136 	rc = ib_req_notify_cq(lnk->smcibdev->roce_cq_recv,  in smc_ib_ready_link()
155 static int smc_ib_fill_mac(struct smc_ib_device *smcibdev, u8 ibport)  in smc_ib_fill_mac()  argument
160 	attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, 0);  in smc_ib_fill_mac()
164 	rc = rdma_read_gid_l2_fields(attr, NULL, smcibdev->mac[ibport - 1]);  in smc_ib_fill_mac()
174 static inline void smc_ib_define_local_systemid(struct smc_ib_device *smcibdev,  in smc_ib_define_local_systemid()  argument
177 	memcpy(&local_systemid[2], &smcibdev->mac[ibport - 1],  in smc_ib_define_local_systemid()
178 	       sizeof(smcibdev->mac[ibport - 1]));  in smc_ib_define_local_systemid()
191 bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport)  in smc_ib_port_active()  argument
193 	return smcibdev->pattr[ibport - 1].state == IB_PORT_ACTIVE;  in smc_ib_port_active()
269 int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,  in smc_ib_determine_gid()  argument
277 	for (i = 0; i < smcibdev->pattr[ibport - 1].gid_tbl_len; i++) {  in smc_ib_determine_gid()
278 		attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, i);  in smc_ib_determine_gid()
303 				  struct smc_ib_device *smcibdev, u8 ibport)  in smc_ib_check_link_gid()  argument
309 	for (i = 0; !rc && i < smcibdev->pattr[ibport - 1].gid_tbl_len; i++) {  in smc_ib_check_link_gid()
310 		attr = rdma_get_gid_attr(smcibdev->ibdev, ibport, i);  in smc_ib_check_link_gid()
328 static void smc_ib_gid_check(struct smc_ib_device *smcibdev, u8 ibport)  in smc_ib_gid_check()  argument
335 		if (strncmp(smcibdev->pnetid[ibport - 1], lgr->pnet_id,  in smc_ib_gid_check()
342 			    lgr->lnk[i].smcibdev != smcibdev)  in smc_ib_gid_check()
346 						   smcibdev, ibport))  in smc_ib_gid_check()
347 				smcr_port_err(smcibdev, ibport);  in smc_ib_gid_check()
353 static int smc_ib_remember_port_attr(struct smc_ib_device *smcibdev, u8 ibport)  in smc_ib_remember_port_attr()  argument
357 	memset(&smcibdev->pattr[ibport - 1], 0,  in smc_ib_remember_port_attr()
358 	       sizeof(smcibdev->pattr[ibport - 1]));  in smc_ib_remember_port_attr()
359 	rc = ib_query_port(smcibdev->ibdev, ibport,  in smc_ib_remember_port_attr()
360 			   &smcibdev->pattr[ibport - 1]);  in smc_ib_remember_port_attr()
364 	rc = smc_ib_fill_mac(smcibdev, ibport);  in smc_ib_remember_port_attr()
368 	    smc_ib_port_active(smcibdev, ibport))  in smc_ib_remember_port_attr()
370 		smc_ib_define_local_systemid(smcibdev, ibport);  in smc_ib_remember_port_attr()
378 	struct smc_ib_device *smcibdev = container_of(  in smc_ib_port_event_work()  local
382 	for_each_set_bit(port_idx, &smcibdev->port_event_mask, SMC_MAX_PORTS) {  in smc_ib_port_event_work()
383 		smc_ib_remember_port_attr(smcibdev, port_idx + 1);  in smc_ib_port_event_work()
384 		clear_bit(port_idx, &smcibdev->port_event_mask);  in smc_ib_port_event_work()
385 		if (!smc_ib_port_active(smcibdev, port_idx + 1)) {  in smc_ib_port_event_work()
386 			set_bit(port_idx, smcibdev->ports_going_away);  in smc_ib_port_event_work()
387 			smcr_port_err(smcibdev, port_idx + 1);  in smc_ib_port_event_work()
389 			clear_bit(port_idx, smcibdev->ports_going_away);  in smc_ib_port_event_work()
390 			smcr_port_add(smcibdev, port_idx + 1);  in smc_ib_port_event_work()
391 			smc_ib_gid_check(smcibdev, port_idx + 1);  in smc_ib_port_event_work()
400 	struct smc_ib_device *smcibdev;  in smc_ib_global_event_handler()  local
404 	smcibdev = container_of(handler, struct smc_ib_device, event_handler);  in smc_ib_global_event_handler()
410 			set_bit(port_idx, &smcibdev->port_event_mask);  in smc_ib_global_event_handler()
412 					      smcibdev->ports_going_away))  in smc_ib_global_event_handler()
416 			schedule_work(&smcibdev->port_event_work);  in smc_ib_global_event_handler()
422 		set_bit(port_idx, &smcibdev->port_event_mask);  in smc_ib_global_event_handler()
423 		if (test_and_clear_bit(port_idx, smcibdev->ports_going_away))  in smc_ib_global_event_handler()
424 			schedule_work(&smcibdev->port_event_work);  in smc_ib_global_event_handler()
430 		set_bit(port_idx, &smcibdev->port_event_mask);  in smc_ib_global_event_handler()
431 		if (!test_and_set_bit(port_idx, smcibdev->ports_going_away))  in smc_ib_global_event_handler()
432 			schedule_work(&smcibdev->port_event_work);  in smc_ib_global_event_handler()
438 		set_bit(port_idx, &smcibdev->port_event_mask);  in smc_ib_global_event_handler()
439 		schedule_work(&smcibdev->port_event_work);  in smc_ib_global_event_handler()
457 	lnk->roce_pd = ib_alloc_pd(lnk->smcibdev->ibdev, 0);  in smc_ib_create_protection_domain()
465 				      struct smc_ib_device *smcibdev)  in smcr_diag_is_dev_critical()  argument
477 			    lgr->lnk[i].smcibdev != smcibdev)  in smcr_diag_is_dev_critical()
493 				  struct smc_ib_device *smcibdev,  in smc_nl_handle_dev_port()  argument
506 		       smcibdev->pnetid_by_user[port]))  in smc_nl_handle_dev_port()
508 	memcpy(smc_pnet, &smcibdev->pnetid[port], SMC_MAX_PNETID_LEN);  in smc_nl_handle_dev_port()
513 			smcibdev->ndev_ifidx[port]))  in smc_nl_handle_dev_port()
517 	port_state = smc_ib_port_active(smcibdev, port + 1);  in smc_nl_handle_dev_port()
520 	lnk_count = atomic_read(&smcibdev->lnk_cnt_by_port[port]);  in smc_nl_handle_dev_port()
547 static int smc_nl_handle_smcr_dev(struct smc_ib_device *smcibdev,  in smc_nl_handle_smcr_dev()  argument
567 	is_crit = smcr_diag_is_dev_critical(&smc_lgr_list, smcibdev);  in smc_nl_handle_smcr_dev()
570 	if (smcibdev->ibdev->dev.parent) {  in smc_nl_handle_smcr_dev()
572 		pci_dev = to_pci_dev(smcibdev->ibdev->dev.parent);  in smc_nl_handle_smcr_dev()
577 	snprintf(smc_ibname, sizeof(smc_ibname), "%s", smcibdev->ibdev->name);  in smc_nl_handle_smcr_dev()
581 		if (!rdma_is_port_valid(smcibdev->ibdev, i))  in smc_nl_handle_smcr_dev()
583 		if (smc_nl_handle_dev_port(skb, smcibdev->ibdev,  in smc_nl_handle_smcr_dev()
584 					   smcibdev, i - 1))  in smc_nl_handle_smcr_dev()
605 	struct smc_ib_device *smcibdev;  in smc_nl_prep_smcr_dev()  local
610 	list_for_each_entry(smcibdev, &dev_list->list, list) {  in smc_nl_prep_smcr_dev()
613 		if (smc_nl_handle_smcr_dev(smcibdev, skb, cb))  in smc_nl_prep_smcr_dev()
632 	struct smc_ib_device *smcibdev = lnk->smcibdev;  in smc_ib_qp_event_handler()  local
641 		set_bit(port_idx, &smcibdev->port_event_mask);  in smc_ib_qp_event_handler()
642 		if (!test_and_set_bit(port_idx, smcibdev->ports_going_away))  in smc_ib_qp_event_handler()
643 			schedule_work(&smcibdev->port_event_work);  in smc_ib_qp_event_handler()
664 		.send_cq = lnk->smcibdev->roce_cq_send,  in smc_ib_create_queue_pair()
665 		.recv_cq = lnk->smcibdev->roce_cq_recv,  in smc_ib_create_queue_pair()
746 		if (dma_need_sync(lnk->smcibdev->ibdev->dma_device,  in smc_ib_is_sg_need_sync()
773 		ib_dma_sync_single_for_cpu(lnk->smcibdev->ibdev,  in smc_ib_sync_sg_for_cpu()
796 		ib_dma_sync_single_for_device(lnk->smcibdev->ibdev,  in smc_ib_sync_sg_for_device()
810 	mapped_nents = ib_dma_map_sg(lnk->smcibdev->ibdev,  in smc_ib_buf_map_sg()
827 	ib_dma_unmap_sg(lnk->smcibdev->ibdev,  in smc_ib_buf_unmap_sg()
834 long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev)  in smc_ib_setup_per_ibdev()  argument
841 	mutex_lock(&smcibdev->mutex);  in smc_ib_setup_per_ibdev()
843 	if (smcibdev->initialized)  in smc_ib_setup_per_ibdev()
850 	smcibdev->roce_cq_send = ib_create_cq(smcibdev->ibdev,  in smc_ib_setup_per_ibdev()
852 					      smcibdev, &cqattr);  in smc_ib_setup_per_ibdev()
853 	rc = PTR_ERR_OR_ZERO(smcibdev->roce_cq_send);  in smc_ib_setup_per_ibdev()
854 	if (IS_ERR(smcibdev->roce_cq_send)) {  in smc_ib_setup_per_ibdev()
855 		smcibdev->roce_cq_send = NULL;  in smc_ib_setup_per_ibdev()
858 	smcibdev->roce_cq_recv = ib_create_cq(smcibdev->ibdev,  in smc_ib_setup_per_ibdev()
860 					      smcibdev, &cqattr);  in smc_ib_setup_per_ibdev()
861 	rc = PTR_ERR_OR_ZERO(smcibdev->roce_cq_recv);  in smc_ib_setup_per_ibdev()
862 	if (IS_ERR(smcibdev->roce_cq_recv)) {  in smc_ib_setup_per_ibdev()
863 		smcibdev->roce_cq_recv = NULL;  in smc_ib_setup_per_ibdev()
866 	smc_wr_add_dev(smcibdev);  in smc_ib_setup_per_ibdev()
867 	smcibdev->initialized = 1;  in smc_ib_setup_per_ibdev()
871 	ib_destroy_cq(smcibdev->roce_cq_send);  in smc_ib_setup_per_ibdev()
873 	mutex_unlock(&smcibdev->mutex);  in smc_ib_setup_per_ibdev()
877 static void smc_ib_cleanup_per_ibdev(struct smc_ib_device *smcibdev)  in smc_ib_cleanup_per_ibdev()  argument
879 	mutex_lock(&smcibdev->mutex);  in smc_ib_cleanup_per_ibdev()
880 	if (!smcibdev->initialized)  in smc_ib_cleanup_per_ibdev()
882 	smcibdev->initialized = 0;  in smc_ib_cleanup_per_ibdev()
883 	ib_destroy_cq(smcibdev->roce_cq_recv);  in smc_ib_cleanup_per_ibdev()
884 	ib_destroy_cq(smcibdev->roce_cq_send);  in smc_ib_cleanup_per_ibdev()
885 	smc_wr_remove_dev(smcibdev);  in smc_ib_cleanup_per_ibdev()
887 	mutex_unlock(&smcibdev->mutex);  in smc_ib_cleanup_per_ibdev()
892 static void smc_copy_netdev_ifindex(struct smc_ib_device *smcibdev, int port)  in smc_copy_netdev_ifindex()  argument
894 	struct ib_device *ibdev = smcibdev->ibdev;  in smc_copy_netdev_ifindex()
901 		smcibdev->ndev_ifidx[port] = ndev->ifindex;  in smc_copy_netdev_ifindex()
908 	struct smc_ib_device *smcibdev;  in smc_ib_ndev_change()  local
915 	list_for_each_entry(smcibdev, &smc_ib_devices.list, list) {  in smc_ib_ndev_change()
916 		port_cnt = smcibdev->ibdev->phys_port_cnt;  in smc_ib_ndev_change()
918 			libdev = smcibdev->ibdev;  in smc_ib_ndev_change()
926 				smcibdev->ndev_ifidx[i] = ndev->ifindex;  in smc_ib_ndev_change()
928 				smcibdev->ndev_ifidx[i] = 0;  in smc_ib_ndev_change()
937 	struct smc_ib_device *smcibdev;  in smc_ib_add_dev()  local
944 	smcibdev = kzalloc(sizeof(*smcibdev), GFP_KERNEL);  in smc_ib_add_dev()
945 	if (!smcibdev)  in smc_ib_add_dev()
948 	smcibdev->ibdev = ibdev;  in smc_ib_add_dev()
949 	INIT_WORK(&smcibdev->port_event_work, smc_ib_port_event_work);  in smc_ib_add_dev()
950 	atomic_set(&smcibdev->lnk_cnt, 0);  in smc_ib_add_dev()
951 	init_waitqueue_head(&smcibdev->lnks_deleted);  in smc_ib_add_dev()
952 	mutex_init(&smcibdev->mutex);  in smc_ib_add_dev()
954 	list_add_tail(&smcibdev->list, &smc_ib_devices.list);  in smc_ib_add_dev()
956 	ib_set_client_data(ibdev, &smc_ib_client, smcibdev);  in smc_ib_add_dev()
957 	INIT_IB_EVENT_HANDLER(&smcibdev->event_handler, smcibdev->ibdev,  in smc_ib_add_dev()
959 	ib_register_event_handler(&smcibdev->event_handler);  in smc_ib_add_dev()
962 	port_cnt = smcibdev->ibdev->phys_port_cnt;  in smc_ib_add_dev()
964 			    smcibdev->ibdev->name, port_cnt);  in smc_ib_add_dev()
968 		set_bit(i, &smcibdev->port_event_mask);  in smc_ib_add_dev()
971 					   smcibdev->pnetid[i]))  in smc_ib_add_dev()
972 			smc_pnetid_by_table_ib(smcibdev, i + 1);  in smc_ib_add_dev()
973 		smc_copy_netdev_ifindex(smcibdev, i);  in smc_ib_add_dev()
976 				    smcibdev->ibdev->name, i + 1,  in smc_ib_add_dev()
977 				    smcibdev->pnetid[i],  in smc_ib_add_dev()
978 				    smcibdev->pnetid_by_user[i] ?  in smc_ib_add_dev()
982 	schedule_work(&smcibdev->port_event_work);  in smc_ib_add_dev()
989 	struct smc_ib_device *smcibdev = client_data;  in smc_ib_remove_dev()  local
992 	list_del_init(&smcibdev->list); /* remove from smc_ib_devices */  in smc_ib_remove_dev()
995 			    smcibdev->ibdev->name);  in smc_ib_remove_dev()
996 	smc_smcr_terminate_all(smcibdev);  in smc_ib_remove_dev()
997 	smc_ib_cleanup_per_ibdev(smcibdev);  in smc_ib_remove_dev()
998 	ib_unregister_event_handler(&smcibdev->event_handler);  in smc_ib_remove_dev()
999 	cancel_work_sync(&smcibdev->port_event_work);  in smc_ib_remove_dev()
1000 	kfree(smcibdev);  in smc_ib_remove_dev()