59 unsigned int nsim_dev_get_vfs(struct nsim_dev *nsim_dev)  in nsim_dev_get_vfs()  argument
62 		!devl_lock_is_held(priv_to_devlink(nsim_dev)));  in nsim_dev_get_vfs()
64 	return nsim_dev->nsim_bus_dev->num_vfs;  in nsim_dev_get_vfs()
100 	struct nsim_dev *nsim_dev = file->private_data;  in nsim_dev_take_snapshot_write()  local
106 	devlink = priv_to_devlink(nsim_dev);  in nsim_dev_take_snapshot_write()
118 	err = devlink_region_snapshot_create(nsim_dev->dummy_region,  in nsim_dev_take_snapshot_write()
141 	struct nsim_dev *nsim_dev = file->private_data;  in nsim_dev_trap_fa_cookie_read()  local
147 	spin_lock(&nsim_dev->fa_cookie_lock);  in nsim_dev_trap_fa_cookie_read()
148 	fa_cookie = nsim_dev->fa_cookie;  in nsim_dev_trap_fa_cookie_read()
160 	spin_unlock(&nsim_dev->fa_cookie_lock);  in nsim_dev_trap_fa_cookie_read()
168 	spin_unlock(&nsim_dev->fa_cookie_lock);  in nsim_dev_trap_fa_cookie_read()
176 	struct nsim_dev *nsim_dev = file->private_data;  in nsim_dev_trap_fa_cookie_write()  local
205 	spin_lock(&nsim_dev->fa_cookie_lock);  in nsim_dev_trap_fa_cookie_write()
206 	kfree(nsim_dev->fa_cookie);  in nsim_dev_trap_fa_cookie_write()
207 	nsim_dev->fa_cookie = fa_cookie;  in nsim_dev_trap_fa_cookie_write()
208 	spin_unlock(&nsim_dev->fa_cookie_lock);  in nsim_dev_trap_fa_cookie_write()
230 	struct nsim_dev *nsim_dev = file->private_data;  in nsim_bus_dev_max_vfs_read()  local
235 			READ_ONCE(nsim_dev->nsim_bus_dev->max_vfs));  in nsim_bus_dev_max_vfs_read()
245 	struct nsim_dev *nsim_dev;  in nsim_bus_dev_max_vfs_write()  local
274 	nsim_dev = file->private_data;  in nsim_bus_dev_max_vfs_write()
275 	devl_lock(priv_to_devlink(nsim_dev));  in nsim_bus_dev_max_vfs_write()
277 	if (nsim_dev_get_vfs(nsim_dev)) {  in nsim_bus_dev_max_vfs_write()
280 		swap(nsim_dev->vfconfigs, vfconfigs);  in nsim_bus_dev_max_vfs_write()
281 		WRITE_ONCE(nsim_dev->nsim_bus_dev->max_vfs, val);  in nsim_bus_dev_max_vfs_write()
285 	devl_unlock(priv_to_devlink(nsim_dev));  in nsim_bus_dev_max_vfs_write()
299 static int nsim_dev_debugfs_init(struct nsim_dev *nsim_dev)  in nsim_dev_debugfs_init()  argument
304 	sprintf(dev_ddir_name, DRV_NAME "%u", nsim_dev->nsim_bus_dev->dev.id);  in nsim_dev_debugfs_init()
305 	nsim_dev->ddir = debugfs_create_dir(dev_ddir_name, nsim_dev_ddir);  in nsim_dev_debugfs_init()
306 	if (IS_ERR(nsim_dev->ddir))  in nsim_dev_debugfs_init()
307 		return PTR_ERR(nsim_dev->ddir);  in nsim_dev_debugfs_init()
308 	nsim_dev->ports_ddir = debugfs_create_dir("ports", nsim_dev->ddir);  in nsim_dev_debugfs_init()
309 	if (IS_ERR(nsim_dev->ports_ddir)) {  in nsim_dev_debugfs_init()
310 		err = PTR_ERR(nsim_dev->ports_ddir);  in nsim_dev_debugfs_init()
313 	debugfs_create_bool("fw_update_status", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
314 			    &nsim_dev->fw_update_status);  in nsim_dev_debugfs_init()
315 	debugfs_create_u32("fw_update_overwrite_mask", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
316 			    &nsim_dev->fw_update_overwrite_mask);  in nsim_dev_debugfs_init()
317 	debugfs_create_u32("max_macs", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
318 			   &nsim_dev->max_macs);  in nsim_dev_debugfs_init()
319 	debugfs_create_bool("test1", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
320 			    &nsim_dev->test1);  in nsim_dev_debugfs_init()
321 	nsim_dev->take_snapshot = debugfs_create_file("take_snapshot",  in nsim_dev_debugfs_init()
323 						      nsim_dev->ddir,  in nsim_dev_debugfs_init()
324 						      nsim_dev,  in nsim_dev_debugfs_init()
326 	debugfs_create_bool("dont_allow_reload", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
327 			    &nsim_dev->dont_allow_reload);  in nsim_dev_debugfs_init()
328 	debugfs_create_bool("fail_reload", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
329 			    &nsim_dev->fail_reload);  in nsim_dev_debugfs_init()
330 	debugfs_create_file("trap_flow_action_cookie", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
331 			    nsim_dev, &nsim_dev_trap_fa_cookie_fops);  in nsim_dev_debugfs_init()
333 			    nsim_dev->ddir,  in nsim_dev_debugfs_init()
334 			    &nsim_dev->fail_trap_group_set);  in nsim_dev_debugfs_init()
336 			    nsim_dev->ddir,  in nsim_dev_debugfs_init()
337 			    &nsim_dev->fail_trap_policer_set);  in nsim_dev_debugfs_init()
339 			    nsim_dev->ddir,  in nsim_dev_debugfs_init()
340 			    &nsim_dev->fail_trap_policer_counter_get);  in nsim_dev_debugfs_init()
342 	debugfs_create_file("max_vfs", 0600, nsim_dev->ddir,  in nsim_dev_debugfs_init()
343 			    nsim_dev, &nsim_dev_max_vfs_fops);  in nsim_dev_debugfs_init()
345 	nsim_dev->nodes_ddir = debugfs_create_dir("rate_nodes", nsim_dev->ddir);  in nsim_dev_debugfs_init()
346 	if (IS_ERR(nsim_dev->nodes_ddir)) {  in nsim_dev_debugfs_init()
347 		err = PTR_ERR(nsim_dev->nodes_ddir);  in nsim_dev_debugfs_init()
351 			    nsim_dev->ddir,  in nsim_dev_debugfs_init()
352 			    &nsim_dev->fail_trap_drop_counter_get);  in nsim_dev_debugfs_init()
353 	nsim_udp_tunnels_debugfs_create(nsim_dev);  in nsim_dev_debugfs_init()
357 	debugfs_remove_recursive(nsim_dev->ports_ddir);  in nsim_dev_debugfs_init()
359 	debugfs_remove_recursive(nsim_dev->ddir);  in nsim_dev_debugfs_init()
363 static void nsim_dev_debugfs_exit(struct nsim_dev *nsim_dev)  in nsim_dev_debugfs_exit()  argument
365 	debugfs_remove_recursive(nsim_dev->nodes_ddir);  in nsim_dev_debugfs_exit()
366 	debugfs_remove_recursive(nsim_dev->ports_ddir);  in nsim_dev_debugfs_exit()
367 	debugfs_remove_recursive(nsim_dev->ddir);  in nsim_dev_debugfs_exit()
391 static int nsim_dev_port_debugfs_init(struct nsim_dev *nsim_dev,  in nsim_dev_port_debugfs_init()  argument
394 	struct nsim_bus_dev *nsim_bus_dev = nsim_dev->nsim_bus_dev;  in nsim_dev_port_debugfs_init()
401 						 nsim_dev->ports_ddir);  in nsim_dev_port_debugfs_init()
410 				   &nsim_dev->vfconfigs[vf_id].min_tx_rate);  in nsim_dev_port_debugfs_init()
412 				   &nsim_dev->vfconfigs[vf_id].max_tx_rate);  in nsim_dev_port_debugfs_init()
521 static void nsim_devlink_set_params_init_values(struct nsim_dev *nsim_dev,  in nsim_devlink_set_params_init_values()  argument
526 	value.vu32 = nsim_dev->max_macs;  in nsim_devlink_set_params_init_values()
530 	value.vbool = nsim_dev->test1;  in nsim_devlink_set_params_init_values()
538 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_devlink_param_load_driverinit_values()  local
546 		nsim_dev->max_macs = saved_value.vu32;  in nsim_devlink_param_load_driverinit_values()
551 		nsim_dev->test1 = saved_value.vbool;  in nsim_devlink_param_load_driverinit_values()
562 static int nsim_dev_dummy_region_init(struct nsim_dev *nsim_dev,  in nsim_dev_dummy_region_init()  argument
565 	nsim_dev->dummy_region =  in nsim_dev_dummy_region_init()
569 	return PTR_ERR_OR_ZERO(nsim_dev->dummy_region);  in nsim_dev_dummy_region_init()
572 static void nsim_dev_dummy_region_exit(struct nsim_dev *nsim_dev)  in nsim_dev_dummy_region_exit()  argument
574 	devl_region_destroy(nsim_dev->dummy_region);  in nsim_dev_dummy_region_exit()
578 __nsim_dev_port_add(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type,
582 static int nsim_esw_legacy_enable(struct nsim_dev *nsim_dev,  in nsim_esw_legacy_enable()  argument
585 	struct devlink *devlink = priv_to_devlink(nsim_dev);  in nsim_esw_legacy_enable()
589 	list_for_each_entry_safe(nsim_dev_port, tmp, &nsim_dev->port_list, list)  in nsim_esw_legacy_enable()
592 	nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_LEGACY;  in nsim_esw_legacy_enable()
596 static int nsim_esw_switchdev_enable(struct nsim_dev *nsim_dev,  in nsim_esw_switchdev_enable()  argument
602 	for (i = 0; i < nsim_dev_get_vfs(nsim_dev); i++) {  in nsim_esw_switchdev_enable()
603 		err = __nsim_dev_port_add(nsim_dev, NSIM_DEV_PORT_TYPE_VF, i);  in nsim_esw_switchdev_enable()
610 	nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_SWITCHDEV;  in nsim_esw_switchdev_enable()
614 	list_for_each_entry_safe(nsim_dev_port, tmp, &nsim_dev->port_list, list)  in nsim_esw_switchdev_enable()
623 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_devlink_eswitch_mode_set()  local
625 	if (mode == nsim_dev->esw_mode)  in nsim_devlink_eswitch_mode_set()
629 		return nsim_esw_legacy_enable(nsim_dev, extack);  in nsim_devlink_eswitch_mode_set()
631 		return nsim_esw_switchdev_enable(nsim_dev, extack);  in nsim_devlink_eswitch_mode_set()
638 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_devlink_eswitch_mode_get()  local
640 	*mode = nsim_dev->esw_mode;  in nsim_devlink_eswitch_mode_get()
654 	struct nsim_dev *nsim_dev;  member
784 	struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev;  in nsim_dev_trap_report()  local
785 	struct devlink *devlink = priv_to_devlink(nsim_dev);  in nsim_dev_trap_report()
789 	nsim_trap_data = nsim_dev->trap_data;  in nsim_dev_trap_report()
816 		spin_lock_bh(&nsim_dev->fa_cookie_lock);  in nsim_dev_trap_report()
817 		fa_cookie = has_fa_cookie ? nsim_dev->fa_cookie : NULL;  in nsim_dev_trap_report()
820 		spin_unlock_bh(&nsim_dev->fa_cookie_lock);  in nsim_dev_trap_report()
832 	struct nsim_dev *nsim_dev;  in nsim_dev_trap_report_work()  local
836 	nsim_dev = nsim_trap_data->nsim_dev;  in nsim_dev_trap_report_work()
841 	if (!devl_trylock(priv_to_devlink(nsim_dev))) {  in nsim_dev_trap_report_work()
842 		schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw, 0);  in nsim_dev_trap_report_work()
846 	list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list) {  in nsim_dev_trap_report_work()
852 	devl_unlock(priv_to_devlink(nsim_dev));  in nsim_dev_trap_report_work()
854 	schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw,  in nsim_dev_trap_report_work()
861 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_traps_init()  local
890 	nsim_trap_data->nsim_dev = nsim_dev;  in nsim_dev_traps_init()
891 	nsim_dev->trap_data = nsim_trap_data;  in nsim_dev_traps_init()
908 	INIT_DELAYED_WORK(&nsim_dev->trap_data->trap_report_dw,  in nsim_dev_traps_init()
910 	schedule_delayed_work(&nsim_dev->trap_data->trap_report_dw,  in nsim_dev_traps_init()
932 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_traps_exit()  local
935 	cancel_delayed_work_sync(&nsim_dev->trap_data->trap_report_dw);  in nsim_dev_traps_exit()
942 	kfree(nsim_dev->trap_data->trap_policers_cnt_arr);  in nsim_dev_traps_exit()
943 	kfree(nsim_dev->trap_data->trap_items_arr);  in nsim_dev_traps_exit()
944 	kfree(nsim_dev->trap_data);  in nsim_dev_traps_exit()
947 static int nsim_dev_reload_create(struct nsim_dev *nsim_dev,
949 static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev);
955 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_reload_down()  local
957 	if (nsim_dev->dont_allow_reload) {  in nsim_dev_reload_down()
965 	nsim_dev_reload_destroy(nsim_dev);  in nsim_dev_reload_down()
973 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_reload_up()  local
975 	if (nsim_dev->fail_reload) {  in nsim_dev_reload_up()
985 	return nsim_dev_reload_create(nsim_dev, extack);  in nsim_dev_reload_up()
1010 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_flash_update()  local
1013 	if ((params->overwrite_mask & ~nsim_dev->fw_update_overwrite_mask) != 0)  in nsim_dev_flash_update()
1016 	if (nsim_dev->fw_update_status) {  in nsim_dev_flash_update()
1023 		if (nsim_dev->fw_update_status)  in nsim_dev_flash_update()
1031 	if (nsim_dev->fw_update_status) {  in nsim_dev_flash_update()
1046 nsim_dev_trap_item_lookup(struct nsim_dev *nsim_dev, u16 trap_id)  in nsim_dev_trap_item_lookup()  argument
1048 	struct nsim_trap_data *nsim_trap_data = nsim_dev->trap_data;  in nsim_dev_trap_item_lookup()
1063 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_devlink_trap_init()  local
1066 	nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id);  in nsim_dev_devlink_trap_init()
1082 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_devlink_trap_action_set()  local
1085 	nsim_trap_item = nsim_dev_trap_item_lookup(nsim_dev, trap->id);  in nsim_dev_devlink_trap_action_set()
1089 	spin_lock(&nsim_dev->trap_data->trap_lock);  in nsim_dev_devlink_trap_action_set()
1091 	spin_unlock(&nsim_dev->trap_data->trap_lock);  in nsim_dev_devlink_trap_action_set()
1102 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_devlink_trap_group_set()  local
1104 	if (nsim_dev->fail_trap_group_set)  in nsim_dev_devlink_trap_group_set()
1116 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_devlink_trap_policer_set()  local
1118 	if (nsim_dev->fail_trap_policer_set) {  in nsim_dev_devlink_trap_policer_set()
1131 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_devlink_trap_policer_counter_get()  local
1134 	if (nsim_dev->fail_trap_policer_counter_get)  in nsim_dev_devlink_trap_policer_counter_get()
1137 	cnt = &nsim_dev->trap_data->trap_policers_cnt_arr[policer->id - 1];  in nsim_dev_devlink_trap_policer_counter_get()
1176 	struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev;  in nsim_leaf_tx_share_set()  local
1184 	nsim_dev->vfconfigs[vf_id].min_tx_rate = tx_share;  in nsim_leaf_tx_share_set()
1192 	struct nsim_dev *nsim_dev = nsim_dev_port->ns->nsim_dev;  in nsim_leaf_tx_max_set()  local
1200 	nsim_dev->vfconfigs[vf_id].max_tx_rate = tx_max;  in nsim_leaf_tx_max_set()
1243 	struct nsim_dev *nsim_dev = devlink_priv(node->devlink);  in nsim_rate_node_new()  local
1246 	if (!nsim_esw_mode_is_switchdev(nsim_dev)) {  in nsim_rate_node_new()
1255 	nsim_node->ddir = debugfs_create_dir(node->name, nsim_dev->nodes_ddir);  in nsim_rate_node_new()
1312 	struct nsim_dev *nsim_dev = devlink_priv(devlink);  in nsim_dev_devlink_trap_drop_counter_get()  local
1315 	if (nsim_dev->fail_trap_drop_counter_get)  in nsim_dev_devlink_trap_drop_counter_get()
1318 	cnt = &nsim_dev->trap_data->trap_pkt_cnt;  in nsim_dev_devlink_trap_drop_counter_get()
1352 static int __nsim_dev_port_add(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type,  in __nsim_dev_port_add()  argument
1360 	if (type == NSIM_DEV_PORT_TYPE_VF && !nsim_dev_get_vfs(nsim_dev))  in __nsim_dev_port_add()
1378 	memcpy(attrs.switch_id.id, nsim_dev->switch_id.id, nsim_dev->switch_id.id_len);  in __nsim_dev_port_add()
1379 	attrs.switch_id.id_len = nsim_dev->switch_id.id_len;  in __nsim_dev_port_add()
1381 	err = devl_port_register(priv_to_devlink(nsim_dev), devlink_port,  in __nsim_dev_port_add()
1386 	err = nsim_dev_port_debugfs_init(nsim_dev, nsim_dev_port);  in __nsim_dev_port_add()
1390 	nsim_dev_port->ns = nsim_create(nsim_dev, nsim_dev_port);  in __nsim_dev_port_add()
1403 	list_add(&nsim_dev_port->list, &nsim_dev->port_list);  in __nsim_dev_port_add()
1431 static void nsim_dev_port_del_all(struct nsim_dev *nsim_dev)  in nsim_dev_port_del_all()  argument
1436 				 &nsim_dev->port_list, list)  in nsim_dev_port_del_all()
1440 static int nsim_dev_port_add_all(struct nsim_dev *nsim_dev,  in nsim_dev_port_add_all()  argument
1446 		err = __nsim_dev_port_add(nsim_dev, NSIM_DEV_PORT_TYPE_PF, i);  in nsim_dev_port_add_all()
1453 	nsim_dev_port_del_all(nsim_dev);  in nsim_dev_port_add_all()
1457 static int nsim_dev_reload_create(struct nsim_dev *nsim_dev,  in nsim_dev_reload_create()  argument
1460 	struct nsim_bus_dev *nsim_bus_dev = nsim_dev->nsim_bus_dev;  in nsim_dev_reload_create()
1464 	devlink = priv_to_devlink(nsim_dev);  in nsim_dev_reload_create()
1465 	nsim_dev = devlink_priv(devlink);  in nsim_dev_reload_create()
1466 	INIT_LIST_HEAD(&nsim_dev->port_list);  in nsim_dev_reload_create()
1467 	nsim_dev->fw_update_status = true;  in nsim_dev_reload_create()
1468 	nsim_dev->fw_update_overwrite_mask = 0;  in nsim_dev_reload_create()
1472 	err = nsim_dev_dummy_region_init(nsim_dev, devlink);  in nsim_dev_reload_create()
1480 	nsim_dev->fib_data = nsim_fib_create(devlink, extack);  in nsim_dev_reload_create()
1481 	if (IS_ERR(nsim_dev->fib_data)) {  in nsim_dev_reload_create()
1482 		err = PTR_ERR(nsim_dev->fib_data);  in nsim_dev_reload_create()
1486 	err = nsim_dev_health_init(nsim_dev, devlink);  in nsim_dev_reload_create()
1490 	err = nsim_dev_psample_init(nsim_dev);  in nsim_dev_reload_create()
1494 	err = nsim_dev_hwstats_init(nsim_dev);  in nsim_dev_reload_create()
1498 	err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count);  in nsim_dev_reload_create()
1502 	nsim_dev->take_snapshot = debugfs_create_file("take_snapshot",  in nsim_dev_reload_create()
1504 						      nsim_dev->ddir,  in nsim_dev_reload_create()
1505 						      nsim_dev,  in nsim_dev_reload_create()
1510 	nsim_dev_hwstats_exit(nsim_dev);  in nsim_dev_reload_create()
1512 	nsim_dev_psample_exit(nsim_dev);  in nsim_dev_reload_create()
1514 	nsim_dev_health_exit(nsim_dev);  in nsim_dev_reload_create()
1516 	nsim_fib_destroy(devlink, nsim_dev->fib_data);  in nsim_dev_reload_create()
1520 	nsim_dev_dummy_region_exit(nsim_dev);  in nsim_dev_reload_create()
1526 	struct nsim_dev *nsim_dev;  in nsim_drv_probe()  local
1530 	devlink = devlink_alloc_ns(&nsim_dev_devlink_ops, sizeof(*nsim_dev),  in nsim_drv_probe()
1535 	nsim_dev = devlink_priv(devlink);  in nsim_drv_probe()
1536 	nsim_dev->nsim_bus_dev = nsim_bus_dev;  in nsim_drv_probe()
1537 	nsim_dev->switch_id.id_len = sizeof(nsim_dev->switch_id.id);  in nsim_drv_probe()
1538 	get_random_bytes(nsim_dev->switch_id.id, nsim_dev->switch_id.id_len);  in nsim_drv_probe()
1539 	INIT_LIST_HEAD(&nsim_dev->port_list);  in nsim_drv_probe()
1540 	nsim_dev->fw_update_status = true;  in nsim_drv_probe()
1541 	nsim_dev->fw_update_overwrite_mask = 0;  in nsim_drv_probe()
1542 	nsim_dev->max_macs = NSIM_DEV_MAX_MACS_DEFAULT;  in nsim_drv_probe()
1543 	nsim_dev->test1 = NSIM_DEV_TEST1_DEFAULT;  in nsim_drv_probe()
1544 	spin_lock_init(&nsim_dev->fa_cookie_lock);  in nsim_drv_probe()
1546 	dev_set_drvdata(&nsim_bus_dev->dev, nsim_dev);  in nsim_drv_probe()
1548 	nsim_dev->vfconfigs = kcalloc(nsim_bus_dev->max_vfs,  in nsim_drv_probe()
1551 	if (!nsim_dev->vfconfigs) {  in nsim_drv_probe()
1568 	nsim_devlink_set_params_init_values(nsim_dev, devlink);  in nsim_drv_probe()
1570 	err = nsim_dev_dummy_region_init(nsim_dev, devlink);  in nsim_drv_probe()
1578 	err = nsim_dev_debugfs_init(nsim_dev);  in nsim_drv_probe()
1582 	nsim_dev->fib_data = nsim_fib_create(devlink, NULL);  in nsim_drv_probe()
1583 	if (IS_ERR(nsim_dev->fib_data)) {  in nsim_drv_probe()
1584 		err = PTR_ERR(nsim_dev->fib_data);  in nsim_drv_probe()
1588 	err = nsim_dev_health_init(nsim_dev, devlink);  in nsim_drv_probe()
1592 	err = nsim_bpf_dev_init(nsim_dev);  in nsim_drv_probe()
1596 	err = nsim_dev_psample_init(nsim_dev);  in nsim_drv_probe()
1600 	err = nsim_dev_hwstats_init(nsim_dev);  in nsim_drv_probe()
1604 	err = nsim_dev_port_add_all(nsim_dev, nsim_bus_dev->port_count);  in nsim_drv_probe()
1608 	nsim_dev->esw_mode = DEVLINK_ESWITCH_MODE_LEGACY;  in nsim_drv_probe()
1613 	nsim_dev_hwstats_exit(nsim_dev);  in nsim_drv_probe()
1615 	nsim_dev_psample_exit(nsim_dev);  in nsim_drv_probe()
1617 	nsim_bpf_dev_exit(nsim_dev);  in nsim_drv_probe()
1619 	nsim_dev_health_exit(nsim_dev);  in nsim_drv_probe()
1621 	nsim_fib_destroy(devlink, nsim_dev->fib_data);  in nsim_drv_probe()
1623 	nsim_dev_debugfs_exit(nsim_dev);  in nsim_drv_probe()
1627 	nsim_dev_dummy_region_exit(nsim_dev);  in nsim_drv_probe()
1636 	kfree(nsim_dev->vfconfigs);  in nsim_drv_probe()
1644 static void nsim_dev_reload_destroy(struct nsim_dev *nsim_dev)  in nsim_dev_reload_destroy()  argument
1646 	struct devlink *devlink = priv_to_devlink(nsim_dev);  in nsim_dev_reload_destroy()
1650 	debugfs_remove(nsim_dev->take_snapshot);  in nsim_dev_reload_destroy()
1652 	if (nsim_dev_get_vfs(nsim_dev)) {  in nsim_dev_reload_destroy()
1653 		nsim_bus_dev_set_vfs(nsim_dev->nsim_bus_dev, 0);  in nsim_dev_reload_destroy()
1654 		if (nsim_esw_mode_is_switchdev(nsim_dev))  in nsim_dev_reload_destroy()
1655 			nsim_esw_legacy_enable(nsim_dev, NULL);  in nsim_dev_reload_destroy()
1658 	nsim_dev_port_del_all(nsim_dev);  in nsim_dev_reload_destroy()
1659 	nsim_dev_hwstats_exit(nsim_dev);  in nsim_dev_reload_destroy()
1660 	nsim_dev_psample_exit(nsim_dev);  in nsim_dev_reload_destroy()
1661 	nsim_dev_health_exit(nsim_dev);  in nsim_dev_reload_destroy()
1662 	nsim_fib_destroy(devlink, nsim_dev->fib_data);  in nsim_dev_reload_destroy()
1664 	nsim_dev_dummy_region_exit(nsim_dev);  in nsim_dev_reload_destroy()
1669 	struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);  in nsim_drv_remove()  local
1670 	struct devlink *devlink = priv_to_devlink(nsim_dev);  in nsim_drv_remove()
1673 	nsim_dev_reload_destroy(nsim_dev);  in nsim_drv_remove()
1675 	nsim_bpf_dev_exit(nsim_dev);  in nsim_drv_remove()
1676 	nsim_dev_debugfs_exit(nsim_dev);  in nsim_drv_remove()
1681 	kfree(nsim_dev->vfconfigs);  in nsim_drv_remove()
1682 	kfree(nsim_dev->fa_cookie);  in nsim_drv_remove()
1689 __nsim_dev_port_lookup(struct nsim_dev *nsim_dev, enum nsim_dev_port_type type,  in __nsim_dev_port_lookup()  argument
1695 	list_for_each_entry(nsim_dev_port, &nsim_dev->port_list, list)  in __nsim_dev_port_lookup()
1704 	struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);  in nsim_drv_port_add()  local
1707 	devl_lock(priv_to_devlink(nsim_dev));  in nsim_drv_port_add()
1708 	if (__nsim_dev_port_lookup(nsim_dev, type, port_index))  in nsim_drv_port_add()
1711 		err = __nsim_dev_port_add(nsim_dev, type, port_index);  in nsim_drv_port_add()
1712 	devl_unlock(priv_to_devlink(nsim_dev));  in nsim_drv_port_add()
1719 	struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);  in nsim_drv_port_del()  local
1723 	devl_lock(priv_to_devlink(nsim_dev));  in nsim_drv_port_del()
1724 	nsim_dev_port = __nsim_dev_port_lookup(nsim_dev, type, port_index);  in nsim_drv_port_del()
1729 	devl_unlock(priv_to_devlink(nsim_dev));  in nsim_drv_port_del()
1736 	struct nsim_dev *nsim_dev = dev_get_drvdata(&nsim_bus_dev->dev);  in nsim_drv_configure_vfs()  local
1737 	struct devlink *devlink = priv_to_devlink(nsim_dev);  in nsim_drv_configure_vfs()
1753 	if (nsim_esw_mode_is_switchdev(nsim_dev)) {  in nsim_drv_configure_vfs()
1755 			ret = nsim_esw_switchdev_enable(nsim_dev, NULL);  in nsim_drv_configure_vfs()
1761 			nsim_esw_legacy_enable(nsim_dev, NULL);  in nsim_drv_configure_vfs()