3302 static int setup_nic_devices(struct octeon_device *octeon_dev)  in setup_nic_devices()  argument
3325 	octeon_register_dispatch_fn(octeon_dev, OPCODE_NIC,  in setup_nic_devices()
3327 				    lio_nic_info, octeon_dev);  in setup_nic_devices()
3332 	octeon_register_reqtype_free_fn(octeon_dev, REQTYPE_NORESP_NET,  in setup_nic_devices()
3335 	octeon_register_reqtype_free_fn(octeon_dev, REQTYPE_NORESP_NET_SG,  in setup_nic_devices()
3338 	octeon_register_reqtype_free_fn(octeon_dev, REQTYPE_RESP_NET_SG,  in setup_nic_devices()
3341 	for (i = 0; i < octeon_dev->ifcount; i++) {  in setup_nic_devices()
3346 			octeon_alloc_soft_command(octeon_dev, data_size,  in setup_nic_devices()
3357 		if (OCTEON_CN23XX_PF(octeon_dev)) {  in setup_nic_devices()
3358 			num_iqueues = octeon_dev->sriov_info.num_pf_rings;  in setup_nic_devices()
3359 			num_oqueues = octeon_dev->sriov_info.num_pf_rings;  in setup_nic_devices()
3360 			base_queue = octeon_dev->sriov_info.pf_srn;  in setup_nic_devices()
3362 			gmx_port_id = octeon_dev->pf_num;  in setup_nic_devices()
3363 			ifidx_or_pfnum = octeon_dev->pf_num;  in setup_nic_devices()
3366 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3368 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3370 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3372 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3376 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3380 		ctx->octeon_id = lio_get_device_id(octeon_dev);  in setup_nic_devices()
3391 		octeon_prepare_soft_command(octeon_dev, sc, OPCODE_NIC,  in setup_nic_devices()
3399 		retval = octeon_send_soft_command(octeon_dev, sc);  in setup_nic_devices()
3401 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3412 			dev_err(&octeon_dev->pci_dev->dev, "Wait interrupted\n");  in setup_nic_devices()
3418 			dev_err(&octeon_dev->pci_dev->dev, "iq/oq config failed\n");  in setup_nic_devices()
3423 		fw_ver = octeon_dev->fw_info.liquidio_firmware_version;  in setup_nic_devices()
3427 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3431 		} else if (atomic_read(octeon_dev->adapter_fw_state) ==  in setup_nic_devices()
3433 			dev_info(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3442 		octeon_dev->fw_info.ver.maj = LIQUIDIO_BASE_MAJOR_VERSION;  in setup_nic_devices()
3443 		octeon_dev->fw_info.ver.min = LIQUIDIO_BASE_MINOR_VERSION;  in setup_nic_devices()
3444 		octeon_dev->fw_info.ver.rev = micro;  in setup_nic_devices()
3453 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3460 		if (OCTEON_CN6XXX(octeon_dev)) {  in setup_nic_devices()
3461 			max_num_queues = CFG_GET_IQ_MAX_Q(CHIP_CONF(octeon_dev,  in setup_nic_devices()
3463 		} else if (OCTEON_CN23XX_PF(octeon_dev)) {  in setup_nic_devices()
3464 			max_num_queues = CFG_GET_IQ_MAX_Q(CHIP_CONF(octeon_dev,  in setup_nic_devices()
3468 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3475 			dev_err(&octeon_dev->pci_dev->dev, "Device allocation failed\n");  in setup_nic_devices()
3479 		SET_NETDEV_DEV(netdev, &octeon_dev->pci_dev->dev);  in setup_nic_devices()
3489 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3496 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3507 		props = &octeon_dev->props[i];  in setup_nic_devices()
3527 		if (OCTEON_CN23XX_PF(octeon_dev) ||  in setup_nic_devices()
3528 		    OCTEON_CN6XXX(octeon_dev)) {  in setup_nic_devices()
3575 		lio->oct_dev = octeon_dev;  in setup_nic_devices()
3579 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3583 		for (j = 0; j < octeon_dev->sriov_info.max_vfs; j++) {  in setup_nic_devices()
3588 				dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3609 		if (liquidio_setup_io_queues(octeon_dev, i,  in setup_nic_devices()
3612 			dev_err(&octeon_dev->pci_dev->dev, "I/O queues creation failed\n");  in setup_nic_devices()
3618 		lio->tx_qsize = octeon_get_tx_qsize(octeon_dev, lio->txq);  in setup_nic_devices()
3619 		lio->rx_qsize = octeon_get_rx_qsize(octeon_dev, lio->rxq);  in setup_nic_devices()
3621 		if (lio_setup_glists(octeon_dev, lio, num_iqueues)) {  in setup_nic_devices()
3622 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3630 			octeon_dev->priv_flags = OCT_PRIV_FLAG_DEFAULT;  in setup_nic_devices()
3632 			octeon_dev->priv_flags = 0x0;  in setup_nic_devices()
3648 		if ((octeon_dev->fw_info.app_cap_flags &  in setup_nic_devices()
3658 			dev_err(&octeon_dev->pci_dev->dev, "Device registration failed\n");  in setup_nic_devices()
3662 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3679 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3682 		octeon_free_soft_command(octeon_dev, sc);  in setup_nic_devices()
3684 		if (octeon_dev->subsystem_id ==  in setup_nic_devices()
3686 		    octeon_dev->subsystem_id ==  in setup_nic_devices()
3688 			cur_ver = OCT_FW_VER(octeon_dev->fw_info.ver.maj,  in setup_nic_devices()
3689 					     octeon_dev->fw_info.ver.min,  in setup_nic_devices()
3690 					     octeon_dev->fw_info.ver.rev);  in setup_nic_devices()
3694 				dev_info(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3696 				octeon_dev->speed_setting = 25;  in setup_nic_devices()
3697 				octeon_dev->no_speed_setting = 1;  in setup_nic_devices()
3702 			if (octeon_dev->speed_setting == 0) {  in setup_nic_devices()
3703 				octeon_dev->speed_setting = 25;  in setup_nic_devices()
3704 				octeon_dev->no_speed_setting = 1;  in setup_nic_devices()
3707 			octeon_dev->no_speed_setting = 1;  in setup_nic_devices()
3708 			octeon_dev->speed_setting = 10;  in setup_nic_devices()
3710 		octeon_dev->speed_boot = octeon_dev->speed_setting;  in setup_nic_devices()
3717 		dev_err(&octeon_dev->pci_dev->dev, "devlink alloc failed\n");  in setup_nic_devices()
3722 	lio_devlink->oct = octeon_dev;  in setup_nic_devices()
3724 	if (devlink_register(devlink, &octeon_dev->pci_dev->dev)) {  in setup_nic_devices()
3726 		dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3731 	octeon_dev->devlink = devlink;  in setup_nic_devices()
3732 	octeon_dev->eswitch_mode = DEVLINK_ESWITCH_MODE_LEGACY;  in setup_nic_devices()
3738 	octeon_free_soft_command(octeon_dev, sc);  in setup_nic_devices()
3743 		dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3745 		liquidio_destroy_nic_device(octeon_dev, i);  in setup_nic_devices()
4005 static int octeon_device_init(struct octeon_device *octeon_dev)  in octeon_device_init()  argument
4012 		(struct octeon_device_priv *)octeon_dev->priv;  in octeon_device_init()
4013 	atomic_set(&octeon_dev->status, OCT_DEV_BEGIN_STATE);  in octeon_device_init()
4018 	if (octeon_pci_os_setup(octeon_dev))  in octeon_device_init()
4021 	atomic_set(&octeon_dev->status, OCT_DEV_PCI_ENABLE_DONE);  in octeon_device_init()
4024 	if (octeon_chip_specific_setup(octeon_dev)) {  in octeon_device_init()
4025 		dev_err(&octeon_dev->pci_dev->dev, "Chip specific setup failed\n");  in octeon_device_init()
4029 	atomic_set(&octeon_dev->status, OCT_DEV_PCI_MAP_DONE);  in octeon_device_init()
4035 	octeon_register_device(octeon_dev, octeon_dev->pci_dev->bus->number,  in octeon_device_init()
4036 			       PCI_SLOT(octeon_dev->pci_dev->devfn),  in octeon_device_init()
4037 			       PCI_FUNC(octeon_dev->pci_dev->devfn),  in octeon_device_init()
4040 	octeon_dev->app_mode = CVM_DRV_INVALID_APP;  in octeon_device_init()
4049 	if (OCTEON_CN23XX_PF(octeon_dev) &&  in octeon_device_init()
4050 	    cn23xx_fw_loaded(octeon_dev) && fw_type_is_auto()) {  in octeon_device_init()
4051 		atomic_cmpxchg(octeon_dev->adapter_fw_state,  in octeon_device_init()
4056 	fw_state = atomic_cmpxchg(octeon_dev->adapter_fw_state,  in octeon_device_init()
4073 		if (octeon_dev->fn_list.soft_reset(octeon_dev))  in octeon_device_init()
4079 	if (octeon_init_dispatch_list(octeon_dev))  in octeon_device_init()
4082 	octeon_register_dispatch_fn(octeon_dev, OPCODE_NIC,  in octeon_device_init()
4085 				    octeon_dev);  in octeon_device_init()
4087 	octeon_register_dispatch_fn(octeon_dev, OPCODE_NIC,  in octeon_device_init()
4089 				    octeon_recv_vf_drv_notice, octeon_dev);  in octeon_device_init()
4090 	INIT_DELAYED_WORK(&octeon_dev->nic_poll_work.work, nic_starter);  in octeon_device_init()
4091 	octeon_dev->nic_poll_work.ctxptr = (void *)octeon_dev;  in octeon_device_init()
4092 	schedule_delayed_work(&octeon_dev->nic_poll_work.work,  in octeon_device_init()
4095 	atomic_set(&octeon_dev->status, OCT_DEV_DISPATCH_INIT_DONE);  in octeon_device_init()
4097 	if (octeon_set_io_queues_off(octeon_dev)) {  in octeon_device_init()
4098 		dev_err(&octeon_dev->pci_dev->dev, "setting io queues off failed\n");  in octeon_device_init()
4102 	if (OCTEON_CN23XX_PF(octeon_dev)) {  in octeon_device_init()
4103 		ret = octeon_dev->fn_list.setup_device_regs(octeon_dev);  in octeon_device_init()
4105 			dev_err(&octeon_dev->pci_dev->dev, "OCTEON: Failed to configure device registers\n");  in octeon_device_init()
4112 	if (octeon_setup_sc_buffer_pool(octeon_dev)) {  in octeon_device_init()
4113 		dev_err(&octeon_dev->pci_dev->dev, "sc buffer pool allocation failed\n");  in octeon_device_init()
4116 	atomic_set(&octeon_dev->status, OCT_DEV_SC_BUFF_POOL_INIT_DONE);  in octeon_device_init()
4119 	if (octeon_setup_instr_queues(octeon_dev)) {  in octeon_device_init()
4120 		dev_err(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4124 	atomic_set(&octeon_dev->status, OCT_DEV_INSTR_QUEUE_INIT_DONE);  in octeon_device_init()
4129 	if (octeon_setup_response_list(octeon_dev)) {  in octeon_device_init()
4130 		dev_err(&octeon_dev->pci_dev->dev, "Response list allocation failed\n");  in octeon_device_init()
4133 	atomic_set(&octeon_dev->status, OCT_DEV_RESP_LIST_INIT_DONE);  in octeon_device_init()
4135 	if (octeon_setup_output_queues(octeon_dev)) {  in octeon_device_init()
4136 		dev_err(&octeon_dev->pci_dev->dev, "Output queue initialization failed\n");  in octeon_device_init()
4140 	atomic_set(&octeon_dev->status, OCT_DEV_DROQ_INIT_DONE);  in octeon_device_init()
4142 	if (OCTEON_CN23XX_PF(octeon_dev)) {  in octeon_device_init()
4143 		if (octeon_dev->fn_list.setup_mbox(octeon_dev)) {  in octeon_device_init()
4144 			dev_err(&octeon_dev->pci_dev->dev, "OCTEON: Mailbox setup failed\n");  in octeon_device_init()
4147 		atomic_set(&octeon_dev->status, OCT_DEV_MBOX_SETUP_DONE);  in octeon_device_init()
4150 				(octeon_dev,  in octeon_device_init()
4151 				 octeon_dev->sriov_info.num_pf_rings)) {  in octeon_device_init()
4152 			dev_err(&octeon_dev->pci_dev->dev, "OCTEON: ioq vector allocation failed\n");  in octeon_device_init()
4155 		atomic_set(&octeon_dev->status, OCT_DEV_MSIX_ALLOC_VECTOR_DONE);  in octeon_device_init()
4162 		ret = octeon_dev->fn_list.setup_device_regs(octeon_dev);  in octeon_device_init()
4164 			dev_err(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4171 	dev_dbg(&octeon_dev->pci_dev->dev, "Initializing droq tasklet\n");  in octeon_device_init()
4173 		     (unsigned long)octeon_dev);  in octeon_device_init()
4177 	if (octeon_setup_interrupt(octeon_dev,  in octeon_device_init()
4178 				   octeon_dev->sriov_info.num_pf_rings))  in octeon_device_init()
4182 	octeon_dev->fn_list.enable_interrupt(octeon_dev, OCTEON_ALL_INTR);  in octeon_device_init()
4184 	atomic_set(&octeon_dev->status, OCT_DEV_INTR_SET_DONE);  in octeon_device_init()
4194 	for (j = 0; j < octeon_dev->num_oqs; j++)  in octeon_device_init()
4195 		writel(octeon_dev->droq[j]->max_count,  in octeon_device_init()
4196 		       octeon_dev->droq[j]->pkts_credit_reg);  in octeon_device_init()
4199 	ret = octeon_dev->fn_list.enable_io_queues(octeon_dev);  in octeon_device_init()
4201 		dev_err(&octeon_dev->pci_dev->dev, "Failed to enable input/output queues");  in octeon_device_init()
4205 	atomic_set(&octeon_dev->status, OCT_DEV_IO_QUEUES_DONE);  in octeon_device_init()
4208 		dev_dbg(&octeon_dev->pci_dev->dev, "Waiting for DDR initialization...\n");  in octeon_device_init()
4210 			dev_info(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4224 		ret = octeon_wait_for_ddr_init(octeon_dev, &ddr_timeout);  in octeon_device_init()
4226 			dev_err(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4232 		if (octeon_wait_for_bootloader(octeon_dev, 1000)) {  in octeon_device_init()
4233 			dev_err(&octeon_dev->pci_dev->dev, "Board not responding\n");  in octeon_device_init()
4238 		ret = octeon_console_send_cmd(octeon_dev, bootcmd, 50);  in octeon_device_init()
4240 		dev_dbg(&octeon_dev->pci_dev->dev, "Initializing consoles\n");  in octeon_device_init()
4241 		ret = octeon_init_consoles(octeon_dev);  in octeon_device_init()
4243 			dev_err(&octeon_dev->pci_dev->dev, "Could not access board consoles\n");  in octeon_device_init()
4250 		ret = octeon_add_console(octeon_dev, 0, dbg_enb);  in octeon_device_init()
4252 			dev_err(&octeon_dev->pci_dev->dev, "Could not access board console\n");  in octeon_device_init()
4258 			octeon_dev->console[0].print = octeon_dbg_console_print;  in octeon_device_init()
4261 		atomic_set(&octeon_dev->status, OCT_DEV_CONSOLE_INIT_DONE);  in octeon_device_init()
4263 		dev_dbg(&octeon_dev->pci_dev->dev, "Loading firmware\n");  in octeon_device_init()
4264 		ret = load_firmware(octeon_dev);  in octeon_device_init()
4266 			dev_err(&octeon_dev->pci_dev->dev, "Could not load firmware to board\n");  in octeon_device_init()
4270 		atomic_set(octeon_dev->adapter_fw_state, FW_HAS_BEEN_LOADED);  in octeon_device_init()
4273 	handshake[octeon_dev->octeon_id].init_ok = 1;  in octeon_device_init()
4274 	complete(&handshake[octeon_dev->octeon_id].init);  in octeon_device_init()
4276 	atomic_set(&octeon_dev->status, OCT_DEV_HOST_OK);  in octeon_device_init()