3325 static int setup_nic_devices(struct octeon_device *octeon_dev)  in setup_nic_devices()  argument
3347 	octeon_register_dispatch_fn(octeon_dev, OPCODE_NIC,  in setup_nic_devices()
3349 				    lio_nic_info, octeon_dev);  in setup_nic_devices()
3354 	octeon_register_reqtype_free_fn(octeon_dev, REQTYPE_NORESP_NET,  in setup_nic_devices()
3357 	octeon_register_reqtype_free_fn(octeon_dev, REQTYPE_NORESP_NET_SG,  in setup_nic_devices()
3360 	octeon_register_reqtype_free_fn(octeon_dev, REQTYPE_RESP_NET_SG,  in setup_nic_devices()
3363 	for (i = 0; i < octeon_dev->ifcount; i++) {  in setup_nic_devices()
3367 			octeon_alloc_soft_command(octeon_dev, data_size,  in setup_nic_devices()
3377 		if (OCTEON_CN23XX_PF(octeon_dev)) {  in setup_nic_devices()
3378 			num_iqueues = octeon_dev->sriov_info.num_pf_rings;  in setup_nic_devices()
3379 			num_oqueues = octeon_dev->sriov_info.num_pf_rings;  in setup_nic_devices()
3380 			base_queue = octeon_dev->sriov_info.pf_srn;  in setup_nic_devices()
3382 			gmx_port_id = octeon_dev->pf_num;  in setup_nic_devices()
3383 			ifidx_or_pfnum = octeon_dev->pf_num;  in setup_nic_devices()
3386 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3388 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3390 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3392 						octeon_get_conf(octeon_dev), i);  in setup_nic_devices()
3396 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3408 		octeon_prepare_soft_command(octeon_dev, sc, OPCODE_NIC,  in setup_nic_devices()
3415 		retval = octeon_send_soft_command(octeon_dev, sc);  in setup_nic_devices()
3417 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3421 			octeon_free_soft_command(octeon_dev, sc);  in setup_nic_devices()
3428 		retval = wait_for_sc_completion_timeout(octeon_dev, sc, 0);  in setup_nic_devices()
3434 			dev_err(&octeon_dev->pci_dev->dev, "iq/oq config failed\n");  in setup_nic_devices()
3438 		snprintf(octeon_dev->fw_info.liquidio_firmware_version,  in setup_nic_devices()
3443 		fw_ver = octeon_dev->fw_info.liquidio_firmware_version;  in setup_nic_devices()
3447 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3452 		} else if (atomic_read(octeon_dev->adapter_fw_state) ==  in setup_nic_devices()
3454 			dev_info(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3463 		octeon_dev->fw_info.ver.maj = LIQUIDIO_BASE_MAJOR_VERSION;  in setup_nic_devices()
3464 		octeon_dev->fw_info.ver.min = LIQUIDIO_BASE_MINOR_VERSION;  in setup_nic_devices()
3465 		octeon_dev->fw_info.ver.rev = micro;  in setup_nic_devices()
3474 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3482 		if (OCTEON_CN6XXX(octeon_dev)) {  in setup_nic_devices()
3483 			max_num_queues = CFG_GET_IQ_MAX_Q(CHIP_CONF(octeon_dev,  in setup_nic_devices()
3485 		} else if (OCTEON_CN23XX_PF(octeon_dev)) {  in setup_nic_devices()
3486 			max_num_queues = CFG_GET_IQ_MAX_Q(CHIP_CONF(octeon_dev,  in setup_nic_devices()
3490 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3497 			dev_err(&octeon_dev->pci_dev->dev, "Device allocation failed\n");  in setup_nic_devices()
3502 		SET_NETDEV_DEV(netdev, &octeon_dev->pci_dev->dev);  in setup_nic_devices()
3511 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3519 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3531 		props = &octeon_dev->props[i];  in setup_nic_devices()
3553 		if (OCTEON_CN23XX_PF(octeon_dev) ||  in setup_nic_devices()
3554 		    OCTEON_CN6XXX(octeon_dev)) {  in setup_nic_devices()
3603 		lio->oct_dev = octeon_dev;  in setup_nic_devices()
3607 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3611 		for (j = 0; j < octeon_dev->sriov_info.max_vfs; j++) {  in setup_nic_devices()
3616 				dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3637 		if (liquidio_setup_io_queues(octeon_dev, i,  in setup_nic_devices()
3640 			dev_err(&octeon_dev->pci_dev->dev, "I/O queues creation failed\n");  in setup_nic_devices()
3646 		lio->tx_qsize = octeon_get_tx_qsize(octeon_dev, lio->txq);  in setup_nic_devices()
3647 		lio->rx_qsize = octeon_get_rx_qsize(octeon_dev, lio->rxq);  in setup_nic_devices()
3649 		if (lio_setup_glists(octeon_dev, lio, num_iqueues)) {  in setup_nic_devices()
3650 			dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3658 			octeon_dev->priv_flags = OCT_PRIV_FLAG_DEFAULT;  in setup_nic_devices()
3660 			octeon_dev->priv_flags = 0x0;  in setup_nic_devices()
3676 		if ((octeon_dev->fw_info.app_cap_flags &  in setup_nic_devices()
3686 			dev_err(&octeon_dev->pci_dev->dev, "Device registration failed\n");  in setup_nic_devices()
3690 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3707 		dev_dbg(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3710 		if (octeon_dev->subsystem_id ==  in setup_nic_devices()
3712 		    octeon_dev->subsystem_id ==  in setup_nic_devices()
3714 			cur_ver = OCT_FW_VER(octeon_dev->fw_info.ver.maj,  in setup_nic_devices()
3715 					     octeon_dev->fw_info.ver.min,  in setup_nic_devices()
3716 					     octeon_dev->fw_info.ver.rev);  in setup_nic_devices()
3720 				dev_info(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3722 				octeon_dev->speed_setting = 25;  in setup_nic_devices()
3723 				octeon_dev->no_speed_setting = 1;  in setup_nic_devices()
3728 			if (octeon_dev->speed_setting == 0) {  in setup_nic_devices()
3729 				octeon_dev->speed_setting = 25;  in setup_nic_devices()
3730 				octeon_dev->no_speed_setting = 1;  in setup_nic_devices()
3733 			octeon_dev->no_speed_setting = 1;  in setup_nic_devices()
3734 			octeon_dev->speed_setting = 10;  in setup_nic_devices()
3736 		octeon_dev->speed_boot = octeon_dev->speed_setting;  in setup_nic_devices()
3739 		if (octeon_dev->speed_boot == 25 &&  in setup_nic_devices()
3740 		    !octeon_dev->no_speed_setting) {  in setup_nic_devices()
3742 			octeon_dev->props[lio->ifidx].fec_boot =  in setup_nic_devices()
3743 				octeon_dev->props[lio->ifidx].fec;  in setup_nic_devices()
3750 		dev_err(&octeon_dev->pci_dev->dev, "devlink alloc failed\n");  in setup_nic_devices()
3755 	lio_devlink->oct = octeon_dev;  in setup_nic_devices()
3757 	if (devlink_register(devlink, &octeon_dev->pci_dev->dev)) {  in setup_nic_devices()
3759 		dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3764 	octeon_dev->devlink = devlink;  in setup_nic_devices()
3765 	octeon_dev->eswitch_mode = DEVLINK_ESWITCH_MODE_LEGACY;  in setup_nic_devices()
3772 		dev_err(&octeon_dev->pci_dev->dev,  in setup_nic_devices()
3774 		liquidio_destroy_nic_device(octeon_dev, i);  in setup_nic_devices()
4038 static int octeon_device_init(struct octeon_device *octeon_dev)  in octeon_device_init()  argument
4045 		(struct octeon_device_priv *)octeon_dev->priv;  in octeon_device_init()
4046 	atomic_set(&octeon_dev->status, OCT_DEV_BEGIN_STATE);  in octeon_device_init()
4051 	if (octeon_pci_os_setup(octeon_dev))  in octeon_device_init()
4054 	atomic_set(&octeon_dev->status, OCT_DEV_PCI_ENABLE_DONE);  in octeon_device_init()
4057 	if (octeon_chip_specific_setup(octeon_dev)) {  in octeon_device_init()
4058 		dev_err(&octeon_dev->pci_dev->dev, "Chip specific setup failed\n");  in octeon_device_init()
4062 	atomic_set(&octeon_dev->status, OCT_DEV_PCI_MAP_DONE);  in octeon_device_init()
4068 	octeon_register_device(octeon_dev, octeon_dev->pci_dev->bus->number,  in octeon_device_init()
4069 			       PCI_SLOT(octeon_dev->pci_dev->devfn),  in octeon_device_init()
4070 			       PCI_FUNC(octeon_dev->pci_dev->devfn),  in octeon_device_init()
4073 	octeon_dev->app_mode = CVM_DRV_INVALID_APP;  in octeon_device_init()
4082 	if (OCTEON_CN23XX_PF(octeon_dev) &&  in octeon_device_init()
4083 	    cn23xx_fw_loaded(octeon_dev) && fw_type_is_auto()) {  in octeon_device_init()
4084 		atomic_cmpxchg(octeon_dev->adapter_fw_state,  in octeon_device_init()
4089 	fw_state = atomic_cmpxchg(octeon_dev->adapter_fw_state,  in octeon_device_init()
4106 		if (octeon_dev->fn_list.soft_reset(octeon_dev))  in octeon_device_init()
4112 	if (octeon_init_dispatch_list(octeon_dev))  in octeon_device_init()
4115 	octeon_register_dispatch_fn(octeon_dev, OPCODE_NIC,  in octeon_device_init()
4118 				    octeon_dev);  in octeon_device_init()
4120 	octeon_register_dispatch_fn(octeon_dev, OPCODE_NIC,  in octeon_device_init()
4122 				    octeon_recv_vf_drv_notice, octeon_dev);  in octeon_device_init()
4123 	INIT_DELAYED_WORK(&octeon_dev->nic_poll_work.work, nic_starter);  in octeon_device_init()
4124 	octeon_dev->nic_poll_work.ctxptr = (void *)octeon_dev;  in octeon_device_init()
4125 	schedule_delayed_work(&octeon_dev->nic_poll_work.work,  in octeon_device_init()
4128 	atomic_set(&octeon_dev->status, OCT_DEV_DISPATCH_INIT_DONE);  in octeon_device_init()
4130 	if (octeon_set_io_queues_off(octeon_dev)) {  in octeon_device_init()
4131 		dev_err(&octeon_dev->pci_dev->dev, "setting io queues off failed\n");  in octeon_device_init()
4135 	if (OCTEON_CN23XX_PF(octeon_dev)) {  in octeon_device_init()
4136 		ret = octeon_dev->fn_list.setup_device_regs(octeon_dev);  in octeon_device_init()
4138 			dev_err(&octeon_dev->pci_dev->dev, "OCTEON: Failed to configure device registers\n");  in octeon_device_init()
4145 	if (octeon_setup_sc_buffer_pool(octeon_dev)) {  in octeon_device_init()
4146 		dev_err(&octeon_dev->pci_dev->dev, "sc buffer pool allocation failed\n");  in octeon_device_init()
4149 	atomic_set(&octeon_dev->status, OCT_DEV_SC_BUFF_POOL_INIT_DONE);  in octeon_device_init()
4152 	if (octeon_setup_instr_queues(octeon_dev)) {  in octeon_device_init()
4153 		dev_err(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4157 	atomic_set(&octeon_dev->status, OCT_DEV_INSTR_QUEUE_INIT_DONE);  in octeon_device_init()
4162 	if (octeon_setup_response_list(octeon_dev)) {  in octeon_device_init()
4163 		dev_err(&octeon_dev->pci_dev->dev, "Response list allocation failed\n");  in octeon_device_init()
4166 	atomic_set(&octeon_dev->status, OCT_DEV_RESP_LIST_INIT_DONE);  in octeon_device_init()
4168 	if (octeon_setup_output_queues(octeon_dev)) {  in octeon_device_init()
4169 		dev_err(&octeon_dev->pci_dev->dev, "Output queue initialization failed\n");  in octeon_device_init()
4173 	atomic_set(&octeon_dev->status, OCT_DEV_DROQ_INIT_DONE);  in octeon_device_init()
4175 	if (OCTEON_CN23XX_PF(octeon_dev)) {  in octeon_device_init()
4176 		if (octeon_dev->fn_list.setup_mbox(octeon_dev)) {  in octeon_device_init()
4177 			dev_err(&octeon_dev->pci_dev->dev, "OCTEON: Mailbox setup failed\n");  in octeon_device_init()
4180 		atomic_set(&octeon_dev->status, OCT_DEV_MBOX_SETUP_DONE);  in octeon_device_init()
4183 				(octeon_dev,  in octeon_device_init()
4184 				 octeon_dev->sriov_info.num_pf_rings)) {  in octeon_device_init()
4185 			dev_err(&octeon_dev->pci_dev->dev, "OCTEON: ioq vector allocation failed\n");  in octeon_device_init()
4188 		atomic_set(&octeon_dev->status, OCT_DEV_MSIX_ALLOC_VECTOR_DONE);  in octeon_device_init()
4195 		ret = octeon_dev->fn_list.setup_device_regs(octeon_dev);  in octeon_device_init()
4197 			dev_err(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4204 	dev_dbg(&octeon_dev->pci_dev->dev, "Initializing droq tasklet\n");  in octeon_device_init()
4209 	if (octeon_setup_interrupt(octeon_dev,  in octeon_device_init()
4210 				   octeon_dev->sriov_info.num_pf_rings))  in octeon_device_init()
4214 	octeon_dev->fn_list.enable_interrupt(octeon_dev, OCTEON_ALL_INTR);  in octeon_device_init()
4216 	atomic_set(&octeon_dev->status, OCT_DEV_INTR_SET_DONE);  in octeon_device_init()
4226 	for (j = 0; j < octeon_dev->num_oqs; j++)  in octeon_device_init()
4227 		writel(octeon_dev->droq[j]->max_count,  in octeon_device_init()
4228 		       octeon_dev->droq[j]->pkts_credit_reg);  in octeon_device_init()
4231 	ret = octeon_dev->fn_list.enable_io_queues(octeon_dev);  in octeon_device_init()
4233 		dev_err(&octeon_dev->pci_dev->dev, "Failed to enable input/output queues");  in octeon_device_init()
4237 	atomic_set(&octeon_dev->status, OCT_DEV_IO_QUEUES_DONE);  in octeon_device_init()
4240 		dev_dbg(&octeon_dev->pci_dev->dev, "Waiting for DDR initialization...\n");  in octeon_device_init()
4242 			dev_info(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4256 		ret = octeon_wait_for_ddr_init(octeon_dev, &ddr_timeout);  in octeon_device_init()
4258 			dev_err(&octeon_dev->pci_dev->dev,  in octeon_device_init()
4264 		if (octeon_wait_for_bootloader(octeon_dev, 1000)) {  in octeon_device_init()
4265 			dev_err(&octeon_dev->pci_dev->dev, "Board not responding\n");  in octeon_device_init()
4270 		ret = octeon_console_send_cmd(octeon_dev, bootcmd, 50);  in octeon_device_init()
4272 		dev_dbg(&octeon_dev->pci_dev->dev, "Initializing consoles\n");  in octeon_device_init()
4273 		ret = octeon_init_consoles(octeon_dev);  in octeon_device_init()
4275 			dev_err(&octeon_dev->pci_dev->dev, "Could not access board consoles\n");  in octeon_device_init()
4282 		ret = octeon_add_console(octeon_dev, 0, dbg_enb);  in octeon_device_init()
4284 			dev_err(&octeon_dev->pci_dev->dev, "Could not access board console\n");  in octeon_device_init()
4290 			octeon_dev->console[0].print = octeon_dbg_console_print;  in octeon_device_init()
4293 		atomic_set(&octeon_dev->status, OCT_DEV_CONSOLE_INIT_DONE);  in octeon_device_init()
4295 		dev_dbg(&octeon_dev->pci_dev->dev, "Loading firmware\n");  in octeon_device_init()
4296 		ret = load_firmware(octeon_dev);  in octeon_device_init()
4298 			dev_err(&octeon_dev->pci_dev->dev, "Could not load firmware to board\n");  in octeon_device_init()
4302 		atomic_set(octeon_dev->adapter_fw_state, FW_HAS_BEEN_LOADED);  in octeon_device_init()
4305 	handshake[octeon_dev->octeon_id].init_ok = 1;  in octeon_device_init()
4306 	complete(&handshake[octeon_dev->octeon_id].init);  in octeon_device_init()
4308 	atomic_set(&octeon_dev->status, OCT_DEV_HOST_OK);  in octeon_device_init()
4309 	oct_priv->dev = octeon_dev;  in octeon_device_init()