113 	ret = ena_com_set_dev_mtu(adapter->ena_dev, new_mtu);  in ena_change_mtu()
159 	ring->ena_dev = adapter->ena_dev;  in ena_init_io_rings_common()
169 	struct ena_com_dev *ena_dev;  in ena_init_io_rings()  local
173 	ena_dev = adapter->ena_dev;  in ena_init_io_rings()
185 		txr->tx_max_header_size = ena_dev->tx_max_header_size;  in ena_init_io_rings()
186 		txr->tx_mem_queue_type = ena_dev->tx_mem_queue_type;  in ena_init_io_rings()
189 			ena_com_get_nonadaptive_moderation_interval_tx(ena_dev);  in ena_init_io_rings()
196 			ena_com_get_nonadaptive_moderation_interval_rx(ena_dev);  in ena_init_io_rings()
704 		ena_com_destroy_io_queue(adapter->ena_dev, ena_qid);  in ena_destroy_all_tx_queues()
716 		ena_com_destroy_io_queue(adapter->ena_dev, ena_qid);  in ena_destroy_all_rx_queues()
1191 	u32 rx_interval = ena_com_get_adaptive_moderation_enabled(rx_ring->ena_dev) ?  in ena_unmask_interrupt()
1193 		ena_com_get_nonadaptive_moderation_interval_rx(rx_ring->ena_dev);  in ena_unmask_interrupt()
1279 			if (ena_com_get_adaptive_moderation_enabled(rx_ring->ena_dev))  in ena_io_poll()
1304 	ena_com_admin_q_comp_intr_handler(adapter->ena_dev);  in ena_intr_msix_mgmnt()
1308 		ena_com_aenq_intr_handler(adapter->ena_dev, data);  in ena_intr_msix_mgmnt()
1573 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_rss_configure()  local
1577 	if (!ena_dev->rss.tbl_log_size) {  in ena_rss_configure()
1587 	rc = ena_com_indirect_table_set(ena_dev);  in ena_rss_configure()
1592 	rc = ena_com_set_hash_function(ena_dev);  in ena_rss_configure()
1597 	rc = ena_com_set_hash_ctrl(ena_dev);  in ena_rss_configure()
1627 	struct ena_com_dev *ena_dev;  in ena_create_io_tx_queue()  local
1633 	ena_dev = adapter->ena_dev;  in ena_create_io_tx_queue()
1643 	ctx.mem_queue_type = ena_dev->tx_mem_queue_type;  in ena_create_io_tx_queue()
1648 	rc = ena_com_create_io_queue(ena_dev, &ctx);  in ena_create_io_tx_queue()
1656 	rc = ena_com_get_io_handlers(ena_dev, ena_qid,  in ena_create_io_tx_queue()
1663 		ena_com_destroy_io_queue(ena_dev, ena_qid);  in ena_create_io_tx_queue()
1673 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_create_all_io_tx_queues()  local
1686 		ena_com_destroy_io_queue(ena_dev, ENA_IO_TXQ_IDX(i));  in ena_create_all_io_tx_queues()
1693 	struct ena_com_dev *ena_dev;  in ena_create_io_rx_queue()  local
1700 	ena_dev = adapter->ena_dev;  in ena_create_io_rx_queue()
1715 	rc = ena_com_create_io_queue(ena_dev, &ctx);  in ena_create_io_rx_queue()
1723 	rc = ena_com_get_io_handlers(ena_dev, ena_qid,  in ena_create_io_rx_queue()
1730 		ena_com_destroy_io_queue(ena_dev, ena_qid);  in ena_create_io_rx_queue()
1741 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_create_all_io_rx_queues()  local
1756 		ena_com_destroy_io_queue(ena_dev, ENA_IO_RXQ_IDX(i));  in ena_create_all_io_rx_queues()
1951 		rc = ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason);  in ena_down()
1955 		ena_com_set_admin_running_state(adapter->ena_dev, false);  in ena_down()
2400 static void ena_config_host_info(struct ena_com_dev *ena_dev,  in ena_config_host_info()  argument
2407 	rc = ena_com_allocate_host_info(ena_dev);  in ena_config_host_info()
2413 	host_info = ena_dev->host_attr.host_info;  in ena_config_host_info()
2433 	rc = ena_com_set_host_attributes(ena_dev);  in ena_config_host_info()
2446 	ena_com_delete_host_info(ena_dev);  in ena_config_host_info()
2464 	rc = ena_com_allocate_debug_area(adapter->ena_dev, debug_area_size);  in ena_config_debug_area()
2470 	rc = ena_com_set_host_attributes(adapter->ena_dev);  in ena_config_debug_area()
2483 	ena_com_delete_debug_area(adapter->ena_dev);  in ena_config_debug_area()
2580 static int ena_device_init(struct ena_com_dev *ena_dev, struct pci_dev *pdev,  in ena_device_init()  argument
2590 	rc = ena_com_mmio_reg_read_request_init(ena_dev);  in ena_device_init()
2600 	ena_com_set_mmio_read_mode(ena_dev, readless_supported);  in ena_device_init()
2602 	rc = ena_com_dev_reset(ena_dev, ENA_REGS_RESET_NORMAL);  in ena_device_init()
2608 	rc = ena_com_validate_version(ena_dev);  in ena_device_init()
2614 	dma_width = ena_com_get_dma_width(ena_dev);  in ena_device_init()
2635 	rc = ena_com_admin_init(ena_dev, &aenq_handlers);  in ena_device_init()
2646 	ena_com_set_admin_polling_mode(ena_dev, true);  in ena_device_init()
2648 	ena_config_host_info(ena_dev, pdev);  in ena_device_init()
2651 	rc = ena_com_get_dev_attr_feat(ena_dev, get_feat_ctx);  in ena_device_init()
2666 	rc = ena_com_set_aenq_config(ena_dev, aenq_groups);  in ena_device_init()
2677 	ena_com_delete_host_info(ena_dev);  in ena_device_init()
2678 	ena_com_admin_destroy(ena_dev);  in ena_device_init()
2680 	ena_com_mmio_reg_read_request_destroy(ena_dev);  in ena_device_init()
2688 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_enable_msix_and_set_admin_interrupts()  local
2706 	ena_com_set_admin_polling_mode(ena_dev, false);  in ena_enable_msix_and_set_admin_interrupts()
2708 	ena_com_admin_aenq_enable(ena_dev);  in ena_enable_msix_and_set_admin_interrupts()
2721 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_destroy_device()  local
2734 		ena_com_set_admin_running_state(ena_dev, false);  in ena_destroy_device()
2743 		ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason);  in ena_destroy_device()
2749 	ena_com_abort_admin_commands(ena_dev);  in ena_destroy_device()
2751 	ena_com_wait_for_abort_completion(ena_dev);  in ena_destroy_device()
2753 	ena_com_admin_destroy(ena_dev);  in ena_destroy_device()
2755 	ena_com_mmio_reg_read_request_destroy(ena_dev);  in ena_destroy_device()
2766 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_restore_device()  local
2772 	rc = ena_device_init(ena_dev, adapter->pdev, &get_feat_ctx, &wd_state);  in ena_restore_device()
2816 	ena_com_abort_admin_commands(ena_dev);  in ena_restore_device()
2817 	ena_com_wait_for_abort_completion(ena_dev);  in ena_restore_device()
2818 	ena_com_admin_destroy(ena_dev);  in ena_restore_device()
2819 	ena_com_dev_reset(ena_dev, ENA_REGS_RESET_DRIVER_INVALID_STATE);  in ena_restore_device()
2820 	ena_com_mmio_reg_read_request_destroy(ena_dev);  in ena_restore_device()
3049 	if (unlikely(!ena_com_get_admin_running_state(adapter->ena_dev))) {  in check_for_admin_com_state()
3066 		adapter->ena_dev->admin_queue.completion_timeout =  in ena_update_hints()
3071 		adapter->ena_dev->mmio_read.reg_read_to =  in ena_update_hints()
3110 	u8 *debug_area = adapter->ena_dev->host_attr.debug_area_virt_addr;  in ena_timer_service()
3112 		adapter->ena_dev->host_attr.host_info;  in ena_timer_service()
3141 				 struct ena_com_dev *ena_dev,  in ena_calc_io_queue_num()  argument
3146 	if (ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) {  in ena_calc_io_queue_num()
3163 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)  in ena_calc_io_queue_num()
3181 					   struct ena_com_dev *ena_dev,  in ena_set_queues_placement_policy()  argument
3190 	if (!(ena_dev->supported_features & llq_feature_mask)) {  in ena_set_queues_placement_policy()
3193 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;  in ena_set_queues_placement_policy()
3199 	rc = ena_com_config_dev_mode(ena_dev, llq, llq_default_configurations);  in ena_set_queues_placement_policy()
3203 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;  in ena_set_queues_placement_policy()
3208 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST)  in ena_set_queues_placement_policy()
3214 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;  in ena_set_queues_placement_policy()
3218 	ena_dev->mem_bar = devm_ioremap_wc(&pdev->dev,  in ena_set_queues_placement_policy()
3222 	if (!ena_dev->mem_bar)  in ena_set_queues_placement_policy()
3293 	struct ena_com_dev *ena_dev = adapter->ena_dev;  in ena_rss_init_default()  local
3298 	rc = ena_com_rss_init(ena_dev, ENA_RX_RSS_TABLE_LOG_SIZE);  in ena_rss_init_default()
3306 		rc = ena_com_indirect_table_fill_entry(ena_dev, i,  in ena_rss_init_default()
3314 	rc = ena_com_fill_hash_function(ena_dev, ENA_ADMIN_CRC32, NULL,  in ena_rss_init_default()
3321 	rc = ena_com_set_default_hash_ctrl(ena_dev);  in ena_rss_init_default()
3330 	ena_com_rss_destroy(ena_dev);  in ena_rss_init_default()
3336 static void ena_release_bars(struct ena_com_dev *ena_dev, struct pci_dev *pdev)  in ena_release_bars()  argument
3355 	struct ena_com_dev *ena_dev = ctx->ena_dev;  in ena_calc_queue_size()  local
3361 	if (ctx->ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) {  in ena_calc_queue_size()
3368 		if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)  in ena_calc_queue_size()
3386 		if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)  in ena_calc_queue_size()
3433 	struct ena_com_dev *ena_dev = NULL;  in ena_probe()  local
3453 	ena_dev = vzalloc(sizeof(*ena_dev));  in ena_probe()
3454 	if (!ena_dev) {  in ena_probe()
3467 	ena_dev->reg_bar = devm_ioremap(&pdev->dev,  in ena_probe()
3470 	if (!ena_dev->reg_bar) {  in ena_probe()
3476 	ena_dev->dmadev = &pdev->dev;  in ena_probe()
3478 	rc = ena_device_init(ena_dev, pdev, &get_feat_ctx, &wd_state);  in ena_probe()
3488 	rc = ena_set_queues_placement_policy(pdev, ena_dev, &get_feat_ctx.llq,  in ena_probe()
3495 	calc_queue_ctx.ena_dev = ena_dev;  in ena_probe()
3502 	ena_dev->intr_moder_tx_interval = ENA_INTR_INITIAL_TX_INTERVAL_USECS;  in ena_probe()
3503 	ena_dev->intr_moder_rx_interval = ENA_INTR_INITIAL_RX_INTERVAL_USECS;  in ena_probe()
3504 	ena_dev->intr_delay_resolution = ENA_DEFAULT_INTR_DELAY_RESOLUTION;  in ena_probe()
3505 	io_queue_num = ena_calc_io_queue_num(pdev, ena_dev, &get_feat_ctx);  in ena_probe()
3516 		 (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) ?  in ena_probe()
3532 	adapter->ena_dev = ena_dev;  in ena_probe()
3556 	rc = ena_com_init_interrupt_moderation(adapter->ena_dev);  in ena_probe()
3608 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST)  in ena_probe()
3625 	ena_com_delete_debug_area(ena_dev);  in ena_probe()
3626 	ena_com_rss_destroy(ena_dev);  in ena_probe()
3628 	ena_com_dev_reset(ena_dev, ENA_REGS_RESET_INIT_ERR);  in ena_probe()
3630 	ena_com_set_admin_running_state(ena_dev, false);  in ena_probe()
3638 	ena_com_delete_host_info(ena_dev);  in ena_probe()
3639 	ena_com_admin_destroy(ena_dev);  in ena_probe()
3641 	ena_release_bars(ena_dev, pdev);  in ena_probe()
3643 	vfree(ena_dev);  in ena_probe()
3660 	struct ena_com_dev *ena_dev;  in ena_remove()  local
3663 	ena_dev = adapter->ena_dev;  in ena_remove()
3684 	ena_com_rss_destroy(ena_dev);  in ena_remove()
3686 	ena_com_delete_debug_area(ena_dev);  in ena_remove()
3688 	ena_com_delete_host_info(ena_dev);  in ena_remove()
3690 	ena_release_bars(ena_dev, pdev);  in ena_remove()
3694 	vfree(ena_dev);  in ena_remove()