121 		nr += q->irq_ptr->nr_input_qs;  in qdio_do_eqbs()
123 	ccq = do_eqbs(q->irq_ptr->sch_token, state, nr, &tmp_start, &tmp_count,  in qdio_do_eqbs()
134 		DBF_DEV_EVENT(DBF_WARN, q->irq_ptr, "EQBS part:%02x",  in qdio_do_eqbs()
139 		DBF_DEV_EVENT(DBF_WARN, q->irq_ptr, "EQBS again:%2d", ccq);  in qdio_do_eqbs()
145 		q->handler(q->irq_ptr->cdev, QDIO_ERROR_GET_BUF_STATE, q->nr,  in qdio_do_eqbs()
146 			   q->first_to_kick, count, q->irq_ptr->int_parm);  in qdio_do_eqbs()
174 		nr += q->irq_ptr->nr_input_qs;  in qdio_do_sqbs()
176 	ccq = do_sqbs(q->irq_ptr->sch_token, state, nr, &tmp_start, &tmp_count);  in qdio_do_sqbs()
186 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "SQBS again:%2d", ccq);  in qdio_do_sqbs()
193 		q->handler(q->irq_ptr->cdev, QDIO_ERROR_SET_BUF_STATE, q->nr,  in qdio_do_sqbs()
194 			   q->first_to_kick, count, q->irq_ptr->int_parm);  in qdio_do_sqbs()
264 static void qdio_init_buf_states(struct qdio_irq *irq_ptr)  in qdio_init_buf_states()  argument
269 	for_each_input_queue(irq_ptr, q, i)  in qdio_init_buf_states()
272 	for_each_output_queue(irq_ptr, q, i)  in qdio_init_buf_states()
280 	unsigned long schid = *((u32 *) &q->irq_ptr->schid);  in qdio_siga_sync()
284 	DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "siga-s:%1d", q->nr);  in qdio_siga_sync()
288 		schid = q->irq_ptr->sch_token;  in qdio_siga_sync()
309 	unsigned long schid = *((u32 *) &q->irq_ptr->schid);  in qdio_siga_output()
323 		schid = q->irq_ptr->sch_token;  in qdio_siga_output()
341 		DBF_DEV_EVENT(DBF_WARN, q->irq_ptr,  in qdio_siga_output()
343 		DBF_DEV_EVENT(DBF_WARN, q->irq_ptr, "count:%u", retries);  in qdio_siga_output()
350 	unsigned long schid = *((u32 *) &q->irq_ptr->schid);  in qdio_siga_input()
354 	DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "siga-r:%1d", q->nr);  in qdio_siga_input()
358 		schid = q->irq_ptr->sch_token;  in qdio_siga_input()
429 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "OUTFULL FTC:%02x",  in process_buffer_error()
453 	DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "in prim:%1d %02x", q->nr, count);  in inbound_primed()
523 		if (q->irq_ptr->perf_stat_enabled)  in get_inbound_buffer_frontier()
531 		if (q->irq_ptr->perf_stat_enabled)  in get_inbound_buffer_frontier()
537 		if (q->irq_ptr->perf_stat_enabled)  in get_inbound_buffer_frontier()
539 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "in nop:%1d %#02x",  in get_inbound_buffer_frontier()
557 		if (!is_thinint_irq(q->irq_ptr) && MACHINE_IS_LPAR)  in qdio_inbound_q_moved()
579 	if (is_thinint_irq(q->irq_ptr))  in qdio_inbound_q_done()
591 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "in done:%02x",  in qdio_inbound_q_done()
657 	if (unlikely(q->irq_ptr->state != QDIO_IRQ_STATE_ACTIVE))  in qdio_kick_handler()
664 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "kih s:%02x c:%02x", start, count);  in qdio_kick_handler()
667 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "koh: s:%02x c:%02x",  in qdio_kick_handler()
673 	q->handler(q->irq_ptr->cdev, q->qdio_error, q->nr, start, count,  in qdio_kick_handler()
674 		   q->irq_ptr->int_parm);  in qdio_kick_handler()
683 	if (likely(q->irq_ptr->state == QDIO_IRQ_STATE_ACTIVE)) {  in qdio_tasklet_schedule()
753 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr,  in get_outbound_buffer_frontier()
758 		if (q->irq_ptr->perf_stat_enabled)  in get_outbound_buffer_frontier()
766 		if (q->irq_ptr->perf_stat_enabled)  in get_outbound_buffer_frontier()
771 		if (q->irq_ptr->perf_stat_enabled)  in get_outbound_buffer_frontier()
773 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "out primed:%1d",  in get_outbound_buffer_frontier()
801 		DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "out moved:%1d", q->nr);  in qdio_outbound_q_moved()
815 	DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "siga-w:%1d", q->nr);  in qdio_kick_outbound_q()
832 			DBF_DEV_EVENT(DBF_INFO, q->irq_ptr, "siga-w cc2:%1d", q->nr);  in qdio_kick_outbound_q()
873 		    likely(q->irq_ptr->state == QDIO_IRQ_STATE_ACTIVE))  in __qdio_outbound_processing()
903 	for_each_output_queue(q->irq_ptr, out, i)  in qdio_check_outbound_after_thinint()
948 static inline void qdio_set_state(struct qdio_irq *irq_ptr,  in qdio_set_state()  argument
951 	DBF_DEV_EVENT(DBF_INFO, irq_ptr, "newstate: %1d", state);  in qdio_set_state()
953 	irq_ptr->state = state;  in qdio_set_state()
957 static void qdio_irq_check_sense(struct qdio_irq *irq_ptr, struct irb *irb)  in qdio_irq_check_sense()  argument
960 		DBF_ERROR("%4x sense:", irq_ptr->schid.sch_no);  in qdio_irq_check_sense()
967 static void qdio_int_handler_pci(struct qdio_irq *irq_ptr)  in qdio_int_handler_pci()  argument
972 	if (unlikely(irq_ptr->state != QDIO_IRQ_STATE_ACTIVE))  in qdio_int_handler_pci()
975 	for_each_input_queue(irq_ptr, q, i) {  in qdio_int_handler_pci()
983 			q->u.in.queue_start_poll(q->irq_ptr->cdev, q->nr,  in qdio_int_handler_pci()
984 						 q->irq_ptr->int_parm);  in qdio_int_handler_pci()
990 	if (!(irq_ptr->qib.ac & QIB_AC_OUTBOUND_PCI_SUPPORTED))  in qdio_int_handler_pci()
993 	for_each_output_queue(irq_ptr, q, i) {  in qdio_int_handler_pci()
1005 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_handle_activate_check()  local
1009 	DBF_ERROR("%4x ACT CHECK", irq_ptr->schid.sch_no);  in qdio_handle_activate_check()
1013 	if (irq_ptr->nr_input_qs) {  in qdio_handle_activate_check()
1014 		q = irq_ptr->input_qs[0];  in qdio_handle_activate_check()
1015 	} else if (irq_ptr->nr_output_qs) {  in qdio_handle_activate_check()
1016 		q = irq_ptr->output_qs[0];  in qdio_handle_activate_check()
1023 	q->handler(q->irq_ptr->cdev, QDIO_ERROR_ACTIVATE,  in qdio_handle_activate_check()
1024 		   q->nr, q->first_to_kick, count, irq_ptr->int_parm);  in qdio_handle_activate_check()
1026 	qdio_set_state(irq_ptr, QDIO_IRQ_STATE_STOPPED);  in qdio_handle_activate_check()
1037 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_establish_handle_irq()  local
1039 	DBF_DEV_EVENT(DBF_INFO, irq_ptr, "qest irq");  in qdio_establish_handle_irq()
1047 	qdio_set_state(irq_ptr, QDIO_IRQ_STATE_ESTABLISHED);  in qdio_establish_handle_irq()
1051 	DBF_ERROR("%4x EQ:error", irq_ptr->schid.sch_no);  in qdio_establish_handle_irq()
1053 	qdio_set_state(irq_ptr, QDIO_IRQ_STATE_ERR);  in qdio_establish_handle_irq()
1060 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_int_handler()  local
1064 	if (!intparm || !irq_ptr) {  in qdio_int_handler()
1070 	if (irq_ptr->perf_stat_enabled)  in qdio_int_handler()
1071 		irq_ptr->perf_stat.qdio_int++;  in qdio_int_handler()
1074 		DBF_ERROR("%4x IO error", irq_ptr->schid.sch_no);  in qdio_int_handler()
1075 		qdio_set_state(irq_ptr, QDIO_IRQ_STATE_ERR);  in qdio_int_handler()
1079 	qdio_irq_check_sense(irq_ptr, irb);  in qdio_int_handler()
1083 	switch (irq_ptr->state) {  in qdio_int_handler()
1088 		qdio_set_state(irq_ptr, QDIO_IRQ_STATE_INACTIVE);  in qdio_int_handler()
1093 			qdio_int_handler_pci(irq_ptr);  in qdio_int_handler()
1132 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_shutdown_queues()  local
1136 	for_each_input_queue(irq_ptr, q, i)  in qdio_shutdown_queues()
1139 	for_each_output_queue(irq_ptr, q, i) {  in qdio_shutdown_queues()
1152 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_shutdown()  local
1156 	if (!irq_ptr)  in qdio_shutdown()
1163 	mutex_lock(&irq_ptr->setup_mutex);  in qdio_shutdown()
1168 	if (irq_ptr->state == QDIO_IRQ_STATE_INACTIVE) {  in qdio_shutdown()
1169 		mutex_unlock(&irq_ptr->setup_mutex);  in qdio_shutdown()
1177 	qdio_set_state(irq_ptr, QDIO_IRQ_STATE_STOPPED);  in qdio_shutdown()
1179 	tiqdio_remove_input_queues(irq_ptr);  in qdio_shutdown()
1181 	qdio_shutdown_debug_entries(irq_ptr);  in qdio_shutdown()
1192 		DBF_ERROR("%4x SHUTD ERR", irq_ptr->schid.sch_no);  in qdio_shutdown()
1197 	qdio_set_state(irq_ptr, QDIO_IRQ_STATE_CLEANUP);  in qdio_shutdown()
1200 		irq_ptr->state == QDIO_IRQ_STATE_INACTIVE ||  in qdio_shutdown()
1201 		irq_ptr->state == QDIO_IRQ_STATE_ERR,  in qdio_shutdown()
1206 	qdio_shutdown_thinint(irq_ptr);  in qdio_shutdown()
1210 		cdev->handler = irq_ptr->orig_handler;  in qdio_shutdown()
1215 	qdio_set_state(irq_ptr, QDIO_IRQ_STATE_INACTIVE);  in qdio_shutdown()
1216 	mutex_unlock(&irq_ptr->setup_mutex);  in qdio_shutdown()
1229 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_free()  local
1232 	if (!irq_ptr)  in qdio_free()
1237 	DBF_DEV_EVENT(DBF_ERR, irq_ptr, "dbf abandoned");  in qdio_free()
1238 	mutex_lock(&irq_ptr->setup_mutex);  in qdio_free()
1240 	irq_ptr->debug_area = NULL;  in qdio_free()
1242 	mutex_unlock(&irq_ptr->setup_mutex);  in qdio_free()
1244 	qdio_release_memory(irq_ptr);  in qdio_free()
1256 	struct qdio_irq *irq_ptr;  in qdio_allocate()  local
1274 	irq_ptr = (void *) get_zeroed_page(GFP_KERNEL | GFP_DMA);  in qdio_allocate()
1275 	if (!irq_ptr)  in qdio_allocate()
1278 	mutex_init(&irq_ptr->setup_mutex);  in qdio_allocate()
1279 	if (qdio_allocate_dbf(init_data, irq_ptr))  in qdio_allocate()
1288 	irq_ptr->chsc_page = get_zeroed_page(GFP_KERNEL);  in qdio_allocate()
1289 	if (!irq_ptr->chsc_page)  in qdio_allocate()
1293 	irq_ptr->qdr = (struct qdr *) get_zeroed_page(GFP_KERNEL | GFP_DMA);  in qdio_allocate()
1294 	if (!irq_ptr->qdr)  in qdio_allocate()
1297 	if (qdio_allocate_qs(irq_ptr, init_data->no_input_qs,  in qdio_allocate()
1301 	init_data->cdev->private->qdio_data = irq_ptr;  in qdio_allocate()
1302 	qdio_set_state(irq_ptr, QDIO_IRQ_STATE_INACTIVE);  in qdio_allocate()
1305 	qdio_release_memory(irq_ptr);  in qdio_allocate()
1311 static void qdio_detect_hsicq(struct qdio_irq *irq_ptr)  in qdio_detect_hsicq()  argument
1313 	struct qdio_q *q = irq_ptr->input_qs[0];  in qdio_detect_hsicq()
1316 	if (irq_ptr->nr_input_qs > 1 && queue_type(q) == QDIO_IQDIO_QFMT)  in qdio_detect_hsicq()
1319 	for_each_output_queue(irq_ptr, q, i) {  in qdio_detect_hsicq()
1339 	struct qdio_irq *irq_ptr;  in qdio_establish()  local
1345 	irq_ptr = cdev->private->qdio_data;  in qdio_establish()
1346 	if (!irq_ptr)  in qdio_establish()
1349 	mutex_lock(&irq_ptr->setup_mutex);  in qdio_establish()
1352 	rc = qdio_establish_thinint(irq_ptr);  in qdio_establish()
1354 		mutex_unlock(&irq_ptr->setup_mutex);  in qdio_establish()
1360 	irq_ptr->ccw.cmd_code = irq_ptr->equeue.cmd;  in qdio_establish()
1361 	irq_ptr->ccw.flags = CCW_FLAG_SLI;  in qdio_establish()
1362 	irq_ptr->ccw.count = irq_ptr->equeue.count;  in qdio_establish()
1363 	irq_ptr->ccw.cda = (u32)((addr_t)irq_ptr->qdr);  in qdio_establish()
1368 	rc = ccw_device_start(cdev, &irq_ptr->ccw, QDIO_DOING_ESTABLISH, 0, 0);  in qdio_establish()
1371 		DBF_ERROR("%4x est IO ERR", irq_ptr->schid.sch_no);  in qdio_establish()
1373 		mutex_unlock(&irq_ptr->setup_mutex);  in qdio_establish()
1379 		irq_ptr->state == QDIO_IRQ_STATE_ESTABLISHED ||  in qdio_establish()
1380 		irq_ptr->state == QDIO_IRQ_STATE_ERR, HZ);  in qdio_establish()
1382 	if (irq_ptr->state != QDIO_IRQ_STATE_ESTABLISHED) {  in qdio_establish()
1383 		mutex_unlock(&irq_ptr->setup_mutex);  in qdio_establish()
1388 	qdio_setup_ssqd_info(irq_ptr);  in qdio_establish()
1390 	qdio_detect_hsicq(irq_ptr);  in qdio_establish()
1393 	qdio_init_buf_states(irq_ptr);  in qdio_establish()
1395 	mutex_unlock(&irq_ptr->setup_mutex);  in qdio_establish()
1396 	qdio_print_subchannel_info(irq_ptr, cdev);  in qdio_establish()
1397 	qdio_setup_debug_entries(irq_ptr, cdev);  in qdio_establish()
1409 	struct qdio_irq *irq_ptr;  in qdio_activate()  local
1415 	irq_ptr = cdev->private->qdio_data;  in qdio_activate()
1416 	if (!irq_ptr)  in qdio_activate()
1419 	mutex_lock(&irq_ptr->setup_mutex);  in qdio_activate()
1420 	if (irq_ptr->state == QDIO_IRQ_STATE_INACTIVE) {  in qdio_activate()
1425 	irq_ptr->ccw.cmd_code = irq_ptr->aqueue.cmd;  in qdio_activate()
1426 	irq_ptr->ccw.flags = CCW_FLAG_SLI;  in qdio_activate()
1427 	irq_ptr->ccw.count = irq_ptr->aqueue.count;  in qdio_activate()
1428 	irq_ptr->ccw.cda = 0;  in qdio_activate()
1433 	rc = ccw_device_start(cdev, &irq_ptr->ccw, QDIO_DOING_ACTIVATE,  in qdio_activate()
1437 		DBF_ERROR("%4x act IO ERR", irq_ptr->schid.sch_no);  in qdio_activate()
1442 	if (is_thinint_irq(irq_ptr))  in qdio_activate()
1443 		tiqdio_add_input_queues(irq_ptr);  in qdio_activate()
1448 	switch (irq_ptr->state) {  in qdio_activate()
1454 		qdio_set_state(irq_ptr, QDIO_IRQ_STATE_ACTIVE);  in qdio_activate()
1458 	mutex_unlock(&irq_ptr->setup_mutex);  in qdio_activate()
1586 		    likely(q->irq_ptr->state == QDIO_IRQ_STATE_ACTIVE))  in handle_outbound()
1602 	struct qdio_irq *irq_ptr;  in do_QDIO()  local
1607 	irq_ptr = cdev->private->qdio_data;  in do_QDIO()
1608 	if (!irq_ptr)  in do_QDIO()
1611 	DBF_DEV_EVENT(DBF_INFO, irq_ptr,  in do_QDIO()
1614 	if (irq_ptr->state != QDIO_IRQ_STATE_ACTIVE)  in do_QDIO()
1619 		return handle_inbound(irq_ptr->input_qs[q_nr],  in do_QDIO()
1622 		return handle_outbound(irq_ptr->output_qs[q_nr],  in do_QDIO()
1640 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_start_irq()  local
1642 	if (!irq_ptr)  in qdio_start_irq()
1644 	q = irq_ptr->input_qs[nr];  in qdio_start_irq()
1646 	clear_nonshared_ind(irq_ptr);  in qdio_start_irq()
1654 	if (test_nonshared_ind(irq_ptr))  in qdio_start_irq()
1687 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_get_next_buffers()  local
1689 	if (!irq_ptr)  in qdio_get_next_buffers()
1691 	q = irq_ptr->input_qs[nr];  in qdio_get_next_buffers()
1707 	if (unlikely(q->irq_ptr->state != QDIO_IRQ_STATE_ACTIVE))  in qdio_get_next_buffers()
1734 	struct qdio_irq *irq_ptr = cdev->private->qdio_data;  in qdio_stop_irq()  local
1736 	if (!irq_ptr)  in qdio_stop_irq()
1738 	q = irq_ptr->input_qs[nr];  in qdio_stop_irq()