Lines Matching refs:cd
125 struct genwqe_dev *cd; in genwqe_dev_alloc() local
134 cd = kzalloc(sizeof(struct genwqe_dev), GFP_KERNEL); in genwqe_dev_alloc()
135 if (!cd) in genwqe_dev_alloc()
138 cd->card_idx = i; in genwqe_dev_alloc()
139 cd->class_genwqe = class_genwqe; in genwqe_dev_alloc()
140 cd->debugfs_genwqe = debugfs_genwqe; in genwqe_dev_alloc()
146 cd->use_platform_recovery = CONFIG_GENWQE_PLATFORM_ERROR_RECOVERY; in genwqe_dev_alloc()
148 init_waitqueue_head(&cd->queue_waitq); in genwqe_dev_alloc()
150 spin_lock_init(&cd->file_lock); in genwqe_dev_alloc()
151 INIT_LIST_HEAD(&cd->file_list); in genwqe_dev_alloc()
153 cd->card_state = GENWQE_CARD_UNUSED; in genwqe_dev_alloc()
154 spin_lock_init(&cd->print_lock); in genwqe_dev_alloc()
156 cd->ddcb_software_timeout = GENWQE_DDCB_SOFTWARE_TIMEOUT; in genwqe_dev_alloc()
157 cd->kill_timeout = GENWQE_KILL_TIMEOUT; in genwqe_dev_alloc()
160 cd->vf_jobtimeout_msec[j] = GENWQE_VF_JOBTIMEOUT_MSEC; in genwqe_dev_alloc()
162 genwqe_devices[i] = cd; in genwqe_dev_alloc()
163 return cd; in genwqe_dev_alloc()
166 static void genwqe_dev_free(struct genwqe_dev *cd) in genwqe_dev_free() argument
168 if (!cd) in genwqe_dev_free()
171 genwqe_devices[cd->card_idx] = NULL; in genwqe_dev_free()
172 kfree(cd); in genwqe_dev_free()
183 static int genwqe_bus_reset(struct genwqe_dev *cd) in genwqe_bus_reset() argument
186 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_bus_reset()
189 if (cd->err_inject & GENWQE_INJECT_BUS_RESET_FAILURE) in genwqe_bus_reset()
192 mmio = cd->mmio; in genwqe_bus_reset()
193 cd->mmio = NULL; in genwqe_bus_reset()
216 cd->err_inject &= ~(GENWQE_INJECT_HARDWARE_FAILURE | in genwqe_bus_reset()
227 cd->mmio = pci_iomap(pci_dev, 0, 0); in genwqe_bus_reset()
228 if (cd->mmio == NULL) { in genwqe_bus_reset()
248 bool genwqe_need_err_masking(struct genwqe_dev *cd) in genwqe_need_err_masking() argument
250 return (cd->slu_unitcfg & 0xFFFF0ull) < 0x32170ull; in genwqe_need_err_masking()
253 static void genwqe_tweak_hardware(struct genwqe_dev *cd) in genwqe_tweak_hardware() argument
255 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_tweak_hardware()
258 if (((cd->slu_unitcfg & 0xFFFF0ull) >= 0x32000ull) && in genwqe_tweak_hardware()
259 ((cd->slu_unitcfg & 0xFFFF0ull) <= 0x33250ull)) { in genwqe_tweak_hardware()
262 cd->slu_unitcfg, cd->app_unitcfg); in genwqe_tweak_hardware()
264 __genwqe_writeq(cd, IO_APP_SEC_LEM_DEBUG_OVR, in genwqe_tweak_hardware()
267 __genwqe_writeq(cd, IO_APP_ERR_ACT_MASK, in genwqe_tweak_hardware()
280 int genwqe_recovery_on_fatal_gfir_required(struct genwqe_dev *cd) in genwqe_recovery_on_fatal_gfir_required() argument
282 return (cd->slu_unitcfg & 0xFFFF0ull) >= 0x32170ull; in genwqe_recovery_on_fatal_gfir_required()
285 int genwqe_flash_readback_fails(struct genwqe_dev *cd) in genwqe_flash_readback_fails() argument
287 return (cd->slu_unitcfg & 0xFFFF0ull) < 0x32170ull; in genwqe_flash_readback_fails()
301 static int genwqe_T_psec(struct genwqe_dev *cd) in genwqe_T_psec() argument
306 speed = (u16)((cd->slu_unitcfg >> 28) & 0x0full); in genwqe_T_psec()
322 static bool genwqe_setup_pf_jtimer(struct genwqe_dev *cd) in genwqe_setup_pf_jtimer() argument
324 u32 T = genwqe_T_psec(cd); in genwqe_setup_pf_jtimer()
334 genwqe_write_vreg(cd, IO_SLC_VF_APPJOB_TIMEOUT, in genwqe_setup_pf_jtimer()
342 static bool genwqe_setup_vf_jtimer(struct genwqe_dev *cd) in genwqe_setup_vf_jtimer() argument
344 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_setup_vf_jtimer()
346 u32 T = genwqe_T_psec(cd); in genwqe_setup_vf_jtimer()
356 if (cd->vf_jobtimeout_msec[vf] == 0) in genwqe_setup_vf_jtimer()
359 x = ilog2(cd->vf_jobtimeout_msec[vf] * in genwqe_setup_vf_jtimer()
362 genwqe_write_vreg(cd, IO_SLC_VF_APPJOB_TIMEOUT, in genwqe_setup_vf_jtimer()
368 static int genwqe_ffdc_buffs_alloc(struct genwqe_dev *cd) in genwqe_ffdc_buffs_alloc() argument
375 e = genwqe_ffdc_buff_size(cd, 0); in genwqe_ffdc_buffs_alloc()
378 e = genwqe_ffdc_buff_size(cd, 1); in genwqe_ffdc_buffs_alloc()
381 e = genwqe_ffdc_buff_size(cd, 2); in genwqe_ffdc_buffs_alloc()
389 cd->ffdc[type].entries = e; in genwqe_ffdc_buffs_alloc()
390 cd->ffdc[type].regs = in genwqe_ffdc_buffs_alloc()
401 static void genwqe_ffdc_buffs_free(struct genwqe_dev *cd) in genwqe_ffdc_buffs_free() argument
406 kfree(cd->ffdc[type].regs); in genwqe_ffdc_buffs_free()
407 cd->ffdc[type].regs = NULL; in genwqe_ffdc_buffs_free()
411 static int genwqe_read_ids(struct genwqe_dev *cd) in genwqe_read_ids() argument
415 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_read_ids()
417 cd->slu_unitcfg = __genwqe_readq(cd, IO_SLU_UNITCFG); in genwqe_read_ids()
418 if (cd->slu_unitcfg == IO_ILLEGAL_VALUE) { in genwqe_read_ids()
420 "err: SLUID=%016llx\n", cd->slu_unitcfg); in genwqe_read_ids()
425 slu_id = genwqe_get_slu_id(cd); in genwqe_read_ids()
433 cd->app_unitcfg = __genwqe_readq(cd, IO_APP_UNITCFG); in genwqe_read_ids()
434 if (cd->app_unitcfg == IO_ILLEGAL_VALUE) { in genwqe_read_ids()
436 "err: APPID=%016llx\n", cd->app_unitcfg); in genwqe_read_ids()
440 genwqe_read_app_id(cd, cd->app_name, sizeof(cd->app_name)); in genwqe_read_ids()
450 cd->is_privileged = 0; in genwqe_read_ids()
452 cd->is_privileged = (__genwqe_readq(cd, IO_SLU_BITSTREAM) in genwqe_read_ids()
459 static int genwqe_start(struct genwqe_dev *cd) in genwqe_start() argument
462 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_start()
464 err = genwqe_read_ids(cd); in genwqe_start()
468 if (genwqe_is_privileged(cd)) { in genwqe_start()
470 genwqe_ffdc_buffs_alloc(cd); in genwqe_start()
471 genwqe_stop_traps(cd); in genwqe_start()
474 genwqe_read_ffdc_regs(cd, cd->ffdc[GENWQE_DBG_REGS].regs, in genwqe_start()
475 cd->ffdc[GENWQE_DBG_REGS].entries, 0); in genwqe_start()
477 genwqe_ffdc_buff_read(cd, GENWQE_DBG_UNIT0, in genwqe_start()
478 cd->ffdc[GENWQE_DBG_UNIT0].regs, in genwqe_start()
479 cd->ffdc[GENWQE_DBG_UNIT0].entries); in genwqe_start()
481 genwqe_ffdc_buff_read(cd, GENWQE_DBG_UNIT1, in genwqe_start()
482 cd->ffdc[GENWQE_DBG_UNIT1].regs, in genwqe_start()
483 cd->ffdc[GENWQE_DBG_UNIT1].entries); in genwqe_start()
485 genwqe_ffdc_buff_read(cd, GENWQE_DBG_UNIT2, in genwqe_start()
486 cd->ffdc[GENWQE_DBG_UNIT2].regs, in genwqe_start()
487 cd->ffdc[GENWQE_DBG_UNIT2].entries); in genwqe_start()
489 genwqe_start_traps(cd); in genwqe_start()
491 if (cd->card_state == GENWQE_CARD_FATAL_ERROR) { in genwqe_start()
499 cd->softreset = 0x7Cull; in genwqe_start()
500 __genwqe_writeq(cd, IO_SLC_CFGREG_SOFTRESET, in genwqe_start()
501 cd->softreset); in genwqe_start()
503 err = genwqe_bus_reset(cd); in genwqe_start()
516 err = genwqe_read_ids(cd); in genwqe_start()
522 err = genwqe_setup_service_layer(cd); /* does a reset to the card */ in genwqe_start()
530 if (genwqe_is_privileged(cd)) { /* code is running _after_ reset */ in genwqe_start()
531 genwqe_tweak_hardware(cd); in genwqe_start()
533 genwqe_setup_pf_jtimer(cd); in genwqe_start()
534 genwqe_setup_vf_jtimer(cd); in genwqe_start()
537 err = genwqe_device_create(cd); in genwqe_start()
546 genwqe_release_service_layer(cd); in genwqe_start()
548 if (genwqe_is_privileged(cd)) in genwqe_start()
549 genwqe_ffdc_buffs_free(cd); in genwqe_start()
565 static int genwqe_stop(struct genwqe_dev *cd) in genwqe_stop() argument
567 genwqe_finish_queue(cd); /* no register access */ in genwqe_stop()
568 genwqe_device_remove(cd); /* device removed, procs killed */ in genwqe_stop()
569 genwqe_release_service_layer(cd); /* here genwqe_thread is stopped */ in genwqe_stop()
571 if (genwqe_is_privileged(cd)) { in genwqe_stop()
572 pci_disable_sriov(cd->pci_dev); /* access pci config space */ in genwqe_stop()
573 genwqe_ffdc_buffs_free(cd); in genwqe_stop()
589 static int genwqe_recover_card(struct genwqe_dev *cd, int fatal_err) in genwqe_recover_card() argument
592 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_recover_card()
594 genwqe_stop(cd); in genwqe_recover_card()
601 cd->softreset = 0x70ull; in genwqe_recover_card()
602 __genwqe_writeq(cd, IO_SLC_CFGREG_SOFTRESET, cd->softreset); in genwqe_recover_card()
605 rc = genwqe_bus_reset(cd); in genwqe_recover_card()
612 rc = genwqe_start(cd); in genwqe_recover_card()
621 static int genwqe_health_check_cond(struct genwqe_dev *cd, u64 *gfir) in genwqe_health_check_cond() argument
623 *gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR); in genwqe_health_check_cond()
625 genwqe_recovery_on_fatal_gfir_required(cd); in genwqe_health_check_cond()
637 static u64 genwqe_fir_checking(struct genwqe_dev *cd) in genwqe_fir_checking() argument
642 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_fir_checking()
652 gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR); in genwqe_fir_checking()
674 fir = __genwqe_readq(cd, fir_addr); in genwqe_fir_checking()
684 fec = __genwqe_readq(cd, fec_addr); in genwqe_fir_checking()
697 sfir = __genwqe_readq(cd, sfir_addr); in genwqe_fir_checking()
705 sfec = __genwqe_readq(cd, sfec_addr); in genwqe_fir_checking()
712 gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR); in genwqe_fir_checking()
728 __genwqe_writeq(cd, sfir_addr, sfir); in genwqe_fir_checking()
745 __genwqe_writeq(cd, fir_clr_addr, mask); in genwqe_fir_checking()
753 gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR); in genwqe_fir_checking()
804 static int genwqe_platform_recovery(struct genwqe_dev *cd) in genwqe_platform_recovery() argument
806 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_platform_recovery()
813 cd->err_inject &= ~(GENWQE_INJECT_HARDWARE_FAILURE | in genwqe_platform_recovery()
817 genwqe_stop(cd); in genwqe_platform_recovery()
822 rc = genwqe_start(cd); in genwqe_platform_recovery()
846 static int genwqe_reload_bistream(struct genwqe_dev *cd) in genwqe_reload_bistream() argument
848 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_reload_bistream()
855 genwqe_stop(cd); in genwqe_reload_bistream()
861 __genwqe_writeq(cd, IO_SLC_CFGREG_SOFTRESET, in genwqe_reload_bistream()
862 (cd->softreset & 0xcull) | 0x70ull); in genwqe_reload_bistream()
877 rc = genwqe_start(cd); in genwqe_reload_bistream()
912 struct genwqe_dev *cd = data; in genwqe_health_thread() local
913 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_health_thread()
918 rc = wait_event_interruptible_timeout(cd->health_waitq, in genwqe_health_thread()
919 (genwqe_health_check_cond(cd, &gfir) || in genwqe_health_thread()
932 slu_unitcfg = __genwqe_readq(cd, IO_SLU_UNITCFG); in genwqe_health_thread()
940 app_unitcfg = __genwqe_readq(cd, IO_APP_UNITCFG); in genwqe_health_thread()
948 gfir = __genwqe_readq(cd, IO_SLC_CFGREG_GFIR); in genwqe_health_thread()
957 gfir_masked = genwqe_fir_checking(cd); in genwqe_health_thread()
965 if ((gfir_masked) && !cd->skip_recovery && in genwqe_health_thread()
966 genwqe_recovery_on_fatal_gfir_required(cd)) { in genwqe_health_thread()
968 cd->card_state = GENWQE_CARD_FATAL_ERROR; in genwqe_health_thread()
970 rc = genwqe_recover_card(cd, 0); in genwqe_health_thread()
977 if (cd->card_state == GENWQE_CARD_RELOAD_BITSTREAM) { in genwqe_health_thread()
979 rc = genwqe_reload_bistream(cd); in genwqe_health_thread()
984 cd->last_gfir = gfir; in genwqe_health_thread()
991 if (cd->use_platform_recovery) { in genwqe_health_thread()
997 readq(cd->mmio + IO_SLC_CFGREG_GFIR); in genwqe_health_thread()
1008 rc = genwqe_platform_recovery(cd); in genwqe_health_thread()
1017 cd->card_state = GENWQE_CARD_FATAL_ERROR; in genwqe_health_thread()
1018 genwqe_stop(cd); in genwqe_health_thread()
1027 static int genwqe_health_check_start(struct genwqe_dev *cd) in genwqe_health_check_start() argument
1037 cd->health_thread = kthread_run(genwqe_health_thread, cd, in genwqe_health_check_start()
1039 cd->card_idx); in genwqe_health_check_start()
1040 if (IS_ERR(cd->health_thread)) { in genwqe_health_check_start()
1041 rc = PTR_ERR(cd->health_thread); in genwqe_health_check_start()
1042 cd->health_thread = NULL; in genwqe_health_check_start()
1048 static int genwqe_health_thread_running(struct genwqe_dev *cd) in genwqe_health_thread_running() argument
1050 return cd->health_thread != NULL; in genwqe_health_thread_running()
1053 static int genwqe_health_check_stop(struct genwqe_dev *cd) in genwqe_health_check_stop() argument
1057 if (!genwqe_health_thread_running(cd)) in genwqe_health_check_stop()
1060 rc = kthread_stop(cd->health_thread); in genwqe_health_check_stop()
1061 cd->health_thread = NULL; in genwqe_health_check_stop()
1068 static int genwqe_pci_setup(struct genwqe_dev *cd) in genwqe_pci_setup() argument
1071 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_pci_setup()
1121 cd->mmio_len = pci_resource_len(pci_dev, 0); in genwqe_pci_setup()
1122 cd->mmio = pci_iomap(pci_dev, 0, 0); in genwqe_pci_setup()
1123 if (cd->mmio == NULL) { in genwqe_pci_setup()
1130 cd->num_vfs = pci_sriov_get_totalvfs(pci_dev); in genwqe_pci_setup()
1131 if (cd->num_vfs < 0) in genwqe_pci_setup()
1132 cd->num_vfs = 0; in genwqe_pci_setup()
1134 err = genwqe_read_ids(cd); in genwqe_pci_setup()
1141 pci_iounmap(pci_dev, cd->mmio); in genwqe_pci_setup()
1153 static void genwqe_pci_remove(struct genwqe_dev *cd) in genwqe_pci_remove() argument
1155 struct pci_dev *pci_dev = cd->pci_dev; in genwqe_pci_remove()
1157 if (cd->mmio) in genwqe_pci_remove()
1158 pci_iounmap(pci_dev, cd->mmio); in genwqe_pci_remove()
1176 struct genwqe_dev *cd; in genwqe_probe() local
1180 cd = genwqe_dev_alloc(); in genwqe_probe()
1181 if (IS_ERR(cd)) { in genwqe_probe()
1183 (int)PTR_ERR(cd)); in genwqe_probe()
1184 return PTR_ERR(cd); in genwqe_probe()
1187 dev_set_drvdata(&pci_dev->dev, cd); in genwqe_probe()
1188 cd->pci_dev = pci_dev; in genwqe_probe()
1190 err = genwqe_pci_setup(cd); in genwqe_probe()
1197 err = genwqe_start(cd); in genwqe_probe()
1204 if (genwqe_is_privileged(cd)) { in genwqe_probe()
1205 err = genwqe_health_check_start(cd); in genwqe_probe()
1216 genwqe_stop(cd); in genwqe_probe()
1218 genwqe_pci_remove(cd); in genwqe_probe()
1220 genwqe_dev_free(cd); in genwqe_probe()
1231 struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev); in genwqe_remove() local
1233 genwqe_health_check_stop(cd); in genwqe_remove()
1240 genwqe_stop(cd); in genwqe_remove()
1241 genwqe_pci_remove(cd); in genwqe_remove()
1242 genwqe_dev_free(cd); in genwqe_remove()
1254 struct genwqe_dev *cd; in genwqe_err_error_detected() local
1258 cd = dev_get_drvdata(&pci_dev->dev); in genwqe_err_error_detected()
1259 if (cd == NULL) in genwqe_err_error_detected()
1263 genwqe_health_check_stop(cd); in genwqe_err_error_detected()
1264 genwqe_stop(cd); in genwqe_err_error_detected()
1274 genwqe_pci_remove(cd); in genwqe_err_error_detected()
1282 struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev); in genwqe_err_slot_reset() local
1284 rc = genwqe_pci_setup(cd); in genwqe_err_slot_reset()
1302 struct genwqe_dev *cd = dev_get_drvdata(&pci_dev->dev); in genwqe_err_resume() local
1304 rc = genwqe_start(cd); in genwqe_err_resume()
1306 rc = genwqe_health_check_start(cd); in genwqe_err_resume()
1320 struct genwqe_dev *cd = dev_get_drvdata(&dev->dev); in genwqe_sriov_configure() local
1323 genwqe_setup_vf_jtimer(cd); in genwqe_sriov_configure()