Lines Matching +full:0 +full:- +full:1
1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (c) 2017-2019, The Linux Foundation. All rights reserved.
20 #include <linux/soc/qcom/llcc-qcom.h>
22 #define ACTIVATE BIT(0)
23 #define DEACTIVATE BIT(1)
24 #define ACT_CTRL_OPCODE_ACTIVATE BIT(0)
25 #define ACT_CTRL_OPCODE_DEACTIVATE BIT(1)
26 #define ACT_CTRL_ACT_TRIG BIT(0)
27 #define ACT_CTRL_OPCODE_SHIFT 0x01
28 #define ATTR1_PROBE_TARGET_WAYS_SHIFT 0x02
29 #define ATTR1_FIXED_SIZE_SHIFT 0x03
30 #define ATTR1_PRIORITY_SHIFT 0x04
31 #define ATTR1_MAX_CAP_SHIFT 0x10
32 #define ATTR0_RES_WAYS_MASK GENMASK(11, 0)
34 #define ATTR0_BONUS_WAYS_SHIFT 0x10
39 #define LLCC_COMMON_HW_INFO 0x00030000
42 #define LLCC_COMMON_STATUS0 0x0003000c
49 #define LLCC_TRP_ATTR0_CFGn(n) (0x21000 + SZ_8 * n)
50 #define LLCC_TRP_ATTR1_CFGn(n) (0x21004 + SZ_8 * n)
52 #define LLCC_TRP_SCID_DIS_CAP_ALLOC 0x21f00
53 #define LLCC_TRP_PCB_ACT 0x21f04
54 #define LLCC_TRP_WRSC_EN 0x21f20
56 #define BANK_OFFSET_STRIDE 0x80000
59 * struct llcc_slice_config - Data associated with the llcc slice
74 * configured to 1 only bonus and reserved ways are probed.
75 * When configured to 0 all ways in llcc are probed.
106 { LLCC_CPUSS, 1, 256, 1, 0, 0xf, 0x0, 0, 0, 0, 1, 1 },
107 { LLCC_MDM, 8, 128, 1, 0, 0xf, 0x0, 0, 0, 0, 1, 0 },
108 { LLCC_GPUHTW, 11, 128, 1, 0, 0xf, 0x0, 0, 0, 0, 1, 0 },
109 { LLCC_GPU, 12, 128, 1, 0, 0xf, 0x0, 0, 0, 0, 1, 0 },
113 { LLCC_CPUSS, 1, 768, 1, 0, 0x3f, 0x0, 0, 0, 0, 1, 1, 0},
114 { LLCC_MDMHPGRW, 7, 512, 2, 1, 0x3f, 0x0, 0, 0, 0, 1, 0, 0},
115 { LLCC_CMPT, 10, 768, 1, 1, 0x3f, 0x0, 0, 0, 0, 1, 0, 0},
116 { LLCC_GPUHTW, 11, 256, 1, 1, 0x3f, 0x0, 0, 0, 0, 1, 0, 0},
117 { LLCC_GPU, 12, 512, 1, 0, 0x3f, 0x0, 0, 0, 0, 1, 0, 0},
118 { LLCC_MMUHWT, 13, 256, 1, 1, 0x3f, 0x0, 0, 0, 0, 1, 1, 0},
119 { LLCC_MDMPNG, 21, 768, 0, 1, 0x3f, 0x0, 0, 0, 0, 1, 0, 0},
120 { LLCC_WLHW, 24, 256, 1, 1, 0x3f, 0x0, 0, 0, 0, 1, 0, 0},
121 { LLCC_MODPE, 29, 64, 1, 1, 0x3f, 0x0, 0, 0, 0, 1, 0, 0},
125 { LLCC_CPUSS, 1, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 1 },
126 { LLCC_VIDSC0, 2, 512, 2, 1, 0x0, 0x0f0, 0, 0, 1, 1, 0 },
127 { LLCC_VIDSC1, 3, 512, 2, 1, 0x0, 0x0f0, 0, 0, 1, 1, 0 },
128 { LLCC_ROTATOR, 4, 563, 2, 1, 0x0, 0x00e, 2, 0, 1, 1, 0 },
129 { LLCC_VOICE, 5, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 0 },
130 { LLCC_AUDIO, 6, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 0 },
131 { LLCC_MDMHPGRW, 7, 1024, 2, 0, 0xfc, 0xf00, 0, 0, 1, 1, 0 },
132 { LLCC_MDM, 8, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 0 },
133 { LLCC_CMPT, 10, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 0 },
134 { LLCC_GPUHTW, 11, 512, 1, 1, 0xc, 0x0, 0, 0, 1, 1, 0 },
135 { LLCC_GPU, 12, 2304, 1, 0, 0xff0, 0x2, 0, 0, 1, 1, 0 },
136 { LLCC_MMUHWT, 13, 256, 2, 0, 0x0, 0x1, 0, 0, 1, 0, 1 },
137 { LLCC_CMPTDMA, 15, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 0 },
138 { LLCC_DISP, 16, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 0 },
139 { LLCC_VIDFW, 17, 2816, 1, 0, 0xffc, 0x2, 0, 0, 1, 1, 0 },
140 { LLCC_MDMHPFX, 20, 1024, 2, 1, 0x0, 0xf00, 0, 0, 1, 1, 0 },
141 { LLCC_MDMPNG, 21, 1024, 0, 1, 0x1e, 0x0, 0, 0, 1, 1, 0 },
142 { LLCC_AUDHW, 22, 1024, 1, 1, 0xffc, 0x2, 0, 0, 1, 1, 0 },
146 { LLCC_CPUSS, 1, 3072, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 1 },
147 { LLCC_VIDSC0, 2, 512, 2, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
148 { LLCC_VIDSC1, 3, 512, 2, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
149 { LLCC_AUDIO, 6, 1024, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
150 { LLCC_MDMHPGRW, 7, 3072, 1, 0, 0xFF, 0xF00, 0, 0, 0, 1, 0 },
151 { LLCC_MDM, 8, 3072, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
152 { LLCC_MODHW, 9, 1024, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
153 { LLCC_CMPT, 10, 3072, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
154 { LLCC_GPUHTW , 11, 512, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
155 { LLCC_GPU, 12, 2560, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
156 { LLCC_MMUHWT, 13, 1024, 1, 1, 0xFFF, 0x0, 0, 0, 0, 0, 1 },
157 { LLCC_CMPTDMA, 15, 3072, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
158 { LLCC_DISP, 16, 3072, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
159 { LLCC_MDMHPFX, 20, 1024, 2, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
160 { LLCC_MDMHPFX, 21, 1024, 0, 1, 0xF, 0x0, 0, 0, 0, 1, 0 },
161 { LLCC_AUDHW, 22, 1024, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
162 { LLCC_NPU, 23, 3072, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
163 { LLCC_WLHW, 24, 3072, 1, 1, 0xFFF, 0x0, 0, 0, 0, 1, 0 },
164 { LLCC_MODPE, 29, 256, 1, 1, 0xF, 0x0, 0, 0, 0, 1, 0 },
165 { LLCC_APTCM, 30, 256, 3, 1, 0x0, 0x1, 1, 0, 0, 1, 0 },
166 { LLCC_WRCACHE, 31, 128, 1, 1, 0xFFF, 0x0, 0, 0, 0, 0, 0 },
170 { LLCC_CPUSS, 1, 3072, 1, 1, 0xfff, 0x0, 0, 0, 0, 1, 1, 0 },
171 { LLCC_VIDSC0, 2, 512, 3, 1, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
172 { LLCC_AUDIO, 6, 1024, 1, 0, 0xfff, 0x0, 0, 0, 0, 0, 0, 0 },
173 { LLCC_CMPT, 10, 1024, 1, 0, 0xfff, 0x0, 0, 0, 0, 0, 0, 0 },
174 { LLCC_GPUHTW, 11, 1024, 1, 1, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
175 { LLCC_GPU, 12, 1024, 1, 0, 0xfff, 0x0, 0, 0, 0, 1, 0, 1 },
176 { LLCC_MMUHWT, 13, 1024, 1, 1, 0xfff, 0x0, 0, 0, 0, 0, 1, 0 },
177 { LLCC_CMPTDMA, 15, 1024, 1, 0, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
178 { LLCC_DISP, 16, 3072, 1, 1, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
179 { LLCC_VIDFW, 17, 512, 1, 0, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
180 { LLCC_AUDHW, 22, 1024, 1, 1, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
181 { LLCC_NPU, 23, 3072, 1, 1, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
182 { LLCC_WLHW, 24, 1024, 1, 0, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
183 { LLCC_CVP, 28, 256, 3, 1, 0xfff, 0x0, 0, 0, 0, 1, 0, 0 },
184 { LLCC_APTCM, 30, 128, 3, 0, 0x0, 0x3, 1, 0, 0, 1, 0, 0 },
185 { LLCC_WRCACHE, 31, 256, 1, 1, 0xfff, 0x0, 0, 0, 0, 0, 1, 0 },
216 static struct llcc_drv_data *drv_data = (void *) -EPROBE_DEFER;
219 * llcc_slice_getd - get llcc slice descriptor
234 cfg = drv_data->cfg; in llcc_slice_getd()
235 sz = drv_data->cfg_size; in llcc_slice_getd()
237 for (count = 0; cfg && count < sz; count++, cfg++) in llcc_slice_getd()
238 if (cfg->usecase_id == uid) in llcc_slice_getd()
242 return ERR_PTR(-ENODEV); in llcc_slice_getd()
246 return ERR_PTR(-ENOMEM); in llcc_slice_getd()
248 desc->slice_id = cfg->slice_id; in llcc_slice_getd()
249 desc->slice_size = cfg->max_cap; in llcc_slice_getd()
256 * llcc_slice_putd - llcc slice descritpor
282 ret = regmap_write(drv_data->bcast_regmap, act_ctrl_reg, in llcc_update_act_ctrl()
289 ret = regmap_write(drv_data->bcast_regmap, act_ctrl_reg, in llcc_update_act_ctrl()
294 ret = regmap_read_poll_timeout(drv_data->bcast_regmap, status_reg, in llcc_update_act_ctrl()
296 0, LLCC_STATUS_READ_DELAY); in llcc_update_act_ctrl()
301 * llcc_slice_activate - Activate the llcc slice
316 return -EINVAL; in llcc_slice_activate()
318 mutex_lock(&drv_data->lock); in llcc_slice_activate()
319 if (test_bit(desc->slice_id, drv_data->bitmap)) { in llcc_slice_activate()
320 mutex_unlock(&drv_data->lock); in llcc_slice_activate()
321 return 0; in llcc_slice_activate()
326 ret = llcc_update_act_ctrl(desc->slice_id, act_ctrl_val, in llcc_slice_activate()
329 mutex_unlock(&drv_data->lock); in llcc_slice_activate()
333 __set_bit(desc->slice_id, drv_data->bitmap); in llcc_slice_activate()
334 mutex_unlock(&drv_data->lock); in llcc_slice_activate()
341 * llcc_slice_deactivate - Deactivate the llcc slice
356 return -EINVAL; in llcc_slice_deactivate()
358 mutex_lock(&drv_data->lock); in llcc_slice_deactivate()
359 if (!test_bit(desc->slice_id, drv_data->bitmap)) { in llcc_slice_deactivate()
360 mutex_unlock(&drv_data->lock); in llcc_slice_deactivate()
361 return 0; in llcc_slice_deactivate()
365 ret = llcc_update_act_ctrl(desc->slice_id, act_ctrl_val, in llcc_slice_deactivate()
368 mutex_unlock(&drv_data->lock); in llcc_slice_deactivate()
372 __clear_bit(desc->slice_id, drv_data->bitmap); in llcc_slice_deactivate()
373 mutex_unlock(&drv_data->lock); in llcc_slice_deactivate()
380 * llcc_get_slice_id - return the slice id
386 return -EINVAL; in llcc_get_slice_id()
388 return desc->slice_id; in llcc_get_slice_id()
393 * llcc_get_slice_size - return the slice id
399 return 0; in llcc_get_slice_size()
401 return desc->slice_size; in llcc_get_slice_size()
416 attr1_val = config->cache_mode; in _qcom_llcc_cfg_program()
417 attr1_val |= config->probe_target_ways << ATTR1_PROBE_TARGET_WAYS_SHIFT; in _qcom_llcc_cfg_program()
418 attr1_val |= config->fixed_size << ATTR1_FIXED_SIZE_SHIFT; in _qcom_llcc_cfg_program()
419 attr1_val |= config->priority << ATTR1_PRIORITY_SHIFT; in _qcom_llcc_cfg_program()
421 max_cap_cacheline = MAX_CAP_TO_BYTES(config->max_cap); in _qcom_llcc_cfg_program()
430 max_cap_cacheline = max_cap_cacheline / drv_data->num_banks; in _qcom_llcc_cfg_program()
434 attr1_cfg = LLCC_TRP_ATTR1_CFGn(config->slice_id); in _qcom_llcc_cfg_program()
436 ret = regmap_write(drv_data->bcast_regmap, attr1_cfg, attr1_val); in _qcom_llcc_cfg_program()
440 attr0_val = config->res_ways & ATTR0_RES_WAYS_MASK; in _qcom_llcc_cfg_program()
441 attr0_val |= config->bonus_ways << ATTR0_BONUS_WAYS_SHIFT; in _qcom_llcc_cfg_program()
443 attr0_cfg = LLCC_TRP_ATTR0_CFGn(config->slice_id); in _qcom_llcc_cfg_program()
445 ret = regmap_write(drv_data->bcast_regmap, attr0_cfg, attr0_val); in _qcom_llcc_cfg_program()
449 if (cfg->need_llcc_cfg) { in _qcom_llcc_cfg_program()
452 disable_cap_alloc = config->dis_cap_alloc << config->slice_id; in _qcom_llcc_cfg_program()
453 ret = regmap_write(drv_data->bcast_regmap, in _qcom_llcc_cfg_program()
458 retain_pc = config->retain_on_pc << config->slice_id; in _qcom_llcc_cfg_program()
459 ret = regmap_write(drv_data->bcast_regmap, in _qcom_llcc_cfg_program()
465 if (drv_data->major_version == 2) { in _qcom_llcc_cfg_program()
468 wren = config->write_scid_en << config->slice_id; in _qcom_llcc_cfg_program()
469 ret = regmap_update_bits(drv_data->bcast_regmap, LLCC_TRP_WRSC_EN, in _qcom_llcc_cfg_program()
470 BIT(config->slice_id), wren); in _qcom_llcc_cfg_program()
475 if (config->activate_on_init) { in _qcom_llcc_cfg_program()
476 desc.slice_id = config->slice_id; in _qcom_llcc_cfg_program()
488 int ret = 0; in qcom_llcc_cfg_program()
491 sz = drv_data->cfg_size; in qcom_llcc_cfg_program()
492 llcc_table = drv_data->cfg; in qcom_llcc_cfg_program()
494 for (i = 0; i < sz; i++) { in qcom_llcc_cfg_program()
506 drv_data = ERR_PTR(-ENODEV); in qcom_llcc_remove()
507 return 0; in qcom_llcc_remove()
526 return devm_regmap_init_mmio(&pdev->dev, base, &llcc_regmap_config); in qcom_llcc_init_mmio()
532 struct device *dev = &pdev->dev; in qcom_llcc_probe()
542 ret = -ENOMEM; in qcom_llcc_probe()
546 drv_data->regmap = qcom_llcc_init_mmio(pdev, "llcc_base"); in qcom_llcc_probe()
547 if (IS_ERR(drv_data->regmap)) { in qcom_llcc_probe()
548 ret = PTR_ERR(drv_data->regmap); in qcom_llcc_probe()
552 drv_data->bcast_regmap = in qcom_llcc_probe()
554 if (IS_ERR(drv_data->bcast_regmap)) { in qcom_llcc_probe()
555 ret = PTR_ERR(drv_data->bcast_regmap); in qcom_llcc_probe()
560 ret = regmap_read(drv_data->bcast_regmap, LLCC_COMMON_HW_INFO, &version); in qcom_llcc_probe()
564 drv_data->major_version = FIELD_GET(LLCC_MAJOR_VERSION_MASK, version); in qcom_llcc_probe()
566 ret = regmap_read(drv_data->regmap, LLCC_COMMON_STATUS0, in qcom_llcc_probe()
573 drv_data->num_banks = num_banks; in qcom_llcc_probe()
575 cfg = of_device_get_match_data(&pdev->dev); in qcom_llcc_probe()
576 llcc_cfg = cfg->sct_data; in qcom_llcc_probe()
577 sz = cfg->size; in qcom_llcc_probe()
579 for (i = 0; i < sz; i++) in qcom_llcc_probe()
580 if (llcc_cfg[i].slice_id > drv_data->max_slices) in qcom_llcc_probe()
581 drv_data->max_slices = llcc_cfg[i].slice_id; in qcom_llcc_probe()
583 drv_data->offsets = devm_kcalloc(dev, num_banks, sizeof(u32), in qcom_llcc_probe()
585 if (!drv_data->offsets) { in qcom_llcc_probe()
586 ret = -ENOMEM; in qcom_llcc_probe()
590 for (i = 0; i < num_banks; i++) in qcom_llcc_probe()
591 drv_data->offsets[i] = i * BANK_OFFSET_STRIDE; in qcom_llcc_probe()
593 drv_data->bitmap = devm_kcalloc(dev, in qcom_llcc_probe()
594 BITS_TO_LONGS(drv_data->max_slices), sizeof(unsigned long), in qcom_llcc_probe()
596 if (!drv_data->bitmap) { in qcom_llcc_probe()
597 ret = -ENOMEM; in qcom_llcc_probe()
601 drv_data->cfg = llcc_cfg; in qcom_llcc_probe()
602 drv_data->cfg_size = sz; in qcom_llcc_probe()
603 mutex_init(&drv_data->lock); in qcom_llcc_probe()
610 drv_data->ecc_irq = platform_get_irq(pdev, 0); in qcom_llcc_probe()
611 if (drv_data->ecc_irq >= 0) { in qcom_llcc_probe()
612 llcc_edac = platform_device_register_data(&pdev->dev, in qcom_llcc_probe()
613 "qcom_llcc_edac", -1, drv_data, in qcom_llcc_probe()
619 return 0; in qcom_llcc_probe()
621 drv_data = ERR_PTR(-ENODEV); in qcom_llcc_probe()
626 { .compatible = "qcom,sc7180-llcc", .data = &sc7180_cfg },
627 { .compatible = "qcom,sc7280-llcc", .data = &sc7280_cfg },
628 { .compatible = "qcom,sdm845-llcc", .data = &sdm845_cfg },
629 { .compatible = "qcom,sm8150-llcc", .data = &sm8150_cfg },
630 { .compatible = "qcom,sm8250-llcc", .data = &sm8250_cfg },
636 .name = "qcom-llcc",