// SPDX-License-Identifier: GPL-2.0-only /* * Copyright (c) 2015-2021, The Linux Foundation. All rights reserved. */ #include #include "sde_hw_mdss.h" #include "sde_hwio.h" #include "sde_hw_catalog.h" #include "sde_hw_dspp.h" #include "sde_hw_color_processing.h" #include "sde_dbg.h" #include "sde_ad4.h" #include "sde_hw_rc.h" #include "sde_kms.h" static struct sde_dspp_cfg *_dspp_offset(enum sde_dspp dspp, struct sde_mdss_cfg *m, void __iomem *addr, struct sde_hw_blk_reg_map *b) { int i; if (!m || !addr || !b) return ERR_PTR(-EINVAL); for (i = 0; i < m->dspp_count; i++) { if (dspp == m->dspp[i].id) { b->base_off = addr; b->blk_off = m->dspp[i].base; b->length = m->dspp[i].len; b->hwversion = m->hwversion; b->log_mask = SDE_DBG_MASK_DSPP; return &m->dspp[i]; } } return ERR_PTR(-EINVAL); } static void dspp_igc(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->igc.version == SDE_COLOR_PROCESS_VER(0x3, 0x1)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_IGC, c->idx); if (!ret) c->ops.setup_igc = reg_dmav1_setup_dspp_igcv31; else c->ops.setup_igc = sde_setup_dspp_igcv3; } else if (c->cap->sblk->igc.version == SDE_COLOR_PROCESS_VER(0x4, 0x0)) { c->ops.setup_igc = NULL; ret = reg_dmav2_init_dspp_op_v4(SDE_DSPP_IGC, c->idx); if (!ret) c->ops.setup_igc = reg_dmav2_setup_dspp_igcv4; } } static void dspp_pcc(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->pcc.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7))) c->ops.setup_pcc = sde_setup_dspp_pcc_v1_7; else if (c->cap->sblk->pcc.version == (SDE_COLOR_PROCESS_VER(0x4, 0x0))) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_PCC, c->idx); if (!ret) c->ops.setup_pcc = reg_dmav1_setup_dspp_pccv4; else c->ops.setup_pcc = sde_setup_dspp_pccv4; } else if (c->cap->sblk->pcc.version == (SDE_COLOR_PROCESS_VER(0x5, 0x0))) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_PCC, c->idx); if (!ret) c->ops.setup_pcc = reg_dmav1_setup_dspp_pccv5; else c->ops.setup_pcc = NULL; } } static void dspp_gc(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->gc.version == SDE_COLOR_PROCESS_VER(0x1, 8)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GC, c->idx); if (!ret) c->ops.setup_gc = reg_dmav1_setup_dspp_gcv18; /** * programming for v18 through ahb is same as v17, * hence assign v17 function */ else c->ops.setup_gc = sde_setup_dspp_gc_v1_7; } } static void dspp_hsic(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->hsic.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_HSIC, c->idx); if (!ret) c->ops.setup_pa_hsic = reg_dmav1_setup_dspp_pa_hsicv17; else c->ops.setup_pa_hsic = sde_setup_dspp_pa_hsic_v17; } } static void dspp_memcolor(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->memcolor.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_MEMCOLOR, c->idx); if (!ret) { c->ops.setup_pa_memcol_skin = reg_dmav1_setup_dspp_memcol_skinv17; c->ops.setup_pa_memcol_sky = reg_dmav1_setup_dspp_memcol_skyv17; c->ops.setup_pa_memcol_foliage = reg_dmav1_setup_dspp_memcol_folv17; c->ops.setup_pa_memcol_prot = reg_dmav1_setup_dspp_memcol_protv17; } else { c->ops.setup_pa_memcol_skin = sde_setup_dspp_memcol_skin_v17; c->ops.setup_pa_memcol_sky = sde_setup_dspp_memcol_sky_v17; c->ops.setup_pa_memcol_foliage = sde_setup_dspp_memcol_foliage_v17; c->ops.setup_pa_memcol_prot = sde_setup_dspp_memcol_prot_v17; } } } static void dspp_sixzone(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->sixzone.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_SIXZONE, c->idx); if (!ret) c->ops.setup_sixzone = reg_dmav1_setup_dspp_sixzonev17; else c->ops.setup_sixzone = sde_setup_dspp_sixzone_v17; } } static void dspp_gamut(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->gamut.version == SDE_COLOR_PROCESS_VER(0x4, 0)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx); if (!ret) c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv4; else c->ops.setup_gamut = sde_setup_dspp_3d_gamutv4; } else if (c->cap->sblk->gamut.version == SDE_COLOR_PROCESS_VER(0x4, 1)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx); if (!ret) c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv41; else c->ops.setup_gamut = sde_setup_dspp_3d_gamutv41; } else if (c->cap->sblk->gamut.version == SDE_COLOR_PROCESS_VER(0x4, 2)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx); c->ops.setup_gamut = NULL; if (!ret) c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv42; } else if (c->cap->sblk->gamut.version == SDE_COLOR_PROCESS_VER(0x4, 3)) { c->ops.setup_gamut = NULL; ret = reg_dmav2_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx); if (!ret) c->ops.setup_gamut = reg_dmav2_setup_dspp_3d_gamutv43; } } static void dspp_dither(struct sde_hw_dspp *c) { if (c->cap->sblk->dither.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) c->ops.setup_pa_dither = sde_setup_dspp_dither_v1_7; } static void dspp_hist(struct sde_hw_dspp *c) { if (c->cap->sblk->hist.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7))) { c->ops.setup_histogram = sde_setup_dspp_hist_v1_7; c->ops.read_histogram = sde_read_dspp_hist_v1_7; c->ops.lock_histogram = sde_lock_dspp_hist_v1_7; } } static void dspp_vlut(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->vlut.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7))) { c->ops.setup_vlut = sde_setup_dspp_pa_vlut_v1_7; } else if (c->cap->sblk->vlut.version == (SDE_COLOR_PROCESS_VER(0x1, 0x8))) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_VLUT, c->idx); if (!ret) c->ops.setup_vlut = reg_dmav1_setup_dspp_vlutv18; else c->ops.setup_vlut = sde_setup_dspp_pa_vlut_v1_8; } } static void dspp_ad(struct sde_hw_dspp *c) { if (c->cap->sblk->ad.version == SDE_COLOR_PROCESS_VER(4, 0)) { c->ops.setup_ad = sde_setup_dspp_ad4; c->ops.ad_read_intr_resp = sde_read_intr_resp_ad4; c->ops.validate_ad = sde_validate_dspp_ad4; } } static void dspp_ltm(struct sde_hw_dspp *c) { int ret = 0; if (c->cap->sblk->ltm.version == SDE_COLOR_PROCESS_VER(0x1, 0x0) || c->cap->sblk->ltm.version == SDE_COLOR_PROCESS_VER(0x1, 0x1)) { ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_INIT, c->idx); if (!ret) ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_ROI, c->idx); if (!ret) ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_VLUT, c->idx); if (!ret) { c->ops.setup_ltm_init = reg_dmav1_setup_ltm_initv1; c->ops.setup_ltm_roi = reg_dmav1_setup_ltm_roiv1; c->ops.setup_ltm_vlut = reg_dmav1_setup_ltm_vlutv1; c->ops.setup_ltm_thresh = sde_setup_dspp_ltm_threshv1; c->ops.setup_ltm_hist_ctrl = sde_setup_dspp_ltm_hist_ctrlv1; c->ops.setup_ltm_hist_buffer = sde_setup_dspp_ltm_hist_bufferv1; c->ops.ltm_read_intr_status = sde_ltm_read_intr_status; c->ops.clear_ltm_merge_mode = sde_ltm_clear_merge_mode; } else { c->ops.setup_ltm_init = NULL; c->ops.setup_ltm_roi = NULL; c->ops.setup_ltm_vlut = NULL; c->ops.setup_ltm_thresh = NULL; c->ops.setup_ltm_hist_ctrl = NULL; c->ops.setup_ltm_hist_buffer = NULL; c->ops.ltm_read_intr_status = NULL; c->ops.clear_ltm_merge_mode = NULL; } if (!ret && c->cap->sblk->ltm.version == SDE_COLOR_PROCESS_VER(0x1, 0x1)) c->ltm_checksum_support = true; else c->ltm_checksum_support = false; } } static void dspp_rc(struct sde_hw_dspp *c) { int ret = 0; if (!c) { SDE_ERROR("invalid arguments\n"); return; } if (c->cap->sblk->rc.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) { ret = sde_hw_rc_init(c); if (ret) { SDE_ERROR("rc init failed, ret %d\n", ret); return; } ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_RC, c->idx); if (!ret) c->ops.setup_rc_data = sde_hw_rc_setup_data_dma; else c->ops.setup_rc_data = sde_hw_rc_setup_data_ahb; c->ops.validate_rc_mask = sde_hw_rc_check_mask; c->ops.setup_rc_mask = sde_hw_rc_setup_mask; c->ops.validate_rc_pu_roi = sde_hw_rc_check_pu_roi; c->ops.setup_rc_pu_roi = sde_hw_rc_setup_pu_roi; } } static void dspp_spr(struct sde_hw_dspp *c) { int ret = 0; if (!c) { SDE_ERROR("invalid arguments\n"); return; } c->ops.setup_spr_init_config = NULL; c->ops.setup_spr_pu_config = NULL; if (c->cap->sblk->spr.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_SPR, c->idx); if (ret) { SDE_ERROR("regdma init failed for spr, ret %d\n", ret); return; } c->ops.setup_spr_init_config = reg_dmav1_setup_spr_init_cfgv1; c->ops.setup_spr_pu_config = reg_dmav1_setup_spr_pu_cfgv1; } } static void dspp_demura(struct sde_hw_dspp *c) { int ret; if (c->cap->sblk->demura.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) { ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_DEMURA, c->idx); c->ops.setup_demura_cfg = NULL; c->ops.setup_demura_backlight_cfg = NULL; if (!ret) { c->ops.setup_demura_cfg = reg_dmav1_setup_demurav1; c->ops.setup_demura_backlight_cfg = sde_demura_backlight_cfg; } } } static void (*dspp_blocks[SDE_DSPP_MAX])(struct sde_hw_dspp *c); static void _init_dspp_ops(void) { dspp_blocks[SDE_DSPP_IGC] = dspp_igc; dspp_blocks[SDE_DSPP_PCC] = dspp_pcc; dspp_blocks[SDE_DSPP_GC] = dspp_gc; dspp_blocks[SDE_DSPP_HSIC] = dspp_hsic; dspp_blocks[SDE_DSPP_MEMCOLOR] = dspp_memcolor; dspp_blocks[SDE_DSPP_SIXZONE] = dspp_sixzone; dspp_blocks[SDE_DSPP_GAMUT] = dspp_gamut; dspp_blocks[SDE_DSPP_DITHER] = dspp_dither; dspp_blocks[SDE_DSPP_HIST] = dspp_hist; dspp_blocks[SDE_DSPP_VLUT] = dspp_vlut; dspp_blocks[SDE_DSPP_AD] = dspp_ad; dspp_blocks[SDE_DSPP_LTM] = dspp_ltm; dspp_blocks[SDE_DSPP_RC] = dspp_rc; dspp_blocks[SDE_DSPP_SPR] = dspp_spr; dspp_blocks[SDE_DSPP_DEMURA] = dspp_demura; } static void _setup_dspp_ops(struct sde_hw_dspp *c, unsigned long features) { int i = 0; if (!c->cap->sblk) return; for (i = 0; i < SDE_DSPP_MAX; i++) { if (!test_bit(i, &features)) continue; if (dspp_blocks[i]) dspp_blocks[i](c); } } static struct sde_hw_blk_ops sde_hw_ops = { .start = NULL, .stop = NULL, }; struct sde_hw_dspp *sde_hw_dspp_init(enum sde_dspp idx, void __iomem *addr, struct sde_mdss_cfg *m) { struct sde_hw_dspp *c; struct sde_dspp_cfg *cfg; int rc; char buf[256]; if (!addr || !m) return ERR_PTR(-EINVAL); c = kzalloc(sizeof(*c), GFP_KERNEL); if (!c) return ERR_PTR(-ENOMEM); cfg = _dspp_offset(idx, m, addr, &c->hw); if (IS_ERR_OR_NULL(cfg)) { kfree(c); return ERR_PTR(-EINVAL); } /* Populate DSPP Top HW block */ c->hw_top.base_off = addr; c->hw_top.blk_off = m->dspp_top.base; c->hw_top.length = m->dspp_top.len; c->hw_top.hwversion = m->hwversion; c->hw_top.log_mask = SDE_DBG_MASK_DSPP; /* Assign ops */ c->idx = idx; c->cap = cfg; _init_dspp_ops(); _setup_dspp_ops(c, c->cap->features); rc = sde_hw_blk_init(&c->base, SDE_HW_BLK_DSPP, idx, &sde_hw_ops); if (rc) { SDE_ERROR("failed to init hw blk %d\n", rc); goto blk_init_error; } sde_dbg_reg_register_dump_range(SDE_DBG_NAME, cfg->name, c->hw.blk_off, c->hw.blk_off + c->hw.length, c->hw.xin_id); if ((cfg->sblk->ltm.id == SDE_DSPP_LTM) && cfg->sblk->ltm.base) { sde_dbg_reg_register_dump_range(SDE_DBG_NAME, "LTM", c->hw.blk_off + cfg->sblk->ltm.base, c->hw.blk_off + cfg->sblk->ltm.base + 0xC4, c->hw.xin_id); } if ((cfg->sblk->rc.id == SDE_DSPP_RC) && cfg->sblk->rc.base) { snprintf(buf, ARRAY_SIZE(buf), "%s_%d", "rc", c->idx - DSPP_0); sde_dbg_reg_register_dump_range(SDE_DBG_NAME, buf, c->hw.blk_off + cfg->sblk->rc.base, c->hw.blk_off + cfg->sblk->rc.base + cfg->sblk->rc.len, c->hw.xin_id); } if ((cfg->sblk->spr.id == SDE_DSPP_SPR) && cfg->sblk->spr.base) { snprintf(buf, ARRAY_SIZE(buf), "%s_%d", "spr", c->idx - DSPP_0); sde_dbg_reg_register_dump_range(SDE_DBG_NAME, buf, c->hw.blk_off + cfg->sblk->spr.base, c->hw.blk_off + cfg->sblk->spr.base + cfg->sblk->spr.len, c->hw.xin_id); } if ((cfg->sblk->demura.id == SDE_DSPP_DEMURA) && cfg->sblk->demura.base) { snprintf(buf, ARRAY_SIZE(buf), "%s_%d", "demura", c->idx - DSPP_0); sde_dbg_reg_register_dump_range(SDE_DBG_NAME, buf, c->hw.blk_off + cfg->sblk->demura.base, c->hw.blk_off + cfg->sblk->demura.base + cfg->sblk->demura.len, c->hw.xin_id); } return c; blk_init_error: kzfree(c); return ERR_PTR(rc); } void sde_hw_dspp_destroy(struct sde_hw_dspp *dspp) { if (dspp) { reg_dmav1_deinit_dspp_ops(dspp->idx); reg_dmav1_deinit_ltm_ops(dspp->idx); sde_hw_blk_destroy(&dspp->base); } kfree(dspp); }