123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (c) 2015-2020, The Linux Foundation. All rights reserved.
- */
- #include <drm/msm_drm_pp.h>
- #include "sde_hw_mdss.h"
- #include "sde_hwio.h"
- #include "sde_hw_catalog.h"
- #include "sde_hw_dspp.h"
- #include "sde_hw_color_processing.h"
- #include "sde_dbg.h"
- #include "sde_ad4.h"
- #include "sde_hw_rc.h"
- #include "sde_kms.h"
- static struct sde_dspp_cfg *_dspp_offset(enum sde_dspp dspp,
- struct sde_mdss_cfg *m,
- void __iomem *addr,
- struct sde_hw_blk_reg_map *b)
- {
- int i;
- if (!m || !addr || !b)
- return ERR_PTR(-EINVAL);
- for (i = 0; i < m->dspp_count; i++) {
- if (dspp == m->dspp[i].id) {
- b->base_off = addr;
- b->blk_off = m->dspp[i].base;
- b->length = m->dspp[i].len;
- b->hwversion = m->hwversion;
- b->log_mask = SDE_DBG_MASK_DSPP;
- return &m->dspp[i];
- }
- }
- return ERR_PTR(-EINVAL);
- }
- static void dspp_igc(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->igc.version == SDE_COLOR_PROCESS_VER(0x3, 0x1)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_IGC, c->idx);
- if (!ret)
- c->ops.setup_igc = reg_dmav1_setup_dspp_igcv31;
- else
- c->ops.setup_igc = sde_setup_dspp_igcv3;
- } else if (c->cap->sblk->igc.version ==
- SDE_COLOR_PROCESS_VER(0x3, 0x2)) {
- c->ops.setup_igc = NULL;
- ret = reg_dmav2_init_dspp_op_v4(SDE_DSPP_IGC, c->idx);
- if (!ret)
- c->ops.setup_igc = reg_dmav2_setup_dspp_igcv32;
- }
- }
- static void dspp_pcc(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->pcc.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7)))
- c->ops.setup_pcc = sde_setup_dspp_pcc_v1_7;
- else if (c->cap->sblk->pcc.version ==
- (SDE_COLOR_PROCESS_VER(0x4, 0x0))) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_PCC, c->idx);
- if (!ret)
- c->ops.setup_pcc = reg_dmav1_setup_dspp_pccv4;
- else
- c->ops.setup_pcc = sde_setup_dspp_pccv4;
- }
- }
- static void dspp_gc(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->gc.version == SDE_COLOR_PROCESS_VER(0x1, 8)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GC, c->idx);
- if (!ret)
- c->ops.setup_gc = reg_dmav1_setup_dspp_gcv18;
- /**
- * programming for v18 through ahb is same as v17,
- * hence assign v17 function
- */
- else
- c->ops.setup_gc = sde_setup_dspp_gc_v1_7;
- }
- }
- static void dspp_hsic(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->hsic.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_HSIC, c->idx);
- if (!ret)
- c->ops.setup_pa_hsic = reg_dmav1_setup_dspp_pa_hsicv17;
- else
- c->ops.setup_pa_hsic = sde_setup_dspp_pa_hsic_v17;
- }
- }
- static void dspp_memcolor(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->memcolor.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_MEMCOLOR, c->idx);
- if (!ret) {
- c->ops.setup_pa_memcol_skin =
- reg_dmav1_setup_dspp_memcol_skinv17;
- c->ops.setup_pa_memcol_sky =
- reg_dmav1_setup_dspp_memcol_skyv17;
- c->ops.setup_pa_memcol_foliage =
- reg_dmav1_setup_dspp_memcol_folv17;
- c->ops.setup_pa_memcol_prot =
- reg_dmav1_setup_dspp_memcol_protv17;
- } else {
- c->ops.setup_pa_memcol_skin =
- sde_setup_dspp_memcol_skin_v17;
- c->ops.setup_pa_memcol_sky =
- sde_setup_dspp_memcol_sky_v17;
- c->ops.setup_pa_memcol_foliage =
- sde_setup_dspp_memcol_foliage_v17;
- c->ops.setup_pa_memcol_prot =
- sde_setup_dspp_memcol_prot_v17;
- }
- }
- }
- static void dspp_sixzone(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->sixzone.version == SDE_COLOR_PROCESS_VER(0x1, 0x7)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_SIXZONE, c->idx);
- if (!ret)
- c->ops.setup_sixzone = reg_dmav1_setup_dspp_sixzonev17;
- else
- c->ops.setup_sixzone = sde_setup_dspp_sixzone_v17;
- }
- }
- static void dspp_gamut(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->gamut.version == SDE_COLOR_PROCESS_VER(0x4, 0)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
- if (!ret)
- c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv4;
- else
- c->ops.setup_gamut = sde_setup_dspp_3d_gamutv4;
- } else if (c->cap->sblk->gamut.version ==
- SDE_COLOR_PROCESS_VER(0x4, 1)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
- if (!ret)
- c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv41;
- else
- c->ops.setup_gamut = sde_setup_dspp_3d_gamutv41;
- } else if (c->cap->sblk->gamut.version ==
- SDE_COLOR_PROCESS_VER(0x4, 2)) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
- c->ops.setup_gamut = NULL;
- if (!ret)
- c->ops.setup_gamut = reg_dmav1_setup_dspp_3d_gamutv42;
- } else if (c->cap->sblk->gamut.version ==
- SDE_COLOR_PROCESS_VER(0x4, 3)) {
- c->ops.setup_gamut = NULL;
- ret = reg_dmav2_init_dspp_op_v4(SDE_DSPP_GAMUT, c->idx);
- if (!ret)
- c->ops.setup_gamut = reg_dmav2_setup_dspp_3d_gamutv43;
- }
- }
- static void dspp_dither(struct sde_hw_dspp *c)
- {
- if (c->cap->sblk->dither.version == SDE_COLOR_PROCESS_VER(0x1, 0x7))
- c->ops.setup_pa_dither = sde_setup_dspp_dither_v1_7;
- }
- static void dspp_hist(struct sde_hw_dspp *c)
- {
- if (c->cap->sblk->hist.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7))) {
- c->ops.setup_histogram = sde_setup_dspp_hist_v1_7;
- c->ops.read_histogram = sde_read_dspp_hist_v1_7;
- c->ops.lock_histogram = sde_lock_dspp_hist_v1_7;
- }
- }
- static void dspp_vlut(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->vlut.version == (SDE_COLOR_PROCESS_VER(0x1, 0x7))) {
- c->ops.setup_vlut = sde_setup_dspp_pa_vlut_v1_7;
- } else if (c->cap->sblk->vlut.version ==
- (SDE_COLOR_PROCESS_VER(0x1, 0x8))) {
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_VLUT, c->idx);
- if (!ret)
- c->ops.setup_vlut = reg_dmav1_setup_dspp_vlutv18;
- else
- c->ops.setup_vlut = sde_setup_dspp_pa_vlut_v1_8;
- }
- }
- static void dspp_ad(struct sde_hw_dspp *c)
- {
- if (c->cap->sblk->ad.version == SDE_COLOR_PROCESS_VER(4, 0)) {
- c->ops.setup_ad = sde_setup_dspp_ad4;
- c->ops.ad_read_intr_resp = sde_read_intr_resp_ad4;
- c->ops.validate_ad = sde_validate_dspp_ad4;
- }
- }
- static void dspp_ltm(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (c->cap->sblk->ltm.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) {
- ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_INIT, c->idx);
- if (!ret)
- ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_ROI, c->idx);
- if (!ret)
- ret = reg_dmav1_init_ltm_op_v6(SDE_LTM_VLUT, c->idx);
- if (!ret) {
- c->ops.setup_ltm_init = reg_dmav1_setup_ltm_initv1;
- c->ops.setup_ltm_roi = reg_dmav1_setup_ltm_roiv1;
- c->ops.setup_ltm_vlut = reg_dmav1_setup_ltm_vlutv1;
- } else {
- c->ops.setup_ltm_init = NULL;
- c->ops.setup_ltm_roi = NULL;
- c->ops.setup_ltm_vlut = NULL;
- }
- c->ops.setup_ltm_thresh = sde_setup_dspp_ltm_threshv1;
- c->ops.setup_ltm_hist_ctrl = sde_setup_dspp_ltm_hist_ctrlv1;
- c->ops.setup_ltm_hist_buffer = sde_setup_dspp_ltm_hist_bufferv1;
- c->ops.ltm_read_intr_status = sde_ltm_read_intr_status;
- }
- }
- static void dspp_rc(struct sde_hw_dspp *c)
- {
- int ret = 0;
- if (!c) {
- SDE_ERROR("invalid arguments\n");
- return;
- }
- if (c->cap->sblk->rc.version == SDE_COLOR_PROCESS_VER(0x1, 0x0)) {
- ret = sde_hw_rc_init(c);
- if (ret) {
- SDE_ERROR("rc init failed, ret %d\n", ret);
- return;
- }
- ret = reg_dmav1_init_dspp_op_v4(SDE_DSPP_RC, c->idx);
- if (!ret)
- c->ops.setup_rc_data =
- sde_hw_rc_setup_data_dma;
- else
- c->ops.setup_rc_data =
- sde_hw_rc_setup_data_ahb;
- c->ops.validate_rc_mask = sde_hw_rc_check_mask;
- c->ops.setup_rc_mask = sde_hw_rc_setup_mask;
- c->ops.validate_rc_pu_roi = sde_hw_rc_check_pu_roi;
- c->ops.setup_rc_pu_roi = sde_hw_rc_setup_pu_roi;
- }
- }
- static void (*dspp_blocks[SDE_DSPP_MAX])(struct sde_hw_dspp *c);
- static void _init_dspp_ops(void)
- {
- dspp_blocks[SDE_DSPP_IGC] = dspp_igc;
- dspp_blocks[SDE_DSPP_PCC] = dspp_pcc;
- dspp_blocks[SDE_DSPP_GC] = dspp_gc;
- dspp_blocks[SDE_DSPP_HSIC] = dspp_hsic;
- dspp_blocks[SDE_DSPP_MEMCOLOR] = dspp_memcolor;
- dspp_blocks[SDE_DSPP_SIXZONE] = dspp_sixzone;
- dspp_blocks[SDE_DSPP_GAMUT] = dspp_gamut;
- dspp_blocks[SDE_DSPP_DITHER] = dspp_dither;
- dspp_blocks[SDE_DSPP_HIST] = dspp_hist;
- dspp_blocks[SDE_DSPP_VLUT] = dspp_vlut;
- dspp_blocks[SDE_DSPP_AD] = dspp_ad;
- dspp_blocks[SDE_DSPP_LTM] = dspp_ltm;
- dspp_blocks[SDE_DSPP_RC] = dspp_rc;
- }
- static void _setup_dspp_ops(struct sde_hw_dspp *c, unsigned long features)
- {
- int i = 0;
- if (!c->cap->sblk)
- return;
- for (i = 0; i < SDE_DSPP_MAX; i++) {
- if (!test_bit(i, &features))
- continue;
- if (dspp_blocks[i])
- dspp_blocks[i](c);
- }
- }
- static struct sde_hw_blk_ops sde_hw_ops = {
- .start = NULL,
- .stop = NULL,
- };
- struct sde_hw_dspp *sde_hw_dspp_init(enum sde_dspp idx,
- void __iomem *addr,
- struct sde_mdss_cfg *m)
- {
- struct sde_hw_dspp *c;
- struct sde_dspp_cfg *cfg;
- int rc;
- char buf[256];
- if (!addr || !m)
- return ERR_PTR(-EINVAL);
- c = kzalloc(sizeof(*c), GFP_KERNEL);
- if (!c)
- return ERR_PTR(-ENOMEM);
- cfg = _dspp_offset(idx, m, addr, &c->hw);
- if (IS_ERR_OR_NULL(cfg)) {
- kfree(c);
- return ERR_PTR(-EINVAL);
- }
- /* Populate DSPP Top HW block */
- c->hw_top.base_off = addr;
- c->hw_top.blk_off = m->dspp_top.base;
- c->hw_top.length = m->dspp_top.len;
- c->hw_top.hwversion = m->hwversion;
- c->hw_top.log_mask = SDE_DBG_MASK_DSPP;
- /* Assign ops */
- c->idx = idx;
- c->cap = cfg;
- _init_dspp_ops();
- _setup_dspp_ops(c, c->cap->features);
- rc = sde_hw_blk_init(&c->base, SDE_HW_BLK_DSPP, idx, &sde_hw_ops);
- if (rc) {
- SDE_ERROR("failed to init hw blk %d\n", rc);
- goto blk_init_error;
- }
- sde_dbg_reg_register_dump_range(SDE_DBG_NAME, cfg->name, c->hw.blk_off,
- c->hw.blk_off + c->hw.length, c->hw.xin_id);
- if ((cfg->sblk->ltm.id == SDE_DSPP_LTM) && cfg->sblk->ltm.base) {
- sde_dbg_reg_register_dump_range(SDE_DBG_NAME, "LTM",
- c->hw.blk_off + cfg->sblk->ltm.base,
- c->hw.blk_off + cfg->sblk->ltm.base + 0xC4,
- c->hw.xin_id);
- }
- if ((cfg->sblk->rc.id == SDE_DSPP_RC) && cfg->sblk->rc.base) {
- snprintf(buf, ARRAY_SIZE(buf), "%s_%d", "rc", c->idx - DSPP_0);
- sde_dbg_reg_register_dump_range(SDE_DBG_NAME, buf,
- c->hw.blk_off + cfg->sblk->rc.base,
- c->hw.blk_off + cfg->sblk->rc.base +
- cfg->sblk->rc.len, c->hw.xin_id);
- }
- return c;
- blk_init_error:
- kzfree(c);
- return ERR_PTR(rc);
- }
- void sde_hw_dspp_destroy(struct sde_hw_dspp *dspp)
- {
- if (dspp) {
- reg_dmav1_deinit_dspp_ops(dspp->idx);
- reg_dmav1_deinit_ltm_ops(dspp->idx);
- sde_hw_blk_destroy(&dspp->base);
- }
- kfree(dspp);
- }
|