123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535 |
- // SPDX-License-Identifier: GPL-2.0
- /*
- * Copyright (C) 2021 Renesas Electronics Corp.
- *
- * Driver for Renesas R-Car ISP Channel Selector
- *
- * The ISP hardware is capable of more than just channel selection, features
- * such as demosaicing, white balance control and color space conversion are
- * also possible. These more advanced features are not supported by the driver
- * due to lack of documentation.
- */
- #include <linux/module.h>
- #include <linux/mutex.h>
- #include <linux/of_device.h>
- #include <linux/platform_device.h>
- #include <linux/pm_runtime.h>
- #include <linux/reset.h>
- #include <media/mipi-csi2.h>
- #include <media/v4l2-subdev.h>
- #define ISPINPUTSEL0_REG 0x0008
- #define ISPINPUTSEL0_SEL_CSI0 BIT(31)
- #define ISPSTART_REG 0x0014
- #define ISPSTART_START 0xffff
- #define ISPSTART_STOP 0x0000
- #define ISPPROCMODE_DT_REG(n) (0x1100 + (0x4 * (n)))
- #define ISPPROCMODE_DT_PROC_MODE_VC3(pm) (((pm) & 0x3f) << 24)
- #define ISPPROCMODE_DT_PROC_MODE_VC2(pm) (((pm) & 0x3f) << 16)
- #define ISPPROCMODE_DT_PROC_MODE_VC1(pm) (((pm) & 0x3f) << 8)
- #define ISPPROCMODE_DT_PROC_MODE_VC0(pm) ((pm) & 0x3f)
- #define ISPCS_FILTER_ID_CH_REG(n) (0x3000 + (0x0100 * (n)))
- #define ISPCS_DT_CODE03_CH_REG(n) (0x3008 + (0x100 * (n)))
- #define ISPCS_DT_CODE03_EN3 BIT(31)
- #define ISPCS_DT_CODE03_DT3(dt) (((dt) & 0x3f) << 24)
- #define ISPCS_DT_CODE03_EN2 BIT(23)
- #define ISPCS_DT_CODE03_DT2(dt) (((dt) & 0x3f) << 16)
- #define ISPCS_DT_CODE03_EN1 BIT(15)
- #define ISPCS_DT_CODE03_DT1(dt) (((dt) & 0x3f) << 8)
- #define ISPCS_DT_CODE03_EN0 BIT(7)
- #define ISPCS_DT_CODE03_DT0(dt) ((dt) & 0x3f)
- struct rcar_isp_format {
- u32 code;
- unsigned int datatype;
- unsigned int procmode;
- };
- static const struct rcar_isp_format rcar_isp_formats[] = {
- {
- .code = MEDIA_BUS_FMT_RGB888_1X24,
- .datatype = MIPI_CSI2_DT_RGB888,
- .procmode = 0x15
- }, {
- .code = MEDIA_BUS_FMT_Y10_1X10,
- .datatype = MIPI_CSI2_DT_RAW10,
- .procmode = 0x10,
- }, {
- .code = MEDIA_BUS_FMT_UYVY8_1X16,
- .datatype = MIPI_CSI2_DT_YUV422_8B,
- .procmode = 0x0c,
- }, {
- .code = MEDIA_BUS_FMT_YUYV8_1X16,
- .datatype = MIPI_CSI2_DT_YUV422_8B,
- .procmode = 0x0c,
- }, {
- .code = MEDIA_BUS_FMT_UYVY8_2X8,
- .datatype = MIPI_CSI2_DT_YUV422_8B,
- .procmode = 0x0c,
- }, {
- .code = MEDIA_BUS_FMT_YUYV10_2X10,
- .datatype = MIPI_CSI2_DT_YUV422_8B,
- .procmode = 0x0c,
- },
- };
- static const struct rcar_isp_format *risp_code_to_fmt(unsigned int code)
- {
- unsigned int i;
- for (i = 0; i < ARRAY_SIZE(rcar_isp_formats); i++) {
- if (rcar_isp_formats[i].code == code)
- return &rcar_isp_formats[i];
- }
- return NULL;
- }
- enum rcar_isp_input {
- RISP_CSI_INPUT0,
- RISP_CSI_INPUT1,
- };
- enum rcar_isp_pads {
- RCAR_ISP_SINK,
- RCAR_ISP_PORT0,
- RCAR_ISP_PORT1,
- RCAR_ISP_PORT2,
- RCAR_ISP_PORT3,
- RCAR_ISP_PORT4,
- RCAR_ISP_PORT5,
- RCAR_ISP_PORT6,
- RCAR_ISP_PORT7,
- RCAR_ISP_NUM_PADS,
- };
- struct rcar_isp {
- struct device *dev;
- void __iomem *base;
- struct reset_control *rstc;
- enum rcar_isp_input csi_input;
- struct v4l2_subdev subdev;
- struct media_pad pads[RCAR_ISP_NUM_PADS];
- struct v4l2_async_notifier notifier;
- struct v4l2_subdev *remote;
- struct mutex lock; /* Protects mf and stream_count. */
- struct v4l2_mbus_framefmt mf;
- int stream_count;
- };
- static inline struct rcar_isp *sd_to_isp(struct v4l2_subdev *sd)
- {
- return container_of(sd, struct rcar_isp, subdev);
- }
- static inline struct rcar_isp *notifier_to_isp(struct v4l2_async_notifier *n)
- {
- return container_of(n, struct rcar_isp, notifier);
- }
- static void risp_write(struct rcar_isp *isp, u32 offset, u32 value)
- {
- iowrite32(value, isp->base + offset);
- }
- static u32 risp_read(struct rcar_isp *isp, u32 offset)
- {
- return ioread32(isp->base + offset);
- }
- static int risp_power_on(struct rcar_isp *isp)
- {
- int ret;
- ret = pm_runtime_resume_and_get(isp->dev);
- if (ret < 0)
- return ret;
- ret = reset_control_deassert(isp->rstc);
- if (ret < 0) {
- pm_runtime_put(isp->dev);
- return ret;
- }
- return 0;
- }
- static void risp_power_off(struct rcar_isp *isp)
- {
- reset_control_assert(isp->rstc);
- pm_runtime_put(isp->dev);
- }
- static int risp_start(struct rcar_isp *isp)
- {
- const struct rcar_isp_format *format;
- unsigned int vc;
- u32 sel_csi = 0;
- int ret;
- format = risp_code_to_fmt(isp->mf.code);
- if (!format) {
- dev_err(isp->dev, "Unsupported bus format\n");
- return -EINVAL;
- }
- ret = risp_power_on(isp);
- if (ret) {
- dev_err(isp->dev, "Failed to power on ISP\n");
- return ret;
- }
- /* Select CSI-2 input source. */
- if (isp->csi_input == RISP_CSI_INPUT1)
- sel_csi = ISPINPUTSEL0_SEL_CSI0;
- risp_write(isp, ISPINPUTSEL0_REG,
- risp_read(isp, ISPINPUTSEL0_REG) | sel_csi);
- /* Configure Channel Selector. */
- for (vc = 0; vc < 4; vc++) {
- u8 ch = vc + 4;
- u8 dt = format->datatype;
- risp_write(isp, ISPCS_FILTER_ID_CH_REG(ch), BIT(vc));
- risp_write(isp, ISPCS_DT_CODE03_CH_REG(ch),
- ISPCS_DT_CODE03_EN3 | ISPCS_DT_CODE03_DT3(dt) |
- ISPCS_DT_CODE03_EN2 | ISPCS_DT_CODE03_DT2(dt) |
- ISPCS_DT_CODE03_EN1 | ISPCS_DT_CODE03_DT1(dt) |
- ISPCS_DT_CODE03_EN0 | ISPCS_DT_CODE03_DT0(dt));
- }
- /* Setup processing method. */
- risp_write(isp, ISPPROCMODE_DT_REG(format->datatype),
- ISPPROCMODE_DT_PROC_MODE_VC3(format->procmode) |
- ISPPROCMODE_DT_PROC_MODE_VC2(format->procmode) |
- ISPPROCMODE_DT_PROC_MODE_VC1(format->procmode) |
- ISPPROCMODE_DT_PROC_MODE_VC0(format->procmode));
- /* Start ISP. */
- risp_write(isp, ISPSTART_REG, ISPSTART_START);
- ret = v4l2_subdev_call(isp->remote, video, s_stream, 1);
- if (ret)
- risp_power_off(isp);
- return ret;
- }
- static void risp_stop(struct rcar_isp *isp)
- {
- v4l2_subdev_call(isp->remote, video, s_stream, 0);
- /* Stop ISP. */
- risp_write(isp, ISPSTART_REG, ISPSTART_STOP);
- risp_power_off(isp);
- }
- static int risp_s_stream(struct v4l2_subdev *sd, int enable)
- {
- struct rcar_isp *isp = sd_to_isp(sd);
- int ret = 0;
- mutex_lock(&isp->lock);
- if (!isp->remote) {
- ret = -ENODEV;
- goto out;
- }
- if (enable && isp->stream_count == 0) {
- ret = risp_start(isp);
- if (ret)
- goto out;
- } else if (!enable && isp->stream_count == 1) {
- risp_stop(isp);
- }
- isp->stream_count += enable ? 1 : -1;
- out:
- mutex_unlock(&isp->lock);
- return ret;
- }
- static const struct v4l2_subdev_video_ops risp_video_ops = {
- .s_stream = risp_s_stream,
- };
- static int risp_set_pad_format(struct v4l2_subdev *sd,
- struct v4l2_subdev_state *sd_state,
- struct v4l2_subdev_format *format)
- {
- struct rcar_isp *isp = sd_to_isp(sd);
- struct v4l2_mbus_framefmt *framefmt;
- mutex_lock(&isp->lock);
- if (!risp_code_to_fmt(format->format.code))
- format->format.code = rcar_isp_formats[0].code;
- if (format->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
- isp->mf = format->format;
- } else {
- framefmt = v4l2_subdev_get_try_format(sd, sd_state, 0);
- *framefmt = format->format;
- }
- mutex_unlock(&isp->lock);
- return 0;
- }
- static int risp_get_pad_format(struct v4l2_subdev *sd,
- struct v4l2_subdev_state *sd_state,
- struct v4l2_subdev_format *format)
- {
- struct rcar_isp *isp = sd_to_isp(sd);
- mutex_lock(&isp->lock);
- if (format->which == V4L2_SUBDEV_FORMAT_ACTIVE)
- format->format = isp->mf;
- else
- format->format = *v4l2_subdev_get_try_format(sd, sd_state, 0);
- mutex_unlock(&isp->lock);
- return 0;
- }
- static const struct v4l2_subdev_pad_ops risp_pad_ops = {
- .set_fmt = risp_set_pad_format,
- .get_fmt = risp_get_pad_format,
- .link_validate = v4l2_subdev_link_validate_default,
- };
- static const struct v4l2_subdev_ops rcar_isp_subdev_ops = {
- .video = &risp_video_ops,
- .pad = &risp_pad_ops,
- };
- /* -----------------------------------------------------------------------------
- * Async handling and registration of subdevices and links
- */
- static int risp_notify_bound(struct v4l2_async_notifier *notifier,
- struct v4l2_subdev *subdev,
- struct v4l2_async_subdev *asd)
- {
- struct rcar_isp *isp = notifier_to_isp(notifier);
- int pad;
- pad = media_entity_get_fwnode_pad(&subdev->entity, asd->match.fwnode,
- MEDIA_PAD_FL_SOURCE);
- if (pad < 0) {
- dev_err(isp->dev, "Failed to find pad for %s\n", subdev->name);
- return pad;
- }
- isp->remote = subdev;
- dev_dbg(isp->dev, "Bound %s pad: %d\n", subdev->name, pad);
- return media_create_pad_link(&subdev->entity, pad,
- &isp->subdev.entity, 0,
- MEDIA_LNK_FL_ENABLED |
- MEDIA_LNK_FL_IMMUTABLE);
- }
- static void risp_notify_unbind(struct v4l2_async_notifier *notifier,
- struct v4l2_subdev *subdev,
- struct v4l2_async_subdev *asd)
- {
- struct rcar_isp *isp = notifier_to_isp(notifier);
- isp->remote = NULL;
- dev_dbg(isp->dev, "Unbind %s\n", subdev->name);
- }
- static const struct v4l2_async_notifier_operations risp_notify_ops = {
- .bound = risp_notify_bound,
- .unbind = risp_notify_unbind,
- };
- static int risp_parse_dt(struct rcar_isp *isp)
- {
- struct v4l2_async_subdev *asd;
- struct fwnode_handle *fwnode;
- struct fwnode_handle *ep;
- unsigned int id;
- int ret;
- for (id = 0; id < 2; id++) {
- ep = fwnode_graph_get_endpoint_by_id(dev_fwnode(isp->dev),
- 0, id, 0);
- if (ep)
- break;
- }
- if (!ep) {
- dev_err(isp->dev, "Not connected to subdevice\n");
- return -EINVAL;
- }
- if (id == 1)
- isp->csi_input = RISP_CSI_INPUT1;
- fwnode = fwnode_graph_get_remote_endpoint(ep);
- fwnode_handle_put(ep);
- dev_dbg(isp->dev, "Found '%pOF'\n", to_of_node(fwnode));
- v4l2_async_nf_init(&isp->notifier);
- isp->notifier.ops = &risp_notify_ops;
- asd = v4l2_async_nf_add_fwnode(&isp->notifier, fwnode,
- struct v4l2_async_subdev);
- fwnode_handle_put(fwnode);
- if (IS_ERR(asd))
- return PTR_ERR(asd);
- ret = v4l2_async_subdev_nf_register(&isp->subdev, &isp->notifier);
- if (ret)
- v4l2_async_nf_cleanup(&isp->notifier);
- return ret;
- }
- /* -----------------------------------------------------------------------------
- * Platform Device Driver
- */
- static const struct media_entity_operations risp_entity_ops = {
- .link_validate = v4l2_subdev_link_validate,
- };
- static int risp_probe_resources(struct rcar_isp *isp,
- struct platform_device *pdev)
- {
- struct resource *res;
- res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
- isp->base = devm_ioremap_resource(&pdev->dev, res);
- if (IS_ERR(isp->base))
- return PTR_ERR(isp->base);
- isp->rstc = devm_reset_control_get(&pdev->dev, NULL);
- return PTR_ERR_OR_ZERO(isp->rstc);
- }
- static const struct of_device_id risp_of_id_table[] = {
- { .compatible = "renesas,r8a779a0-isp" },
- { /* sentinel */ },
- };
- MODULE_DEVICE_TABLE(of, risp_of_id_table);
- static int risp_probe(struct platform_device *pdev)
- {
- struct rcar_isp *isp;
- unsigned int i;
- int ret;
- isp = devm_kzalloc(&pdev->dev, sizeof(*isp), GFP_KERNEL);
- if (!isp)
- return -ENOMEM;
- isp->dev = &pdev->dev;
- mutex_init(&isp->lock);
- ret = risp_probe_resources(isp, pdev);
- if (ret) {
- dev_err(isp->dev, "Failed to get resources\n");
- goto error_mutex;
- }
- platform_set_drvdata(pdev, isp);
- pm_runtime_enable(&pdev->dev);
- ret = risp_parse_dt(isp);
- if (ret)
- goto error_pm;
- isp->subdev.owner = THIS_MODULE;
- isp->subdev.dev = &pdev->dev;
- v4l2_subdev_init(&isp->subdev, &rcar_isp_subdev_ops);
- v4l2_set_subdevdata(&isp->subdev, &pdev->dev);
- snprintf(isp->subdev.name, V4L2_SUBDEV_NAME_SIZE, "%s %s",
- KBUILD_MODNAME, dev_name(&pdev->dev));
- isp->subdev.flags = V4L2_SUBDEV_FL_HAS_DEVNODE;
- isp->subdev.entity.function = MEDIA_ENT_F_VID_MUX;
- isp->subdev.entity.ops = &risp_entity_ops;
- isp->pads[RCAR_ISP_SINK].flags = MEDIA_PAD_FL_SINK;
- for (i = RCAR_ISP_PORT0; i < RCAR_ISP_NUM_PADS; i++)
- isp->pads[i].flags = MEDIA_PAD_FL_SOURCE;
- ret = media_entity_pads_init(&isp->subdev.entity, RCAR_ISP_NUM_PADS,
- isp->pads);
- if (ret)
- goto error_notifier;
- ret = v4l2_async_register_subdev(&isp->subdev);
- if (ret < 0)
- goto error_notifier;
- dev_info(isp->dev, "Using CSI-2 input: %u\n", isp->csi_input);
- return 0;
- error_notifier:
- v4l2_async_nf_unregister(&isp->notifier);
- v4l2_async_nf_cleanup(&isp->notifier);
- error_pm:
- pm_runtime_disable(&pdev->dev);
- error_mutex:
- mutex_destroy(&isp->lock);
- return ret;
- }
- static int risp_remove(struct platform_device *pdev)
- {
- struct rcar_isp *isp = platform_get_drvdata(pdev);
- v4l2_async_nf_unregister(&isp->notifier);
- v4l2_async_nf_cleanup(&isp->notifier);
- v4l2_async_unregister_subdev(&isp->subdev);
- pm_runtime_disable(&pdev->dev);
- mutex_destroy(&isp->lock);
- return 0;
- }
- static struct platform_driver rcar_isp_driver = {
- .driver = {
- .name = "rcar-isp",
- .of_match_table = risp_of_id_table,
- },
- .probe = risp_probe,
- .remove = risp_remove,
- };
- module_platform_driver(rcar_isp_driver);
- MODULE_AUTHOR("Niklas Söderlund <[email protected]>");
- MODULE_DESCRIPTION("Renesas R-Car ISP Channel Selector driver");
- MODULE_LICENSE("GPL");
|