Lines Matching full:jpeg
3 * V4L2 driver for the JPEG encoder/decoder from i.MX8QXP/i.MX8QM application
8 * Baseline and extended sequential jpeg decoding is supported.
9 * Progressive jpeg decoding is not supported by the IP.
19 * from the jpeg stream, by parsing the jpeg markers.
32 * but the driver works around this by replacing them in the jpeg stream.
38 * This is inspired by the drivers/media/platform/samsung/s5p-jpeg driver
56 #include <media/v4l2-jpeg.h>
63 #include "mxc-jpeg-hw.h"
64 #include "mxc-jpeg.h"
68 .name = "JPEG",
283 * split by JPEG marker, so it's easier to modify & use
560 /* mxc-jpeg specific */
580 MODULE_PARM_DESC(hw_timeout, "MXC JPEG hw timeout, the number of milliseconds");
590 static void print_mxc_buf(struct mxc_jpeg_dev *jpeg, struct vb2_buffer *buf, in print_mxc_buf() argument
607 v4l2_dbg(3, debug, &jpeg->v4l2_dev, in print_mxc_buf()
755 static bool mxc_jpeg_alloc_slot_data(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_alloc_slot_data() argument
761 if (jpeg->slot_data.desc) in mxc_jpeg_alloc_slot_data()
765 desc = dma_alloc_coherent(jpeg->dev, in mxc_jpeg_alloc_slot_data()
767 &jpeg->slot_data.desc_handle, in mxc_jpeg_alloc_slot_data()
771 jpeg->slot_data.desc = desc; in mxc_jpeg_alloc_slot_data()
774 cfg_desc = dma_alloc_coherent(jpeg->dev, in mxc_jpeg_alloc_slot_data()
776 &jpeg->slot_data.cfg_desc_handle, in mxc_jpeg_alloc_slot_data()
780 jpeg->slot_data.cfg_desc = cfg_desc; in mxc_jpeg_alloc_slot_data()
783 cfg_stm = dma_alloc_coherent(jpeg->dev, in mxc_jpeg_alloc_slot_data()
785 &jpeg->slot_data.cfg_stream_handle, in mxc_jpeg_alloc_slot_data()
789 jpeg->slot_data.cfg_stream_vaddr = cfg_stm; in mxc_jpeg_alloc_slot_data()
792 jpeg->slot_data.used = true; in mxc_jpeg_alloc_slot_data()
796 dev_err(jpeg->dev, "Could not allocate descriptors for slot %d", jpeg->slot_data.slot); in mxc_jpeg_alloc_slot_data()
801 static void mxc_jpeg_free_slot_data(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_free_slot_data() argument
804 dma_free_coherent(jpeg->dev, sizeof(struct mxc_jpeg_desc), in mxc_jpeg_free_slot_data()
805 jpeg->slot_data.desc, in mxc_jpeg_free_slot_data()
806 jpeg->slot_data.desc_handle); in mxc_jpeg_free_slot_data()
809 dma_free_coherent(jpeg->dev, sizeof(struct mxc_jpeg_desc), in mxc_jpeg_free_slot_data()
810 jpeg->slot_data.cfg_desc, in mxc_jpeg_free_slot_data()
811 jpeg->slot_data.cfg_desc_handle); in mxc_jpeg_free_slot_data()
814 dma_free_coherent(jpeg->dev, MXC_JPEG_MAX_CFG_STREAM, in mxc_jpeg_free_slot_data()
815 jpeg->slot_data.cfg_stream_vaddr, in mxc_jpeg_free_slot_data()
816 jpeg->slot_data.cfg_stream_handle); in mxc_jpeg_free_slot_data()
818 jpeg->slot_data.used = false; in mxc_jpeg_free_slot_data()
835 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_job_finish() local
836 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_job_finish()
848 jpeg->slot_data.used = false; in mxc_jpeg_job_finish()
882 struct mxc_jpeg_dev *jpeg = priv; in mxc_jpeg_dec_irq() local
884 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_dec_irq()
885 struct device *dev = jpeg->dev; in mxc_jpeg_dec_irq()
895 spin_lock(&jpeg->hw_lock); in mxc_jpeg_dec_irq()
901 ctx = v4l2_m2m_get_curr_priv(jpeg->m2m_dev); in mxc_jpeg_dec_irq()
912 if (!jpeg->slot_data.used) in mxc_jpeg_dec_irq()
940 if (jpeg->mode == MXC_JPEG_ENCODE && in mxc_jpeg_dec_irq()
949 if (jpeg->mode == MXC_JPEG_DECODE && jpeg_src_buf->dht_needed) { in mxc_jpeg_dec_irq()
955 if (jpeg->mode == MXC_JPEG_ENCODE) { in mxc_jpeg_dec_irq()
976 print_mxc_buf(jpeg, &src_buf->vb2_buf, 32); in mxc_jpeg_dec_irq()
978 print_mxc_buf(jpeg, &dst_buf->vb2_buf, 32); in mxc_jpeg_dec_irq()
983 spin_unlock(&jpeg->hw_lock); in mxc_jpeg_dec_irq()
985 v4l2_m2m_job_finish(jpeg->m2m_dev, ctx->fh.m2m_ctx); in mxc_jpeg_dec_irq()
988 spin_unlock(&jpeg->hw_lock); in mxc_jpeg_dec_irq()
1169 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_config_dec_desc() local
1170 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_config_dec_desc()
1172 struct mxc_jpeg_desc *desc = jpeg->slot_data.desc; in mxc_jpeg_config_dec_desc()
1173 struct mxc_jpeg_desc *cfg_desc = jpeg->slot_data.cfg_desc; in mxc_jpeg_config_dec_desc()
1174 dma_addr_t desc_handle = jpeg->slot_data.desc_handle; in mxc_jpeg_config_dec_desc()
1175 dma_addr_t cfg_desc_handle = jpeg->slot_data.cfg_desc_handle; in mxc_jpeg_config_dec_desc()
1176 dma_addr_t cfg_stream_handle = jpeg->slot_data.cfg_stream_handle; in mxc_jpeg_config_dec_desc()
1177 unsigned int *cfg_size = &jpeg->slot_data.cfg_stream_size; in mxc_jpeg_config_dec_desc()
1178 void *cfg_stream_vaddr = jpeg->slot_data.cfg_stream_vaddr; in mxc_jpeg_config_dec_desc()
1198 print_descriptor_info(jpeg->dev, desc); in mxc_jpeg_config_dec_desc()
1224 print_descriptor_info(jpeg->dev, cfg_desc); in mxc_jpeg_config_dec_desc()
1235 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_config_enc_desc() local
1236 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_config_enc_desc()
1238 struct mxc_jpeg_desc *desc = jpeg->slot_data.desc; in mxc_jpeg_config_enc_desc()
1239 struct mxc_jpeg_desc *cfg_desc = jpeg->slot_data.cfg_desc; in mxc_jpeg_config_enc_desc()
1240 dma_addr_t desc_handle = jpeg->slot_data.desc_handle; in mxc_jpeg_config_enc_desc()
1241 dma_addr_t cfg_desc_handle = jpeg->slot_data.cfg_desc_handle; in mxc_jpeg_config_enc_desc()
1242 void *cfg_stream_vaddr = jpeg->slot_data.cfg_stream_vaddr; in mxc_jpeg_config_enc_desc()
1249 jpeg->slot_data.cfg_stream_size = in mxc_jpeg_config_enc_desc()
1258 cfg_desc->buf_base0 = jpeg->slot_data.cfg_stream_handle; in mxc_jpeg_config_enc_desc()
1279 dev_err(jpeg->dev, "No valid image format detected\n"); in mxc_jpeg_config_enc_desc()
1288 dev_dbg(jpeg->dev, "cfg_desc:\n"); in mxc_jpeg_config_enc_desc()
1289 print_descriptor_info(jpeg->dev, cfg_desc); in mxc_jpeg_config_enc_desc()
1290 dev_dbg(jpeg->dev, "enc desc:\n"); in mxc_jpeg_config_enc_desc()
1291 print_descriptor_info(jpeg->dev, desc); in mxc_jpeg_config_enc_desc()
1292 print_wrapper_info(jpeg->dev, reg); in mxc_jpeg_config_enc_desc()
1293 print_cast_status(jpeg->dev, reg, MXC_JPEG_ENCODE); in mxc_jpeg_config_enc_desc()
1355 dev_dbg(dev, "Detected jpeg res=(%dx%d)->(%dx%d), pixfmt=%c%c%c%c\n", in mxc_jpeg_source_change()
1365 * detected from the jpeg output stream in mxc_jpeg_source_change()
1417 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_device_run_timeout() local
1422 dev_warn(jpeg->dev, "%s timeout, cancel it\n", in mxc_jpeg_device_run_timeout()
1433 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_device_run() local
1434 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_device_run()
1435 struct device *dev = jpeg->dev; in mxc_jpeg_device_run()
1474 v4l2_m2m_job_finish(jpeg->m2m_dev, ctx->fh.m2m_ctx); in mxc_jpeg_device_run()
1481 v4l2_m2m_job_finish(jpeg->m2m_dev, ctx->fh.m2m_ctx); in mxc_jpeg_device_run()
1489 ctx->slot = mxc_get_free_slot(&jpeg->slot_data); in mxc_jpeg_device_run()
1494 if (!mxc_jpeg_alloc_slot_data(jpeg)) { in mxc_jpeg_device_run()
1502 if (jpeg->mode == MXC_JPEG_ENCODE) { in mxc_jpeg_device_run()
1512 print_mxc_buf(jpeg, &src_buf->vb2_buf, 0); in mxc_jpeg_device_run()
1642 dev_err(ctx->mxc_jpeg->dev, "Failed to power up jpeg\n"); in mxc_jpeg_start_streaming()
1763 bytesperline[1] = q->bytesperline[0]; /*imx-jpeg only support the same line pitch*/ in mxc_jpeg_bytesperline()
1802 /* if no sizeimage from user, assume worst jpeg compression */ in mxc_jpeg_sizeimage()
1810 /* jpeg stream size must be multiple of 1K */ in mxc_jpeg_sizeimage()
1837 dev_err(dev, "Error parsing JPEG stream markers\n"); in mxc_jpeg_parse()
1850 dev_err(dev, "JPEG width or height should be <= 8192: %dx%d\n", in mxc_jpeg_parse()
1856 dev_err(dev, "JPEG width or height should be > 64: %dx%d\n", in mxc_jpeg_parse()
1861 dev_err(dev, "JPEG number of components should be <=%d", in mxc_jpeg_parse()
1869 dev_warn(dev, "JPEG component ids should be 0-3 or 1-4"); in mxc_jpeg_parse()
2121 dev_err(ctx->mxc_jpeg->dev, "failed to setup mxc jpeg controls\n"); in mxc_jpeg_open()
2130 dev_dbg(dev, "Opened JPEG decoder instance %p\n", ctx); in mxc_jpeg_open()
2132 dev_dbg(dev, "Opened JPEG encoder instance %p\n", ctx); in mxc_jpeg_open()
2175 * after jpeg parse on the output buffer) in mxc_jpeg_enum_fmt_vid_cap()
2322 * but since inside JPEG the YUV quantization is full-range, in mxc_jpeg_try_fmt()
2344 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_try_fmt_vid_cap() local
2345 struct device *dev = jpeg->dev; in mxc_jpeg_try_fmt_vid_cap()
2363 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_try_fmt_vid_out() local
2364 struct device *dev = jpeg->dev; in mxc_jpeg_try_fmt_vid_out()
2395 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_s_fmt() local
2402 v4l2_err(&jpeg->v4l2_dev, "queue busy\n"); in mxc_jpeg_s_fmt()
2457 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_g_fmt_vid() local
2458 struct device *dev = jpeg->dev; in mxc_jpeg_g_fmt_vid()
2646 dev_dbg(dev, "Release JPEG decoder instance on slot %d.", in mxc_jpeg_release()
2649 dev_dbg(dev, "Release JPEG encoder instance on slot %d.", in mxc_jpeg_release()
2675 static void mxc_jpeg_detach_pm_domains(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_detach_pm_domains() argument
2679 for (i = 0; i < jpeg->num_domains; i++) { in mxc_jpeg_detach_pm_domains()
2680 if (!IS_ERR_OR_NULL(jpeg->pd_dev[i]) && in mxc_jpeg_detach_pm_domains()
2681 !pm_runtime_suspended(jpeg->pd_dev[i])) in mxc_jpeg_detach_pm_domains()
2682 pm_runtime_force_suspend(jpeg->pd_dev[i]); in mxc_jpeg_detach_pm_domains()
2683 if (!IS_ERR_OR_NULL(jpeg->pd_link[i])) in mxc_jpeg_detach_pm_domains()
2684 device_link_del(jpeg->pd_link[i]); in mxc_jpeg_detach_pm_domains()
2685 if (!IS_ERR_OR_NULL(jpeg->pd_dev[i])) in mxc_jpeg_detach_pm_domains()
2686 dev_pm_domain_detach(jpeg->pd_dev[i], true); in mxc_jpeg_detach_pm_domains()
2687 jpeg->pd_dev[i] = NULL; in mxc_jpeg_detach_pm_domains()
2688 jpeg->pd_link[i] = NULL; in mxc_jpeg_detach_pm_domains()
2692 static int mxc_jpeg_attach_pm_domains(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_attach_pm_domains() argument
2694 struct device *dev = jpeg->dev; in mxc_jpeg_attach_pm_domains()
2695 struct device_node *np = jpeg->pdev->dev.of_node; in mxc_jpeg_attach_pm_domains()
2699 jpeg->num_domains = of_count_phandle_with_args(np, "power-domains", in mxc_jpeg_attach_pm_domains()
2701 if (jpeg->num_domains < 0) { in mxc_jpeg_attach_pm_domains()
2702 dev_err(dev, "No power domains defined for jpeg node\n"); in mxc_jpeg_attach_pm_domains()
2703 return jpeg->num_domains; in mxc_jpeg_attach_pm_domains()
2705 if (jpeg->num_domains == 1) { in mxc_jpeg_attach_pm_domains()
2707 jpeg->num_domains = 0; in mxc_jpeg_attach_pm_domains()
2711 jpeg->pd_dev = devm_kmalloc_array(dev, jpeg->num_domains, in mxc_jpeg_attach_pm_domains()
2712 sizeof(*jpeg->pd_dev), GFP_KERNEL); in mxc_jpeg_attach_pm_domains()
2713 if (!jpeg->pd_dev) in mxc_jpeg_attach_pm_domains()
2716 jpeg->pd_link = devm_kmalloc_array(dev, jpeg->num_domains, in mxc_jpeg_attach_pm_domains()
2717 sizeof(*jpeg->pd_link), GFP_KERNEL); in mxc_jpeg_attach_pm_domains()
2718 if (!jpeg->pd_link) in mxc_jpeg_attach_pm_domains()
2721 for (i = 0; i < jpeg->num_domains; i++) { in mxc_jpeg_attach_pm_domains()
2722 jpeg->pd_dev[i] = dev_pm_domain_attach_by_id(dev, i); in mxc_jpeg_attach_pm_domains()
2723 if (IS_ERR(jpeg->pd_dev[i])) { in mxc_jpeg_attach_pm_domains()
2724 ret = PTR_ERR(jpeg->pd_dev[i]); in mxc_jpeg_attach_pm_domains()
2728 jpeg->pd_link[i] = device_link_add(dev, jpeg->pd_dev[i], in mxc_jpeg_attach_pm_domains()
2731 if (!jpeg->pd_link[i]) { in mxc_jpeg_attach_pm_domains()
2739 mxc_jpeg_detach_pm_domains(jpeg); in mxc_jpeg_attach_pm_domains()
2745 struct mxc_jpeg_dev *jpeg; in mxc_jpeg_probe() local
2757 jpeg = devm_kzalloc(dev, sizeof(struct mxc_jpeg_dev), GFP_KERNEL); in mxc_jpeg_probe()
2758 if (!jpeg) in mxc_jpeg_probe()
2761 mutex_init(&jpeg->lock); in mxc_jpeg_probe()
2762 spin_lock_init(&jpeg->hw_lock); in mxc_jpeg_probe()
2770 jpeg->base_reg = devm_platform_ioremap_resource(pdev, 0); in mxc_jpeg_probe()
2771 if (IS_ERR(jpeg->base_reg)) in mxc_jpeg_probe()
2772 return PTR_ERR(jpeg->base_reg); in mxc_jpeg_probe()
2774 ret = of_property_read_u32_index(pdev->dev.of_node, "slot", 0, &jpeg->slot_data.slot); in mxc_jpeg_probe()
2776 jpeg->slot_data.slot = 0; in mxc_jpeg_probe()
2777 dev_info(&pdev->dev, "choose slot %d\n", jpeg->slot_data.slot); in mxc_jpeg_probe()
2784 0, pdev->name, jpeg); in mxc_jpeg_probe()
2791 jpeg->pdev = pdev; in mxc_jpeg_probe()
2792 jpeg->dev = dev; in mxc_jpeg_probe()
2793 jpeg->mode = mode; in mxc_jpeg_probe()
2796 ret = devm_clk_bulk_get_all(&pdev->dev, &jpeg->clks); in mxc_jpeg_probe()
2801 jpeg->num_clks = ret; in mxc_jpeg_probe()
2803 ret = mxc_jpeg_attach_pm_domains(jpeg); in mxc_jpeg_probe()
2810 ret = v4l2_device_register(dev, &jpeg->v4l2_dev); in mxc_jpeg_probe()
2815 jpeg->m2m_dev = v4l2_m2m_init(&mxc_jpeg_m2m_ops); in mxc_jpeg_probe()
2816 if (IS_ERR(jpeg->m2m_dev)) { in mxc_jpeg_probe()
2818 ret = PTR_ERR(jpeg->m2m_dev); in mxc_jpeg_probe()
2822 jpeg->dec_vdev = video_device_alloc(); in mxc_jpeg_probe()
2823 if (!jpeg->dec_vdev) { in mxc_jpeg_probe()
2829 snprintf(jpeg->dec_vdev->name, in mxc_jpeg_probe()
2830 sizeof(jpeg->dec_vdev->name), in mxc_jpeg_probe()
2833 snprintf(jpeg->dec_vdev->name, in mxc_jpeg_probe()
2834 sizeof(jpeg->dec_vdev->name), in mxc_jpeg_probe()
2837 jpeg->dec_vdev->fops = &mxc_jpeg_fops; in mxc_jpeg_probe()
2838 jpeg->dec_vdev->ioctl_ops = &mxc_jpeg_ioctl_ops; in mxc_jpeg_probe()
2839 jpeg->dec_vdev->minor = -1; in mxc_jpeg_probe()
2840 jpeg->dec_vdev->release = video_device_release; in mxc_jpeg_probe()
2841 jpeg->dec_vdev->lock = &jpeg->lock; /* lock for ioctl serialization */ in mxc_jpeg_probe()
2842 jpeg->dec_vdev->v4l2_dev = &jpeg->v4l2_dev; in mxc_jpeg_probe()
2843 jpeg->dec_vdev->vfl_dir = VFL_DIR_M2M; in mxc_jpeg_probe()
2844 jpeg->dec_vdev->device_caps = V4L2_CAP_STREAMING | in mxc_jpeg_probe()
2846 video_set_drvdata(jpeg->dec_vdev, jpeg); in mxc_jpeg_probe()
2848 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_DECODER_CMD); in mxc_jpeg_probe()
2849 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_TRY_DECODER_CMD); in mxc_jpeg_probe()
2851 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_ENCODER_CMD); in mxc_jpeg_probe()
2852 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_TRY_ENCODER_CMD); in mxc_jpeg_probe()
2854 ret = video_register_device(jpeg->dec_vdev, VFL_TYPE_VIDEO, -1); in mxc_jpeg_probe()
2860 v4l2_info(&jpeg->v4l2_dev, in mxc_jpeg_probe()
2862 jpeg->dec_vdev->num, VIDEO_MAJOR, in mxc_jpeg_probe()
2863 jpeg->dec_vdev->minor); in mxc_jpeg_probe()
2865 v4l2_info(&jpeg->v4l2_dev, in mxc_jpeg_probe()
2867 jpeg->dec_vdev->num, VIDEO_MAJOR, in mxc_jpeg_probe()
2868 jpeg->dec_vdev->minor); in mxc_jpeg_probe()
2870 platform_set_drvdata(pdev, jpeg); in mxc_jpeg_probe()
2876 video_device_release(jpeg->dec_vdev); in mxc_jpeg_probe()
2879 v4l2_m2m_release(jpeg->m2m_dev); in mxc_jpeg_probe()
2882 v4l2_device_unregister(&jpeg->v4l2_dev); in mxc_jpeg_probe()
2885 mxc_jpeg_detach_pm_domains(jpeg); in mxc_jpeg_probe()
2894 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_runtime_resume() local
2897 ret = clk_bulk_prepare_enable(jpeg->num_clks, jpeg->clks); in mxc_jpeg_runtime_resume()
2908 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_runtime_suspend() local
2910 clk_bulk_disable_unprepare(jpeg->num_clks, jpeg->clks); in mxc_jpeg_runtime_suspend()
2917 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_suspend() local
2919 v4l2_m2m_suspend(jpeg->m2m_dev); in mxc_jpeg_suspend()
2925 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_resume() local
2932 v4l2_m2m_resume(jpeg->m2m_dev); in mxc_jpeg_resume()
2943 struct mxc_jpeg_dev *jpeg = platform_get_drvdata(pdev); in mxc_jpeg_remove() local
2945 mxc_jpeg_free_slot_data(jpeg); in mxc_jpeg_remove()
2948 video_unregister_device(jpeg->dec_vdev); in mxc_jpeg_remove()
2949 v4l2_m2m_release(jpeg->m2m_dev); in mxc_jpeg_remove()
2950 v4l2_device_unregister(&jpeg->v4l2_dev); in mxc_jpeg_remove()
2951 mxc_jpeg_detach_pm_domains(jpeg); in mxc_jpeg_remove()
2960 .name = "mxc-jpeg",
2969 MODULE_DESCRIPTION("V4L2 driver for i.MX8 QXP/QM JPEG encoder/decoder");