2 * V4L2 Driver for SuperH Mobile CEU interface
4 * Copyright (C) 2008 Magnus Damm
6 * Based on V4L2 Driver for PXA camera host - "pxa_camera.c",
8 * Copyright (C) 2006, Sascha Hauer, Pengutronix
9 * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
17 #include <linux/init.h>
18 #include <linux/module.h>
20 #include <linux/completion.h>
21 #include <linux/delay.h>
22 #include <linux/dma-mapping.h>
23 #include <linux/err.h>
24 #include <linux/errno.h>
26 #include <linux/interrupt.h>
27 #include <linux/kernel.h>
29 #include <linux/moduleparam.h>
31 #include <linux/time.h>
32 #include <linux/slab.h>
33 #include <linux/device.h>
34 #include <linux/platform_device.h>
35 #include <linux/videodev2.h>
36 #include <linux/pm_runtime.h>
37 #include <linux/sched.h>
39 #include <media/v4l2-async.h>
40 #include <media/v4l2-common.h>
41 #include <media/v4l2-dev.h>
42 #include <media/soc_camera.h>
43 #include <media/drv-intf/sh_mobile_ceu.h>
44 #include <media/drv-intf/sh_mobile_csi2.h>
45 #include <media/videobuf2-dma-contig.h>
46 #include <media/v4l2-mediabus.h>
47 #include <media/drv-intf/soc_mediabus.h>
49 #include "soc_scale_crop.h"
51 /* register offsets for sh7722 / sh7723 */
53 #define CAPSR 0x00 /* Capture start register */
54 #define CAPCR 0x04 /* Capture control register */
55 #define CAMCR 0x08 /* Capture interface control register */
56 #define CMCYR 0x0c /* Capture interface cycle register */
57 #define CAMOR 0x10 /* Capture interface offset register */
58 #define CAPWR 0x14 /* Capture interface width register */
59 #define CAIFR 0x18 /* Capture interface input format register */
60 #define CSTCR 0x20 /* Camera strobe control register (<= sh7722) */
61 #define CSECR 0x24 /* Camera strobe emission count register (<= sh7722) */
62 #define CRCNTR 0x28 /* CEU register control register */
63 #define CRCMPR 0x2c /* CEU register forcible control register */
64 #define CFLCR 0x30 /* Capture filter control register */
65 #define CFSZR 0x34 /* Capture filter size clip register */
66 #define CDWDR 0x38 /* Capture destination width register */
67 #define CDAYR 0x3c /* Capture data address Y register */
68 #define CDACR 0x40 /* Capture data address C register */
69 #define CDBYR 0x44 /* Capture data bottom-field address Y register */
70 #define CDBCR 0x48 /* Capture data bottom-field address C register */
71 #define CBDSR 0x4c /* Capture bundle destination size register */
72 #define CFWCR 0x5c /* Firewall operation control register */
73 #define CLFCR 0x60 /* Capture low-pass filter control register */
74 #define CDOCR 0x64 /* Capture data output control register */
75 #define CDDCR 0x68 /* Capture data complexity level register */
76 #define CDDAR 0x6c /* Capture data complexity level address register */
77 #define CEIER 0x70 /* Capture event interrupt enable register */
78 #define CETCR 0x74 /* Capture event flag clear register */
79 #define CSTSR 0x7c /* Capture status register */
80 #define CSRTR 0x80 /* Capture software reset register */
81 #define CDSSR 0x84 /* Capture data size register */
82 #define CDAYR2 0x90 /* Capture data address Y register 2 */
83 #define CDACR2 0x94 /* Capture data address C register 2 */
84 #define CDBYR2 0x98 /* Capture data bottom-field address Y register 2 */
85 #define CDBCR2 0x9c /* Capture data bottom-field address C register 2 */
89 #define dev_geo dev_info
91 #define dev_geo dev_dbg
94 /* per video frame buffer */
95 struct sh_mobile_ceu_buffer {
96 struct vb2_v4l2_buffer vb; /* v4l buffer must be first */
97 struct list_head queue;
100 struct sh_mobile_ceu_dev {
101 struct soc_camera_host ici;
102 /* Asynchronous CSI2 linking */
103 struct v4l2_async_subdev *csi2_asd;
104 struct v4l2_subdev *csi2_sd;
105 /* Synchronous probing compatibility */
106 struct platform_device *csi2_pdev;
113 spinlock_t lock; /* Protects video buffer lists */
114 struct list_head capture;
115 struct vb2_v4l2_buffer *active;
116 struct vb2_alloc_ctx *alloc_ctx;
118 struct sh_mobile_ceu_info *pdata;
119 struct completion complete;
123 /* static max sizes either from platform data or default */
127 enum v4l2_field field;
131 unsigned int image_mode:1;
132 unsigned int is_16bit:1;
133 unsigned int frozen:1;
136 struct sh_mobile_ceu_cam {
137 /* CEU offsets within the camera output, before the CEU scaler */
138 unsigned int ceu_left;
139 unsigned int ceu_top;
140 /* Client output, as seen by the CEU */
144 * User window from S_CROP / G_CROP, produced by client cropping and
145 * scaling, CEU scaling and CEU cropping, mapped back onto the client
148 struct v4l2_rect subrect;
149 /* Camera cropping rectangle */
150 struct v4l2_rect rect;
151 const struct soc_mbus_pixelfmt *extra_fmt;
155 static struct sh_mobile_ceu_buffer *to_ceu_vb(struct vb2_v4l2_buffer *vbuf)
157 return container_of(vbuf, struct sh_mobile_ceu_buffer, vb);
160 static void ceu_write(struct sh_mobile_ceu_dev *priv,
161 unsigned long reg_offs, u32 data)
163 iowrite32(data, priv->base + reg_offs);
166 static u32 ceu_read(struct sh_mobile_ceu_dev *priv, unsigned long reg_offs)
168 return ioread32(priv->base + reg_offs);
171 static int sh_mobile_ceu_soft_reset(struct sh_mobile_ceu_dev *pcdev)
175 ceu_write(pcdev, CAPSR, 1 << 16); /* reset */
177 /* wait CSTSR.CPTON bit */
178 for (i = 0; i < 1000; i++) {
179 if (!(ceu_read(pcdev, CSTSR) & 1)) {
186 /* wait CAPSR.CPKIL bit */
187 for (i = 0; i < 1000; i++) {
188 if (!(ceu_read(pcdev, CAPSR) & (1 << 16))) {
196 dev_warn(pcdev->ici.v4l2_dev.dev, "soft reset time out\n");
204 * Videobuf operations
208 * .queue_setup() is called to check, whether the driver can accept the
209 * requested number of buffers and to fill in plane sizes
210 * for the current frame format if required
212 static int sh_mobile_ceu_videobuf_setup(struct vb2_queue *vq,
213 unsigned int *count, unsigned int *num_planes,
214 unsigned int sizes[], void *alloc_ctxs[])
216 struct soc_camera_device *icd = container_of(vq,
217 struct soc_camera_device, vb2_vidq);
218 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
219 struct sh_mobile_ceu_dev *pcdev = ici->priv;
221 alloc_ctxs[0] = pcdev->alloc_ctx;
223 if (!vq->num_buffers)
229 /* Called from VIDIOC_REQBUFS or in compatibility mode */
231 sizes[0] = icd->sizeimage;
232 else if (sizes[0] < icd->sizeimage)
235 /* If *num_planes != 0, we have already verified *count. */
236 if (pcdev->video_limit) {
237 size_t size = PAGE_ALIGN(sizes[0]) * *count;
239 if (size + pcdev->buf_total > pcdev->video_limit)
240 *count = (pcdev->video_limit - pcdev->buf_total) /
241 PAGE_ALIGN(sizes[0]);
246 dev_dbg(icd->parent, "count=%d, size=%u\n", *count, sizes[0]);
251 #define CEU_CETCR_MAGIC 0x0317f313 /* acknowledge magical interrupt sources */
252 #define CEU_CETCR_IGRW (1 << 4) /* prohibited register access interrupt bit */
253 #define CEU_CEIER_CPEIE (1 << 0) /* one-frame capture end interrupt */
254 #define CEU_CEIER_VBP (1 << 20) /* vbp error */
255 #define CEU_CAPCR_CTNCP (1 << 16) /* continuous capture mode (if set) */
256 #define CEU_CEIER_MASK (CEU_CEIER_CPEIE | CEU_CEIER_VBP)
260 * return value doesn't reflex the success/failure to queue the new buffer,
261 * but rather the status of the previous buffer.
263 static int sh_mobile_ceu_capture(struct sh_mobile_ceu_dev *pcdev)
265 struct soc_camera_device *icd = pcdev->ici.icd;
266 dma_addr_t phys_addr_top, phys_addr_bottom;
267 unsigned long top1, top2;
268 unsigned long bottom1, bottom2;
274 * The hardware is _very_ picky about this sequence. Especially
275 * the CEU_CETCR_MAGIC value. It seems like we need to acknowledge
276 * several not-so-well documented interrupt sources in CETCR.
278 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) & ~CEU_CEIER_MASK);
279 status = ceu_read(pcdev, CETCR);
280 ceu_write(pcdev, CETCR, ~status & CEU_CETCR_MAGIC);
282 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) | CEU_CEIER_MASK);
283 ceu_write(pcdev, CAPCR, ceu_read(pcdev, CAPCR) & ~CEU_CAPCR_CTNCP);
284 ceu_write(pcdev, CETCR, CEU_CETCR_MAGIC ^ CEU_CETCR_IGRW);
287 * When a VBP interrupt occurs, a capture end interrupt does not occur
288 * and the image of that frame is not captured correctly. So, soft reset
291 if (status & CEU_CEIER_VBP) {
292 sh_mobile_ceu_soft_reset(pcdev);
297 complete(&pcdev->complete);
304 if (V4L2_FIELD_INTERLACED_BT == pcdev->field) {
317 vb2_dma_contig_plane_dma_addr(&pcdev->active->vb2_buf, 0);
319 switch (icd->current_fmt->host_fmt->fourcc) {
320 case V4L2_PIX_FMT_NV12:
321 case V4L2_PIX_FMT_NV21:
322 case V4L2_PIX_FMT_NV16:
323 case V4L2_PIX_FMT_NV61:
330 ceu_write(pcdev, top1, phys_addr_top);
331 if (V4L2_FIELD_NONE != pcdev->field) {
332 phys_addr_bottom = phys_addr_top + icd->bytesperline;
333 ceu_write(pcdev, bottom1, phys_addr_bottom);
337 phys_addr_top += icd->bytesperline * icd->user_height;
338 ceu_write(pcdev, top2, phys_addr_top);
339 if (V4L2_FIELD_NONE != pcdev->field) {
340 phys_addr_bottom = phys_addr_top + icd->bytesperline;
341 ceu_write(pcdev, bottom2, phys_addr_bottom);
345 ceu_write(pcdev, CAPSR, 0x1); /* start capture */
350 static int sh_mobile_ceu_videobuf_prepare(struct vb2_buffer *vb)
352 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
353 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vbuf);
355 /* Added list head initialization on alloc */
356 WARN(!list_empty(&buf->queue), "Buffer %p on queue!\n", vb);
361 static void sh_mobile_ceu_videobuf_queue(struct vb2_buffer *vb)
363 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
364 struct soc_camera_device *icd = container_of(vb->vb2_queue,
365 struct soc_camera_device, vb2_vidq);
366 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
367 struct sh_mobile_ceu_dev *pcdev = ici->priv;
368 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vbuf);
371 size = icd->sizeimage;
373 if (vb2_plane_size(vb, 0) < size) {
374 dev_err(icd->parent, "Buffer #%d too small (%lu < %lu)\n",
375 vb->index, vb2_plane_size(vb, 0), size);
379 vb2_set_plane_payload(vb, 0, size);
381 dev_dbg(icd->parent, "%s (vb=0x%p) 0x%p %lu\n", __func__,
382 vb, vb2_plane_vaddr(vb, 0), vb2_get_plane_payload(vb, 0));
386 * This can be useful if you want to see if we actually fill
387 * the buffer with something
389 if (vb2_plane_vaddr(vb, 0))
390 memset(vb2_plane_vaddr(vb, 0), 0xaa, vb2_get_plane_payload(vb, 0));
393 spin_lock_irq(&pcdev->lock);
394 list_add_tail(&buf->queue, &pcdev->capture);
396 if (!pcdev->active) {
398 * Because there were no active buffer at this moment,
399 * we are not interested in the return value of
400 * sh_mobile_ceu_capture here.
402 pcdev->active = vbuf;
403 sh_mobile_ceu_capture(pcdev);
405 spin_unlock_irq(&pcdev->lock);
410 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
413 static void sh_mobile_ceu_videobuf_release(struct vb2_buffer *vb)
415 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
416 struct soc_camera_device *icd = container_of(vb->vb2_queue,
417 struct soc_camera_device, vb2_vidq);
418 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
419 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vbuf);
420 struct sh_mobile_ceu_dev *pcdev = ici->priv;
422 spin_lock_irq(&pcdev->lock);
424 if (pcdev->active == vbuf) {
425 /* disable capture (release DMA buffer), reset */
426 ceu_write(pcdev, CAPSR, 1 << 16);
427 pcdev->active = NULL;
431 * Doesn't hurt also if the list is empty, but it hurts, if queuing the
432 * buffer failed, and .buf_init() hasn't been called
435 list_del_init(&buf->queue);
437 pcdev->buf_total -= PAGE_ALIGN(vb2_plane_size(vb, 0));
438 dev_dbg(icd->parent, "%s() %zu bytes buffers\n", __func__,
441 spin_unlock_irq(&pcdev->lock);
444 static int sh_mobile_ceu_videobuf_init(struct vb2_buffer *vb)
446 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
447 struct soc_camera_device *icd = container_of(vb->vb2_queue,
448 struct soc_camera_device, vb2_vidq);
449 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
450 struct sh_mobile_ceu_dev *pcdev = ici->priv;
452 pcdev->buf_total += PAGE_ALIGN(vb2_plane_size(vb, 0));
453 dev_dbg(icd->parent, "%s() %zu bytes buffers\n", __func__,
456 /* This is for locking debugging only */
457 INIT_LIST_HEAD(&to_ceu_vb(vbuf)->queue);
461 static void sh_mobile_ceu_stop_streaming(struct vb2_queue *q)
463 struct soc_camera_device *icd = container_of(q, struct soc_camera_device, vb2_vidq);
464 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
465 struct sh_mobile_ceu_dev *pcdev = ici->priv;
466 struct list_head *buf_head, *tmp;
468 spin_lock_irq(&pcdev->lock);
470 pcdev->active = NULL;
472 list_for_each_safe(buf_head, tmp, &pcdev->capture)
473 list_del_init(buf_head);
475 spin_unlock_irq(&pcdev->lock);
477 sh_mobile_ceu_soft_reset(pcdev);
480 static struct vb2_ops sh_mobile_ceu_videobuf_ops = {
481 .queue_setup = sh_mobile_ceu_videobuf_setup,
482 .buf_prepare = sh_mobile_ceu_videobuf_prepare,
483 .buf_queue = sh_mobile_ceu_videobuf_queue,
484 .buf_cleanup = sh_mobile_ceu_videobuf_release,
485 .buf_init = sh_mobile_ceu_videobuf_init,
486 .wait_prepare = vb2_ops_wait_prepare,
487 .wait_finish = vb2_ops_wait_finish,
488 .stop_streaming = sh_mobile_ceu_stop_streaming,
491 static irqreturn_t sh_mobile_ceu_irq(int irq, void *data)
493 struct sh_mobile_ceu_dev *pcdev = data;
494 struct vb2_v4l2_buffer *vbuf;
497 spin_lock(&pcdev->lock);
499 vbuf = pcdev->active;
501 /* Stale interrupt from a released buffer */
504 list_del_init(&to_ceu_vb(vbuf)->queue);
506 if (!list_empty(&pcdev->capture))
507 pcdev->active = &list_entry(pcdev->capture.next,
508 struct sh_mobile_ceu_buffer, queue)->vb;
510 pcdev->active = NULL;
512 ret = sh_mobile_ceu_capture(pcdev);
513 vbuf->vb2_buf.timestamp = ktime_get_ns();
515 vbuf->field = pcdev->field;
516 vbuf->sequence = pcdev->sequence++;
518 vb2_buffer_done(&vbuf->vb2_buf,
519 ret < 0 ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
522 spin_unlock(&pcdev->lock);
527 static struct v4l2_subdev *find_csi2(struct sh_mobile_ceu_dev *pcdev)
529 struct v4l2_subdev *sd;
532 return pcdev->csi2_sd;
534 if (pcdev->csi2_asd) {
535 char name[] = "sh-mobile-csi2";
536 v4l2_device_for_each_subdev(sd, &pcdev->ici.v4l2_dev)
537 if (!strncmp(name, sd->name, sizeof(name) - 1)) {
546 static struct v4l2_subdev *csi2_subdev(struct sh_mobile_ceu_dev *pcdev,
547 struct soc_camera_device *icd)
549 struct v4l2_subdev *sd = pcdev->csi2_sd;
551 return sd && sd->grp_id == soc_camera_grp_id(icd) ? sd : NULL;
554 static int sh_mobile_ceu_add_device(struct soc_camera_device *icd)
556 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
557 struct sh_mobile_ceu_dev *pcdev = ici->priv;
558 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
562 csi2_sd->grp_id = soc_camera_grp_id(icd);
563 v4l2_set_subdev_hostdata(csi2_sd, icd);
566 ret = v4l2_subdev_call(csi2_sd, core, s_power, 1);
567 if (ret < 0 && ret != -ENOIOCTLCMD && ret != -ENODEV)
571 * -ENODEV is special: either csi2_sd == NULL or the CSI-2 driver
572 * has not found this soc-camera device among its clients
574 if (csi2_sd && ret == -ENODEV)
577 dev_info(icd->parent,
578 "SuperH Mobile CEU%s driver attached to camera %d\n",
579 csi2_sd && csi2_sd->grp_id ? "/CSI-2" : "", icd->devnum);
584 static void sh_mobile_ceu_remove_device(struct soc_camera_device *icd)
586 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
587 struct sh_mobile_ceu_dev *pcdev = ici->priv;
588 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
590 dev_info(icd->parent,
591 "SuperH Mobile CEU driver detached from camera %d\n",
594 v4l2_subdev_call(csi2_sd, core, s_power, 0);
597 /* Called with .host_lock held */
598 static int sh_mobile_ceu_clock_start(struct soc_camera_host *ici)
600 struct sh_mobile_ceu_dev *pcdev = ici->priv;
602 pm_runtime_get_sync(ici->v4l2_dev.dev);
604 pcdev->buf_total = 0;
606 sh_mobile_ceu_soft_reset(pcdev);
611 /* Called with .host_lock held */
612 static void sh_mobile_ceu_clock_stop(struct soc_camera_host *ici)
614 struct sh_mobile_ceu_dev *pcdev = ici->priv;
616 /* disable capture, disable interrupts */
617 ceu_write(pcdev, CEIER, 0);
618 sh_mobile_ceu_soft_reset(pcdev);
620 /* make sure active buffer is canceled */
621 spin_lock_irq(&pcdev->lock);
623 list_del_init(&to_ceu_vb(pcdev->active)->queue);
624 vb2_buffer_done(&pcdev->active->vb2_buf, VB2_BUF_STATE_ERROR);
625 pcdev->active = NULL;
627 spin_unlock_irq(&pcdev->lock);
629 pm_runtime_put(ici->v4l2_dev.dev);
633 * See chapter 29.4.12 "Capture Filter Control Register (CFLCR)"
634 * in SH7722 Hardware Manual
636 static unsigned int size_dst(unsigned int src, unsigned int scale)
638 unsigned int mant_pre = scale >> 12;
641 return ((mant_pre + 2 * (src - 1)) / (2 * mant_pre) - 1) *
642 mant_pre * 4096 / scale + 1;
645 static u16 calc_scale(unsigned int src, unsigned int *dst)
652 scale = (src * 4096 / *dst) & ~7;
654 while (scale > 4096 && size_dst(src, scale) < *dst)
657 *dst = size_dst(src, scale);
662 /* rect is guaranteed to not exceed the scaled camera rectangle */
663 static void sh_mobile_ceu_set_rect(struct soc_camera_device *icd)
665 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
666 struct sh_mobile_ceu_cam *cam = icd->host_priv;
667 struct sh_mobile_ceu_dev *pcdev = ici->priv;
668 unsigned int height, width, cdwdr_width, in_width, in_height;
669 unsigned int left_offset, top_offset;
672 dev_geo(icd->parent, "Crop %ux%u@%u:%u\n",
673 icd->user_width, icd->user_height, cam->ceu_left, cam->ceu_top);
675 left_offset = cam->ceu_left;
676 top_offset = cam->ceu_top;
678 WARN_ON(icd->user_width & 3 || icd->user_height & 3);
680 width = icd->user_width;
682 if (pcdev->image_mode) {
683 in_width = cam->width;
684 if (!pcdev->is_16bit) {
689 unsigned int w_factor;
691 switch (icd->current_fmt->host_fmt->packing) {
692 case SOC_MBUS_PACKING_2X8_PADHI:
699 in_width = cam->width * w_factor;
700 left_offset *= w_factor;
703 cdwdr_width = icd->bytesperline;
705 height = icd->user_height;
706 in_height = cam->height;
707 if (V4L2_FIELD_NONE != pcdev->field) {
708 height = (height / 2) & ~3;
714 /* CSI2 special configuration */
715 if (csi2_subdev(pcdev, icd)) {
716 in_width = ((in_width - 2) * 2);
720 /* Set CAMOR, CAPWR, CFSZR, take care of CDWDR */
721 camor = left_offset | (top_offset << 16);
724 "CAMOR 0x%x, CAPWR 0x%x, CFSZR 0x%x, CDWDR 0x%x\n", camor,
725 (in_height << 16) | in_width, (height << 16) | width,
728 ceu_write(pcdev, CAMOR, camor);
729 ceu_write(pcdev, CAPWR, (in_height << 16) | in_width);
730 /* CFSZR clipping is applied _after_ the scaling filter (CFLCR) */
731 ceu_write(pcdev, CFSZR, (height << 16) | width);
732 ceu_write(pcdev, CDWDR, cdwdr_width);
735 static u32 capture_save_reset(struct sh_mobile_ceu_dev *pcdev)
737 u32 capsr = ceu_read(pcdev, CAPSR);
738 ceu_write(pcdev, CAPSR, 1 << 16); /* reset, stop capture */
742 static void capture_restore(struct sh_mobile_ceu_dev *pcdev, u32 capsr)
744 unsigned long timeout = jiffies + 10 * HZ;
747 * Wait until the end of the current frame. It can take a long time,
748 * but if it has been aborted by a CAPSR reset, it shoule exit sooner.
750 while ((ceu_read(pcdev, CSTSR) & 1) && time_before(jiffies, timeout))
753 if (time_after(jiffies, timeout)) {
754 dev_err(pcdev->ici.v4l2_dev.dev,
755 "Timeout waiting for frame end! Interface problem?\n");
759 /* Wait until reset clears, this shall not hang... */
760 while (ceu_read(pcdev, CAPSR) & (1 << 16))
763 /* Anything to restore? */
764 if (capsr & ~(1 << 16))
765 ceu_write(pcdev, CAPSR, capsr);
768 /* Find the bus subdevice driver, e.g., CSI2 */
769 static struct v4l2_subdev *find_bus_subdev(struct sh_mobile_ceu_dev *pcdev,
770 struct soc_camera_device *icd)
772 return csi2_subdev(pcdev, icd) ? : soc_camera_to_subdev(icd);
775 #define CEU_BUS_FLAGS (V4L2_MBUS_MASTER | \
776 V4L2_MBUS_PCLK_SAMPLE_RISING | \
777 V4L2_MBUS_HSYNC_ACTIVE_HIGH | \
778 V4L2_MBUS_HSYNC_ACTIVE_LOW | \
779 V4L2_MBUS_VSYNC_ACTIVE_HIGH | \
780 V4L2_MBUS_VSYNC_ACTIVE_LOW | \
781 V4L2_MBUS_DATA_ACTIVE_HIGH)
783 /* Capture is not running, no interrupts, no locking needed */
784 static int sh_mobile_ceu_set_bus_param(struct soc_camera_device *icd)
786 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
787 struct sh_mobile_ceu_dev *pcdev = ici->priv;
788 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
789 struct sh_mobile_ceu_cam *cam = icd->host_priv;
790 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
791 unsigned long value, common_flags = CEU_BUS_FLAGS;
792 u32 capsr = capture_save_reset(pcdev);
793 unsigned int yuv_lineskip;
797 * If the client doesn't implement g_mbus_config, we just use our
800 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
802 common_flags = soc_mbus_config_compatible(&cfg,
806 } else if (ret != -ENOIOCTLCMD) {
810 /* Make choises, based on platform preferences */
811 if ((common_flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH) &&
812 (common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)) {
813 if (pcdev->flags & SH_CEU_FLAG_HSYNC_LOW)
814 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_HIGH;
816 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_LOW;
819 if ((common_flags & V4L2_MBUS_VSYNC_ACTIVE_HIGH) &&
820 (common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)) {
821 if (pcdev->flags & SH_CEU_FLAG_VSYNC_LOW)
822 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_HIGH;
824 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_LOW;
827 cfg.flags = common_flags;
828 ret = v4l2_subdev_call(sd, video, s_mbus_config, &cfg);
829 if (ret < 0 && ret != -ENOIOCTLCMD)
832 if (icd->current_fmt->host_fmt->bits_per_sample > 8)
837 ceu_write(pcdev, CRCNTR, 0);
838 ceu_write(pcdev, CRCMPR, 0);
840 value = 0x00000010; /* data fetch by default */
843 switch (icd->current_fmt->host_fmt->fourcc) {
844 case V4L2_PIX_FMT_NV12:
845 case V4L2_PIX_FMT_NV21:
846 /* convert 4:2:2 -> 4:2:0 */
847 yuv_lineskip = 0; /* skip for NV12/21, no skip for NV16/61 */
849 case V4L2_PIX_FMT_NV16:
850 case V4L2_PIX_FMT_NV61:
852 case MEDIA_BUS_FMT_UYVY8_2X8:
853 value = 0x00000000; /* Cb0, Y0, Cr0, Y1 */
855 case MEDIA_BUS_FMT_VYUY8_2X8:
856 value = 0x00000100; /* Cr0, Y0, Cb0, Y1 */
858 case MEDIA_BUS_FMT_YUYV8_2X8:
859 value = 0x00000200; /* Y0, Cb0, Y1, Cr0 */
861 case MEDIA_BUS_FMT_YVYU8_2X8:
862 value = 0x00000300; /* Y0, Cr0, Y1, Cb0 */
869 if (icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV21 ||
870 icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV61)
871 value ^= 0x00000100; /* swap U, V to change from NV1x->NVx1 */
873 value |= common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW ? 1 << 1 : 0;
874 value |= common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW ? 1 << 0 : 0;
876 if (csi2_subdev(pcdev, icd)) /* CSI2 mode */
878 else if (pcdev->is_16bit)
880 else if (pcdev->flags & SH_CEU_FLAG_LOWER_8BIT)
883 ceu_write(pcdev, CAMCR, value);
885 ceu_write(pcdev, CAPCR, 0x00300000);
887 switch (pcdev->field) {
888 case V4L2_FIELD_INTERLACED_TB:
891 case V4L2_FIELD_INTERLACED_BT:
898 ceu_write(pcdev, CAIFR, value);
900 sh_mobile_ceu_set_rect(icd);
903 dev_geo(icd->parent, "CFLCR 0x%x\n", pcdev->cflcr);
904 ceu_write(pcdev, CFLCR, pcdev->cflcr);
907 * A few words about byte order (observed in Big Endian mode)
909 * In data fetch mode bytes are received in chunks of 8 bytes.
910 * D0, D1, D2, D3, D4, D5, D6, D7 (D0 received first)
912 * The data is however by default written to memory in reverse order:
913 * D7, D6, D5, D4, D3, D2, D1, D0 (D7 written to lowest byte)
915 * The lowest three bits of CDOCR allows us to do swapping,
916 * using 7 we swap the data bytes to match the incoming order:
917 * D0, D1, D2, D3, D4, D5, D6, D7
919 value = 0x00000007 | yuv_lineskip;
921 ceu_write(pcdev, CDOCR, value);
922 ceu_write(pcdev, CFWCR, 0); /* keep "datafetch firewall" disabled */
924 capture_restore(pcdev, capsr);
926 /* not in bundle mode: skip CBDSR, CDAYR2, CDACR2, CDBYR2, CDBCR2 */
930 static int sh_mobile_ceu_try_bus_param(struct soc_camera_device *icd,
931 unsigned char buswidth)
933 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
934 struct sh_mobile_ceu_dev *pcdev = ici->priv;
935 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
936 unsigned long common_flags = CEU_BUS_FLAGS;
937 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
940 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
942 common_flags = soc_mbus_config_compatible(&cfg,
944 else if (ret != -ENOIOCTLCMD)
947 if (!common_flags || buswidth > 16)
953 static const struct soc_mbus_pixelfmt sh_mobile_ceu_formats[] = {
955 .fourcc = V4L2_PIX_FMT_NV12,
957 .bits_per_sample = 8,
958 .packing = SOC_MBUS_PACKING_1_5X8,
959 .order = SOC_MBUS_ORDER_LE,
960 .layout = SOC_MBUS_LAYOUT_PLANAR_2Y_C,
962 .fourcc = V4L2_PIX_FMT_NV21,
964 .bits_per_sample = 8,
965 .packing = SOC_MBUS_PACKING_1_5X8,
966 .order = SOC_MBUS_ORDER_LE,
967 .layout = SOC_MBUS_LAYOUT_PLANAR_2Y_C,
969 .fourcc = V4L2_PIX_FMT_NV16,
971 .bits_per_sample = 8,
972 .packing = SOC_MBUS_PACKING_2X8_PADHI,
973 .order = SOC_MBUS_ORDER_LE,
974 .layout = SOC_MBUS_LAYOUT_PLANAR_Y_C,
976 .fourcc = V4L2_PIX_FMT_NV61,
978 .bits_per_sample = 8,
979 .packing = SOC_MBUS_PACKING_2X8_PADHI,
980 .order = SOC_MBUS_ORDER_LE,
981 .layout = SOC_MBUS_LAYOUT_PLANAR_Y_C,
985 /* This will be corrected as we get more formats */
986 static bool sh_mobile_ceu_packing_supported(const struct soc_mbus_pixelfmt *fmt)
988 return fmt->packing == SOC_MBUS_PACKING_NONE ||
989 (fmt->bits_per_sample == 8 &&
990 fmt->packing == SOC_MBUS_PACKING_1_5X8) ||
991 (fmt->bits_per_sample == 8 &&
992 fmt->packing == SOC_MBUS_PACKING_2X8_PADHI) ||
993 (fmt->bits_per_sample > 8 &&
994 fmt->packing == SOC_MBUS_PACKING_EXTEND16);
997 static struct soc_camera_device *ctrl_to_icd(struct v4l2_ctrl *ctrl)
999 return container_of(ctrl->handler, struct soc_camera_device,
1003 static int sh_mobile_ceu_s_ctrl(struct v4l2_ctrl *ctrl)
1005 struct soc_camera_device *icd = ctrl_to_icd(ctrl);
1006 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1007 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1010 case V4L2_CID_SHARPNESS:
1011 switch (icd->current_fmt->host_fmt->fourcc) {
1012 case V4L2_PIX_FMT_NV12:
1013 case V4L2_PIX_FMT_NV21:
1014 case V4L2_PIX_FMT_NV16:
1015 case V4L2_PIX_FMT_NV61:
1016 ceu_write(pcdev, CLFCR, !ctrl->val);
1025 static const struct v4l2_ctrl_ops sh_mobile_ceu_ctrl_ops = {
1026 .s_ctrl = sh_mobile_ceu_s_ctrl,
1029 static int sh_mobile_ceu_get_formats(struct soc_camera_device *icd, unsigned int idx,
1030 struct soc_camera_format_xlate *xlate)
1032 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1033 struct device *dev = icd->parent;
1034 struct soc_camera_host *ici = to_soc_camera_host(dev);
1035 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1038 struct sh_mobile_ceu_cam *cam;
1039 struct v4l2_subdev_mbus_code_enum code = {
1040 .which = V4L2_SUBDEV_FORMAT_ACTIVE,
1043 const struct soc_mbus_pixelfmt *fmt;
1045 ret = v4l2_subdev_call(sd, pad, enum_mbus_code, NULL, &code);
1047 /* No more formats */
1050 fmt = soc_mbus_get_fmtdesc(code.code);
1052 dev_warn(dev, "unsupported format code #%u: %d\n", idx, code.code);
1056 if (!csi2_subdev(pcdev, icd)) {
1057 /* Are there any restrictions in the CSI-2 case? */
1058 ret = sh_mobile_ceu_try_bus_param(icd, fmt->bits_per_sample);
1063 if (!icd->host_priv) {
1064 struct v4l2_subdev_format fmt = {
1065 .which = V4L2_SUBDEV_FORMAT_ACTIVE,
1067 struct v4l2_mbus_framefmt *mf = &fmt.format;
1068 struct v4l2_rect rect;
1071 /* Add our control */
1072 v4l2_ctrl_new_std(&icd->ctrl_handler, &sh_mobile_ceu_ctrl_ops,
1073 V4L2_CID_SHARPNESS, 0, 1, 1, 1);
1074 if (icd->ctrl_handler.error)
1075 return icd->ctrl_handler.error;
1077 /* FIXME: subwindow is lost between close / open */
1079 /* Cache current client geometry */
1080 ret = soc_camera_client_g_rect(sd, &rect);
1085 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &fmt);
1090 * All currently existing CEU implementations support 2560x1920
1091 * or larger frames. If the sensor is proposing too big a frame,
1092 * don't bother with possibly supportred by the CEU larger
1093 * sizes, just try VGA multiples. If needed, this can be
1094 * adjusted in the future.
1096 while ((mf->width > pcdev->max_width ||
1097 mf->height > pcdev->max_height) && shift < 4) {
1098 /* Try 2560x1920, 1280x960, 640x480, 320x240 */
1099 mf->width = 2560 >> shift;
1100 mf->height = 1920 >> shift;
1101 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1102 soc_camera_grp_id(icd), pad,
1103 set_fmt, NULL, &fmt);
1110 dev_err(dev, "Failed to configure the client below %ux%x\n",
1111 mf->width, mf->height);
1115 dev_geo(dev, "camera fmt %ux%u\n", mf->width, mf->height);
1117 cam = kzalloc(sizeof(*cam), GFP_KERNEL);
1121 /* We are called with current camera crop, initialise subrect with it */
1123 cam->subrect = rect;
1125 cam->width = mf->width;
1126 cam->height = mf->height;
1128 icd->host_priv = cam;
1130 cam = icd->host_priv;
1133 /* Beginning of a pass */
1135 cam->extra_fmt = NULL;
1137 switch (code.code) {
1138 case MEDIA_BUS_FMT_UYVY8_2X8:
1139 case MEDIA_BUS_FMT_VYUY8_2X8:
1140 case MEDIA_BUS_FMT_YUYV8_2X8:
1141 case MEDIA_BUS_FMT_YVYU8_2X8:
1146 * Our case is simple so far: for any of the above four camera
1147 * formats we add all our four synthesized NV* formats, so,
1148 * just marking the device with a single flag suffices. If
1149 * the format generation rules are more complex, you would have
1150 * to actually hang your already added / counted formats onto
1151 * the host_priv pointer and check whether the format you're
1152 * going to add now is already there.
1154 cam->extra_fmt = sh_mobile_ceu_formats;
1156 n = ARRAY_SIZE(sh_mobile_ceu_formats);
1158 for (k = 0; xlate && k < n; k++) {
1159 xlate->host_fmt = &sh_mobile_ceu_formats[k];
1160 xlate->code = code.code;
1162 dev_dbg(dev, "Providing format %s using code %d\n",
1163 sh_mobile_ceu_formats[k].name, code.code);
1167 if (!sh_mobile_ceu_packing_supported(fmt))
1171 /* Generic pass-through */
1174 xlate->host_fmt = fmt;
1175 xlate->code = code.code;
1177 dev_dbg(dev, "Providing format %s in pass-through mode\n",
1184 static void sh_mobile_ceu_put_formats(struct soc_camera_device *icd)
1186 kfree(icd->host_priv);
1187 icd->host_priv = NULL;
1190 #define scale_down(size, scale) soc_camera_shift_scale(size, 12, scale)
1191 #define calc_generic_scale(in, out) soc_camera_calc_scale(in, 12, out)
1194 * CEU can scale and crop, but we don't want to waste bandwidth and kill the
1195 * framerate by always requesting the maximum image from the client. See
1196 * Documentation/video4linux/sh_mobile_ceu_camera.txt for a description of
1197 * scaling and cropping algorithms and for the meaning of referenced here steps.
1199 static int sh_mobile_ceu_set_crop(struct soc_camera_device *icd,
1200 const struct v4l2_crop *a)
1202 struct v4l2_crop a_writable = *a;
1203 const struct v4l2_rect *rect = &a_writable.c;
1204 struct device *dev = icd->parent;
1205 struct soc_camera_host *ici = to_soc_camera_host(dev);
1206 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1207 struct v4l2_crop cam_crop;
1208 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1209 struct v4l2_rect *cam_rect = &cam_crop.c;
1210 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1211 struct v4l2_subdev_format fmt = {
1212 .which = V4L2_SUBDEV_FORMAT_ACTIVE,
1214 struct v4l2_mbus_framefmt *mf = &fmt.format;
1215 unsigned int scale_cam_h, scale_cam_v, scale_ceu_h, scale_ceu_v,
1216 out_width, out_height;
1217 int interm_width, interm_height;
1221 dev_geo(dev, "S_CROP(%ux%u@%u:%u)\n", rect->width, rect->height,
1222 rect->left, rect->top);
1224 /* During camera cropping its output window can change too, stop CEU */
1225 capsr = capture_save_reset(pcdev);
1226 dev_dbg(dev, "CAPSR 0x%x, CFLCR 0x%x\n", capsr, pcdev->cflcr);
1229 * 1. - 2. Apply iterative camera S_CROP for new input window, read back
1230 * actual camera rectangle.
1232 ret = soc_camera_client_s_crop(sd, &a_writable, &cam_crop,
1233 &cam->rect, &cam->subrect);
1237 dev_geo(dev, "1-2: camera cropped to %ux%u@%u:%u\n",
1238 cam_rect->width, cam_rect->height,
1239 cam_rect->left, cam_rect->top);
1241 /* On success cam_crop contains current camera crop */
1243 /* 3. Retrieve camera output window */
1244 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &fmt);
1248 if (mf->width > pcdev->max_width || mf->height > pcdev->max_height)
1251 /* 4. Calculate camera scales */
1252 scale_cam_h = calc_generic_scale(cam_rect->width, mf->width);
1253 scale_cam_v = calc_generic_scale(cam_rect->height, mf->height);
1255 /* Calculate intermediate window */
1256 interm_width = scale_down(rect->width, scale_cam_h);
1257 interm_height = scale_down(rect->height, scale_cam_v);
1259 if (interm_width < icd->user_width) {
1262 new_scale_h = calc_generic_scale(rect->width, icd->user_width);
1264 mf->width = scale_down(cam_rect->width, new_scale_h);
1267 if (interm_height < icd->user_height) {
1270 new_scale_v = calc_generic_scale(rect->height, icd->user_height);
1272 mf->height = scale_down(cam_rect->height, new_scale_v);
1275 if (interm_width < icd->user_width || interm_height < icd->user_height) {
1276 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1277 soc_camera_grp_id(icd), pad,
1278 set_fmt, NULL, &fmt);
1282 dev_geo(dev, "New camera output %ux%u\n", mf->width, mf->height);
1283 scale_cam_h = calc_generic_scale(cam_rect->width, mf->width);
1284 scale_cam_v = calc_generic_scale(cam_rect->height, mf->height);
1285 interm_width = scale_down(rect->width, scale_cam_h);
1286 interm_height = scale_down(rect->height, scale_cam_v);
1289 /* Cache camera output window */
1290 cam->width = mf->width;
1291 cam->height = mf->height;
1293 if (pcdev->image_mode) {
1294 out_width = min(interm_width, icd->user_width);
1295 out_height = min(interm_height, icd->user_height);
1297 out_width = interm_width;
1298 out_height = interm_height;
1302 * 5. Calculate CEU scales from camera scales from results of (5) and
1305 scale_ceu_h = calc_scale(interm_width, &out_width);
1306 scale_ceu_v = calc_scale(interm_height, &out_height);
1308 dev_geo(dev, "5: CEU scales %u:%u\n", scale_ceu_h, scale_ceu_v);
1310 /* Apply CEU scales. */
1311 cflcr = scale_ceu_h | (scale_ceu_v << 16);
1312 if (cflcr != pcdev->cflcr) {
1313 pcdev->cflcr = cflcr;
1314 ceu_write(pcdev, CFLCR, cflcr);
1317 icd->user_width = out_width & ~3;
1318 icd->user_height = out_height & ~3;
1319 /* Offsets are applied at the CEU scaling filter input */
1320 cam->ceu_left = scale_down(rect->left - cam_rect->left, scale_cam_h) & ~1;
1321 cam->ceu_top = scale_down(rect->top - cam_rect->top, scale_cam_v) & ~1;
1323 /* 6. Use CEU cropping to crop to the new window. */
1324 sh_mobile_ceu_set_rect(icd);
1326 cam->subrect = *rect;
1328 dev_geo(dev, "6: CEU cropped to %ux%u@%u:%u\n",
1329 icd->user_width, icd->user_height,
1330 cam->ceu_left, cam->ceu_top);
1332 /* Restore capture. The CE bit can be cleared by the hardware */
1335 capture_restore(pcdev, capsr);
1337 /* Even if only camera cropping succeeded */
1341 static int sh_mobile_ceu_get_crop(struct soc_camera_device *icd,
1342 struct v4l2_crop *a)
1344 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1346 a->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1347 a->c = cam->subrect;
1352 /* Similar to set_crop multistage iterative algorithm */
1353 static int sh_mobile_ceu_set_fmt(struct soc_camera_device *icd,
1354 struct v4l2_format *f)
1356 struct device *dev = icd->parent;
1357 struct soc_camera_host *ici = to_soc_camera_host(dev);
1358 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1359 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1360 struct v4l2_pix_format *pix = &f->fmt.pix;
1361 struct v4l2_mbus_framefmt mf;
1362 __u32 pixfmt = pix->pixelformat;
1363 const struct soc_camera_format_xlate *xlate;
1364 unsigned int ceu_sub_width = pcdev->max_width,
1365 ceu_sub_height = pcdev->max_height;
1366 u16 scale_v, scale_h;
1369 enum v4l2_field field;
1371 switch (pix->field) {
1373 pix->field = V4L2_FIELD_NONE;
1375 case V4L2_FIELD_INTERLACED_TB:
1376 case V4L2_FIELD_INTERLACED_BT:
1377 case V4L2_FIELD_NONE:
1380 case V4L2_FIELD_INTERLACED:
1381 field = V4L2_FIELD_INTERLACED_TB;
1385 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1387 dev_warn(dev, "Format %x not found\n", pixfmt);
1391 /* 1.-4. Calculate desired client output geometry */
1392 soc_camera_calc_client_output(icd, &cam->rect, &cam->subrect, pix, &mf, 12);
1393 mf.field = pix->field;
1394 mf.colorspace = pix->colorspace;
1395 mf.code = xlate->code;
1398 case V4L2_PIX_FMT_NV12:
1399 case V4L2_PIX_FMT_NV21:
1400 case V4L2_PIX_FMT_NV16:
1401 case V4L2_PIX_FMT_NV61:
1408 dev_geo(dev, "S_FMT(pix=0x%x, fld 0x%x, code 0x%x, %ux%u)\n", pixfmt, mf.field, mf.code,
1409 pix->width, pix->height);
1411 dev_geo(dev, "4: request camera output %ux%u\n", mf.width, mf.height);
1414 ret = soc_camera_client_scale(icd, &cam->rect, &cam->subrect,
1415 &mf, &ceu_sub_width, &ceu_sub_height,
1416 image_mode && V4L2_FIELD_NONE == field, 12);
1418 dev_geo(dev, "5-9: client scale return %d\n", ret);
1420 /* Done with the camera. Now see if we can improve the result */
1422 dev_geo(dev, "fmt %ux%u, requested %ux%u\n",
1423 mf.width, mf.height, pix->width, pix->height);
1427 if (mf.code != xlate->code)
1430 /* 9. Prepare CEU crop */
1431 cam->width = mf.width;
1432 cam->height = mf.height;
1434 /* 10. Use CEU scaling to scale to the requested user window. */
1436 /* We cannot scale up */
1437 if (pix->width > ceu_sub_width)
1438 ceu_sub_width = pix->width;
1440 if (pix->height > ceu_sub_height)
1441 ceu_sub_height = pix->height;
1443 pix->colorspace = mf.colorspace;
1446 /* Scale pix->{width x height} down to width x height */
1447 scale_h = calc_scale(ceu_sub_width, &pix->width);
1448 scale_v = calc_scale(ceu_sub_height, &pix->height);
1450 pix->width = ceu_sub_width;
1451 pix->height = ceu_sub_height;
1456 pcdev->cflcr = scale_h | (scale_v << 16);
1459 * We have calculated CFLCR, the actual configuration will be performed
1460 * in sh_mobile_ceu_set_bus_param()
1463 dev_geo(dev, "10: W: %u : 0x%x = %u, H: %u : 0x%x = %u\n",
1464 ceu_sub_width, scale_h, pix->width,
1465 ceu_sub_height, scale_v, pix->height);
1467 cam->code = xlate->code;
1468 icd->current_fmt = xlate;
1470 pcdev->field = field;
1471 pcdev->image_mode = image_mode;
1473 /* CFSZR requirement */
1480 #define CEU_CHDW_MAX 8188U /* Maximum line stride */
1482 static int sh_mobile_ceu_try_fmt(struct soc_camera_device *icd,
1483 struct v4l2_format *f)
1485 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1486 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1487 const struct soc_camera_format_xlate *xlate;
1488 struct v4l2_pix_format *pix = &f->fmt.pix;
1489 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1490 struct v4l2_subdev_pad_config pad_cfg;
1491 struct v4l2_subdev_format format = {
1492 .which = V4L2_SUBDEV_FORMAT_TRY,
1494 struct v4l2_mbus_framefmt *mf = &format.format;
1495 __u32 pixfmt = pix->pixelformat;
1499 dev_geo(icd->parent, "TRY_FMT(pix=0x%x, %ux%u)\n",
1500 pixfmt, pix->width, pix->height);
1502 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1504 xlate = icd->current_fmt;
1505 dev_dbg(icd->parent, "Format %x not found, keeping %x\n",
1506 pixfmt, xlate->host_fmt->fourcc);
1507 pixfmt = xlate->host_fmt->fourcc;
1508 pix->pixelformat = pixfmt;
1509 pix->colorspace = icd->colorspace;
1512 /* FIXME: calculate using depth and bus width */
1514 /* CFSZR requires height and width to be 4-pixel aligned */
1515 v4l_bound_align_image(&pix->width, 2, pcdev->max_width, 2,
1516 &pix->height, 4, pcdev->max_height, 2, 0);
1519 height = pix->height;
1521 /* limit to sensor capabilities */
1522 mf->width = pix->width;
1523 mf->height = pix->height;
1524 mf->field = pix->field;
1525 mf->code = xlate->code;
1526 mf->colorspace = pix->colorspace;
1528 ret = v4l2_device_call_until_err(sd->v4l2_dev, soc_camera_grp_id(icd),
1529 pad, set_fmt, &pad_cfg, &format);
1533 pix->width = mf->width;
1534 pix->height = mf->height;
1535 pix->field = mf->field;
1536 pix->colorspace = mf->colorspace;
1539 case V4L2_PIX_FMT_NV12:
1540 case V4L2_PIX_FMT_NV21:
1541 case V4L2_PIX_FMT_NV16:
1542 case V4L2_PIX_FMT_NV61:
1543 /* FIXME: check against rect_max after converting soc-camera */
1544 /* We can scale precisely, need a bigger image from camera */
1545 if (pix->width < width || pix->height < height) {
1547 * We presume, the sensor behaves sanely, i.e., if
1548 * requested a bigger rectangle, it will not return a
1551 mf->width = pcdev->max_width;
1552 mf->height = pcdev->max_height;
1553 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1554 soc_camera_grp_id(icd), pad,
1555 set_fmt, &pad_cfg, &format);
1557 /* Shouldn't actually happen... */
1558 dev_err(icd->parent,
1559 "FIXME: client try_fmt() = %d\n", ret);
1563 /* We will scale exactly */
1564 if (mf->width > width)
1566 if (mf->height > height)
1567 pix->height = height;
1569 pix->bytesperline = max(pix->bytesperline, pix->width);
1570 pix->bytesperline = min(pix->bytesperline, CEU_CHDW_MAX);
1571 pix->bytesperline &= ~3;
1575 /* Configurable stride isn't supported in pass-through mode. */
1576 pix->bytesperline = 0;
1583 dev_geo(icd->parent, "%s(): return %d, fmt 0x%x, %ux%u\n",
1584 __func__, ret, pix->pixelformat, pix->width, pix->height);
1589 static int sh_mobile_ceu_set_livecrop(struct soc_camera_device *icd,
1590 const struct v4l2_crop *a)
1592 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1593 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1594 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1595 u32 out_width = icd->user_width, out_height = icd->user_height;
1600 /* Wait for frame */
1601 ret = wait_for_completion_interruptible(&pcdev->complete);
1602 /* Stop the client */
1603 ret = v4l2_subdev_call(sd, video, s_stream, 0);
1605 dev_warn(icd->parent,
1606 "Client failed to stop the stream: %d\n", ret);
1608 /* Do the crop, if it fails, there's nothing more we can do */
1609 sh_mobile_ceu_set_crop(icd, a);
1611 dev_geo(icd->parent, "Output after crop: %ux%u\n", icd->user_width, icd->user_height);
1613 if (icd->user_width != out_width || icd->user_height != out_height) {
1614 struct v4l2_format f = {
1615 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
1618 .height = out_height,
1619 .pixelformat = icd->current_fmt->host_fmt->fourcc,
1620 .field = pcdev->field,
1621 .colorspace = icd->colorspace,
1624 ret = sh_mobile_ceu_set_fmt(icd, &f);
1625 if (!ret && (out_width != f.fmt.pix.width ||
1626 out_height != f.fmt.pix.height))
1629 icd->user_width = out_width & ~3;
1630 icd->user_height = out_height & ~3;
1631 ret = sh_mobile_ceu_set_bus_param(icd);
1635 /* Thaw the queue */
1637 spin_lock_irq(&pcdev->lock);
1638 sh_mobile_ceu_capture(pcdev);
1639 spin_unlock_irq(&pcdev->lock);
1640 /* Start the client */
1641 ret = v4l2_subdev_call(sd, video, s_stream, 1);
1645 static unsigned int sh_mobile_ceu_poll(struct file *file, poll_table *pt)
1647 struct soc_camera_device *icd = file->private_data;
1649 return vb2_poll(&icd->vb2_vidq, file, pt);
1652 static int sh_mobile_ceu_querycap(struct soc_camera_host *ici,
1653 struct v4l2_capability *cap)
1655 strlcpy(cap->card, "SuperH_Mobile_CEU", sizeof(cap->card));
1656 strlcpy(cap->driver, "sh_mobile_ceu", sizeof(cap->driver));
1657 strlcpy(cap->bus_info, "platform:sh_mobile_ceu", sizeof(cap->bus_info));
1658 cap->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
1659 cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS;
1664 static int sh_mobile_ceu_init_videobuf(struct vb2_queue *q,
1665 struct soc_camera_device *icd)
1667 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1669 q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1670 q->io_modes = VB2_MMAP | VB2_USERPTR;
1672 q->ops = &sh_mobile_ceu_videobuf_ops;
1673 q->mem_ops = &vb2_dma_contig_memops;
1674 q->buf_struct_size = sizeof(struct sh_mobile_ceu_buffer);
1675 q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
1676 q->lock = &ici->host_lock;
1678 return vb2_queue_init(q);
1681 static struct soc_camera_host_ops sh_mobile_ceu_host_ops = {
1682 .owner = THIS_MODULE,
1683 .add = sh_mobile_ceu_add_device,
1684 .remove = sh_mobile_ceu_remove_device,
1685 .clock_start = sh_mobile_ceu_clock_start,
1686 .clock_stop = sh_mobile_ceu_clock_stop,
1687 .get_formats = sh_mobile_ceu_get_formats,
1688 .put_formats = sh_mobile_ceu_put_formats,
1689 .get_crop = sh_mobile_ceu_get_crop,
1690 .set_crop = sh_mobile_ceu_set_crop,
1691 .set_livecrop = sh_mobile_ceu_set_livecrop,
1692 .set_fmt = sh_mobile_ceu_set_fmt,
1693 .try_fmt = sh_mobile_ceu_try_fmt,
1694 .poll = sh_mobile_ceu_poll,
1695 .querycap = sh_mobile_ceu_querycap,
1696 .set_bus_param = sh_mobile_ceu_set_bus_param,
1697 .init_videobuf2 = sh_mobile_ceu_init_videobuf,
1701 struct notifier_block notifier;
1702 struct completion completion;
1706 static int bus_notify(struct notifier_block *nb,
1707 unsigned long action, void *data)
1709 struct device *dev = data;
1710 struct bus_wait *wait = container_of(nb, struct bus_wait, notifier);
1712 if (wait->dev != dev)
1716 case BUS_NOTIFY_UNBOUND_DRIVER:
1717 /* Protect from module unloading */
1718 wait_for_completion(&wait->completion);
1724 static int sh_mobile_ceu_probe(struct platform_device *pdev)
1726 struct sh_mobile_ceu_dev *pcdev;
1727 struct resource *res;
1731 struct bus_wait wait = {
1732 .completion = COMPLETION_INITIALIZER_ONSTACK(wait.completion),
1733 .notifier.notifier_call = bus_notify,
1735 struct sh_mobile_ceu_companion *csi2;
1737 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1738 irq = platform_get_irq(pdev, 0);
1739 if (!res || (int)irq <= 0) {
1740 dev_err(&pdev->dev, "Not enough CEU platform resources.\n");
1744 pcdev = devm_kzalloc(&pdev->dev, sizeof(*pcdev), GFP_KERNEL);
1746 dev_err(&pdev->dev, "Could not allocate pcdev\n");
1750 INIT_LIST_HEAD(&pcdev->capture);
1751 spin_lock_init(&pcdev->lock);
1752 init_completion(&pcdev->complete);
1754 pcdev->pdata = pdev->dev.platform_data;
1755 if (!pcdev->pdata && !pdev->dev.of_node) {
1756 dev_err(&pdev->dev, "CEU platform data not set.\n");
1760 /* TODO: implement per-device bus flags */
1762 pcdev->max_width = pcdev->pdata->max_width;
1763 pcdev->max_height = pcdev->pdata->max_height;
1764 pcdev->flags = pcdev->pdata->flags;
1766 pcdev->field = V4L2_FIELD_NONE;
1768 if (!pcdev->max_width) {
1770 err = of_property_read_u32(pdev->dev.of_node, "renesas,max-width", &v);
1772 pcdev->max_width = v;
1774 if (!pcdev->max_width)
1775 pcdev->max_width = 2560;
1777 if (!pcdev->max_height) {
1779 err = of_property_read_u32(pdev->dev.of_node, "renesas,max-height", &v);
1781 pcdev->max_height = v;
1783 if (!pcdev->max_height)
1784 pcdev->max_height = 1920;
1787 base = devm_ioremap_resource(&pdev->dev, res);
1789 return PTR_ERR(base);
1793 pcdev->video_limit = 0; /* only enabled if second resource exists */
1795 res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
1797 err = dma_declare_coherent_memory(&pdev->dev, res->start,
1801 DMA_MEMORY_EXCLUSIVE);
1803 dev_err(&pdev->dev, "Unable to declare CEU memory.\n");
1807 pcdev->video_limit = resource_size(res);
1811 err = devm_request_irq(&pdev->dev, pcdev->irq, sh_mobile_ceu_irq,
1812 0, dev_name(&pdev->dev), pcdev);
1814 dev_err(&pdev->dev, "Unable to register CEU interrupt.\n");
1815 goto exit_release_mem;
1818 pm_suspend_ignore_children(&pdev->dev, true);
1819 pm_runtime_enable(&pdev->dev);
1820 pm_runtime_resume(&pdev->dev);
1822 pcdev->ici.priv = pcdev;
1823 pcdev->ici.v4l2_dev.dev = &pdev->dev;
1824 pcdev->ici.nr = pdev->id;
1825 pcdev->ici.drv_name = dev_name(&pdev->dev);
1826 pcdev->ici.ops = &sh_mobile_ceu_host_ops;
1827 pcdev->ici.capabilities = SOCAM_HOST_CAP_STRIDE;
1829 pcdev->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
1830 if (IS_ERR(pcdev->alloc_ctx)) {
1831 err = PTR_ERR(pcdev->alloc_ctx);
1835 if (pcdev->pdata && pcdev->pdata->asd_sizes) {
1836 struct v4l2_async_subdev **asd;
1837 char name[] = "sh-mobile-csi2";
1841 * CSI2 interfacing: several groups can use CSI2, pick up the
1844 asd = pcdev->pdata->asd;
1845 for (j = 0; pcdev->pdata->asd_sizes[j]; j++) {
1846 for (i = 0; i < pcdev->pdata->asd_sizes[j]; i++, asd++) {
1847 dev_dbg(&pdev->dev, "%s(): subdev #%d, type %u\n",
1848 __func__, i, (*asd)->match_type);
1849 if ((*asd)->match_type == V4L2_ASYNC_MATCH_DEVNAME &&
1850 !strncmp(name, (*asd)->match.device_name.name,
1851 sizeof(name) - 1)) {
1852 pcdev->csi2_asd = *asd;
1856 if (pcdev->csi2_asd)
1860 pcdev->ici.asd = pcdev->pdata->asd;
1861 pcdev->ici.asd_sizes = pcdev->pdata->asd_sizes;
1864 /* Legacy CSI2 interfacing */
1865 csi2 = pcdev->pdata ? pcdev->pdata->csi2 : NULL;
1868 * TODO: remove this once all users are converted to
1869 * asynchronous CSI2 probing. If it has to be kept, csi2
1870 * platform device resources have to be added, using
1871 * platform_device_add_resources()
1873 struct platform_device *csi2_pdev =
1874 platform_device_alloc("sh-mobile-csi2", csi2->id);
1875 struct sh_csi2_pdata *csi2_pdata = csi2->platform_data;
1882 pcdev->csi2_pdev = csi2_pdev;
1884 err = platform_device_add_data(csi2_pdev, csi2_pdata,
1885 sizeof(*csi2_pdata));
1889 csi2_pdev->resource = csi2->resource;
1890 csi2_pdev->num_resources = csi2->num_resources;
1892 err = platform_device_add(csi2_pdev);
1896 wait.dev = &csi2_pdev->dev;
1898 err = bus_register_notifier(&platform_bus_type, &wait.notifier);
1900 goto exit_pdev_unregister;
1903 * From this point the driver module will not unload, until
1904 * we complete the completion.
1907 if (!csi2_pdev->dev.driver) {
1908 complete(&wait.completion);
1909 /* Either too late, or probing failed */
1910 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
1912 goto exit_pdev_unregister;
1916 * The module is still loaded, in the worst case it is hanging
1917 * in device release on our completion. So, _now_ dereferencing
1918 * the "owner" is safe!
1921 err = try_module_get(csi2_pdev->dev.driver->owner);
1923 /* Let notifier complete, if it has been locked */
1924 complete(&wait.completion);
1925 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
1928 goto exit_pdev_unregister;
1931 pcdev->csi2_sd = platform_get_drvdata(csi2_pdev);
1934 err = soc_camera_host_register(&pcdev->ici);
1936 goto exit_csi2_unregister;
1939 err = v4l2_device_register_subdev(&pcdev->ici.v4l2_dev,
1941 dev_dbg(&pdev->dev, "%s(): ret(register_subdev) = %d\n",
1944 goto exit_host_unregister;
1945 /* v4l2_device_register_subdev() took a reference too */
1946 module_put(pcdev->csi2_sd->owner);
1951 exit_host_unregister:
1952 soc_camera_host_unregister(&pcdev->ici);
1953 exit_csi2_unregister:
1955 module_put(pcdev->csi2_pdev->dev.driver->owner);
1956 exit_pdev_unregister:
1957 platform_device_del(pcdev->csi2_pdev);
1959 pcdev->csi2_pdev->resource = NULL;
1960 platform_device_put(pcdev->csi2_pdev);
1963 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
1965 pm_runtime_disable(&pdev->dev);
1967 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
1968 dma_release_declared_memory(&pdev->dev);
1972 static int sh_mobile_ceu_remove(struct platform_device *pdev)
1974 struct soc_camera_host *soc_host = to_soc_camera_host(&pdev->dev);
1975 struct sh_mobile_ceu_dev *pcdev = container_of(soc_host,
1976 struct sh_mobile_ceu_dev, ici);
1977 struct platform_device *csi2_pdev = pcdev->csi2_pdev;
1979 soc_camera_host_unregister(soc_host);
1980 pm_runtime_disable(&pdev->dev);
1981 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
1982 dma_release_declared_memory(&pdev->dev);
1983 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
1984 if (csi2_pdev && csi2_pdev->dev.driver) {
1985 struct module *csi2_drv = csi2_pdev->dev.driver->owner;
1986 platform_device_del(csi2_pdev);
1987 csi2_pdev->resource = NULL;
1988 platform_device_put(csi2_pdev);
1989 module_put(csi2_drv);
1995 static int sh_mobile_ceu_runtime_nop(struct device *dev)
1997 /* Runtime PM callback shared between ->runtime_suspend()
1998 * and ->runtime_resume(). Simply returns success.
2000 * This driver re-initializes all registers after
2001 * pm_runtime_get_sync() anyway so there is no need
2002 * to save and restore registers here.
2007 static const struct dev_pm_ops sh_mobile_ceu_dev_pm_ops = {
2008 .runtime_suspend = sh_mobile_ceu_runtime_nop,
2009 .runtime_resume = sh_mobile_ceu_runtime_nop,
2012 static const struct of_device_id sh_mobile_ceu_of_match[] = {
2013 { .compatible = "renesas,sh-mobile-ceu" },
2016 MODULE_DEVICE_TABLE(of, sh_mobile_ceu_of_match);
2018 static struct platform_driver sh_mobile_ceu_driver = {
2020 .name = "sh_mobile_ceu",
2021 .pm = &sh_mobile_ceu_dev_pm_ops,
2022 .of_match_table = sh_mobile_ceu_of_match,
2024 .probe = sh_mobile_ceu_probe,
2025 .remove = sh_mobile_ceu_remove,
2028 static int __init sh_mobile_ceu_init(void)
2030 /* Whatever return code */
2031 request_module("sh_mobile_csi2");
2032 return platform_driver_register(&sh_mobile_ceu_driver);
2035 static void __exit sh_mobile_ceu_exit(void)
2037 platform_driver_unregister(&sh_mobile_ceu_driver);
2040 module_init(sh_mobile_ceu_init);
2041 module_exit(sh_mobile_ceu_exit);
2043 MODULE_DESCRIPTION("SuperH Mobile CEU driver");
2044 MODULE_AUTHOR("Magnus Damm");
2045 MODULE_LICENSE("GPL");
2046 MODULE_VERSION("0.1.0");
2047 MODULE_ALIAS("platform:sh_mobile_ceu");