]> git.karo-electronics.de Git - mv-sheeva.git/blob - drivers/media/video/sh_mobile_ceu_camera.c
[media] V4L: sh_mobile_ceu_camera: convert to the new mbus-config subdev operations
[mv-sheeva.git] / drivers / media / video / sh_mobile_ceu_camera.c
1 /*
2  * V4L2 Driver for SuperH Mobile CEU interface
3  *
4  * Copyright (C) 2008 Magnus Damm
5  *
6  * Based on V4L2 Driver for PXA camera host - "pxa_camera.c",
7  *
8  * Copyright (C) 2006, Sascha Hauer, Pengutronix
9  * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
10  *
11  * This program is free software; you can redistribute it and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation; either version 2 of the License, or
14  * (at your option) any later version.
15  */
16
17 #include <linux/init.h>
18 #include <linux/module.h>
19 #include <linux/io.h>
20 #include <linux/completion.h>
21 #include <linux/delay.h>
22 #include <linux/dma-mapping.h>
23 #include <linux/errno.h>
24 #include <linux/fs.h>
25 #include <linux/interrupt.h>
26 #include <linux/kernel.h>
27 #include <linux/mm.h>
28 #include <linux/moduleparam.h>
29 #include <linux/time.h>
30 #include <linux/slab.h>
31 #include <linux/device.h>
32 #include <linux/platform_device.h>
33 #include <linux/videodev2.h>
34 #include <linux/pm_runtime.h>
35 #include <linux/sched.h>
36
37 #include <media/v4l2-common.h>
38 #include <media/v4l2-dev.h>
39 #include <media/soc_camera.h>
40 #include <media/sh_mobile_ceu.h>
41 #include <media/sh_mobile_csi2.h>
42 #include <media/videobuf2-dma-contig.h>
43 #include <media/v4l2-mediabus.h>
44 #include <media/soc_mediabus.h>
45
46 /* register offsets for sh7722 / sh7723 */
47
48 #define CAPSR  0x00 /* Capture start register */
49 #define CAPCR  0x04 /* Capture control register */
50 #define CAMCR  0x08 /* Capture interface control register */
51 #define CMCYR  0x0c /* Capture interface cycle  register */
52 #define CAMOR  0x10 /* Capture interface offset register */
53 #define CAPWR  0x14 /* Capture interface width register */
54 #define CAIFR  0x18 /* Capture interface input format register */
55 #define CSTCR  0x20 /* Camera strobe control register (<= sh7722) */
56 #define CSECR  0x24 /* Camera strobe emission count register (<= sh7722) */
57 #define CRCNTR 0x28 /* CEU register control register */
58 #define CRCMPR 0x2c /* CEU register forcible control register */
59 #define CFLCR  0x30 /* Capture filter control register */
60 #define CFSZR  0x34 /* Capture filter size clip register */
61 #define CDWDR  0x38 /* Capture destination width register */
62 #define CDAYR  0x3c /* Capture data address Y register */
63 #define CDACR  0x40 /* Capture data address C register */
64 #define CDBYR  0x44 /* Capture data bottom-field address Y register */
65 #define CDBCR  0x48 /* Capture data bottom-field address C register */
66 #define CBDSR  0x4c /* Capture bundle destination size register */
67 #define CFWCR  0x5c /* Firewall operation control register */
68 #define CLFCR  0x60 /* Capture low-pass filter control register */
69 #define CDOCR  0x64 /* Capture data output control register */
70 #define CDDCR  0x68 /* Capture data complexity level register */
71 #define CDDAR  0x6c /* Capture data complexity level address register */
72 #define CEIER  0x70 /* Capture event interrupt enable register */
73 #define CETCR  0x74 /* Capture event flag clear register */
74 #define CSTSR  0x7c /* Capture status register */
75 #define CSRTR  0x80 /* Capture software reset register */
76 #define CDSSR  0x84 /* Capture data size register */
77 #define CDAYR2 0x90 /* Capture data address Y register 2 */
78 #define CDACR2 0x94 /* Capture data address C register 2 */
79 #define CDBYR2 0x98 /* Capture data bottom-field address Y register 2 */
80 #define CDBCR2 0x9c /* Capture data bottom-field address C register 2 */
81
82 #undef DEBUG_GEOMETRY
83 #ifdef DEBUG_GEOMETRY
84 #define dev_geo dev_info
85 #else
86 #define dev_geo dev_dbg
87 #endif
88
89 /* per video frame buffer */
90 struct sh_mobile_ceu_buffer {
91         struct vb2_buffer vb; /* v4l buffer must be first */
92         struct list_head queue;
93         enum v4l2_mbus_pixelcode code;
94 };
95
96 struct sh_mobile_ceu_dev {
97         struct soc_camera_host ici;
98         struct soc_camera_device *icd;
99         struct platform_device *csi2_pdev;
100
101         unsigned int irq;
102         void __iomem *base;
103         unsigned long video_limit;
104
105         spinlock_t lock;                /* Protects video buffer lists */
106         struct list_head capture;
107         struct vb2_buffer *active;
108         struct vb2_alloc_ctx *alloc_ctx;
109
110         struct sh_mobile_ceu_info *pdata;
111         struct completion complete;
112
113         u32 cflcr;
114
115         enum v4l2_field field;
116         int sequence;
117
118         unsigned int image_mode:1;
119         unsigned int is_16bit:1;
120         unsigned int frozen:1;
121 };
122
123 struct sh_mobile_ceu_cam {
124         /* CEU offsets within the camera output, before the CEU scaler */
125         unsigned int ceu_left;
126         unsigned int ceu_top;
127         /* Client output, as seen by the CEU */
128         unsigned int width;
129         unsigned int height;
130         /*
131          * User window from S_CROP / G_CROP, produced by client cropping and
132          * scaling, CEU scaling and CEU cropping, mapped back onto the client
133          * input window
134          */
135         struct v4l2_rect subrect;
136         /* Camera cropping rectangle */
137         struct v4l2_rect rect;
138         const struct soc_mbus_pixelfmt *extra_fmt;
139         enum v4l2_mbus_pixelcode code;
140 };
141
142 static struct sh_mobile_ceu_buffer *to_ceu_vb(struct vb2_buffer *vb)
143 {
144         return container_of(vb, struct sh_mobile_ceu_buffer, vb);
145 }
146
147 static void ceu_write(struct sh_mobile_ceu_dev *priv,
148                       unsigned long reg_offs, u32 data)
149 {
150         iowrite32(data, priv->base + reg_offs);
151 }
152
153 static u32 ceu_read(struct sh_mobile_ceu_dev *priv, unsigned long reg_offs)
154 {
155         return ioread32(priv->base + reg_offs);
156 }
157
158 static int sh_mobile_ceu_soft_reset(struct sh_mobile_ceu_dev *pcdev)
159 {
160         int i, success = 0;
161         struct soc_camera_device *icd = pcdev->icd;
162
163         ceu_write(pcdev, CAPSR, 1 << 16); /* reset */
164
165         /* wait CSTSR.CPTON bit */
166         for (i = 0; i < 1000; i++) {
167                 if (!(ceu_read(pcdev, CSTSR) & 1)) {
168                         success++;
169                         break;
170                 }
171                 udelay(1);
172         }
173
174         /* wait CAPSR.CPKIL bit */
175         for (i = 0; i < 1000; i++) {
176                 if (!(ceu_read(pcdev, CAPSR) & (1 << 16))) {
177                         success++;
178                         break;
179                 }
180                 udelay(1);
181         }
182
183
184         if (2 != success) {
185                 dev_warn(icd->pdev, "soft reset time out\n");
186                 return -EIO;
187         }
188
189         return 0;
190 }
191
192 /*
193  *  Videobuf operations
194  */
195 static int sh_mobile_ceu_videobuf_setup(struct vb2_queue *vq,
196                         unsigned int *count, unsigned int *num_planes,
197                         unsigned int sizes[], void *alloc_ctxs[])
198 {
199         struct soc_camera_device *icd = container_of(vq, struct soc_camera_device, vb2_vidq);
200         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
201         struct sh_mobile_ceu_dev *pcdev = ici->priv;
202         int bytes_per_line = soc_mbus_bytes_per_line(icd->user_width,
203                                                 icd->current_fmt->host_fmt);
204
205         if (bytes_per_line < 0)
206                 return bytes_per_line;
207
208         *num_planes = 1;
209
210         pcdev->sequence = 0;
211         sizes[0] = bytes_per_line * icd->user_height;
212         alloc_ctxs[0] = pcdev->alloc_ctx;
213
214         if (!*count)
215                 *count = 2;
216
217         if (pcdev->video_limit) {
218                 if (PAGE_ALIGN(sizes[0]) * *count > pcdev->video_limit)
219                         *count = pcdev->video_limit / PAGE_ALIGN(sizes[0]);
220         }
221
222         dev_dbg(icd->parent, "count=%d, size=%u\n", *count, sizes[0]);
223
224         return 0;
225 }
226
227 #define CEU_CETCR_MAGIC 0x0317f313 /* acknowledge magical interrupt sources */
228 #define CEU_CETCR_IGRW (1 << 4) /* prohibited register access interrupt bit */
229 #define CEU_CEIER_CPEIE (1 << 0) /* one-frame capture end interrupt */
230 #define CEU_CEIER_VBP   (1 << 20) /* vbp error */
231 #define CEU_CAPCR_CTNCP (1 << 16) /* continuous capture mode (if set) */
232 #define CEU_CEIER_MASK (CEU_CEIER_CPEIE | CEU_CEIER_VBP)
233
234
235 /*
236  * return value doesn't reflex the success/failure to queue the new buffer,
237  * but rather the status of the previous buffer.
238  */
239 static int sh_mobile_ceu_capture(struct sh_mobile_ceu_dev *pcdev)
240 {
241         struct soc_camera_device *icd = pcdev->icd;
242         dma_addr_t phys_addr_top, phys_addr_bottom;
243         unsigned long top1, top2;
244         unsigned long bottom1, bottom2;
245         u32 status;
246         bool planar;
247         int ret = 0;
248
249         /*
250          * The hardware is _very_ picky about this sequence. Especially
251          * the CEU_CETCR_MAGIC value. It seems like we need to acknowledge
252          * several not-so-well documented interrupt sources in CETCR.
253          */
254         ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) & ~CEU_CEIER_MASK);
255         status = ceu_read(pcdev, CETCR);
256         ceu_write(pcdev, CETCR, ~status & CEU_CETCR_MAGIC);
257         if (!pcdev->frozen)
258                 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) | CEU_CEIER_MASK);
259         ceu_write(pcdev, CAPCR, ceu_read(pcdev, CAPCR) & ~CEU_CAPCR_CTNCP);
260         ceu_write(pcdev, CETCR, CEU_CETCR_MAGIC ^ CEU_CETCR_IGRW);
261
262         /*
263          * When a VBP interrupt occurs, a capture end interrupt does not occur
264          * and the image of that frame is not captured correctly. So, soft reset
265          * is needed here.
266          */
267         if (status & CEU_CEIER_VBP) {
268                 sh_mobile_ceu_soft_reset(pcdev);
269                 ret = -EIO;
270         }
271
272         if (pcdev->frozen) {
273                 complete(&pcdev->complete);
274                 return ret;
275         }
276
277         if (!pcdev->active)
278                 return ret;
279
280         if (V4L2_FIELD_INTERLACED_BT == pcdev->field) {
281                 top1    = CDBYR;
282                 top2    = CDBCR;
283                 bottom1 = CDAYR;
284                 bottom2 = CDACR;
285         } else {
286                 top1    = CDAYR;
287                 top2    = CDACR;
288                 bottom1 = CDBYR;
289                 bottom2 = CDBCR;
290         }
291
292         phys_addr_top = vb2_dma_contig_plane_dma_addr(pcdev->active, 0);
293
294         switch (icd->current_fmt->host_fmt->fourcc) {
295         case V4L2_PIX_FMT_NV12:
296         case V4L2_PIX_FMT_NV21:
297         case V4L2_PIX_FMT_NV16:
298         case V4L2_PIX_FMT_NV61:
299                 planar = true;
300                 break;
301         default:
302                 planar = false;
303         }
304
305         ceu_write(pcdev, top1, phys_addr_top);
306         if (V4L2_FIELD_NONE != pcdev->field) {
307                 if (planar)
308                         phys_addr_bottom = phys_addr_top + icd->user_width;
309                 else
310                         phys_addr_bottom = phys_addr_top +
311                                 soc_mbus_bytes_per_line(icd->user_width,
312                                                         icd->current_fmt->host_fmt);
313                 ceu_write(pcdev, bottom1, phys_addr_bottom);
314         }
315
316         if (planar) {
317                 phys_addr_top += icd->user_width *
318                         icd->user_height;
319                 ceu_write(pcdev, top2, phys_addr_top);
320                 if (V4L2_FIELD_NONE != pcdev->field) {
321                         phys_addr_bottom = phys_addr_top + icd->user_width;
322                         ceu_write(pcdev, bottom2, phys_addr_bottom);
323                 }
324         }
325
326         ceu_write(pcdev, CAPSR, 0x1); /* start capture */
327
328         return ret;
329 }
330
331 static int sh_mobile_ceu_videobuf_prepare(struct vb2_buffer *vb)
332 {
333         struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
334         struct sh_mobile_ceu_buffer *buf;
335         int bytes_per_line = soc_mbus_bytes_per_line(icd->user_width,
336                                                 icd->current_fmt->host_fmt);
337         unsigned long size;
338
339         if (bytes_per_line < 0)
340                 return bytes_per_line;
341
342         buf = to_ceu_vb(vb);
343
344         dev_dbg(icd->parent, "%s (vb=0x%p) 0x%p %lu\n", __func__,
345                 vb, vb2_plane_vaddr(vb, 0), vb2_get_plane_payload(vb, 0));
346
347         /* Added list head initialization on alloc */
348         WARN(!list_empty(&buf->queue), "Buffer %p on queue!\n", vb);
349
350 #ifdef DEBUG
351         /*
352          * This can be useful if you want to see if we actually fill
353          * the buffer with something
354          */
355         if (vb2_plane_vaddr(vb, 0))
356                 memset(vb2_plane_vaddr(vb, 0), 0xaa, vb2_get_plane_payload(vb, 0));
357 #endif
358
359         BUG_ON(NULL == icd->current_fmt);
360
361         size = icd->user_height * bytes_per_line;
362
363         if (vb2_plane_size(vb, 0) < size) {
364                 dev_err(icd->parent, "Buffer too small (%lu < %lu)\n",
365                         vb2_plane_size(vb, 0), size);
366                 return -ENOBUFS;
367         }
368
369         vb2_set_plane_payload(vb, 0, size);
370
371         return 0;
372 }
373
374 static void sh_mobile_ceu_videobuf_queue(struct vb2_buffer *vb)
375 {
376         struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
377         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
378         struct sh_mobile_ceu_dev *pcdev = ici->priv;
379         struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
380
381         dev_dbg(icd->parent, "%s (vb=0x%p) 0x%p %lu\n", __func__,
382                 vb, vb2_plane_vaddr(vb, 0), vb2_get_plane_payload(vb, 0));
383
384         spin_lock_irq(&pcdev->lock);
385         list_add_tail(&buf->queue, &pcdev->capture);
386
387         if (!pcdev->active) {
388                 /*
389                  * Because there were no active buffer at this moment,
390                  * we are not interested in the return value of
391                  * sh_mobile_ceu_capture here.
392                  */
393                 pcdev->active = vb;
394                 sh_mobile_ceu_capture(pcdev);
395         }
396         spin_unlock_irq(&pcdev->lock);
397 }
398
399 static void sh_mobile_ceu_videobuf_release(struct vb2_buffer *vb)
400 {
401         struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
402         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
403         struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
404         struct sh_mobile_ceu_dev *pcdev = ici->priv;
405
406         spin_lock_irq(&pcdev->lock);
407
408         if (pcdev->active == vb) {
409                 /* disable capture (release DMA buffer), reset */
410                 ceu_write(pcdev, CAPSR, 1 << 16);
411                 pcdev->active = NULL;
412         }
413
414         /*
415          * Doesn't hurt also if the list is empty, but it hurts, if queuing the
416          * buffer failed, and .buf_init() hasn't been called
417          */
418         if (buf->queue.next)
419                 list_del_init(&buf->queue);
420
421         spin_unlock_irq(&pcdev->lock);
422 }
423
424 static int sh_mobile_ceu_videobuf_init(struct vb2_buffer *vb)
425 {
426         /* This is for locking debugging only */
427         INIT_LIST_HEAD(&to_ceu_vb(vb)->queue);
428         return 0;
429 }
430
431 static int sh_mobile_ceu_stop_streaming(struct vb2_queue *q)
432 {
433         struct soc_camera_device *icd = container_of(q, struct soc_camera_device, vb2_vidq);
434         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
435         struct sh_mobile_ceu_dev *pcdev = ici->priv;
436         struct list_head *buf_head, *tmp;
437
438         spin_lock_irq(&pcdev->lock);
439
440         pcdev->active = NULL;
441
442         list_for_each_safe(buf_head, tmp, &pcdev->capture)
443                 list_del_init(buf_head);
444
445         spin_unlock_irq(&pcdev->lock);
446
447         return sh_mobile_ceu_soft_reset(pcdev);
448 }
449
450 static struct vb2_ops sh_mobile_ceu_videobuf_ops = {
451         .queue_setup    = sh_mobile_ceu_videobuf_setup,
452         .buf_prepare    = sh_mobile_ceu_videobuf_prepare,
453         .buf_queue      = sh_mobile_ceu_videobuf_queue,
454         .buf_cleanup    = sh_mobile_ceu_videobuf_release,
455         .buf_init       = sh_mobile_ceu_videobuf_init,
456         .wait_prepare   = soc_camera_unlock,
457         .wait_finish    = soc_camera_lock,
458         .stop_streaming = sh_mobile_ceu_stop_streaming,
459 };
460
461 static irqreturn_t sh_mobile_ceu_irq(int irq, void *data)
462 {
463         struct sh_mobile_ceu_dev *pcdev = data;
464         struct vb2_buffer *vb;
465         int ret;
466
467         spin_lock(&pcdev->lock);
468
469         vb = pcdev->active;
470         if (!vb)
471                 /* Stale interrupt from a released buffer */
472                 goto out;
473
474         list_del_init(&to_ceu_vb(vb)->queue);
475
476         if (!list_empty(&pcdev->capture))
477                 pcdev->active = &list_entry(pcdev->capture.next,
478                                             struct sh_mobile_ceu_buffer, queue)->vb;
479         else
480                 pcdev->active = NULL;
481
482         ret = sh_mobile_ceu_capture(pcdev);
483         do_gettimeofday(&vb->v4l2_buf.timestamp);
484         if (!ret) {
485                 vb->v4l2_buf.field = pcdev->field;
486                 vb->v4l2_buf.sequence = pcdev->sequence++;
487         }
488         vb2_buffer_done(vb, ret < 0 ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
489
490 out:
491         spin_unlock(&pcdev->lock);
492
493         return IRQ_HANDLED;
494 }
495
496 static struct v4l2_subdev *find_csi2(struct sh_mobile_ceu_dev *pcdev)
497 {
498         struct v4l2_subdev *sd;
499
500         if (!pcdev->csi2_pdev)
501                 return NULL;
502
503         v4l2_device_for_each_subdev(sd, &pcdev->ici.v4l2_dev)
504                 if (&pcdev->csi2_pdev->dev == v4l2_get_subdevdata(sd))
505                         return sd;
506
507         return NULL;
508 }
509
510 /* Called with .video_lock held */
511 static int sh_mobile_ceu_add_device(struct soc_camera_device *icd)
512 {
513         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
514         struct sh_mobile_ceu_dev *pcdev = ici->priv;
515         struct v4l2_subdev *csi2_sd;
516         int ret;
517
518         if (pcdev->icd)
519                 return -EBUSY;
520
521         dev_info(icd->parent,
522                  "SuperH Mobile CEU driver attached to camera %d\n",
523                  icd->devnum);
524
525         pm_runtime_get_sync(ici->v4l2_dev.dev);
526
527         ret = sh_mobile_ceu_soft_reset(pcdev);
528
529         csi2_sd = find_csi2(pcdev);
530
531         ret = v4l2_subdev_call(csi2_sd, core, s_power, 1);
532         if (ret != -ENODEV && ret != -ENOIOCTLCMD && ret < 0) {
533                 pm_runtime_put_sync(ici->v4l2_dev.dev);
534         } else {
535                 pcdev->icd = icd;
536                 ret = 0;
537         }
538
539         return ret;
540 }
541
542 /* Called with .video_lock held */
543 static void sh_mobile_ceu_remove_device(struct soc_camera_device *icd)
544 {
545         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
546         struct sh_mobile_ceu_dev *pcdev = ici->priv;
547         struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
548
549         BUG_ON(icd != pcdev->icd);
550
551         v4l2_subdev_call(csi2_sd, core, s_power, 0);
552         /* disable capture, disable interrupts */
553         ceu_write(pcdev, CEIER, 0);
554         sh_mobile_ceu_soft_reset(pcdev);
555
556         /* make sure active buffer is canceled */
557         spin_lock_irq(&pcdev->lock);
558         if (pcdev->active) {
559                 list_del_init(&to_ceu_vb(pcdev->active)->queue);
560                 vb2_buffer_done(pcdev->active, VB2_BUF_STATE_ERROR);
561                 pcdev->active = NULL;
562         }
563         spin_unlock_irq(&pcdev->lock);
564
565         pm_runtime_put_sync(ici->v4l2_dev.dev);
566
567         dev_info(icd->parent,
568                  "SuperH Mobile CEU driver detached from camera %d\n",
569                  icd->devnum);
570
571         pcdev->icd = NULL;
572 }
573
574 /*
575  * See chapter 29.4.12 "Capture Filter Control Register (CFLCR)"
576  * in SH7722 Hardware Manual
577  */
578 static unsigned int size_dst(unsigned int src, unsigned int scale)
579 {
580         unsigned int mant_pre = scale >> 12;
581         if (!src || !scale)
582                 return src;
583         return ((mant_pre + 2 * (src - 1)) / (2 * mant_pre) - 1) *
584                 mant_pre * 4096 / scale + 1;
585 }
586
587 static u16 calc_scale(unsigned int src, unsigned int *dst)
588 {
589         u16 scale;
590
591         if (src == *dst)
592                 return 0;
593
594         scale = (src * 4096 / *dst) & ~7;
595
596         while (scale > 4096 && size_dst(src, scale) < *dst)
597                 scale -= 8;
598
599         *dst = size_dst(src, scale);
600
601         return scale;
602 }
603
604 /* rect is guaranteed to not exceed the scaled camera rectangle */
605 static void sh_mobile_ceu_set_rect(struct soc_camera_device *icd)
606 {
607         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
608         struct sh_mobile_ceu_cam *cam = icd->host_priv;
609         struct sh_mobile_ceu_dev *pcdev = ici->priv;
610         unsigned int height, width, cdwdr_width, in_width, in_height;
611         unsigned int left_offset, top_offset;
612         u32 camor;
613
614         dev_geo(icd->parent, "Crop %ux%u@%u:%u\n",
615                 icd->user_width, icd->user_height, cam->ceu_left, cam->ceu_top);
616
617         left_offset     = cam->ceu_left;
618         top_offset      = cam->ceu_top;
619
620         WARN_ON(icd->user_width & 3 || icd->user_height & 3);
621
622         width = icd->user_width;
623
624         if (pcdev->image_mode) {
625                 in_width = cam->width;
626                 if (!pcdev->is_16bit) {
627                         in_width *= 2;
628                         left_offset *= 2;
629                 }
630                 cdwdr_width = width;
631         } else {
632                 int bytes_per_line = soc_mbus_bytes_per_line(width,
633                                                 icd->current_fmt->host_fmt);
634                 unsigned int w_factor;
635
636                 switch (icd->current_fmt->host_fmt->packing) {
637                 case SOC_MBUS_PACKING_2X8_PADHI:
638                         w_factor = 2;
639                         break;
640                 default:
641                         w_factor = 1;
642                 }
643
644                 in_width = cam->width * w_factor;
645                 left_offset *= w_factor;
646
647                 if (bytes_per_line < 0)
648                         cdwdr_width = width;
649                 else
650                         cdwdr_width = bytes_per_line;
651         }
652
653         height = icd->user_height;
654         in_height = cam->height;
655         if (V4L2_FIELD_NONE != pcdev->field) {
656                 height = (height / 2) & ~3;
657                 in_height /= 2;
658                 top_offset /= 2;
659                 cdwdr_width *= 2;
660         }
661
662         /* CSI2 special configuration */
663         if (pcdev->pdata->csi2) {
664                 in_width = ((in_width - 2) * 2);
665                 left_offset *= 2;
666         }
667
668         /* Set CAMOR, CAPWR, CFSZR, take care of CDWDR */
669         camor = left_offset | (top_offset << 16);
670
671         dev_geo(icd->parent,
672                 "CAMOR 0x%x, CAPWR 0x%x, CFSZR 0x%x, CDWDR 0x%x\n", camor,
673                 (in_height << 16) | in_width, (height << 16) | width,
674                 cdwdr_width);
675
676         ceu_write(pcdev, CAMOR, camor);
677         ceu_write(pcdev, CAPWR, (in_height << 16) | in_width);
678         /* CFSZR clipping is applied _after_ the scaling filter (CFLCR) */
679         ceu_write(pcdev, CFSZR, (height << 16) | width);
680         ceu_write(pcdev, CDWDR, cdwdr_width);
681 }
682
683 static u32 capture_save_reset(struct sh_mobile_ceu_dev *pcdev)
684 {
685         u32 capsr = ceu_read(pcdev, CAPSR);
686         ceu_write(pcdev, CAPSR, 1 << 16); /* reset, stop capture */
687         return capsr;
688 }
689
690 static void capture_restore(struct sh_mobile_ceu_dev *pcdev, u32 capsr)
691 {
692         unsigned long timeout = jiffies + 10 * HZ;
693
694         /*
695          * Wait until the end of the current frame. It can take a long time,
696          * but if it has been aborted by a CAPSR reset, it shoule exit sooner.
697          */
698         while ((ceu_read(pcdev, CSTSR) & 1) && time_before(jiffies, timeout))
699                 msleep(1);
700
701         if (time_after(jiffies, timeout)) {
702                 dev_err(pcdev->ici.v4l2_dev.dev,
703                         "Timeout waiting for frame end! Interface problem?\n");
704                 return;
705         }
706
707         /* Wait until reset clears, this shall not hang... */
708         while (ceu_read(pcdev, CAPSR) & (1 << 16))
709                 udelay(10);
710
711         /* Anything to restore? */
712         if (capsr & ~(1 << 16))
713                 ceu_write(pcdev, CAPSR, capsr);
714 }
715
716 /* Find the bus subdevice driver, e.g., CSI2 */
717 static struct v4l2_subdev *find_bus_subdev(struct sh_mobile_ceu_dev *pcdev,
718                                            struct soc_camera_device *icd)
719 {
720         if (!pcdev->csi2_pdev)
721                 return soc_camera_to_subdev(icd);
722
723         return find_csi2(pcdev);
724 }
725
726 #define CEU_BUS_FLAGS (V4L2_MBUS_MASTER |       \
727                 V4L2_MBUS_PCLK_SAMPLE_RISING |  \
728                 V4L2_MBUS_HSYNC_ACTIVE_HIGH |   \
729                 V4L2_MBUS_HSYNC_ACTIVE_LOW |    \
730                 V4L2_MBUS_VSYNC_ACTIVE_HIGH |   \
731                 V4L2_MBUS_VSYNC_ACTIVE_LOW |    \
732                 V4L2_MBUS_DATA_ACTIVE_HIGH)
733
734 /* Capture is not running, no interrupts, no locking needed */
735 static int sh_mobile_ceu_set_bus_param(struct soc_camera_device *icd,
736                                        __u32 pixfmt)
737 {
738         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
739         struct sh_mobile_ceu_dev *pcdev = ici->priv;
740         struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
741         struct sh_mobile_ceu_cam *cam = icd->host_priv;
742         struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
743         unsigned long value, common_flags = CEU_BUS_FLAGS;
744         u32 capsr = capture_save_reset(pcdev);
745         unsigned int yuv_lineskip;
746         int ret;
747
748         /*
749          * If the client doesn't implement g_mbus_config, we just use our
750          * platform data
751          */
752         ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
753         if (!ret) {
754                 common_flags = soc_mbus_config_compatible(&cfg,
755                                                           common_flags);
756                 if (!common_flags)
757                         return -EINVAL;
758         } else if (ret != -ENOIOCTLCMD) {
759                 return ret;
760         }
761
762         /* Make choises, based on platform preferences */
763         if ((common_flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH) &&
764             (common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)) {
765                 if (pcdev->pdata->flags & SH_CEU_FLAG_HSYNC_LOW)
766                         common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_HIGH;
767                 else
768                         common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_LOW;
769         }
770
771         if ((common_flags & V4L2_MBUS_VSYNC_ACTIVE_HIGH) &&
772             (common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)) {
773                 if (pcdev->pdata->flags & SH_CEU_FLAG_VSYNC_LOW)
774                         common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_HIGH;
775                 else
776                         common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_LOW;
777         }
778
779         cfg.flags = common_flags;
780         ret = v4l2_subdev_call(sd, video, s_mbus_config, &cfg);
781         if (ret < 0 && ret != -ENOIOCTLCMD)
782                 return ret;
783
784         if (icd->current_fmt->host_fmt->bits_per_sample > 8)
785                 pcdev->is_16bit = 1;
786         else
787                 pcdev->is_16bit = 0;
788
789         ceu_write(pcdev, CRCNTR, 0);
790         ceu_write(pcdev, CRCMPR, 0);
791
792         value = 0x00000010; /* data fetch by default */
793         yuv_lineskip = 0x10;
794
795         switch (icd->current_fmt->host_fmt->fourcc) {
796         case V4L2_PIX_FMT_NV12:
797         case V4L2_PIX_FMT_NV21:
798                 /* convert 4:2:2 -> 4:2:0 */
799                 yuv_lineskip = 0; /* skip for NV12/21, no skip for NV16/61 */
800                 /* fall-through */
801         case V4L2_PIX_FMT_NV16:
802         case V4L2_PIX_FMT_NV61:
803                 switch (cam->code) {
804                 case V4L2_MBUS_FMT_UYVY8_2X8:
805                         value = 0x00000000; /* Cb0, Y0, Cr0, Y1 */
806                         break;
807                 case V4L2_MBUS_FMT_VYUY8_2X8:
808                         value = 0x00000100; /* Cr0, Y0, Cb0, Y1 */
809                         break;
810                 case V4L2_MBUS_FMT_YUYV8_2X8:
811                         value = 0x00000200; /* Y0, Cb0, Y1, Cr0 */
812                         break;
813                 case V4L2_MBUS_FMT_YVYU8_2X8:
814                         value = 0x00000300; /* Y0, Cr0, Y1, Cb0 */
815                         break;
816                 default:
817                         BUG();
818                 }
819         }
820
821         if (icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV21 ||
822             icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV61)
823                 value ^= 0x00000100; /* swap U, V to change from NV1x->NVx1 */
824
825         value |= common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW ? 1 << 1 : 0;
826         value |= common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW ? 1 << 0 : 0;
827         value |= pcdev->is_16bit ? 1 << 12 : 0;
828
829         /* CSI2 mode */
830         if (pcdev->pdata->csi2)
831                 value |= 3 << 12;
832
833         ceu_write(pcdev, CAMCR, value);
834
835         ceu_write(pcdev, CAPCR, 0x00300000);
836
837         switch (pcdev->field) {
838         case V4L2_FIELD_INTERLACED_TB:
839                 value = 0x101;
840                 break;
841         case V4L2_FIELD_INTERLACED_BT:
842                 value = 0x102;
843                 break;
844         default:
845                 value = 0;
846                 break;
847         }
848         ceu_write(pcdev, CAIFR, value);
849
850         sh_mobile_ceu_set_rect(icd);
851         mdelay(1);
852
853         dev_geo(icd->parent, "CFLCR 0x%x\n", pcdev->cflcr);
854         ceu_write(pcdev, CFLCR, pcdev->cflcr);
855
856         /*
857          * A few words about byte order (observed in Big Endian mode)
858          *
859          * In data fetch mode bytes are received in chunks of 8 bytes.
860          * D0, D1, D2, D3, D4, D5, D6, D7 (D0 received first)
861          *
862          * The data is however by default written to memory in reverse order:
863          * D7, D6, D5, D4, D3, D2, D1, D0 (D7 written to lowest byte)
864          *
865          * The lowest three bits of CDOCR allows us to do swapping,
866          * using 7 we swap the data bytes to match the incoming order:
867          * D0, D1, D2, D3, D4, D5, D6, D7
868          */
869         value = 0x00000007 | yuv_lineskip;
870
871         ceu_write(pcdev, CDOCR, value);
872         ceu_write(pcdev, CFWCR, 0); /* keep "datafetch firewall" disabled */
873
874         dev_dbg(icd->parent, "S_FMT successful for %c%c%c%c %ux%u\n",
875                 pixfmt & 0xff, (pixfmt >> 8) & 0xff,
876                 (pixfmt >> 16) & 0xff, (pixfmt >> 24) & 0xff,
877                 icd->user_width, icd->user_height);
878
879         capture_restore(pcdev, capsr);
880
881         /* not in bundle mode: skip CBDSR, CDAYR2, CDACR2, CDBYR2, CDBCR2 */
882         return 0;
883 }
884
885 static int sh_mobile_ceu_try_bus_param(struct soc_camera_device *icd,
886                                        unsigned char buswidth)
887 {
888         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
889         struct sh_mobile_ceu_dev *pcdev = ici->priv;
890         struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
891         unsigned long common_flags = CEU_BUS_FLAGS;
892         struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
893         int ret;
894
895         ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
896         if (!ret)
897                 common_flags = soc_mbus_config_compatible(&cfg,
898                                                           common_flags);
899         else if (ret != -ENOIOCTLCMD)
900                 return ret;
901
902         if (!common_flags || buswidth > 16)
903                 return -EINVAL;
904
905         return 0;
906 }
907
908 static const struct soc_mbus_pixelfmt sh_mobile_ceu_formats[] = {
909         {
910                 .fourcc                 = V4L2_PIX_FMT_NV12,
911                 .name                   = "NV12",
912                 .bits_per_sample        = 8,
913                 .packing                = SOC_MBUS_PACKING_1_5X8,
914                 .order                  = SOC_MBUS_ORDER_LE,
915         }, {
916                 .fourcc                 = V4L2_PIX_FMT_NV21,
917                 .name                   = "NV21",
918                 .bits_per_sample        = 8,
919                 .packing                = SOC_MBUS_PACKING_1_5X8,
920                 .order                  = SOC_MBUS_ORDER_LE,
921         }, {
922                 .fourcc                 = V4L2_PIX_FMT_NV16,
923                 .name                   = "NV16",
924                 .bits_per_sample        = 8,
925                 .packing                = SOC_MBUS_PACKING_2X8_PADHI,
926                 .order                  = SOC_MBUS_ORDER_LE,
927         }, {
928                 .fourcc                 = V4L2_PIX_FMT_NV61,
929                 .name                   = "NV61",
930                 .bits_per_sample        = 8,
931                 .packing                = SOC_MBUS_PACKING_2X8_PADHI,
932                 .order                  = SOC_MBUS_ORDER_LE,
933         },
934 };
935
936 /* This will be corrected as we get more formats */
937 static bool sh_mobile_ceu_packing_supported(const struct soc_mbus_pixelfmt *fmt)
938 {
939         return  fmt->packing == SOC_MBUS_PACKING_NONE ||
940                 (fmt->bits_per_sample == 8 &&
941                  fmt->packing == SOC_MBUS_PACKING_1_5X8) ||
942                 (fmt->bits_per_sample == 8 &&
943                  fmt->packing == SOC_MBUS_PACKING_2X8_PADHI) ||
944                 (fmt->bits_per_sample > 8 &&
945                  fmt->packing == SOC_MBUS_PACKING_EXTEND16);
946 }
947
948 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect);
949
950 static int sh_mobile_ceu_get_formats(struct soc_camera_device *icd, unsigned int idx,
951                                      struct soc_camera_format_xlate *xlate)
952 {
953         struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
954         struct device *dev = icd->parent;
955         struct soc_camera_host *ici = to_soc_camera_host(dev);
956         struct sh_mobile_ceu_dev *pcdev = ici->priv;
957         int ret, k, n;
958         int formats = 0;
959         struct sh_mobile_ceu_cam *cam;
960         enum v4l2_mbus_pixelcode code;
961         const struct soc_mbus_pixelfmt *fmt;
962
963         ret = v4l2_subdev_call(sd, video, enum_mbus_fmt, idx, &code);
964         if (ret < 0)
965                 /* No more formats */
966                 return 0;
967
968         fmt = soc_mbus_get_fmtdesc(code);
969         if (!fmt) {
970                 dev_warn(dev, "unsupported format code #%u: %d\n", idx, code);
971                 return 0;
972         }
973
974         if (!pcdev->pdata->csi2) {
975                 /* Are there any restrictions in the CSI-2 case? */
976                 ret = sh_mobile_ceu_try_bus_param(icd, fmt->bits_per_sample);
977                 if (ret < 0)
978                         return 0;
979         }
980
981         if (!icd->host_priv) {
982                 struct v4l2_mbus_framefmt mf;
983                 struct v4l2_rect rect;
984                 int shift = 0;
985
986                 /* FIXME: subwindow is lost between close / open */
987
988                 /* Cache current client geometry */
989                 ret = client_g_rect(sd, &rect);
990                 if (ret < 0)
991                         return ret;
992
993                 /* First time */
994                 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
995                 if (ret < 0)
996                         return ret;
997
998                 while ((mf.width > 2560 || mf.height > 1920) && shift < 4) {
999                         /* Try 2560x1920, 1280x960, 640x480, 320x240 */
1000                         mf.width        = 2560 >> shift;
1001                         mf.height       = 1920 >> shift;
1002                         ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1003                                                          s_mbus_fmt, &mf);
1004                         if (ret < 0)
1005                                 return ret;
1006                         shift++;
1007                 }
1008
1009                 if (shift == 4) {
1010                         dev_err(dev, "Failed to configure the client below %ux%x\n",
1011                                 mf.width, mf.height);
1012                         return -EIO;
1013                 }
1014
1015                 dev_geo(dev, "camera fmt %ux%u\n", mf.width, mf.height);
1016
1017                 cam = kzalloc(sizeof(*cam), GFP_KERNEL);
1018                 if (!cam)
1019                         return -ENOMEM;
1020
1021                 /* We are called with current camera crop, initialise subrect with it */
1022                 cam->rect       = rect;
1023                 cam->subrect    = rect;
1024
1025                 cam->width      = mf.width;
1026                 cam->height     = mf.height;
1027
1028                 icd->host_priv = cam;
1029         } else {
1030                 cam = icd->host_priv;
1031         }
1032
1033         /* Beginning of a pass */
1034         if (!idx)
1035                 cam->extra_fmt = NULL;
1036
1037         switch (code) {
1038         case V4L2_MBUS_FMT_UYVY8_2X8:
1039         case V4L2_MBUS_FMT_VYUY8_2X8:
1040         case V4L2_MBUS_FMT_YUYV8_2X8:
1041         case V4L2_MBUS_FMT_YVYU8_2X8:
1042                 if (cam->extra_fmt)
1043                         break;
1044
1045                 /*
1046                  * Our case is simple so far: for any of the above four camera
1047                  * formats we add all our four synthesized NV* formats, so,
1048                  * just marking the device with a single flag suffices. If
1049                  * the format generation rules are more complex, you would have
1050                  * to actually hang your already added / counted formats onto
1051                  * the host_priv pointer and check whether the format you're
1052                  * going to add now is already there.
1053                  */
1054                 cam->extra_fmt = sh_mobile_ceu_formats;
1055
1056                 n = ARRAY_SIZE(sh_mobile_ceu_formats);
1057                 formats += n;
1058                 for (k = 0; xlate && k < n; k++) {
1059                         xlate->host_fmt = &sh_mobile_ceu_formats[k];
1060                         xlate->code     = code;
1061                         xlate++;
1062                         dev_dbg(dev, "Providing format %s using code %d\n",
1063                                 sh_mobile_ceu_formats[k].name, code);
1064                 }
1065                 break;
1066         default:
1067                 if (!sh_mobile_ceu_packing_supported(fmt))
1068                         return 0;
1069         }
1070
1071         /* Generic pass-through */
1072         formats++;
1073         if (xlate) {
1074                 xlate->host_fmt = fmt;
1075                 xlate->code     = code;
1076                 xlate++;
1077                 dev_dbg(dev, "Providing format %s in pass-through mode\n",
1078                         fmt->name);
1079         }
1080
1081         return formats;
1082 }
1083
1084 static void sh_mobile_ceu_put_formats(struct soc_camera_device *icd)
1085 {
1086         kfree(icd->host_priv);
1087         icd->host_priv = NULL;
1088 }
1089
1090 /* Check if any dimension of r1 is smaller than respective one of r2 */
1091 static bool is_smaller(struct v4l2_rect *r1, struct v4l2_rect *r2)
1092 {
1093         return r1->width < r2->width || r1->height < r2->height;
1094 }
1095
1096 /* Check if r1 fails to cover r2 */
1097 static bool is_inside(struct v4l2_rect *r1, struct v4l2_rect *r2)
1098 {
1099         return r1->left > r2->left || r1->top > r2->top ||
1100                 r1->left + r1->width < r2->left + r2->width ||
1101                 r1->top + r1->height < r2->top + r2->height;
1102 }
1103
1104 static unsigned int scale_down(unsigned int size, unsigned int scale)
1105 {
1106         return (size * 4096 + scale / 2) / scale;
1107 }
1108
1109 static unsigned int calc_generic_scale(unsigned int input, unsigned int output)
1110 {
1111         return (input * 4096 + output / 2) / output;
1112 }
1113
1114 /* Get and store current client crop */
1115 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect)
1116 {
1117         struct v4l2_crop crop;
1118         struct v4l2_cropcap cap;
1119         int ret;
1120
1121         crop.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1122
1123         ret = v4l2_subdev_call(sd, video, g_crop, &crop);
1124         if (!ret) {
1125                 *rect = crop.c;
1126                 return ret;
1127         }
1128
1129         /* Camera driver doesn't support .g_crop(), assume default rectangle */
1130         cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1131
1132         ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1133         if (!ret)
1134                 *rect = cap.defrect;
1135
1136         return ret;
1137 }
1138
1139 /* Client crop has changed, update our sub-rectangle to remain within the area */
1140 static void update_subrect(struct sh_mobile_ceu_cam *cam)
1141 {
1142         struct v4l2_rect *rect = &cam->rect, *subrect = &cam->subrect;
1143
1144         if (rect->width < subrect->width)
1145                 subrect->width = rect->width;
1146
1147         if (rect->height < subrect->height)
1148                 subrect->height = rect->height;
1149
1150         if (rect->left > subrect->left)
1151                 subrect->left = rect->left;
1152         else if (rect->left + rect->width >
1153                  subrect->left + subrect->width)
1154                 subrect->left = rect->left + rect->width -
1155                         subrect->width;
1156
1157         if (rect->top > subrect->top)
1158                 subrect->top = rect->top;
1159         else if (rect->top + rect->height >
1160                  subrect->top + subrect->height)
1161                 subrect->top = rect->top + rect->height -
1162                         subrect->height;
1163 }
1164
1165 /*
1166  * The common for both scaling and cropping iterative approach is:
1167  * 1. try if the client can produce exactly what requested by the user
1168  * 2. if (1) failed, try to double the client image until we get one big enough
1169  * 3. if (2) failed, try to request the maximum image
1170  */
1171 static int client_s_crop(struct soc_camera_device *icd, struct v4l2_crop *crop,
1172                          struct v4l2_crop *cam_crop)
1173 {
1174         struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1175         struct v4l2_rect *rect = &crop->c, *cam_rect = &cam_crop->c;
1176         struct device *dev = sd->v4l2_dev->dev;
1177         struct sh_mobile_ceu_cam *cam = icd->host_priv;
1178         struct v4l2_cropcap cap;
1179         int ret;
1180         unsigned int width, height;
1181
1182         v4l2_subdev_call(sd, video, s_crop, crop);
1183         ret = client_g_rect(sd, cam_rect);
1184         if (ret < 0)
1185                 return ret;
1186
1187         /*
1188          * Now cam_crop contains the current camera input rectangle, and it must
1189          * be within camera cropcap bounds
1190          */
1191         if (!memcmp(rect, cam_rect, sizeof(*rect))) {
1192                 /* Even if camera S_CROP failed, but camera rectangle matches */
1193                 dev_dbg(dev, "Camera S_CROP successful for %dx%d@%d:%d\n",
1194                         rect->width, rect->height, rect->left, rect->top);
1195                 cam->rect = *cam_rect;
1196                 return 0;
1197         }
1198
1199         /* Try to fix cropping, that camera hasn't managed to set */
1200         dev_geo(dev, "Fix camera S_CROP for %dx%d@%d:%d to %dx%d@%d:%d\n",
1201                 cam_rect->width, cam_rect->height,
1202                 cam_rect->left, cam_rect->top,
1203                 rect->width, rect->height, rect->left, rect->top);
1204
1205         /* We need sensor maximum rectangle */
1206         ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1207         if (ret < 0)
1208                 return ret;
1209
1210         /* Put user requested rectangle within sensor bounds */
1211         soc_camera_limit_side(&rect->left, &rect->width, cap.bounds.left, 2,
1212                               cap.bounds.width);
1213         soc_camera_limit_side(&rect->top, &rect->height, cap.bounds.top, 4,
1214                               cap.bounds.height);
1215
1216         /*
1217          * Popular special case - some cameras can only handle fixed sizes like
1218          * QVGA, VGA,... Take care to avoid infinite loop.
1219          */
1220         width = max(cam_rect->width, 2);
1221         height = max(cam_rect->height, 2);
1222
1223         /*
1224          * Loop as long as sensor is not covering the requested rectangle and
1225          * is still within its bounds
1226          */
1227         while (!ret && (is_smaller(cam_rect, rect) ||
1228                         is_inside(cam_rect, rect)) &&
1229                (cap.bounds.width > width || cap.bounds.height > height)) {
1230
1231                 width *= 2;
1232                 height *= 2;
1233
1234                 cam_rect->width = width;
1235                 cam_rect->height = height;
1236
1237                 /*
1238                  * We do not know what capabilities the camera has to set up
1239                  * left and top borders. We could try to be smarter in iterating
1240                  * them, e.g., if camera current left is to the right of the
1241                  * target left, set it to the middle point between the current
1242                  * left and minimum left. But that would add too much
1243                  * complexity: we would have to iterate each border separately.
1244                  * Instead we just drop to the left and top bounds.
1245                  */
1246                 if (cam_rect->left > rect->left)
1247                         cam_rect->left = cap.bounds.left;
1248
1249                 if (cam_rect->left + cam_rect->width < rect->left + rect->width)
1250                         cam_rect->width = rect->left + rect->width -
1251                                 cam_rect->left;
1252
1253                 if (cam_rect->top > rect->top)
1254                         cam_rect->top = cap.bounds.top;
1255
1256                 if (cam_rect->top + cam_rect->height < rect->top + rect->height)
1257                         cam_rect->height = rect->top + rect->height -
1258                                 cam_rect->top;
1259
1260                 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1261                 ret = client_g_rect(sd, cam_rect);
1262                 dev_geo(dev, "Camera S_CROP %d for %dx%d@%d:%d\n", ret,
1263                         cam_rect->width, cam_rect->height,
1264                         cam_rect->left, cam_rect->top);
1265         }
1266
1267         /* S_CROP must not modify the rectangle */
1268         if (is_smaller(cam_rect, rect) || is_inside(cam_rect, rect)) {
1269                 /*
1270                  * The camera failed to configure a suitable cropping,
1271                  * we cannot use the current rectangle, set to max
1272                  */
1273                 *cam_rect = cap.bounds;
1274                 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1275                 ret = client_g_rect(sd, cam_rect);
1276                 dev_geo(dev, "Camera S_CROP %d for max %dx%d@%d:%d\n", ret,
1277                         cam_rect->width, cam_rect->height,
1278                         cam_rect->left, cam_rect->top);
1279         }
1280
1281         if (!ret) {
1282                 cam->rect = *cam_rect;
1283                 update_subrect(cam);
1284         }
1285
1286         return ret;
1287 }
1288
1289 /* Iterative s_mbus_fmt, also updates cached client crop on success */
1290 static int client_s_fmt(struct soc_camera_device *icd,
1291                         struct v4l2_mbus_framefmt *mf, bool ceu_can_scale)
1292 {
1293         struct sh_mobile_ceu_cam *cam = icd->host_priv;
1294         struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1295         struct device *dev = icd->parent;
1296         unsigned int width = mf->width, height = mf->height, tmp_w, tmp_h;
1297         unsigned int max_width, max_height;
1298         struct v4l2_cropcap cap;
1299         bool ceu_1to1;
1300         int ret;
1301
1302         ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1303                                          s_mbus_fmt, mf);
1304         if (ret < 0)
1305                 return ret;
1306
1307         dev_geo(dev, "camera scaled to %ux%u\n", mf->width, mf->height);
1308
1309         if (width == mf->width && height == mf->height) {
1310                 /* Perfect! The client has done it all. */
1311                 ceu_1to1 = true;
1312                 goto update_cache;
1313         }
1314
1315         ceu_1to1 = false;
1316         if (!ceu_can_scale)
1317                 goto update_cache;
1318
1319         cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1320
1321         ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1322         if (ret < 0)
1323                 return ret;
1324
1325         max_width = min(cap.bounds.width, 2560);
1326         max_height = min(cap.bounds.height, 1920);
1327
1328         /* Camera set a format, but geometry is not precise, try to improve */
1329         tmp_w = mf->width;
1330         tmp_h = mf->height;
1331
1332         /* width <= max_width && height <= max_height - guaranteed by try_fmt */
1333         while ((width > tmp_w || height > tmp_h) &&
1334                tmp_w < max_width && tmp_h < max_height) {
1335                 tmp_w = min(2 * tmp_w, max_width);
1336                 tmp_h = min(2 * tmp_h, max_height);
1337                 mf->width = tmp_w;
1338                 mf->height = tmp_h;
1339                 ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1340                                                  s_mbus_fmt, mf);
1341                 dev_geo(dev, "Camera scaled to %ux%u\n",
1342                         mf->width, mf->height);
1343                 if (ret < 0) {
1344                         /* This shouldn't happen */
1345                         dev_err(dev, "Client failed to set format: %d\n", ret);
1346                         return ret;
1347                 }
1348         }
1349
1350 update_cache:
1351         /* Update cache */
1352         ret = client_g_rect(sd, &cam->rect);
1353         if (ret < 0)
1354                 return ret;
1355
1356         if (ceu_1to1)
1357                 cam->subrect = cam->rect;
1358         else
1359                 update_subrect(cam);
1360
1361         return 0;
1362 }
1363
1364 /**
1365  * @width       - on output: user width, mapped back to input
1366  * @height      - on output: user height, mapped back to input
1367  * @mf          - in- / output camera output window
1368  */
1369 static int client_scale(struct soc_camera_device *icd,
1370                         struct v4l2_mbus_framefmt *mf,
1371                         unsigned int *width, unsigned int *height,
1372                         bool ceu_can_scale)
1373 {
1374         struct sh_mobile_ceu_cam *cam = icd->host_priv;
1375         struct device *dev = icd->parent;
1376         struct v4l2_mbus_framefmt mf_tmp = *mf;
1377         unsigned int scale_h, scale_v;
1378         int ret;
1379
1380         /*
1381          * 5. Apply iterative camera S_FMT for camera user window (also updates
1382          *    client crop cache and the imaginary sub-rectangle).
1383          */
1384         ret = client_s_fmt(icd, &mf_tmp, ceu_can_scale);
1385         if (ret < 0)
1386                 return ret;
1387
1388         dev_geo(dev, "5: camera scaled to %ux%u\n",
1389                 mf_tmp.width, mf_tmp.height);
1390
1391         /* 6. Retrieve camera output window (g_fmt) */
1392
1393         /* unneeded - it is already in "mf_tmp" */
1394
1395         /* 7. Calculate new client scales. */
1396         scale_h = calc_generic_scale(cam->rect.width, mf_tmp.width);
1397         scale_v = calc_generic_scale(cam->rect.height, mf_tmp.height);
1398
1399         mf->width       = mf_tmp.width;
1400         mf->height      = mf_tmp.height;
1401         mf->colorspace  = mf_tmp.colorspace;
1402
1403         /*
1404          * 8. Calculate new CEU crop - apply camera scales to previously
1405          *    updated "effective" crop.
1406          */
1407         *width = scale_down(cam->subrect.width, scale_h);
1408         *height = scale_down(cam->subrect.height, scale_v);
1409
1410         dev_geo(dev, "8: new client sub-window %ux%u\n", *width, *height);
1411
1412         return 0;
1413 }
1414
1415 /*
1416  * CEU can scale and crop, but we don't want to waste bandwidth and kill the
1417  * framerate by always requesting the maximum image from the client. See
1418  * Documentation/video4linux/sh_mobile_ceu_camera.txt for a description of
1419  * scaling and cropping algorithms and for the meaning of referenced here steps.
1420  */
1421 static int sh_mobile_ceu_set_crop(struct soc_camera_device *icd,
1422                                   struct v4l2_crop *a)
1423 {
1424         struct v4l2_rect *rect = &a->c;
1425         struct device *dev = icd->parent;
1426         struct soc_camera_host *ici = to_soc_camera_host(dev);
1427         struct sh_mobile_ceu_dev *pcdev = ici->priv;
1428         struct v4l2_crop cam_crop;
1429         struct sh_mobile_ceu_cam *cam = icd->host_priv;
1430         struct v4l2_rect *cam_rect = &cam_crop.c;
1431         struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1432         struct v4l2_mbus_framefmt mf;
1433         unsigned int scale_cam_h, scale_cam_v, scale_ceu_h, scale_ceu_v,
1434                 out_width, out_height;
1435         int interm_width, interm_height;
1436         u32 capsr, cflcr;
1437         int ret;
1438
1439         dev_geo(dev, "S_CROP(%ux%u@%u:%u)\n", rect->width, rect->height,
1440                 rect->left, rect->top);
1441
1442         /* During camera cropping its output window can change too, stop CEU */
1443         capsr = capture_save_reset(pcdev);
1444         dev_dbg(dev, "CAPSR 0x%x, CFLCR 0x%x\n", capsr, pcdev->cflcr);
1445
1446         /*
1447          * 1. - 2. Apply iterative camera S_CROP for new input window, read back
1448          * actual camera rectangle.
1449          */
1450         ret = client_s_crop(icd, a, &cam_crop);
1451         if (ret < 0)
1452                 return ret;
1453
1454         dev_geo(dev, "1-2: camera cropped to %ux%u@%u:%u\n",
1455                 cam_rect->width, cam_rect->height,
1456                 cam_rect->left, cam_rect->top);
1457
1458         /* On success cam_crop contains current camera crop */
1459
1460         /* 3. Retrieve camera output window */
1461         ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1462         if (ret < 0)
1463                 return ret;
1464
1465         if (mf.width > 2560 || mf.height > 1920)
1466                 return -EINVAL;
1467
1468         /* 4. Calculate camera scales */
1469         scale_cam_h     = calc_generic_scale(cam_rect->width, mf.width);
1470         scale_cam_v     = calc_generic_scale(cam_rect->height, mf.height);
1471
1472         /* Calculate intermediate window */
1473         interm_width    = scale_down(rect->width, scale_cam_h);
1474         interm_height   = scale_down(rect->height, scale_cam_v);
1475
1476         if (interm_width < icd->user_width) {
1477                 u32 new_scale_h;
1478
1479                 new_scale_h = calc_generic_scale(rect->width, icd->user_width);
1480
1481                 mf.width = scale_down(cam_rect->width, new_scale_h);
1482         }
1483
1484         if (interm_height < icd->user_height) {
1485                 u32 new_scale_v;
1486
1487                 new_scale_v = calc_generic_scale(rect->height, icd->user_height);
1488
1489                 mf.height = scale_down(cam_rect->height, new_scale_v);
1490         }
1491
1492         if (interm_width < icd->user_width || interm_height < icd->user_height) {
1493                 ret = v4l2_device_call_until_err(sd->v4l2_dev, (int)icd, video,
1494                                                  s_mbus_fmt, &mf);
1495                 if (ret < 0)
1496                         return ret;
1497
1498                 dev_geo(dev, "New camera output %ux%u\n", mf.width, mf.height);
1499                 scale_cam_h     = calc_generic_scale(cam_rect->width, mf.width);
1500                 scale_cam_v     = calc_generic_scale(cam_rect->height, mf.height);
1501                 interm_width    = scale_down(rect->width, scale_cam_h);
1502                 interm_height   = scale_down(rect->height, scale_cam_v);
1503         }
1504
1505         /* Cache camera output window */
1506         cam->width      = mf.width;
1507         cam->height     = mf.height;
1508
1509         if (pcdev->image_mode) {
1510                 out_width       = min(interm_width, icd->user_width);
1511                 out_height      = min(interm_height, icd->user_height);
1512         } else {
1513                 out_width       = interm_width;
1514                 out_height      = interm_height;
1515         }
1516
1517         /*
1518          * 5. Calculate CEU scales from camera scales from results of (5) and
1519          *    the user window
1520          */
1521         scale_ceu_h     = calc_scale(interm_width, &out_width);
1522         scale_ceu_v     = calc_scale(interm_height, &out_height);
1523
1524         dev_geo(dev, "5: CEU scales %u:%u\n", scale_ceu_h, scale_ceu_v);
1525
1526         /* Apply CEU scales. */
1527         cflcr = scale_ceu_h | (scale_ceu_v << 16);
1528         if (cflcr != pcdev->cflcr) {
1529                 pcdev->cflcr = cflcr;
1530                 ceu_write(pcdev, CFLCR, cflcr);
1531         }
1532
1533         icd->user_width  = out_width & ~3;
1534         icd->user_height = out_height & ~3;
1535         /* Offsets are applied at the CEU scaling filter input */
1536         cam->ceu_left    = scale_down(rect->left - cam_rect->left, scale_cam_h) & ~1;
1537         cam->ceu_top     = scale_down(rect->top - cam_rect->top, scale_cam_v) & ~1;
1538
1539         /* 6. Use CEU cropping to crop to the new window. */
1540         sh_mobile_ceu_set_rect(icd);
1541
1542         cam->subrect = *rect;
1543
1544         dev_geo(dev, "6: CEU cropped to %ux%u@%u:%u\n",
1545                 icd->user_width, icd->user_height,
1546                 cam->ceu_left, cam->ceu_top);
1547
1548         /* Restore capture. The CE bit can be cleared by the hardware */
1549         if (pcdev->active)
1550                 capsr |= 1;
1551         capture_restore(pcdev, capsr);
1552
1553         /* Even if only camera cropping succeeded */
1554         return ret;
1555 }
1556
1557 static int sh_mobile_ceu_get_crop(struct soc_camera_device *icd,
1558                                   struct v4l2_crop *a)
1559 {
1560         struct sh_mobile_ceu_cam *cam = icd->host_priv;
1561
1562         a->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1563         a->c = cam->subrect;
1564
1565         return 0;
1566 }
1567
1568 /*
1569  * Calculate real client output window by applying new scales to the current
1570  * client crop. New scales are calculated from the requested output format and
1571  * CEU crop, mapped backed onto the client input (subrect).
1572  */
1573 static void calculate_client_output(struct soc_camera_device *icd,
1574                 const struct v4l2_pix_format *pix, struct v4l2_mbus_framefmt *mf)
1575 {
1576         struct sh_mobile_ceu_cam *cam = icd->host_priv;
1577         struct device *dev = icd->parent;
1578         struct v4l2_rect *cam_subrect = &cam->subrect;
1579         unsigned int scale_v, scale_h;
1580
1581         if (cam_subrect->width == cam->rect.width &&
1582             cam_subrect->height == cam->rect.height) {
1583                 /* No sub-cropping */
1584                 mf->width       = pix->width;
1585                 mf->height      = pix->height;
1586                 return;
1587         }
1588
1589         /* 1.-2. Current camera scales and subwin - cached. */
1590
1591         dev_geo(dev, "2: subwin %ux%u@%u:%u\n",
1592                 cam_subrect->width, cam_subrect->height,
1593                 cam_subrect->left, cam_subrect->top);
1594
1595         /*
1596          * 3. Calculate new combined scales from input sub-window to requested
1597          *    user window.
1598          */
1599
1600         /*
1601          * TODO: CEU cannot scale images larger than VGA to smaller than SubQCIF
1602          * (128x96) or larger than VGA
1603          */
1604         scale_h = calc_generic_scale(cam_subrect->width, pix->width);
1605         scale_v = calc_generic_scale(cam_subrect->height, pix->height);
1606
1607         dev_geo(dev, "3: scales %u:%u\n", scale_h, scale_v);
1608
1609         /*
1610          * 4. Calculate desired client output window by applying combined scales
1611          *    to client (real) input window.
1612          */
1613         mf->width       = scale_down(cam->rect.width, scale_h);
1614         mf->height      = scale_down(cam->rect.height, scale_v);
1615 }
1616
1617 /* Similar to set_crop multistage iterative algorithm */
1618 static int sh_mobile_ceu_set_fmt(struct soc_camera_device *icd,
1619                                  struct v4l2_format *f)
1620 {
1621         struct device *dev = icd->parent;
1622         struct soc_camera_host *ici = to_soc_camera_host(dev);
1623         struct sh_mobile_ceu_dev *pcdev = ici->priv;
1624         struct sh_mobile_ceu_cam *cam = icd->host_priv;
1625         struct v4l2_pix_format *pix = &f->fmt.pix;
1626         struct v4l2_mbus_framefmt mf;
1627         __u32 pixfmt = pix->pixelformat;
1628         const struct soc_camera_format_xlate *xlate;
1629         /* Keep Compiler Happy */
1630         unsigned int ceu_sub_width = 0, ceu_sub_height = 0;
1631         u16 scale_v, scale_h;
1632         int ret;
1633         bool image_mode;
1634         enum v4l2_field field;
1635
1636         switch (pix->field) {
1637         default:
1638                 pix->field = V4L2_FIELD_NONE;
1639                 /* fall-through */
1640         case V4L2_FIELD_INTERLACED_TB:
1641         case V4L2_FIELD_INTERLACED_BT:
1642         case V4L2_FIELD_NONE:
1643                 field = pix->field;
1644                 break;
1645         case V4L2_FIELD_INTERLACED:
1646                 field = V4L2_FIELD_INTERLACED_TB;
1647                 break;
1648         }
1649
1650         xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1651         if (!xlate) {
1652                 dev_warn(dev, "Format %x not found\n", pixfmt);
1653                 return -EINVAL;
1654         }
1655
1656         /* 1.-4. Calculate desired client output geometry */
1657         calculate_client_output(icd, pix, &mf);
1658         mf.field        = pix->field;
1659         mf.colorspace   = pix->colorspace;
1660         mf.code         = xlate->code;
1661
1662         switch (pixfmt) {
1663         case V4L2_PIX_FMT_NV12:
1664         case V4L2_PIX_FMT_NV21:
1665         case V4L2_PIX_FMT_NV16:
1666         case V4L2_PIX_FMT_NV61:
1667                 image_mode = true;
1668                 break;
1669         default:
1670                 image_mode = false;
1671         }
1672
1673         dev_info(dev, "S_FMT(pix=0x%x, fld 0x%x, code 0x%x, %ux%u)\n", pixfmt, mf.field, mf.code,
1674                 pix->width, pix->height);
1675
1676         dev_geo(dev, "4: request camera output %ux%u\n", mf.width, mf.height);
1677
1678         /* 5. - 9. */
1679         ret = client_scale(icd, &mf, &ceu_sub_width, &ceu_sub_height,
1680                            image_mode && V4L2_FIELD_NONE == field);
1681
1682         dev_geo(dev, "5-9: client scale return %d\n", ret);
1683
1684         /* Done with the camera. Now see if we can improve the result */
1685
1686         dev_geo(dev, "fmt %ux%u, requested %ux%u\n",
1687                 mf.width, mf.height, pix->width, pix->height);
1688         if (ret < 0)
1689                 return ret;
1690
1691         if (mf.code != xlate->code)
1692                 return -EINVAL;
1693
1694         /* 9. Prepare CEU crop */
1695         cam->width = mf.width;
1696         cam->height = mf.height;
1697
1698         /* 10. Use CEU scaling to scale to the requested user window. */
1699
1700         /* We cannot scale up */
1701         if (pix->width > ceu_sub_width)
1702                 ceu_sub_width = pix->width;
1703
1704         if (pix->height > ceu_sub_height)
1705                 ceu_sub_height = pix->height;
1706
1707         pix->colorspace = mf.colorspace;
1708
1709         if (image_mode) {
1710                 /* Scale pix->{width x height} down to width x height */
1711                 scale_h         = calc_scale(ceu_sub_width, &pix->width);
1712                 scale_v         = calc_scale(ceu_sub_height, &pix->height);
1713         } else {
1714                 pix->width      = ceu_sub_width;
1715                 pix->height     = ceu_sub_height;
1716                 scale_h         = 0;
1717                 scale_v         = 0;
1718         }
1719
1720         pcdev->cflcr = scale_h | (scale_v << 16);
1721
1722         /*
1723          * We have calculated CFLCR, the actual configuration will be performed
1724          * in sh_mobile_ceu_set_bus_param()
1725          */
1726
1727         dev_geo(dev, "10: W: %u : 0x%x = %u, H: %u : 0x%x = %u\n",
1728                 ceu_sub_width, scale_h, pix->width,
1729                 ceu_sub_height, scale_v, pix->height);
1730
1731         cam->code               = xlate->code;
1732         icd->current_fmt        = xlate;
1733
1734         pcdev->field = field;
1735         pcdev->image_mode = image_mode;
1736
1737         /* CFSZR requirement */
1738         pix->width      &= ~3;
1739         pix->height     &= ~3;
1740
1741         return 0;
1742 }
1743
1744 static int sh_mobile_ceu_try_fmt(struct soc_camera_device *icd,
1745                                  struct v4l2_format *f)
1746 {
1747         const struct soc_camera_format_xlate *xlate;
1748         struct v4l2_pix_format *pix = &f->fmt.pix;
1749         struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1750         struct v4l2_mbus_framefmt mf;
1751         __u32 pixfmt = pix->pixelformat;
1752         int width, height;
1753         int ret;
1754
1755         dev_geo(icd->parent, "TRY_FMT(pix=0x%x, %ux%u)\n",
1756                  pixfmt, pix->width, pix->height);
1757
1758         xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1759         if (!xlate) {
1760                 dev_warn(icd->parent, "Format %x not found\n", pixfmt);
1761                 return -EINVAL;
1762         }
1763
1764         /* FIXME: calculate using depth and bus width */
1765
1766         /* CFSZR requires height and width to be 4-pixel aligned */
1767         v4l_bound_align_image(&pix->width, 2, 2560, 2,
1768                               &pix->height, 4, 1920, 2, 0);
1769
1770         width = pix->width;
1771         height = pix->height;
1772
1773         /* limit to sensor capabilities */
1774         mf.width        = pix->width;
1775         mf.height       = pix->height;
1776         mf.field        = pix->field;
1777         mf.code         = xlate->code;
1778         mf.colorspace   = pix->colorspace;
1779
1780         ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video, try_mbus_fmt, &mf);
1781         if (ret < 0)
1782                 return ret;
1783
1784         pix->width      = mf.width;
1785         pix->height     = mf.height;
1786         pix->field      = mf.field;
1787         pix->colorspace = mf.colorspace;
1788
1789         switch (pixfmt) {
1790         case V4L2_PIX_FMT_NV12:
1791         case V4L2_PIX_FMT_NV21:
1792         case V4L2_PIX_FMT_NV16:
1793         case V4L2_PIX_FMT_NV61:
1794                 /* FIXME: check against rect_max after converting soc-camera */
1795                 /* We can scale precisely, need a bigger image from camera */
1796                 if (pix->width < width || pix->height < height) {
1797                         /*
1798                          * We presume, the sensor behaves sanely, i.e., if
1799                          * requested a bigger rectangle, it will not return a
1800                          * smaller one.
1801                          */
1802                         mf.width = 2560;
1803                         mf.height = 1920;
1804                         ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1805                                                          try_mbus_fmt, &mf);
1806                         if (ret < 0) {
1807                                 /* Shouldn't actually happen... */
1808                                 dev_err(icd->parent,
1809                                         "FIXME: client try_fmt() = %d\n", ret);
1810                                 return ret;
1811                         }
1812                 }
1813                 /* We will scale exactly */
1814                 if (mf.width > width)
1815                         pix->width = width;
1816                 if (mf.height > height)
1817                         pix->height = height;
1818         }
1819
1820         pix->width      &= ~3;
1821         pix->height     &= ~3;
1822
1823         dev_geo(icd->parent, "%s(): return %d, fmt 0x%x, %ux%u\n",
1824                 __func__, ret, pix->pixelformat, pix->width, pix->height);
1825
1826         return ret;
1827 }
1828
1829 static int sh_mobile_ceu_set_livecrop(struct soc_camera_device *icd,
1830                                       struct v4l2_crop *a)
1831 {
1832         struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1833         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1834         struct sh_mobile_ceu_dev *pcdev = ici->priv;
1835         u32 out_width = icd->user_width, out_height = icd->user_height;
1836         int ret;
1837
1838         /* Freeze queue */
1839         pcdev->frozen = 1;
1840         /* Wait for frame */
1841         ret = wait_for_completion_interruptible(&pcdev->complete);
1842         /* Stop the client */
1843         ret = v4l2_subdev_call(sd, video, s_stream, 0);
1844         if (ret < 0)
1845                 dev_warn(icd->parent,
1846                          "Client failed to stop the stream: %d\n", ret);
1847         else
1848                 /* Do the crop, if it fails, there's nothing more we can do */
1849                 sh_mobile_ceu_set_crop(icd, a);
1850
1851         dev_geo(icd->parent, "Output after crop: %ux%u\n", icd->user_width, icd->user_height);
1852
1853         if (icd->user_width != out_width || icd->user_height != out_height) {
1854                 struct v4l2_format f = {
1855                         .type   = V4L2_BUF_TYPE_VIDEO_CAPTURE,
1856                         .fmt.pix        = {
1857                                 .width          = out_width,
1858                                 .height         = out_height,
1859                                 .pixelformat    = icd->current_fmt->host_fmt->fourcc,
1860                                 .field          = pcdev->field,
1861                                 .colorspace     = icd->colorspace,
1862                         },
1863                 };
1864                 ret = sh_mobile_ceu_set_fmt(icd, &f);
1865                 if (!ret && (out_width != f.fmt.pix.width ||
1866                              out_height != f.fmt.pix.height))
1867                         ret = -EINVAL;
1868                 if (!ret) {
1869                         icd->user_width         = out_width & ~3;
1870                         icd->user_height        = out_height & ~3;
1871                         ret = sh_mobile_ceu_set_bus_param(icd,
1872                                         icd->current_fmt->host_fmt->fourcc);
1873                 }
1874         }
1875
1876         /* Thaw the queue */
1877         pcdev->frozen = 0;
1878         spin_lock_irq(&pcdev->lock);
1879         sh_mobile_ceu_capture(pcdev);
1880         spin_unlock_irq(&pcdev->lock);
1881         /* Start the client */
1882         ret = v4l2_subdev_call(sd, video, s_stream, 1);
1883         return ret;
1884 }
1885
1886 static unsigned int sh_mobile_ceu_poll(struct file *file, poll_table *pt)
1887 {
1888         struct soc_camera_device *icd = file->private_data;
1889
1890         return vb2_poll(&icd->vb2_vidq, file, pt);
1891 }
1892
1893 static int sh_mobile_ceu_querycap(struct soc_camera_host *ici,
1894                                   struct v4l2_capability *cap)
1895 {
1896         strlcpy(cap->card, "SuperH_Mobile_CEU", sizeof(cap->card));
1897         cap->capabilities = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
1898         return 0;
1899 }
1900
1901 static int sh_mobile_ceu_init_videobuf(struct vb2_queue *q,
1902                                        struct soc_camera_device *icd)
1903 {
1904         q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1905         q->io_modes = VB2_MMAP | VB2_USERPTR;
1906         q->drv_priv = icd;
1907         q->ops = &sh_mobile_ceu_videobuf_ops;
1908         q->mem_ops = &vb2_dma_contig_memops;
1909         q->buf_struct_size = sizeof(struct sh_mobile_ceu_buffer);
1910
1911         return vb2_queue_init(q);
1912 }
1913
1914 static int sh_mobile_ceu_get_ctrl(struct soc_camera_device *icd,
1915                                   struct v4l2_control *ctrl)
1916 {
1917         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1918         struct sh_mobile_ceu_dev *pcdev = ici->priv;
1919         u32 val;
1920
1921         switch (ctrl->id) {
1922         case V4L2_CID_SHARPNESS:
1923                 val = ceu_read(pcdev, CLFCR);
1924                 ctrl->value = val ^ 1;
1925                 return 0;
1926         }
1927         return -ENOIOCTLCMD;
1928 }
1929
1930 static int sh_mobile_ceu_set_ctrl(struct soc_camera_device *icd,
1931                                   struct v4l2_control *ctrl)
1932 {
1933         struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1934         struct sh_mobile_ceu_dev *pcdev = ici->priv;
1935
1936         switch (ctrl->id) {
1937         case V4L2_CID_SHARPNESS:
1938                 switch (icd->current_fmt->host_fmt->fourcc) {
1939                 case V4L2_PIX_FMT_NV12:
1940                 case V4L2_PIX_FMT_NV21:
1941                 case V4L2_PIX_FMT_NV16:
1942                 case V4L2_PIX_FMT_NV61:
1943                         ceu_write(pcdev, CLFCR, !ctrl->value);
1944                         return 0;
1945                 }
1946                 return -EINVAL;
1947         }
1948         return -ENOIOCTLCMD;
1949 }
1950
1951 static const struct v4l2_queryctrl sh_mobile_ceu_controls[] = {
1952         {
1953                 .id             = V4L2_CID_SHARPNESS,
1954                 .type           = V4L2_CTRL_TYPE_BOOLEAN,
1955                 .name           = "Low-pass filter",
1956                 .minimum        = 0,
1957                 .maximum        = 1,
1958                 .step           = 1,
1959                 .default_value  = 0,
1960         },
1961 };
1962
1963 static struct soc_camera_host_ops sh_mobile_ceu_host_ops = {
1964         .owner          = THIS_MODULE,
1965         .add            = sh_mobile_ceu_add_device,
1966         .remove         = sh_mobile_ceu_remove_device,
1967         .get_formats    = sh_mobile_ceu_get_formats,
1968         .put_formats    = sh_mobile_ceu_put_formats,
1969         .get_crop       = sh_mobile_ceu_get_crop,
1970         .set_crop       = sh_mobile_ceu_set_crop,
1971         .set_livecrop   = sh_mobile_ceu_set_livecrop,
1972         .set_fmt        = sh_mobile_ceu_set_fmt,
1973         .try_fmt        = sh_mobile_ceu_try_fmt,
1974         .set_ctrl       = sh_mobile_ceu_set_ctrl,
1975         .get_ctrl       = sh_mobile_ceu_get_ctrl,
1976         .poll           = sh_mobile_ceu_poll,
1977         .querycap       = sh_mobile_ceu_querycap,
1978         .set_bus_param  = sh_mobile_ceu_set_bus_param,
1979         .init_videobuf2 = sh_mobile_ceu_init_videobuf,
1980         .controls       = sh_mobile_ceu_controls,
1981         .num_controls   = ARRAY_SIZE(sh_mobile_ceu_controls),
1982 };
1983
1984 struct bus_wait {
1985         struct notifier_block   notifier;
1986         struct completion       completion;
1987         struct device           *dev;
1988 };
1989
1990 static int bus_notify(struct notifier_block *nb,
1991                       unsigned long action, void *data)
1992 {
1993         struct device *dev = data;
1994         struct bus_wait *wait = container_of(nb, struct bus_wait, notifier);
1995
1996         if (wait->dev != dev)
1997                 return NOTIFY_DONE;
1998
1999         switch (action) {
2000         case BUS_NOTIFY_UNBOUND_DRIVER:
2001                 /* Protect from module unloading */
2002                 wait_for_completion(&wait->completion);
2003                 return NOTIFY_OK;
2004         }
2005         return NOTIFY_DONE;
2006 }
2007
2008 static int __devinit sh_mobile_ceu_probe(struct platform_device *pdev)
2009 {
2010         struct sh_mobile_ceu_dev *pcdev;
2011         struct resource *res;
2012         void __iomem *base;
2013         unsigned int irq;
2014         int err = 0;
2015         struct bus_wait wait = {
2016                 .completion = COMPLETION_INITIALIZER_ONSTACK(wait.completion),
2017                 .notifier.notifier_call = bus_notify,
2018         };
2019         struct sh_mobile_ceu_companion *csi2;
2020
2021         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2022         irq = platform_get_irq(pdev, 0);
2023         if (!res || (int)irq <= 0) {
2024                 dev_err(&pdev->dev, "Not enough CEU platform resources.\n");
2025                 err = -ENODEV;
2026                 goto exit;
2027         }
2028
2029         pcdev = kzalloc(sizeof(*pcdev), GFP_KERNEL);
2030         if (!pcdev) {
2031                 dev_err(&pdev->dev, "Could not allocate pcdev\n");
2032                 err = -ENOMEM;
2033                 goto exit;
2034         }
2035
2036         INIT_LIST_HEAD(&pcdev->capture);
2037         spin_lock_init(&pcdev->lock);
2038         init_completion(&pcdev->complete);
2039
2040         pcdev->pdata = pdev->dev.platform_data;
2041         if (!pcdev->pdata) {
2042                 err = -EINVAL;
2043                 dev_err(&pdev->dev, "CEU platform data not set.\n");
2044                 goto exit_kfree;
2045         }
2046
2047         base = ioremap_nocache(res->start, resource_size(res));
2048         if (!base) {
2049                 err = -ENXIO;
2050                 dev_err(&pdev->dev, "Unable to ioremap CEU registers.\n");
2051                 goto exit_kfree;
2052         }
2053
2054         pcdev->irq = irq;
2055         pcdev->base = base;
2056         pcdev->video_limit = 0; /* only enabled if second resource exists */
2057
2058         res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
2059         if (res) {
2060                 err = dma_declare_coherent_memory(&pdev->dev, res->start,
2061                                                   res->start,
2062                                                   resource_size(res),
2063                                                   DMA_MEMORY_MAP |
2064                                                   DMA_MEMORY_EXCLUSIVE);
2065                 if (!err) {
2066                         dev_err(&pdev->dev, "Unable to declare CEU memory.\n");
2067                         err = -ENXIO;
2068                         goto exit_iounmap;
2069                 }
2070
2071                 pcdev->video_limit = resource_size(res);
2072         }
2073
2074         /* request irq */
2075         err = request_irq(pcdev->irq, sh_mobile_ceu_irq, IRQF_DISABLED,
2076                           dev_name(&pdev->dev), pcdev);
2077         if (err) {
2078                 dev_err(&pdev->dev, "Unable to register CEU interrupt.\n");
2079                 goto exit_release_mem;
2080         }
2081
2082         pm_suspend_ignore_children(&pdev->dev, true);
2083         pm_runtime_enable(&pdev->dev);
2084         pm_runtime_resume(&pdev->dev);
2085
2086         pcdev->ici.priv = pcdev;
2087         pcdev->ici.v4l2_dev.dev = &pdev->dev;
2088         pcdev->ici.nr = pdev->id;
2089         pcdev->ici.drv_name = dev_name(&pdev->dev);
2090         pcdev->ici.ops = &sh_mobile_ceu_host_ops;
2091
2092         pcdev->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
2093         if (IS_ERR(pcdev->alloc_ctx)) {
2094                 err = PTR_ERR(pcdev->alloc_ctx);
2095                 goto exit_free_clk;
2096         }
2097
2098         err = soc_camera_host_register(&pcdev->ici);
2099         if (err)
2100                 goto exit_free_ctx;
2101
2102         /* CSI2 interfacing */
2103         csi2 = pcdev->pdata->csi2;
2104         if (csi2) {
2105                 struct platform_device *csi2_pdev =
2106                         platform_device_alloc("sh-mobile-csi2", csi2->id);
2107                 struct sh_csi2_pdata *csi2_pdata = csi2->platform_data;
2108
2109                 if (!csi2_pdev) {
2110                         err = -ENOMEM;
2111                         goto exit_host_unregister;
2112                 }
2113
2114                 pcdev->csi2_pdev                = csi2_pdev;
2115
2116                 err = platform_device_add_data(csi2_pdev, csi2_pdata, sizeof(*csi2_pdata));
2117                 if (err < 0)
2118                         goto exit_pdev_put;
2119
2120                 csi2_pdata                      = csi2_pdev->dev.platform_data;
2121                 csi2_pdata->v4l2_dev            = &pcdev->ici.v4l2_dev;
2122
2123                 csi2_pdev->resource             = csi2->resource;
2124                 csi2_pdev->num_resources        = csi2->num_resources;
2125
2126                 err = platform_device_add(csi2_pdev);
2127                 if (err < 0)
2128                         goto exit_pdev_put;
2129
2130                 wait.dev = &csi2_pdev->dev;
2131
2132                 err = bus_register_notifier(&platform_bus_type, &wait.notifier);
2133                 if (err < 0)
2134                         goto exit_pdev_unregister;
2135
2136                 /*
2137                  * From this point the driver module will not unload, until
2138                  * we complete the completion.
2139                  */
2140
2141                 if (!csi2_pdev->dev.driver) {
2142                         complete(&wait.completion);
2143                         /* Either too late, or probing failed */
2144                         bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2145                         err = -ENXIO;
2146                         goto exit_pdev_unregister;
2147                 }
2148
2149                 /*
2150                  * The module is still loaded, in the worst case it is hanging
2151                  * in device release on our completion. So, _now_ dereferencing
2152                  * the "owner" is safe!
2153                  */
2154
2155                 err = try_module_get(csi2_pdev->dev.driver->owner);
2156
2157                 /* Let notifier complete, if it has been locked */
2158                 complete(&wait.completion);
2159                 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2160                 if (!err) {
2161                         err = -ENODEV;
2162                         goto exit_pdev_unregister;
2163                 }
2164         }
2165
2166         return 0;
2167
2168 exit_pdev_unregister:
2169         platform_device_del(pcdev->csi2_pdev);
2170 exit_pdev_put:
2171         pcdev->csi2_pdev->resource = NULL;
2172         platform_device_put(pcdev->csi2_pdev);
2173 exit_host_unregister:
2174         soc_camera_host_unregister(&pcdev->ici);
2175 exit_free_ctx:
2176         vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2177 exit_free_clk:
2178         pm_runtime_disable(&pdev->dev);
2179         free_irq(pcdev->irq, pcdev);
2180 exit_release_mem:
2181         if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2182                 dma_release_declared_memory(&pdev->dev);
2183 exit_iounmap:
2184         iounmap(base);
2185 exit_kfree:
2186         kfree(pcdev);
2187 exit:
2188         return err;
2189 }
2190
2191 static int __devexit sh_mobile_ceu_remove(struct platform_device *pdev)
2192 {
2193         struct soc_camera_host *soc_host = to_soc_camera_host(&pdev->dev);
2194         struct sh_mobile_ceu_dev *pcdev = container_of(soc_host,
2195                                         struct sh_mobile_ceu_dev, ici);
2196         struct platform_device *csi2_pdev = pcdev->csi2_pdev;
2197
2198         soc_camera_host_unregister(soc_host);
2199         pm_runtime_disable(&pdev->dev);
2200         free_irq(pcdev->irq, pcdev);
2201         if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2202                 dma_release_declared_memory(&pdev->dev);
2203         iounmap(pcdev->base);
2204         vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2205         if (csi2_pdev && csi2_pdev->dev.driver) {
2206                 struct module *csi2_drv = csi2_pdev->dev.driver->owner;
2207                 platform_device_del(csi2_pdev);
2208                 csi2_pdev->resource = NULL;
2209                 platform_device_put(csi2_pdev);
2210                 module_put(csi2_drv);
2211         }
2212         kfree(pcdev);
2213
2214         return 0;
2215 }
2216
2217 static int sh_mobile_ceu_runtime_nop(struct device *dev)
2218 {
2219         /* Runtime PM callback shared between ->runtime_suspend()
2220          * and ->runtime_resume(). Simply returns success.
2221          *
2222          * This driver re-initializes all registers after
2223          * pm_runtime_get_sync() anyway so there is no need
2224          * to save and restore registers here.
2225          */
2226         return 0;
2227 }
2228
2229 static const struct dev_pm_ops sh_mobile_ceu_dev_pm_ops = {
2230         .runtime_suspend = sh_mobile_ceu_runtime_nop,
2231         .runtime_resume = sh_mobile_ceu_runtime_nop,
2232 };
2233
2234 static struct platform_driver sh_mobile_ceu_driver = {
2235         .driver         = {
2236                 .name   = "sh_mobile_ceu",
2237                 .pm     = &sh_mobile_ceu_dev_pm_ops,
2238         },
2239         .probe          = sh_mobile_ceu_probe,
2240         .remove         = __devexit_p(sh_mobile_ceu_remove),
2241 };
2242
2243 static int __init sh_mobile_ceu_init(void)
2244 {
2245         /* Whatever return code */
2246         request_module("sh_mobile_csi2");
2247         return platform_driver_register(&sh_mobile_ceu_driver);
2248 }
2249
2250 static void __exit sh_mobile_ceu_exit(void)
2251 {
2252         platform_driver_unregister(&sh_mobile_ceu_driver);
2253 }
2254
2255 module_init(sh_mobile_ceu_init);
2256 module_exit(sh_mobile_ceu_exit);
2257
2258 MODULE_DESCRIPTION("SuperH Mobile CEU driver");
2259 MODULE_AUTHOR("Magnus Damm");
2260 MODULE_LICENSE("GPL");
2261 MODULE_VERSION("0.0.6");
2262 MODULE_ALIAS("platform:sh_mobile_ceu");