2 * V4L2 Driver for SuperH Mobile CEU interface
4 * Copyright (C) 2008 Magnus Damm
6 * Based on V4L2 Driver for PXA camera host - "pxa_camera.c",
8 * Copyright (C) 2006, Sascha Hauer, Pengutronix
9 * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
17 #include <linux/init.h>
18 #include <linux/module.h>
20 #include <linux/completion.h>
21 #include <linux/delay.h>
22 #include <linux/dma-mapping.h>
23 #include <linux/errno.h>
25 #include <linux/interrupt.h>
26 #include <linux/kernel.h>
28 #include <linux/moduleparam.h>
29 #include <linux/time.h>
30 #include <linux/slab.h>
31 #include <linux/device.h>
32 #include <linux/platform_device.h>
33 #include <linux/videodev2.h>
34 #include <linux/pm_runtime.h>
35 #include <linux/sched.h>
37 #include <media/v4l2-common.h>
38 #include <media/v4l2-dev.h>
39 #include <media/soc_camera.h>
40 #include <media/sh_mobile_ceu.h>
41 #include <media/sh_mobile_csi2.h>
42 #include <media/videobuf2-dma-contig.h>
43 #include <media/v4l2-mediabus.h>
44 #include <media/soc_mediabus.h>
46 /* register offsets for sh7722 / sh7723 */
48 #define CAPSR 0x00 /* Capture start register */
49 #define CAPCR 0x04 /* Capture control register */
50 #define CAMCR 0x08 /* Capture interface control register */
51 #define CMCYR 0x0c /* Capture interface cycle register */
52 #define CAMOR 0x10 /* Capture interface offset register */
53 #define CAPWR 0x14 /* Capture interface width register */
54 #define CAIFR 0x18 /* Capture interface input format register */
55 #define CSTCR 0x20 /* Camera strobe control register (<= sh7722) */
56 #define CSECR 0x24 /* Camera strobe emission count register (<= sh7722) */
57 #define CRCNTR 0x28 /* CEU register control register */
58 #define CRCMPR 0x2c /* CEU register forcible control register */
59 #define CFLCR 0x30 /* Capture filter control register */
60 #define CFSZR 0x34 /* Capture filter size clip register */
61 #define CDWDR 0x38 /* Capture destination width register */
62 #define CDAYR 0x3c /* Capture data address Y register */
63 #define CDACR 0x40 /* Capture data address C register */
64 #define CDBYR 0x44 /* Capture data bottom-field address Y register */
65 #define CDBCR 0x48 /* Capture data bottom-field address C register */
66 #define CBDSR 0x4c /* Capture bundle destination size register */
67 #define CFWCR 0x5c /* Firewall operation control register */
68 #define CLFCR 0x60 /* Capture low-pass filter control register */
69 #define CDOCR 0x64 /* Capture data output control register */
70 #define CDDCR 0x68 /* Capture data complexity level register */
71 #define CDDAR 0x6c /* Capture data complexity level address register */
72 #define CEIER 0x70 /* Capture event interrupt enable register */
73 #define CETCR 0x74 /* Capture event flag clear register */
74 #define CSTSR 0x7c /* Capture status register */
75 #define CSRTR 0x80 /* Capture software reset register */
76 #define CDSSR 0x84 /* Capture data size register */
77 #define CDAYR2 0x90 /* Capture data address Y register 2 */
78 #define CDACR2 0x94 /* Capture data address C register 2 */
79 #define CDBYR2 0x98 /* Capture data bottom-field address Y register 2 */
80 #define CDBCR2 0x9c /* Capture data bottom-field address C register 2 */
84 #define dev_geo dev_info
86 #define dev_geo dev_dbg
89 /* per video frame buffer */
90 struct sh_mobile_ceu_buffer {
91 struct vb2_buffer vb; /* v4l buffer must be first */
92 struct list_head queue;
93 enum v4l2_mbus_pixelcode code;
96 struct sh_mobile_ceu_dev {
97 struct soc_camera_host ici;
98 struct soc_camera_device *icd;
99 struct platform_device *csi2_pdev;
103 unsigned long video_limit;
105 spinlock_t lock; /* Protects video buffer lists */
106 struct list_head capture;
107 struct vb2_buffer *active;
108 struct vb2_alloc_ctx *alloc_ctx;
110 struct sh_mobile_ceu_info *pdata;
111 struct completion complete;
115 enum v4l2_field field;
118 unsigned int image_mode:1;
119 unsigned int is_16bit:1;
120 unsigned int frozen:1;
123 struct sh_mobile_ceu_cam {
124 /* CEU offsets within the camera output, before the CEU scaler */
125 unsigned int ceu_left;
126 unsigned int ceu_top;
127 /* Client output, as seen by the CEU */
131 * User window from S_CROP / G_CROP, produced by client cropping and
132 * scaling, CEU scaling and CEU cropping, mapped back onto the client
135 struct v4l2_rect subrect;
136 /* Camera cropping rectangle */
137 struct v4l2_rect rect;
138 const struct soc_mbus_pixelfmt *extra_fmt;
139 enum v4l2_mbus_pixelcode code;
142 static struct sh_mobile_ceu_buffer *to_ceu_vb(struct vb2_buffer *vb)
144 return container_of(vb, struct sh_mobile_ceu_buffer, vb);
147 static void ceu_write(struct sh_mobile_ceu_dev *priv,
148 unsigned long reg_offs, u32 data)
150 iowrite32(data, priv->base + reg_offs);
153 static u32 ceu_read(struct sh_mobile_ceu_dev *priv, unsigned long reg_offs)
155 return ioread32(priv->base + reg_offs);
158 static int sh_mobile_ceu_soft_reset(struct sh_mobile_ceu_dev *pcdev)
161 struct soc_camera_device *icd = pcdev->icd;
163 ceu_write(pcdev, CAPSR, 1 << 16); /* reset */
165 /* wait CSTSR.CPTON bit */
166 for (i = 0; i < 1000; i++) {
167 if (!(ceu_read(pcdev, CSTSR) & 1)) {
174 /* wait CAPSR.CPKIL bit */
175 for (i = 0; i < 1000; i++) {
176 if (!(ceu_read(pcdev, CAPSR) & (1 << 16))) {
185 dev_warn(icd->pdev, "soft reset time out\n");
193 * Videobuf operations
195 static int sh_mobile_ceu_videobuf_setup(struct vb2_queue *vq,
196 unsigned int *count, unsigned int *num_planes,
197 unsigned int sizes[], void *alloc_ctxs[])
199 struct soc_camera_device *icd = container_of(vq, struct soc_camera_device, vb2_vidq);
200 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
201 struct sh_mobile_ceu_dev *pcdev = ici->priv;
202 int bytes_per_line = soc_mbus_bytes_per_line(icd->user_width,
203 icd->current_fmt->host_fmt);
205 if (bytes_per_line < 0)
206 return bytes_per_line;
211 sizes[0] = bytes_per_line * icd->user_height;
212 alloc_ctxs[0] = pcdev->alloc_ctx;
217 if (pcdev->video_limit) {
218 if (PAGE_ALIGN(sizes[0]) * *count > pcdev->video_limit)
219 *count = pcdev->video_limit / PAGE_ALIGN(sizes[0]);
222 dev_dbg(icd->parent, "count=%d, size=%u\n", *count, sizes[0]);
227 #define CEU_CETCR_MAGIC 0x0317f313 /* acknowledge magical interrupt sources */
228 #define CEU_CETCR_IGRW (1 << 4) /* prohibited register access interrupt bit */
229 #define CEU_CEIER_CPEIE (1 << 0) /* one-frame capture end interrupt */
230 #define CEU_CEIER_VBP (1 << 20) /* vbp error */
231 #define CEU_CAPCR_CTNCP (1 << 16) /* continuous capture mode (if set) */
232 #define CEU_CEIER_MASK (CEU_CEIER_CPEIE | CEU_CEIER_VBP)
236 * return value doesn't reflex the success/failure to queue the new buffer,
237 * but rather the status of the previous buffer.
239 static int sh_mobile_ceu_capture(struct sh_mobile_ceu_dev *pcdev)
241 struct soc_camera_device *icd = pcdev->icd;
242 dma_addr_t phys_addr_top, phys_addr_bottom;
243 unsigned long top1, top2;
244 unsigned long bottom1, bottom2;
250 * The hardware is _very_ picky about this sequence. Especially
251 * the CEU_CETCR_MAGIC value. It seems like we need to acknowledge
252 * several not-so-well documented interrupt sources in CETCR.
254 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) & ~CEU_CEIER_MASK);
255 status = ceu_read(pcdev, CETCR);
256 ceu_write(pcdev, CETCR, ~status & CEU_CETCR_MAGIC);
258 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) | CEU_CEIER_MASK);
259 ceu_write(pcdev, CAPCR, ceu_read(pcdev, CAPCR) & ~CEU_CAPCR_CTNCP);
260 ceu_write(pcdev, CETCR, CEU_CETCR_MAGIC ^ CEU_CETCR_IGRW);
263 * When a VBP interrupt occurs, a capture end interrupt does not occur
264 * and the image of that frame is not captured correctly. So, soft reset
267 if (status & CEU_CEIER_VBP) {
268 sh_mobile_ceu_soft_reset(pcdev);
273 complete(&pcdev->complete);
280 if (V4L2_FIELD_INTERLACED_BT == pcdev->field) {
292 phys_addr_top = vb2_dma_contig_plane_dma_addr(pcdev->active, 0);
294 switch (icd->current_fmt->host_fmt->fourcc) {
295 case V4L2_PIX_FMT_NV12:
296 case V4L2_PIX_FMT_NV21:
297 case V4L2_PIX_FMT_NV16:
298 case V4L2_PIX_FMT_NV61:
305 ceu_write(pcdev, top1, phys_addr_top);
306 if (V4L2_FIELD_NONE != pcdev->field) {
308 phys_addr_bottom = phys_addr_top + icd->user_width;
310 phys_addr_bottom = phys_addr_top +
311 soc_mbus_bytes_per_line(icd->user_width,
312 icd->current_fmt->host_fmt);
313 ceu_write(pcdev, bottom1, phys_addr_bottom);
317 phys_addr_top += icd->user_width *
319 ceu_write(pcdev, top2, phys_addr_top);
320 if (V4L2_FIELD_NONE != pcdev->field) {
321 phys_addr_bottom = phys_addr_top + icd->user_width;
322 ceu_write(pcdev, bottom2, phys_addr_bottom);
326 ceu_write(pcdev, CAPSR, 0x1); /* start capture */
331 static int sh_mobile_ceu_videobuf_prepare(struct vb2_buffer *vb)
333 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
334 struct sh_mobile_ceu_buffer *buf;
335 int bytes_per_line = soc_mbus_bytes_per_line(icd->user_width,
336 icd->current_fmt->host_fmt);
339 if (bytes_per_line < 0)
340 return bytes_per_line;
344 dev_dbg(icd->parent, "%s (vb=0x%p) 0x%p %lu\n", __func__,
345 vb, vb2_plane_vaddr(vb, 0), vb2_get_plane_payload(vb, 0));
347 /* Added list head initialization on alloc */
348 WARN(!list_empty(&buf->queue), "Buffer %p on queue!\n", vb);
352 * This can be useful if you want to see if we actually fill
353 * the buffer with something
355 if (vb2_plane_vaddr(vb, 0))
356 memset(vb2_plane_vaddr(vb, 0), 0xaa, vb2_get_plane_payload(vb, 0));
359 BUG_ON(NULL == icd->current_fmt);
361 size = icd->user_height * bytes_per_line;
363 if (vb2_plane_size(vb, 0) < size) {
364 dev_err(icd->parent, "Buffer too small (%lu < %lu)\n",
365 vb2_plane_size(vb, 0), size);
369 vb2_set_plane_payload(vb, 0, size);
374 static void sh_mobile_ceu_videobuf_queue(struct vb2_buffer *vb)
376 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
377 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
378 struct sh_mobile_ceu_dev *pcdev = ici->priv;
379 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
381 dev_dbg(icd->parent, "%s (vb=0x%p) 0x%p %lu\n", __func__,
382 vb, vb2_plane_vaddr(vb, 0), vb2_get_plane_payload(vb, 0));
384 spin_lock_irq(&pcdev->lock);
385 list_add_tail(&buf->queue, &pcdev->capture);
387 if (!pcdev->active) {
389 * Because there were no active buffer at this moment,
390 * we are not interested in the return value of
391 * sh_mobile_ceu_capture here.
394 sh_mobile_ceu_capture(pcdev);
396 spin_unlock_irq(&pcdev->lock);
399 static void sh_mobile_ceu_videobuf_release(struct vb2_buffer *vb)
401 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
402 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
403 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
404 struct sh_mobile_ceu_dev *pcdev = ici->priv;
406 spin_lock_irq(&pcdev->lock);
408 if (pcdev->active == vb) {
409 /* disable capture (release DMA buffer), reset */
410 ceu_write(pcdev, CAPSR, 1 << 16);
411 pcdev->active = NULL;
415 * Doesn't hurt also if the list is empty, but it hurts, if queuing the
416 * buffer failed, and .buf_init() hasn't been called
419 list_del_init(&buf->queue);
421 spin_unlock_irq(&pcdev->lock);
424 static int sh_mobile_ceu_videobuf_init(struct vb2_buffer *vb)
426 /* This is for locking debugging only */
427 INIT_LIST_HEAD(&to_ceu_vb(vb)->queue);
431 static int sh_mobile_ceu_stop_streaming(struct vb2_queue *q)
433 struct soc_camera_device *icd = container_of(q, struct soc_camera_device, vb2_vidq);
434 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
435 struct sh_mobile_ceu_dev *pcdev = ici->priv;
436 struct list_head *buf_head, *tmp;
438 spin_lock_irq(&pcdev->lock);
440 pcdev->active = NULL;
442 list_for_each_safe(buf_head, tmp, &pcdev->capture)
443 list_del_init(buf_head);
445 spin_unlock_irq(&pcdev->lock);
447 return sh_mobile_ceu_soft_reset(pcdev);
450 static struct vb2_ops sh_mobile_ceu_videobuf_ops = {
451 .queue_setup = sh_mobile_ceu_videobuf_setup,
452 .buf_prepare = sh_mobile_ceu_videobuf_prepare,
453 .buf_queue = sh_mobile_ceu_videobuf_queue,
454 .buf_cleanup = sh_mobile_ceu_videobuf_release,
455 .buf_init = sh_mobile_ceu_videobuf_init,
456 .wait_prepare = soc_camera_unlock,
457 .wait_finish = soc_camera_lock,
458 .stop_streaming = sh_mobile_ceu_stop_streaming,
461 static irqreturn_t sh_mobile_ceu_irq(int irq, void *data)
463 struct sh_mobile_ceu_dev *pcdev = data;
464 struct vb2_buffer *vb;
467 spin_lock(&pcdev->lock);
471 /* Stale interrupt from a released buffer */
474 list_del_init(&to_ceu_vb(vb)->queue);
476 if (!list_empty(&pcdev->capture))
477 pcdev->active = &list_entry(pcdev->capture.next,
478 struct sh_mobile_ceu_buffer, queue)->vb;
480 pcdev->active = NULL;
482 ret = sh_mobile_ceu_capture(pcdev);
483 do_gettimeofday(&vb->v4l2_buf.timestamp);
485 vb->v4l2_buf.field = pcdev->field;
486 vb->v4l2_buf.sequence = pcdev->sequence++;
488 vb2_buffer_done(vb, ret < 0 ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
491 spin_unlock(&pcdev->lock);
496 static struct v4l2_subdev *find_csi2(struct sh_mobile_ceu_dev *pcdev)
498 struct v4l2_subdev *sd;
500 if (!pcdev->csi2_pdev)
503 v4l2_device_for_each_subdev(sd, &pcdev->ici.v4l2_dev)
504 if (&pcdev->csi2_pdev->dev == v4l2_get_subdevdata(sd))
510 /* Called with .video_lock held */
511 static int sh_mobile_ceu_add_device(struct soc_camera_device *icd)
513 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
514 struct sh_mobile_ceu_dev *pcdev = ici->priv;
515 struct v4l2_subdev *csi2_sd;
521 dev_info(icd->parent,
522 "SuperH Mobile CEU driver attached to camera %d\n",
525 pm_runtime_get_sync(ici->v4l2_dev.dev);
527 ret = sh_mobile_ceu_soft_reset(pcdev);
529 csi2_sd = find_csi2(pcdev);
531 ret = v4l2_subdev_call(csi2_sd, core, s_power, 1);
532 if (ret != -ENODEV && ret != -ENOIOCTLCMD && ret < 0) {
533 pm_runtime_put_sync(ici->v4l2_dev.dev);
542 /* Called with .video_lock held */
543 static void sh_mobile_ceu_remove_device(struct soc_camera_device *icd)
545 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
546 struct sh_mobile_ceu_dev *pcdev = ici->priv;
547 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
549 BUG_ON(icd != pcdev->icd);
551 v4l2_subdev_call(csi2_sd, core, s_power, 0);
552 /* disable capture, disable interrupts */
553 ceu_write(pcdev, CEIER, 0);
554 sh_mobile_ceu_soft_reset(pcdev);
556 /* make sure active buffer is canceled */
557 spin_lock_irq(&pcdev->lock);
559 list_del_init(&to_ceu_vb(pcdev->active)->queue);
560 vb2_buffer_done(pcdev->active, VB2_BUF_STATE_ERROR);
561 pcdev->active = NULL;
563 spin_unlock_irq(&pcdev->lock);
565 pm_runtime_put_sync(ici->v4l2_dev.dev);
567 dev_info(icd->parent,
568 "SuperH Mobile CEU driver detached from camera %d\n",
575 * See chapter 29.4.12 "Capture Filter Control Register (CFLCR)"
576 * in SH7722 Hardware Manual
578 static unsigned int size_dst(unsigned int src, unsigned int scale)
580 unsigned int mant_pre = scale >> 12;
583 return ((mant_pre + 2 * (src - 1)) / (2 * mant_pre) - 1) *
584 mant_pre * 4096 / scale + 1;
587 static u16 calc_scale(unsigned int src, unsigned int *dst)
594 scale = (src * 4096 / *dst) & ~7;
596 while (scale > 4096 && size_dst(src, scale) < *dst)
599 *dst = size_dst(src, scale);
604 /* rect is guaranteed to not exceed the scaled camera rectangle */
605 static void sh_mobile_ceu_set_rect(struct soc_camera_device *icd)
607 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
608 struct sh_mobile_ceu_cam *cam = icd->host_priv;
609 struct sh_mobile_ceu_dev *pcdev = ici->priv;
610 unsigned int height, width, cdwdr_width, in_width, in_height;
611 unsigned int left_offset, top_offset;
614 dev_geo(icd->parent, "Crop %ux%u@%u:%u\n",
615 icd->user_width, icd->user_height, cam->ceu_left, cam->ceu_top);
617 left_offset = cam->ceu_left;
618 top_offset = cam->ceu_top;
620 WARN_ON(icd->user_width & 3 || icd->user_height & 3);
622 width = icd->user_width;
624 if (pcdev->image_mode) {
625 in_width = cam->width;
626 if (!pcdev->is_16bit) {
632 int bytes_per_line = soc_mbus_bytes_per_line(width,
633 icd->current_fmt->host_fmt);
634 unsigned int w_factor;
636 switch (icd->current_fmt->host_fmt->packing) {
637 case SOC_MBUS_PACKING_2X8_PADHI:
644 in_width = cam->width * w_factor;
645 left_offset *= w_factor;
647 if (bytes_per_line < 0)
650 cdwdr_width = bytes_per_line;
653 height = icd->user_height;
654 in_height = cam->height;
655 if (V4L2_FIELD_NONE != pcdev->field) {
656 height = (height / 2) & ~3;
662 /* CSI2 special configuration */
663 if (pcdev->pdata->csi2) {
664 in_width = ((in_width - 2) * 2);
668 /* Set CAMOR, CAPWR, CFSZR, take care of CDWDR */
669 camor = left_offset | (top_offset << 16);
672 "CAMOR 0x%x, CAPWR 0x%x, CFSZR 0x%x, CDWDR 0x%x\n", camor,
673 (in_height << 16) | in_width, (height << 16) | width,
676 ceu_write(pcdev, CAMOR, camor);
677 ceu_write(pcdev, CAPWR, (in_height << 16) | in_width);
678 /* CFSZR clipping is applied _after_ the scaling filter (CFLCR) */
679 ceu_write(pcdev, CFSZR, (height << 16) | width);
680 ceu_write(pcdev, CDWDR, cdwdr_width);
683 static u32 capture_save_reset(struct sh_mobile_ceu_dev *pcdev)
685 u32 capsr = ceu_read(pcdev, CAPSR);
686 ceu_write(pcdev, CAPSR, 1 << 16); /* reset, stop capture */
690 static void capture_restore(struct sh_mobile_ceu_dev *pcdev, u32 capsr)
692 unsigned long timeout = jiffies + 10 * HZ;
695 * Wait until the end of the current frame. It can take a long time,
696 * but if it has been aborted by a CAPSR reset, it shoule exit sooner.
698 while ((ceu_read(pcdev, CSTSR) & 1) && time_before(jiffies, timeout))
701 if (time_after(jiffies, timeout)) {
702 dev_err(pcdev->ici.v4l2_dev.dev,
703 "Timeout waiting for frame end! Interface problem?\n");
707 /* Wait until reset clears, this shall not hang... */
708 while (ceu_read(pcdev, CAPSR) & (1 << 16))
711 /* Anything to restore? */
712 if (capsr & ~(1 << 16))
713 ceu_write(pcdev, CAPSR, capsr);
716 /* Find the bus subdevice driver, e.g., CSI2 */
717 static struct v4l2_subdev *find_bus_subdev(struct sh_mobile_ceu_dev *pcdev,
718 struct soc_camera_device *icd)
720 if (pcdev->csi2_pdev) {
721 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
722 if (csi2_sd && csi2_sd->grp_id == (u32)icd)
726 return soc_camera_to_subdev(icd);
729 #define CEU_BUS_FLAGS (V4L2_MBUS_MASTER | \
730 V4L2_MBUS_PCLK_SAMPLE_RISING | \
731 V4L2_MBUS_HSYNC_ACTIVE_HIGH | \
732 V4L2_MBUS_HSYNC_ACTIVE_LOW | \
733 V4L2_MBUS_VSYNC_ACTIVE_HIGH | \
734 V4L2_MBUS_VSYNC_ACTIVE_LOW | \
735 V4L2_MBUS_DATA_ACTIVE_HIGH)
737 /* Capture is not running, no interrupts, no locking needed */
738 static int sh_mobile_ceu_set_bus_param(struct soc_camera_device *icd,
741 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
742 struct sh_mobile_ceu_dev *pcdev = ici->priv;
743 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
744 struct sh_mobile_ceu_cam *cam = icd->host_priv;
745 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
746 unsigned long value, common_flags = CEU_BUS_FLAGS;
747 u32 capsr = capture_save_reset(pcdev);
748 unsigned int yuv_lineskip;
752 * If the client doesn't implement g_mbus_config, we just use our
755 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
757 common_flags = soc_mbus_config_compatible(&cfg,
761 } else if (ret != -ENOIOCTLCMD) {
765 /* Make choises, based on platform preferences */
766 if ((common_flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH) &&
767 (common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)) {
768 if (pcdev->pdata->flags & SH_CEU_FLAG_HSYNC_LOW)
769 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_HIGH;
771 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_LOW;
774 if ((common_flags & V4L2_MBUS_VSYNC_ACTIVE_HIGH) &&
775 (common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)) {
776 if (pcdev->pdata->flags & SH_CEU_FLAG_VSYNC_LOW)
777 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_HIGH;
779 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_LOW;
782 cfg.flags = common_flags;
783 ret = v4l2_subdev_call(sd, video, s_mbus_config, &cfg);
784 if (ret < 0 && ret != -ENOIOCTLCMD)
787 if (icd->current_fmt->host_fmt->bits_per_sample > 8)
792 ceu_write(pcdev, CRCNTR, 0);
793 ceu_write(pcdev, CRCMPR, 0);
795 value = 0x00000010; /* data fetch by default */
798 switch (icd->current_fmt->host_fmt->fourcc) {
799 case V4L2_PIX_FMT_NV12:
800 case V4L2_PIX_FMT_NV21:
801 /* convert 4:2:2 -> 4:2:0 */
802 yuv_lineskip = 0; /* skip for NV12/21, no skip for NV16/61 */
804 case V4L2_PIX_FMT_NV16:
805 case V4L2_PIX_FMT_NV61:
807 case V4L2_MBUS_FMT_UYVY8_2X8:
808 value = 0x00000000; /* Cb0, Y0, Cr0, Y1 */
810 case V4L2_MBUS_FMT_VYUY8_2X8:
811 value = 0x00000100; /* Cr0, Y0, Cb0, Y1 */
813 case V4L2_MBUS_FMT_YUYV8_2X8:
814 value = 0x00000200; /* Y0, Cb0, Y1, Cr0 */
816 case V4L2_MBUS_FMT_YVYU8_2X8:
817 value = 0x00000300; /* Y0, Cr0, Y1, Cb0 */
824 if (icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV21 ||
825 icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV61)
826 value ^= 0x00000100; /* swap U, V to change from NV1x->NVx1 */
828 value |= common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW ? 1 << 1 : 0;
829 value |= common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW ? 1 << 0 : 0;
830 value |= pcdev->is_16bit ? 1 << 12 : 0;
833 if (pcdev->pdata->csi2)
836 ceu_write(pcdev, CAMCR, value);
838 ceu_write(pcdev, CAPCR, 0x00300000);
840 switch (pcdev->field) {
841 case V4L2_FIELD_INTERLACED_TB:
844 case V4L2_FIELD_INTERLACED_BT:
851 ceu_write(pcdev, CAIFR, value);
853 sh_mobile_ceu_set_rect(icd);
856 dev_geo(icd->parent, "CFLCR 0x%x\n", pcdev->cflcr);
857 ceu_write(pcdev, CFLCR, pcdev->cflcr);
860 * A few words about byte order (observed in Big Endian mode)
862 * In data fetch mode bytes are received in chunks of 8 bytes.
863 * D0, D1, D2, D3, D4, D5, D6, D7 (D0 received first)
865 * The data is however by default written to memory in reverse order:
866 * D7, D6, D5, D4, D3, D2, D1, D0 (D7 written to lowest byte)
868 * The lowest three bits of CDOCR allows us to do swapping,
869 * using 7 we swap the data bytes to match the incoming order:
870 * D0, D1, D2, D3, D4, D5, D6, D7
872 value = 0x00000007 | yuv_lineskip;
874 ceu_write(pcdev, CDOCR, value);
875 ceu_write(pcdev, CFWCR, 0); /* keep "datafetch firewall" disabled */
877 dev_dbg(icd->parent, "S_FMT successful for %c%c%c%c %ux%u\n",
878 pixfmt & 0xff, (pixfmt >> 8) & 0xff,
879 (pixfmt >> 16) & 0xff, (pixfmt >> 24) & 0xff,
880 icd->user_width, icd->user_height);
882 capture_restore(pcdev, capsr);
884 /* not in bundle mode: skip CBDSR, CDAYR2, CDACR2, CDBYR2, CDBCR2 */
888 static int sh_mobile_ceu_try_bus_param(struct soc_camera_device *icd,
889 unsigned char buswidth)
891 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
892 struct sh_mobile_ceu_dev *pcdev = ici->priv;
893 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
894 unsigned long common_flags = CEU_BUS_FLAGS;
895 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
898 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
900 common_flags = soc_mbus_config_compatible(&cfg,
902 else if (ret != -ENOIOCTLCMD)
905 if (!common_flags || buswidth > 16)
911 static const struct soc_mbus_pixelfmt sh_mobile_ceu_formats[] = {
913 .fourcc = V4L2_PIX_FMT_NV12,
915 .bits_per_sample = 8,
916 .packing = SOC_MBUS_PACKING_1_5X8,
917 .order = SOC_MBUS_ORDER_LE,
919 .fourcc = V4L2_PIX_FMT_NV21,
921 .bits_per_sample = 8,
922 .packing = SOC_MBUS_PACKING_1_5X8,
923 .order = SOC_MBUS_ORDER_LE,
925 .fourcc = V4L2_PIX_FMT_NV16,
927 .bits_per_sample = 8,
928 .packing = SOC_MBUS_PACKING_2X8_PADHI,
929 .order = SOC_MBUS_ORDER_LE,
931 .fourcc = V4L2_PIX_FMT_NV61,
933 .bits_per_sample = 8,
934 .packing = SOC_MBUS_PACKING_2X8_PADHI,
935 .order = SOC_MBUS_ORDER_LE,
939 /* This will be corrected as we get more formats */
940 static bool sh_mobile_ceu_packing_supported(const struct soc_mbus_pixelfmt *fmt)
942 return fmt->packing == SOC_MBUS_PACKING_NONE ||
943 (fmt->bits_per_sample == 8 &&
944 fmt->packing == SOC_MBUS_PACKING_1_5X8) ||
945 (fmt->bits_per_sample == 8 &&
946 fmt->packing == SOC_MBUS_PACKING_2X8_PADHI) ||
947 (fmt->bits_per_sample > 8 &&
948 fmt->packing == SOC_MBUS_PACKING_EXTEND16);
951 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect);
953 static int sh_mobile_ceu_get_formats(struct soc_camera_device *icd, unsigned int idx,
954 struct soc_camera_format_xlate *xlate)
956 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
957 struct device *dev = icd->parent;
958 struct soc_camera_host *ici = to_soc_camera_host(dev);
959 struct sh_mobile_ceu_dev *pcdev = ici->priv;
962 struct sh_mobile_ceu_cam *cam;
963 enum v4l2_mbus_pixelcode code;
964 const struct soc_mbus_pixelfmt *fmt;
966 ret = v4l2_subdev_call(sd, video, enum_mbus_fmt, idx, &code);
968 /* No more formats */
971 fmt = soc_mbus_get_fmtdesc(code);
973 dev_warn(dev, "unsupported format code #%u: %d\n", idx, code);
977 if (!pcdev->pdata->csi2) {
978 /* Are there any restrictions in the CSI-2 case? */
979 ret = sh_mobile_ceu_try_bus_param(icd, fmt->bits_per_sample);
984 if (!icd->host_priv) {
985 struct v4l2_mbus_framefmt mf;
986 struct v4l2_rect rect;
989 /* FIXME: subwindow is lost between close / open */
991 /* Cache current client geometry */
992 ret = client_g_rect(sd, &rect);
997 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1001 while ((mf.width > 2560 || mf.height > 1920) && shift < 4) {
1002 /* Try 2560x1920, 1280x960, 640x480, 320x240 */
1003 mf.width = 2560 >> shift;
1004 mf.height = 1920 >> shift;
1005 ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1013 dev_err(dev, "Failed to configure the client below %ux%x\n",
1014 mf.width, mf.height);
1018 dev_geo(dev, "camera fmt %ux%u\n", mf.width, mf.height);
1020 cam = kzalloc(sizeof(*cam), GFP_KERNEL);
1024 /* We are called with current camera crop, initialise subrect with it */
1026 cam->subrect = rect;
1028 cam->width = mf.width;
1029 cam->height = mf.height;
1031 icd->host_priv = cam;
1033 cam = icd->host_priv;
1036 /* Beginning of a pass */
1038 cam->extra_fmt = NULL;
1041 case V4L2_MBUS_FMT_UYVY8_2X8:
1042 case V4L2_MBUS_FMT_VYUY8_2X8:
1043 case V4L2_MBUS_FMT_YUYV8_2X8:
1044 case V4L2_MBUS_FMT_YVYU8_2X8:
1049 * Our case is simple so far: for any of the above four camera
1050 * formats we add all our four synthesized NV* formats, so,
1051 * just marking the device with a single flag suffices. If
1052 * the format generation rules are more complex, you would have
1053 * to actually hang your already added / counted formats onto
1054 * the host_priv pointer and check whether the format you're
1055 * going to add now is already there.
1057 cam->extra_fmt = sh_mobile_ceu_formats;
1059 n = ARRAY_SIZE(sh_mobile_ceu_formats);
1061 for (k = 0; xlate && k < n; k++) {
1062 xlate->host_fmt = &sh_mobile_ceu_formats[k];
1065 dev_dbg(dev, "Providing format %s using code %d\n",
1066 sh_mobile_ceu_formats[k].name, code);
1070 if (!sh_mobile_ceu_packing_supported(fmt))
1074 /* Generic pass-through */
1077 xlate->host_fmt = fmt;
1080 dev_dbg(dev, "Providing format %s in pass-through mode\n",
1087 static void sh_mobile_ceu_put_formats(struct soc_camera_device *icd)
1089 kfree(icd->host_priv);
1090 icd->host_priv = NULL;
1093 /* Check if any dimension of r1 is smaller than respective one of r2 */
1094 static bool is_smaller(struct v4l2_rect *r1, struct v4l2_rect *r2)
1096 return r1->width < r2->width || r1->height < r2->height;
1099 /* Check if r1 fails to cover r2 */
1100 static bool is_inside(struct v4l2_rect *r1, struct v4l2_rect *r2)
1102 return r1->left > r2->left || r1->top > r2->top ||
1103 r1->left + r1->width < r2->left + r2->width ||
1104 r1->top + r1->height < r2->top + r2->height;
1107 static unsigned int scale_down(unsigned int size, unsigned int scale)
1109 return (size * 4096 + scale / 2) / scale;
1112 static unsigned int calc_generic_scale(unsigned int input, unsigned int output)
1114 return (input * 4096 + output / 2) / output;
1117 /* Get and store current client crop */
1118 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect)
1120 struct v4l2_crop crop;
1121 struct v4l2_cropcap cap;
1124 crop.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1126 ret = v4l2_subdev_call(sd, video, g_crop, &crop);
1132 /* Camera driver doesn't support .g_crop(), assume default rectangle */
1133 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1135 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1137 *rect = cap.defrect;
1142 /* Client crop has changed, update our sub-rectangle to remain within the area */
1143 static void update_subrect(struct sh_mobile_ceu_cam *cam)
1145 struct v4l2_rect *rect = &cam->rect, *subrect = &cam->subrect;
1147 if (rect->width < subrect->width)
1148 subrect->width = rect->width;
1150 if (rect->height < subrect->height)
1151 subrect->height = rect->height;
1153 if (rect->left > subrect->left)
1154 subrect->left = rect->left;
1155 else if (rect->left + rect->width >
1156 subrect->left + subrect->width)
1157 subrect->left = rect->left + rect->width -
1160 if (rect->top > subrect->top)
1161 subrect->top = rect->top;
1162 else if (rect->top + rect->height >
1163 subrect->top + subrect->height)
1164 subrect->top = rect->top + rect->height -
1169 * The common for both scaling and cropping iterative approach is:
1170 * 1. try if the client can produce exactly what requested by the user
1171 * 2. if (1) failed, try to double the client image until we get one big enough
1172 * 3. if (2) failed, try to request the maximum image
1174 static int client_s_crop(struct soc_camera_device *icd, struct v4l2_crop *crop,
1175 struct v4l2_crop *cam_crop)
1177 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1178 struct v4l2_rect *rect = &crop->c, *cam_rect = &cam_crop->c;
1179 struct device *dev = sd->v4l2_dev->dev;
1180 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1181 struct v4l2_cropcap cap;
1183 unsigned int width, height;
1185 v4l2_subdev_call(sd, video, s_crop, crop);
1186 ret = client_g_rect(sd, cam_rect);
1191 * Now cam_crop contains the current camera input rectangle, and it must
1192 * be within camera cropcap bounds
1194 if (!memcmp(rect, cam_rect, sizeof(*rect))) {
1195 /* Even if camera S_CROP failed, but camera rectangle matches */
1196 dev_dbg(dev, "Camera S_CROP successful for %dx%d@%d:%d\n",
1197 rect->width, rect->height, rect->left, rect->top);
1198 cam->rect = *cam_rect;
1202 /* Try to fix cropping, that camera hasn't managed to set */
1203 dev_geo(dev, "Fix camera S_CROP for %dx%d@%d:%d to %dx%d@%d:%d\n",
1204 cam_rect->width, cam_rect->height,
1205 cam_rect->left, cam_rect->top,
1206 rect->width, rect->height, rect->left, rect->top);
1208 /* We need sensor maximum rectangle */
1209 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1213 /* Put user requested rectangle within sensor bounds */
1214 soc_camera_limit_side(&rect->left, &rect->width, cap.bounds.left, 2,
1216 soc_camera_limit_side(&rect->top, &rect->height, cap.bounds.top, 4,
1220 * Popular special case - some cameras can only handle fixed sizes like
1221 * QVGA, VGA,... Take care to avoid infinite loop.
1223 width = max(cam_rect->width, 2);
1224 height = max(cam_rect->height, 2);
1227 * Loop as long as sensor is not covering the requested rectangle and
1228 * is still within its bounds
1230 while (!ret && (is_smaller(cam_rect, rect) ||
1231 is_inside(cam_rect, rect)) &&
1232 (cap.bounds.width > width || cap.bounds.height > height)) {
1237 cam_rect->width = width;
1238 cam_rect->height = height;
1241 * We do not know what capabilities the camera has to set up
1242 * left and top borders. We could try to be smarter in iterating
1243 * them, e.g., if camera current left is to the right of the
1244 * target left, set it to the middle point between the current
1245 * left and minimum left. But that would add too much
1246 * complexity: we would have to iterate each border separately.
1247 * Instead we just drop to the left and top bounds.
1249 if (cam_rect->left > rect->left)
1250 cam_rect->left = cap.bounds.left;
1252 if (cam_rect->left + cam_rect->width < rect->left + rect->width)
1253 cam_rect->width = rect->left + rect->width -
1256 if (cam_rect->top > rect->top)
1257 cam_rect->top = cap.bounds.top;
1259 if (cam_rect->top + cam_rect->height < rect->top + rect->height)
1260 cam_rect->height = rect->top + rect->height -
1263 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1264 ret = client_g_rect(sd, cam_rect);
1265 dev_geo(dev, "Camera S_CROP %d for %dx%d@%d:%d\n", ret,
1266 cam_rect->width, cam_rect->height,
1267 cam_rect->left, cam_rect->top);
1270 /* S_CROP must not modify the rectangle */
1271 if (is_smaller(cam_rect, rect) || is_inside(cam_rect, rect)) {
1273 * The camera failed to configure a suitable cropping,
1274 * we cannot use the current rectangle, set to max
1276 *cam_rect = cap.bounds;
1277 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1278 ret = client_g_rect(sd, cam_rect);
1279 dev_geo(dev, "Camera S_CROP %d for max %dx%d@%d:%d\n", ret,
1280 cam_rect->width, cam_rect->height,
1281 cam_rect->left, cam_rect->top);
1285 cam->rect = *cam_rect;
1286 update_subrect(cam);
1292 /* Iterative s_mbus_fmt, also updates cached client crop on success */
1293 static int client_s_fmt(struct soc_camera_device *icd,
1294 struct v4l2_mbus_framefmt *mf, bool ceu_can_scale)
1296 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1297 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1298 struct device *dev = icd->parent;
1299 unsigned int width = mf->width, height = mf->height, tmp_w, tmp_h;
1300 unsigned int max_width, max_height;
1301 struct v4l2_cropcap cap;
1305 ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1310 dev_geo(dev, "camera scaled to %ux%u\n", mf->width, mf->height);
1312 if (width == mf->width && height == mf->height) {
1313 /* Perfect! The client has done it all. */
1322 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1324 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1328 max_width = min(cap.bounds.width, 2560);
1329 max_height = min(cap.bounds.height, 1920);
1331 /* Camera set a format, but geometry is not precise, try to improve */
1335 /* width <= max_width && height <= max_height - guaranteed by try_fmt */
1336 while ((width > tmp_w || height > tmp_h) &&
1337 tmp_w < max_width && tmp_h < max_height) {
1338 tmp_w = min(2 * tmp_w, max_width);
1339 tmp_h = min(2 * tmp_h, max_height);
1342 ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1344 dev_geo(dev, "Camera scaled to %ux%u\n",
1345 mf->width, mf->height);
1347 /* This shouldn't happen */
1348 dev_err(dev, "Client failed to set format: %d\n", ret);
1355 ret = client_g_rect(sd, &cam->rect);
1360 cam->subrect = cam->rect;
1362 update_subrect(cam);
1368 * @width - on output: user width, mapped back to input
1369 * @height - on output: user height, mapped back to input
1370 * @mf - in- / output camera output window
1372 static int client_scale(struct soc_camera_device *icd,
1373 struct v4l2_mbus_framefmt *mf,
1374 unsigned int *width, unsigned int *height,
1377 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1378 struct device *dev = icd->parent;
1379 struct v4l2_mbus_framefmt mf_tmp = *mf;
1380 unsigned int scale_h, scale_v;
1384 * 5. Apply iterative camera S_FMT for camera user window (also updates
1385 * client crop cache and the imaginary sub-rectangle).
1387 ret = client_s_fmt(icd, &mf_tmp, ceu_can_scale);
1391 dev_geo(dev, "5: camera scaled to %ux%u\n",
1392 mf_tmp.width, mf_tmp.height);
1394 /* 6. Retrieve camera output window (g_fmt) */
1396 /* unneeded - it is already in "mf_tmp" */
1398 /* 7. Calculate new client scales. */
1399 scale_h = calc_generic_scale(cam->rect.width, mf_tmp.width);
1400 scale_v = calc_generic_scale(cam->rect.height, mf_tmp.height);
1402 mf->width = mf_tmp.width;
1403 mf->height = mf_tmp.height;
1404 mf->colorspace = mf_tmp.colorspace;
1407 * 8. Calculate new CEU crop - apply camera scales to previously
1408 * updated "effective" crop.
1410 *width = scale_down(cam->subrect.width, scale_h);
1411 *height = scale_down(cam->subrect.height, scale_v);
1413 dev_geo(dev, "8: new client sub-window %ux%u\n", *width, *height);
1419 * CEU can scale and crop, but we don't want to waste bandwidth and kill the
1420 * framerate by always requesting the maximum image from the client. See
1421 * Documentation/video4linux/sh_mobile_ceu_camera.txt for a description of
1422 * scaling and cropping algorithms and for the meaning of referenced here steps.
1424 static int sh_mobile_ceu_set_crop(struct soc_camera_device *icd,
1425 struct v4l2_crop *a)
1427 struct v4l2_rect *rect = &a->c;
1428 struct device *dev = icd->parent;
1429 struct soc_camera_host *ici = to_soc_camera_host(dev);
1430 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1431 struct v4l2_crop cam_crop;
1432 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1433 struct v4l2_rect *cam_rect = &cam_crop.c;
1434 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1435 struct v4l2_mbus_framefmt mf;
1436 unsigned int scale_cam_h, scale_cam_v, scale_ceu_h, scale_ceu_v,
1437 out_width, out_height;
1438 int interm_width, interm_height;
1442 dev_geo(dev, "S_CROP(%ux%u@%u:%u)\n", rect->width, rect->height,
1443 rect->left, rect->top);
1445 /* During camera cropping its output window can change too, stop CEU */
1446 capsr = capture_save_reset(pcdev);
1447 dev_dbg(dev, "CAPSR 0x%x, CFLCR 0x%x\n", capsr, pcdev->cflcr);
1450 * 1. - 2. Apply iterative camera S_CROP for new input window, read back
1451 * actual camera rectangle.
1453 ret = client_s_crop(icd, a, &cam_crop);
1457 dev_geo(dev, "1-2: camera cropped to %ux%u@%u:%u\n",
1458 cam_rect->width, cam_rect->height,
1459 cam_rect->left, cam_rect->top);
1461 /* On success cam_crop contains current camera crop */
1463 /* 3. Retrieve camera output window */
1464 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1468 if (mf.width > 2560 || mf.height > 1920)
1471 /* 4. Calculate camera scales */
1472 scale_cam_h = calc_generic_scale(cam_rect->width, mf.width);
1473 scale_cam_v = calc_generic_scale(cam_rect->height, mf.height);
1475 /* Calculate intermediate window */
1476 interm_width = scale_down(rect->width, scale_cam_h);
1477 interm_height = scale_down(rect->height, scale_cam_v);
1479 if (interm_width < icd->user_width) {
1482 new_scale_h = calc_generic_scale(rect->width, icd->user_width);
1484 mf.width = scale_down(cam_rect->width, new_scale_h);
1487 if (interm_height < icd->user_height) {
1490 new_scale_v = calc_generic_scale(rect->height, icd->user_height);
1492 mf.height = scale_down(cam_rect->height, new_scale_v);
1495 if (interm_width < icd->user_width || interm_height < icd->user_height) {
1496 ret = v4l2_device_call_until_err(sd->v4l2_dev, (int)icd, video,
1501 dev_geo(dev, "New camera output %ux%u\n", mf.width, mf.height);
1502 scale_cam_h = calc_generic_scale(cam_rect->width, mf.width);
1503 scale_cam_v = calc_generic_scale(cam_rect->height, mf.height);
1504 interm_width = scale_down(rect->width, scale_cam_h);
1505 interm_height = scale_down(rect->height, scale_cam_v);
1508 /* Cache camera output window */
1509 cam->width = mf.width;
1510 cam->height = mf.height;
1512 if (pcdev->image_mode) {
1513 out_width = min(interm_width, icd->user_width);
1514 out_height = min(interm_height, icd->user_height);
1516 out_width = interm_width;
1517 out_height = interm_height;
1521 * 5. Calculate CEU scales from camera scales from results of (5) and
1524 scale_ceu_h = calc_scale(interm_width, &out_width);
1525 scale_ceu_v = calc_scale(interm_height, &out_height);
1527 dev_geo(dev, "5: CEU scales %u:%u\n", scale_ceu_h, scale_ceu_v);
1529 /* Apply CEU scales. */
1530 cflcr = scale_ceu_h | (scale_ceu_v << 16);
1531 if (cflcr != pcdev->cflcr) {
1532 pcdev->cflcr = cflcr;
1533 ceu_write(pcdev, CFLCR, cflcr);
1536 icd->user_width = out_width & ~3;
1537 icd->user_height = out_height & ~3;
1538 /* Offsets are applied at the CEU scaling filter input */
1539 cam->ceu_left = scale_down(rect->left - cam_rect->left, scale_cam_h) & ~1;
1540 cam->ceu_top = scale_down(rect->top - cam_rect->top, scale_cam_v) & ~1;
1542 /* 6. Use CEU cropping to crop to the new window. */
1543 sh_mobile_ceu_set_rect(icd);
1545 cam->subrect = *rect;
1547 dev_geo(dev, "6: CEU cropped to %ux%u@%u:%u\n",
1548 icd->user_width, icd->user_height,
1549 cam->ceu_left, cam->ceu_top);
1551 /* Restore capture. The CE bit can be cleared by the hardware */
1554 capture_restore(pcdev, capsr);
1556 /* Even if only camera cropping succeeded */
1560 static int sh_mobile_ceu_get_crop(struct soc_camera_device *icd,
1561 struct v4l2_crop *a)
1563 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1565 a->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1566 a->c = cam->subrect;
1572 * Calculate real client output window by applying new scales to the current
1573 * client crop. New scales are calculated from the requested output format and
1574 * CEU crop, mapped backed onto the client input (subrect).
1576 static void calculate_client_output(struct soc_camera_device *icd,
1577 const struct v4l2_pix_format *pix, struct v4l2_mbus_framefmt *mf)
1579 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1580 struct device *dev = icd->parent;
1581 struct v4l2_rect *cam_subrect = &cam->subrect;
1582 unsigned int scale_v, scale_h;
1584 if (cam_subrect->width == cam->rect.width &&
1585 cam_subrect->height == cam->rect.height) {
1586 /* No sub-cropping */
1587 mf->width = pix->width;
1588 mf->height = pix->height;
1592 /* 1.-2. Current camera scales and subwin - cached. */
1594 dev_geo(dev, "2: subwin %ux%u@%u:%u\n",
1595 cam_subrect->width, cam_subrect->height,
1596 cam_subrect->left, cam_subrect->top);
1599 * 3. Calculate new combined scales from input sub-window to requested
1604 * TODO: CEU cannot scale images larger than VGA to smaller than SubQCIF
1605 * (128x96) or larger than VGA
1607 scale_h = calc_generic_scale(cam_subrect->width, pix->width);
1608 scale_v = calc_generic_scale(cam_subrect->height, pix->height);
1610 dev_geo(dev, "3: scales %u:%u\n", scale_h, scale_v);
1613 * 4. Calculate desired client output window by applying combined scales
1614 * to client (real) input window.
1616 mf->width = scale_down(cam->rect.width, scale_h);
1617 mf->height = scale_down(cam->rect.height, scale_v);
1620 /* Similar to set_crop multistage iterative algorithm */
1621 static int sh_mobile_ceu_set_fmt(struct soc_camera_device *icd,
1622 struct v4l2_format *f)
1624 struct device *dev = icd->parent;
1625 struct soc_camera_host *ici = to_soc_camera_host(dev);
1626 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1627 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1628 struct v4l2_pix_format *pix = &f->fmt.pix;
1629 struct v4l2_mbus_framefmt mf;
1630 __u32 pixfmt = pix->pixelformat;
1631 const struct soc_camera_format_xlate *xlate;
1632 /* Keep Compiler Happy */
1633 unsigned int ceu_sub_width = 0, ceu_sub_height = 0;
1634 u16 scale_v, scale_h;
1637 enum v4l2_field field;
1639 switch (pix->field) {
1641 pix->field = V4L2_FIELD_NONE;
1643 case V4L2_FIELD_INTERLACED_TB:
1644 case V4L2_FIELD_INTERLACED_BT:
1645 case V4L2_FIELD_NONE:
1648 case V4L2_FIELD_INTERLACED:
1649 field = V4L2_FIELD_INTERLACED_TB;
1653 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1655 dev_warn(dev, "Format %x not found\n", pixfmt);
1659 /* 1.-4. Calculate desired client output geometry */
1660 calculate_client_output(icd, pix, &mf);
1661 mf.field = pix->field;
1662 mf.colorspace = pix->colorspace;
1663 mf.code = xlate->code;
1666 case V4L2_PIX_FMT_NV12:
1667 case V4L2_PIX_FMT_NV21:
1668 case V4L2_PIX_FMT_NV16:
1669 case V4L2_PIX_FMT_NV61:
1676 dev_info(dev, "S_FMT(pix=0x%x, fld 0x%x, code 0x%x, %ux%u)\n", pixfmt, mf.field, mf.code,
1677 pix->width, pix->height);
1679 dev_geo(dev, "4: request camera output %ux%u\n", mf.width, mf.height);
1682 ret = client_scale(icd, &mf, &ceu_sub_width, &ceu_sub_height,
1683 image_mode && V4L2_FIELD_NONE == field);
1685 dev_geo(dev, "5-9: client scale return %d\n", ret);
1687 /* Done with the camera. Now see if we can improve the result */
1689 dev_geo(dev, "fmt %ux%u, requested %ux%u\n",
1690 mf.width, mf.height, pix->width, pix->height);
1694 if (mf.code != xlate->code)
1697 /* 9. Prepare CEU crop */
1698 cam->width = mf.width;
1699 cam->height = mf.height;
1701 /* 10. Use CEU scaling to scale to the requested user window. */
1703 /* We cannot scale up */
1704 if (pix->width > ceu_sub_width)
1705 ceu_sub_width = pix->width;
1707 if (pix->height > ceu_sub_height)
1708 ceu_sub_height = pix->height;
1710 pix->colorspace = mf.colorspace;
1713 /* Scale pix->{width x height} down to width x height */
1714 scale_h = calc_scale(ceu_sub_width, &pix->width);
1715 scale_v = calc_scale(ceu_sub_height, &pix->height);
1717 pix->width = ceu_sub_width;
1718 pix->height = ceu_sub_height;
1723 pcdev->cflcr = scale_h | (scale_v << 16);
1726 * We have calculated CFLCR, the actual configuration will be performed
1727 * in sh_mobile_ceu_set_bus_param()
1730 dev_geo(dev, "10: W: %u : 0x%x = %u, H: %u : 0x%x = %u\n",
1731 ceu_sub_width, scale_h, pix->width,
1732 ceu_sub_height, scale_v, pix->height);
1734 cam->code = xlate->code;
1735 icd->current_fmt = xlate;
1737 pcdev->field = field;
1738 pcdev->image_mode = image_mode;
1740 /* CFSZR requirement */
1747 static int sh_mobile_ceu_try_fmt(struct soc_camera_device *icd,
1748 struct v4l2_format *f)
1750 const struct soc_camera_format_xlate *xlate;
1751 struct v4l2_pix_format *pix = &f->fmt.pix;
1752 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1753 struct v4l2_mbus_framefmt mf;
1754 __u32 pixfmt = pix->pixelformat;
1758 dev_geo(icd->parent, "TRY_FMT(pix=0x%x, %ux%u)\n",
1759 pixfmt, pix->width, pix->height);
1761 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1763 dev_warn(icd->parent, "Format %x not found\n", pixfmt);
1767 /* FIXME: calculate using depth and bus width */
1769 /* CFSZR requires height and width to be 4-pixel aligned */
1770 v4l_bound_align_image(&pix->width, 2, 2560, 2,
1771 &pix->height, 4, 1920, 2, 0);
1774 height = pix->height;
1776 /* limit to sensor capabilities */
1777 mf.width = pix->width;
1778 mf.height = pix->height;
1779 mf.field = pix->field;
1780 mf.code = xlate->code;
1781 mf.colorspace = pix->colorspace;
1783 ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video, try_mbus_fmt, &mf);
1787 pix->width = mf.width;
1788 pix->height = mf.height;
1789 pix->field = mf.field;
1790 pix->colorspace = mf.colorspace;
1793 case V4L2_PIX_FMT_NV12:
1794 case V4L2_PIX_FMT_NV21:
1795 case V4L2_PIX_FMT_NV16:
1796 case V4L2_PIX_FMT_NV61:
1797 /* FIXME: check against rect_max after converting soc-camera */
1798 /* We can scale precisely, need a bigger image from camera */
1799 if (pix->width < width || pix->height < height) {
1801 * We presume, the sensor behaves sanely, i.e., if
1802 * requested a bigger rectangle, it will not return a
1807 ret = v4l2_device_call_until_err(sd->v4l2_dev, (long)icd, video,
1810 /* Shouldn't actually happen... */
1811 dev_err(icd->parent,
1812 "FIXME: client try_fmt() = %d\n", ret);
1816 /* We will scale exactly */
1817 if (mf.width > width)
1819 if (mf.height > height)
1820 pix->height = height;
1826 dev_geo(icd->parent, "%s(): return %d, fmt 0x%x, %ux%u\n",
1827 __func__, ret, pix->pixelformat, pix->width, pix->height);
1832 static int sh_mobile_ceu_set_livecrop(struct soc_camera_device *icd,
1833 struct v4l2_crop *a)
1835 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1836 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1837 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1838 u32 out_width = icd->user_width, out_height = icd->user_height;
1843 /* Wait for frame */
1844 ret = wait_for_completion_interruptible(&pcdev->complete);
1845 /* Stop the client */
1846 ret = v4l2_subdev_call(sd, video, s_stream, 0);
1848 dev_warn(icd->parent,
1849 "Client failed to stop the stream: %d\n", ret);
1851 /* Do the crop, if it fails, there's nothing more we can do */
1852 sh_mobile_ceu_set_crop(icd, a);
1854 dev_geo(icd->parent, "Output after crop: %ux%u\n", icd->user_width, icd->user_height);
1856 if (icd->user_width != out_width || icd->user_height != out_height) {
1857 struct v4l2_format f = {
1858 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
1861 .height = out_height,
1862 .pixelformat = icd->current_fmt->host_fmt->fourcc,
1863 .field = pcdev->field,
1864 .colorspace = icd->colorspace,
1867 ret = sh_mobile_ceu_set_fmt(icd, &f);
1868 if (!ret && (out_width != f.fmt.pix.width ||
1869 out_height != f.fmt.pix.height))
1872 icd->user_width = out_width & ~3;
1873 icd->user_height = out_height & ~3;
1874 ret = sh_mobile_ceu_set_bus_param(icd,
1875 icd->current_fmt->host_fmt->fourcc);
1879 /* Thaw the queue */
1881 spin_lock_irq(&pcdev->lock);
1882 sh_mobile_ceu_capture(pcdev);
1883 spin_unlock_irq(&pcdev->lock);
1884 /* Start the client */
1885 ret = v4l2_subdev_call(sd, video, s_stream, 1);
1889 static unsigned int sh_mobile_ceu_poll(struct file *file, poll_table *pt)
1891 struct soc_camera_device *icd = file->private_data;
1893 return vb2_poll(&icd->vb2_vidq, file, pt);
1896 static int sh_mobile_ceu_querycap(struct soc_camera_host *ici,
1897 struct v4l2_capability *cap)
1899 strlcpy(cap->card, "SuperH_Mobile_CEU", sizeof(cap->card));
1900 cap->capabilities = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
1904 static int sh_mobile_ceu_init_videobuf(struct vb2_queue *q,
1905 struct soc_camera_device *icd)
1907 q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1908 q->io_modes = VB2_MMAP | VB2_USERPTR;
1910 q->ops = &sh_mobile_ceu_videobuf_ops;
1911 q->mem_ops = &vb2_dma_contig_memops;
1912 q->buf_struct_size = sizeof(struct sh_mobile_ceu_buffer);
1914 return vb2_queue_init(q);
1917 static int sh_mobile_ceu_get_ctrl(struct soc_camera_device *icd,
1918 struct v4l2_control *ctrl)
1920 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1921 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1925 case V4L2_CID_SHARPNESS:
1926 val = ceu_read(pcdev, CLFCR);
1927 ctrl->value = val ^ 1;
1930 return -ENOIOCTLCMD;
1933 static int sh_mobile_ceu_set_ctrl(struct soc_camera_device *icd,
1934 struct v4l2_control *ctrl)
1936 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1937 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1940 case V4L2_CID_SHARPNESS:
1941 switch (icd->current_fmt->host_fmt->fourcc) {
1942 case V4L2_PIX_FMT_NV12:
1943 case V4L2_PIX_FMT_NV21:
1944 case V4L2_PIX_FMT_NV16:
1945 case V4L2_PIX_FMT_NV61:
1946 ceu_write(pcdev, CLFCR, !ctrl->value);
1951 return -ENOIOCTLCMD;
1954 static const struct v4l2_queryctrl sh_mobile_ceu_controls[] = {
1956 .id = V4L2_CID_SHARPNESS,
1957 .type = V4L2_CTRL_TYPE_BOOLEAN,
1958 .name = "Low-pass filter",
1966 static struct soc_camera_host_ops sh_mobile_ceu_host_ops = {
1967 .owner = THIS_MODULE,
1968 .add = sh_mobile_ceu_add_device,
1969 .remove = sh_mobile_ceu_remove_device,
1970 .get_formats = sh_mobile_ceu_get_formats,
1971 .put_formats = sh_mobile_ceu_put_formats,
1972 .get_crop = sh_mobile_ceu_get_crop,
1973 .set_crop = sh_mobile_ceu_set_crop,
1974 .set_livecrop = sh_mobile_ceu_set_livecrop,
1975 .set_fmt = sh_mobile_ceu_set_fmt,
1976 .try_fmt = sh_mobile_ceu_try_fmt,
1977 .set_ctrl = sh_mobile_ceu_set_ctrl,
1978 .get_ctrl = sh_mobile_ceu_get_ctrl,
1979 .poll = sh_mobile_ceu_poll,
1980 .querycap = sh_mobile_ceu_querycap,
1981 .set_bus_param = sh_mobile_ceu_set_bus_param,
1982 .init_videobuf2 = sh_mobile_ceu_init_videobuf,
1983 .controls = sh_mobile_ceu_controls,
1984 .num_controls = ARRAY_SIZE(sh_mobile_ceu_controls),
1988 struct notifier_block notifier;
1989 struct completion completion;
1993 static int bus_notify(struct notifier_block *nb,
1994 unsigned long action, void *data)
1996 struct device *dev = data;
1997 struct bus_wait *wait = container_of(nb, struct bus_wait, notifier);
1999 if (wait->dev != dev)
2003 case BUS_NOTIFY_UNBOUND_DRIVER:
2004 /* Protect from module unloading */
2005 wait_for_completion(&wait->completion);
2011 static int __devinit sh_mobile_ceu_probe(struct platform_device *pdev)
2013 struct sh_mobile_ceu_dev *pcdev;
2014 struct resource *res;
2018 struct bus_wait wait = {
2019 .completion = COMPLETION_INITIALIZER_ONSTACK(wait.completion),
2020 .notifier.notifier_call = bus_notify,
2022 struct sh_mobile_ceu_companion *csi2;
2024 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2025 irq = platform_get_irq(pdev, 0);
2026 if (!res || (int)irq <= 0) {
2027 dev_err(&pdev->dev, "Not enough CEU platform resources.\n");
2032 pcdev = kzalloc(sizeof(*pcdev), GFP_KERNEL);
2034 dev_err(&pdev->dev, "Could not allocate pcdev\n");
2039 INIT_LIST_HEAD(&pcdev->capture);
2040 spin_lock_init(&pcdev->lock);
2041 init_completion(&pcdev->complete);
2043 pcdev->pdata = pdev->dev.platform_data;
2044 if (!pcdev->pdata) {
2046 dev_err(&pdev->dev, "CEU platform data not set.\n");
2050 base = ioremap_nocache(res->start, resource_size(res));
2053 dev_err(&pdev->dev, "Unable to ioremap CEU registers.\n");
2059 pcdev->video_limit = 0; /* only enabled if second resource exists */
2061 res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
2063 err = dma_declare_coherent_memory(&pdev->dev, res->start,
2067 DMA_MEMORY_EXCLUSIVE);
2069 dev_err(&pdev->dev, "Unable to declare CEU memory.\n");
2074 pcdev->video_limit = resource_size(res);
2078 err = request_irq(pcdev->irq, sh_mobile_ceu_irq, IRQF_DISABLED,
2079 dev_name(&pdev->dev), pcdev);
2081 dev_err(&pdev->dev, "Unable to register CEU interrupt.\n");
2082 goto exit_release_mem;
2085 pm_suspend_ignore_children(&pdev->dev, true);
2086 pm_runtime_enable(&pdev->dev);
2087 pm_runtime_resume(&pdev->dev);
2089 pcdev->ici.priv = pcdev;
2090 pcdev->ici.v4l2_dev.dev = &pdev->dev;
2091 pcdev->ici.nr = pdev->id;
2092 pcdev->ici.drv_name = dev_name(&pdev->dev);
2093 pcdev->ici.ops = &sh_mobile_ceu_host_ops;
2095 pcdev->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
2096 if (IS_ERR(pcdev->alloc_ctx)) {
2097 err = PTR_ERR(pcdev->alloc_ctx);
2101 err = soc_camera_host_register(&pcdev->ici);
2105 /* CSI2 interfacing */
2106 csi2 = pcdev->pdata->csi2;
2108 struct platform_device *csi2_pdev =
2109 platform_device_alloc("sh-mobile-csi2", csi2->id);
2110 struct sh_csi2_pdata *csi2_pdata = csi2->platform_data;
2114 goto exit_host_unregister;
2117 pcdev->csi2_pdev = csi2_pdev;
2119 err = platform_device_add_data(csi2_pdev, csi2_pdata, sizeof(*csi2_pdata));
2123 csi2_pdata = csi2_pdev->dev.platform_data;
2124 csi2_pdata->v4l2_dev = &pcdev->ici.v4l2_dev;
2126 csi2_pdev->resource = csi2->resource;
2127 csi2_pdev->num_resources = csi2->num_resources;
2129 err = platform_device_add(csi2_pdev);
2133 wait.dev = &csi2_pdev->dev;
2135 err = bus_register_notifier(&platform_bus_type, &wait.notifier);
2137 goto exit_pdev_unregister;
2140 * From this point the driver module will not unload, until
2141 * we complete the completion.
2144 if (!csi2_pdev->dev.driver) {
2145 complete(&wait.completion);
2146 /* Either too late, or probing failed */
2147 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2149 goto exit_pdev_unregister;
2153 * The module is still loaded, in the worst case it is hanging
2154 * in device release on our completion. So, _now_ dereferencing
2155 * the "owner" is safe!
2158 err = try_module_get(csi2_pdev->dev.driver->owner);
2160 /* Let notifier complete, if it has been locked */
2161 complete(&wait.completion);
2162 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2165 goto exit_pdev_unregister;
2171 exit_pdev_unregister:
2172 platform_device_del(pcdev->csi2_pdev);
2174 pcdev->csi2_pdev->resource = NULL;
2175 platform_device_put(pcdev->csi2_pdev);
2176 exit_host_unregister:
2177 soc_camera_host_unregister(&pcdev->ici);
2179 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2181 pm_runtime_disable(&pdev->dev);
2182 free_irq(pcdev->irq, pcdev);
2184 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2185 dma_release_declared_memory(&pdev->dev);
2194 static int __devexit sh_mobile_ceu_remove(struct platform_device *pdev)
2196 struct soc_camera_host *soc_host = to_soc_camera_host(&pdev->dev);
2197 struct sh_mobile_ceu_dev *pcdev = container_of(soc_host,
2198 struct sh_mobile_ceu_dev, ici);
2199 struct platform_device *csi2_pdev = pcdev->csi2_pdev;
2201 soc_camera_host_unregister(soc_host);
2202 pm_runtime_disable(&pdev->dev);
2203 free_irq(pcdev->irq, pcdev);
2204 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2205 dma_release_declared_memory(&pdev->dev);
2206 iounmap(pcdev->base);
2207 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2208 if (csi2_pdev && csi2_pdev->dev.driver) {
2209 struct module *csi2_drv = csi2_pdev->dev.driver->owner;
2210 platform_device_del(csi2_pdev);
2211 csi2_pdev->resource = NULL;
2212 platform_device_put(csi2_pdev);
2213 module_put(csi2_drv);
2220 static int sh_mobile_ceu_runtime_nop(struct device *dev)
2222 /* Runtime PM callback shared between ->runtime_suspend()
2223 * and ->runtime_resume(). Simply returns success.
2225 * This driver re-initializes all registers after
2226 * pm_runtime_get_sync() anyway so there is no need
2227 * to save and restore registers here.
2232 static const struct dev_pm_ops sh_mobile_ceu_dev_pm_ops = {
2233 .runtime_suspend = sh_mobile_ceu_runtime_nop,
2234 .runtime_resume = sh_mobile_ceu_runtime_nop,
2237 static struct platform_driver sh_mobile_ceu_driver = {
2239 .name = "sh_mobile_ceu",
2240 .pm = &sh_mobile_ceu_dev_pm_ops,
2242 .probe = sh_mobile_ceu_probe,
2243 .remove = __devexit_p(sh_mobile_ceu_remove),
2246 static int __init sh_mobile_ceu_init(void)
2248 /* Whatever return code */
2249 request_module("sh_mobile_csi2");
2250 return platform_driver_register(&sh_mobile_ceu_driver);
2253 static void __exit sh_mobile_ceu_exit(void)
2255 platform_driver_unregister(&sh_mobile_ceu_driver);
2258 module_init(sh_mobile_ceu_init);
2259 module_exit(sh_mobile_ceu_exit);
2261 MODULE_DESCRIPTION("SuperH Mobile CEU driver");
2262 MODULE_AUTHOR("Magnus Damm");
2263 MODULE_LICENSE("GPL");
2264 MODULE_VERSION("0.0.6");
2265 MODULE_ALIAS("platform:sh_mobile_ceu");