drivers/media/i2c/ov5640.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Copyright (C) 2011-2013 Freescale Semiconductor, Inc. All Rights Reserved.
   4  * Copyright (C) 2014-2017 Mentor Graphics Inc.
   5  */
   6
   7 #include <linux/clk.h>
   8 #include <linux/clk-provider.h>
   9 #include <linux/clkdev.h>
  10 #include <linux/ctype.h>
  11 #include <linux/delay.h>
  12 #include <linux/device.h>
  13 #include <linux/gpio/consumer.h>
  14 #include <linux/i2c.h>
  15 #include <linux/init.h>
  16 #include <linux/module.h>
  17 #include <linux/of_device.h>
  18 #include <linux/pm_runtime.h>
  19 #include <linux/regulator/consumer.h>
  20 #include <linux/slab.h>
  21 #include <linux/types.h>
  22 #include <media/v4l2-async.h>
  23 #include <media/v4l2-ctrls.h>
  24 #include <media/v4l2-device.h>
  25 #include <media/v4l2-event.h>
  26 #include <media/v4l2-fwnode.h>
  27 #include <media/v4l2-subdev.h>
  28
  29 /* min/typical/max system clock (xclk) frequencies */
  30 #define OV5640_XCLK_MIN  6000000
  31 #define OV5640_XCLK_MAX 54000000
  32
  33 #define OV5640_NATIVE_WIDTH             2624
  34 #define OV5640_NATIVE_HEIGHT            1964
  35 #define OV5640_PIXEL_ARRAY_TOP          14
  36 #define OV5640_PIXEL_ARRAY_LEFT         16
  37 #define OV5640_PIXEL_ARRAY_WIDTH        2592
  38 #define OV5640_PIXEL_ARRAY_HEIGHT       1944
  39
  40 /* FIXME: not documented. */
  41 #define OV5640_MIN_VBLANK       24
  42 #define OV5640_MAX_VTS          3375
  43
  44 #define OV5640_DEFAULT_SLAVE_ID 0x3c
  45
  46 #define OV5640_LINK_RATE_MAX            490000000U
  47
  48 #define OV5640_REG_SYS_RESET02          0x3002
  49 #define OV5640_REG_SYS_CLOCK_ENABLE02   0x3006
  50 #define OV5640_REG_SYS_CTRL0            0x3008
  51 #define OV5640_REG_SYS_CTRL0_SW_PWDN    0x42
  52 #define OV5640_REG_SYS_CTRL0_SW_PWUP    0x02
  53 #define OV5640_REG_CHIP_ID              0x300a
  54 #define OV5640_REG_IO_MIPI_CTRL00       0x300e
  55 #define OV5640_REG_PAD_OUTPUT_ENABLE01  0x3017
  56 #define OV5640_REG_PAD_OUTPUT_ENABLE02  0x3018
  57 #define OV5640_REG_PAD_OUTPUT00         0x3019
  58 #define OV5640_REG_SYSTEM_CONTROL1      0x302e
  59 #define OV5640_REG_SC_PLL_CTRL0         0x3034
  60 #define OV5640_REG_SC_PLL_CTRL1         0x3035
  61 #define OV5640_REG_SC_PLL_CTRL2         0x3036
  62 #define OV5640_REG_SC_PLL_CTRL3         0x3037
  63 #define OV5640_REG_SLAVE_ID             0x3100
  64 #define OV5640_REG_SCCB_SYS_CTRL1       0x3103
  65 #define OV5640_REG_SYS_ROOT_DIVIDER     0x3108
  66 #define OV5640_REG_AWB_R_GAIN           0x3400
  67 #define OV5640_REG_AWB_G_GAIN           0x3402
  68 #define OV5640_REG_AWB_B_GAIN           0x3404
  69 #define OV5640_REG_AWB_MANUAL_CTRL      0x3406
  70 #define OV5640_REG_AEC_PK_EXPOSURE_HI   0x3500
  71 #define OV5640_REG_AEC_PK_EXPOSURE_MED  0x3501
  72 #define OV5640_REG_AEC_PK_EXPOSURE_LO   0x3502
  73 #define OV5640_REG_AEC_PK_MANUAL        0x3503
  74 #define OV5640_REG_AEC_PK_REAL_GAIN     0x350a
  75 #define OV5640_REG_AEC_PK_VTS           0x350c
  76 #define OV5640_REG_TIMING_HS            0x3800
  77 #define OV5640_REG_TIMING_VS            0x3802
  78 #define OV5640_REG_TIMING_HW            0x3804
  79 #define OV5640_REG_TIMING_VH            0x3806
  80 #define OV5640_REG_TIMING_DVPHO         0x3808
  81 #define OV5640_REG_TIMING_DVPVO         0x380a
  82 #define OV5640_REG_TIMING_HTS           0x380c
  83 #define OV5640_REG_TIMING_VTS           0x380e
  84 #define OV5640_REG_TIMING_HOFFS         0x3810
  85 #define OV5640_REG_TIMING_VOFFS         0x3812
  86 #define OV5640_REG_TIMING_TC_REG20      0x3820
  87 #define OV5640_REG_TIMING_TC_REG21      0x3821
  88 #define OV5640_REG_AEC_CTRL00           0x3a00
  89 #define OV5640_REG_AEC_B50_STEP         0x3a08
  90 #define OV5640_REG_AEC_B60_STEP         0x3a0a
  91 #define OV5640_REG_AEC_CTRL0D           0x3a0d
  92 #define OV5640_REG_AEC_CTRL0E           0x3a0e
  93 #define OV5640_REG_AEC_CTRL0F           0x3a0f
  94 #define OV5640_REG_AEC_CTRL10           0x3a10
  95 #define OV5640_REG_AEC_CTRL11           0x3a11
  96 #define OV5640_REG_AEC_CTRL1B           0x3a1b
  97 #define OV5640_REG_AEC_CTRL1E           0x3a1e
  98 #define OV5640_REG_AEC_CTRL1F           0x3a1f
  99 #define OV5640_REG_HZ5060_CTRL00        0x3c00
 100 #define OV5640_REG_HZ5060_CTRL01        0x3c01
 101 #define OV5640_REG_SIGMADELTA_CTRL0C    0x3c0c
 102 #define OV5640_REG_FRAME_CTRL01         0x4202
 103 #define OV5640_REG_FORMAT_CONTROL00     0x4300
 104 #define OV5640_REG_VFIFO_HSIZE          0x4602
 105 #define OV5640_REG_VFIFO_VSIZE          0x4604
 106 #define OV5640_REG_JPG_MODE_SELECT      0x4713
 107 #define OV5640_REG_CCIR656_CTRL00       0x4730
 108 #define OV5640_REG_POLARITY_CTRL00      0x4740
 109 #define OV5640_REG_MIPI_CTRL00          0x4800
 110 #define OV5640_REG_DEBUG_MODE           0x4814
 111 #define OV5640_REG_PCLK_PERIOD          0x4837
 112 #define OV5640_REG_ISP_FORMAT_MUX_CTRL  0x501f
 113 #define OV5640_REG_PRE_ISP_TEST_SET1    0x503d
 114 #define OV5640_REG_SDE_CTRL0            0x5580
 115 #define OV5640_REG_SDE_CTRL1            0x5581
 116 #define OV5640_REG_SDE_CTRL3            0x5583
 117 #define OV5640_REG_SDE_CTRL4            0x5584
 118 #define OV5640_REG_SDE_CTRL5            0x5585
 119 #define OV5640_REG_AVG_READOUT          0x56a1
 120
 121 enum ov5640_mode_id {
 122         OV5640_MODE_QQVGA_160_120 = 0,
 123         OV5640_MODE_QCIF_176_144,
 124         OV5640_MODE_QVGA_320_240,
 125         OV5640_MODE_VGA_640_480,
 126         OV5640_MODE_NTSC_720_480,
 127         OV5640_MODE_PAL_720_576,
 128         OV5640_MODE_XGA_1024_768,
 129         OV5640_MODE_720P_1280_720,
 130         OV5640_MODE_1080P_1920_1080,
 131         OV5640_MODE_QSXGA_2592_1944,
 132         OV5640_NUM_MODES,
 133 };
 134
 135 enum ov5640_frame_rate {
 136         OV5640_15_FPS = 0,
 137         OV5640_30_FPS,
 138         OV5640_60_FPS,
 139         OV5640_NUM_FRAMERATES,
 140 };
 141
 142 enum ov5640_pixel_rate_id {
 143         OV5640_PIXEL_RATE_168M,
 144         OV5640_PIXEL_RATE_148M,
 145         OV5640_PIXEL_RATE_124M,
 146         OV5640_PIXEL_RATE_96M,
 147         OV5640_PIXEL_RATE_48M,
 148         OV5640_NUM_PIXEL_RATES,
 149 };
 150
 151 /*
 152  * The chip manual suggests 24/48/96/192 MHz pixel clocks.
 153  *
 154  * 192MHz exceeds the sysclk limits; use 168MHz as maximum pixel rate for
 155  * full resolution mode @15 FPS.
 156  */
 157 static const u32 ov5640_pixel_rates[] = {
 158         [OV5640_PIXEL_RATE_168M] = 168000000,
 159         [OV5640_PIXEL_RATE_148M] = 148000000,
 160         [OV5640_PIXEL_RATE_124M] = 124000000,
 161         [OV5640_PIXEL_RATE_96M] = 96000000,
 162         [OV5640_PIXEL_RATE_48M] = 48000000,
 163 };
 164
 165 /*
 166  * MIPI CSI-2 link frequencies.
 167  *
 168  * Derived from the above defined pixel rate for bpp = (8, 16, 24) and
 169  * data_lanes = (1, 2)
 170  *
 171  * link_freq = (pixel_rate * bpp) / (2 * data_lanes)
 172  */
 173 static const s64 ov5640_csi2_link_freqs[] = {
 174         992000000, 888000000, 768000000, 744000000, 672000000, 672000000,
 175         592000000, 592000000, 576000000, 576000000, 496000000, 496000000,
 176         384000000, 384000000, 384000000, 336000000, 296000000, 288000000,
 177         248000000, 192000000, 192000000, 192000000, 96000000,
 178 };
 179
 180 /* Link freq for default mode: UYVY 16 bpp, 2 data lanes. */
 181 #define OV5640_DEFAULT_LINK_FREQ        13
 182
 183 enum ov5640_format_mux {
 184         OV5640_FMT_MUX_YUV422 = 0,
 185         OV5640_FMT_MUX_RGB,
 186         OV5640_FMT_MUX_DITHER,
 187         OV5640_FMT_MUX_RAW_DPC,
 188         OV5640_FMT_MUX_SNR_RAW,
 189         OV5640_FMT_MUX_RAW_CIP,
 190 };
 191
 192 struct ov5640_pixfmt {
 193         u32 code;
 194         u32 colorspace;
 195         u8 bpp;
 196         u8 ctrl00;
 197         enum ov5640_format_mux mux;
 198 };
 199
 200 static const struct ov5640_pixfmt ov5640_dvp_formats[] = {
 201         {
 202                 /* YUV422, YUYV */
 203                 .code           = MEDIA_BUS_FMT_JPEG_1X8,
 204                 .colorspace     = V4L2_COLORSPACE_JPEG,
 205                 .bpp            = 16,
 206                 .ctrl00         = 0x30,
 207                 .mux            = OV5640_FMT_MUX_YUV422,
 208         }, {
 209                 /* YUV422, UYVY */
 210                 .code           = MEDIA_BUS_FMT_UYVY8_2X8,
 211                 .colorspace     = V4L2_COLORSPACE_SRGB,
 212                 .bpp            = 16,
 213                 .ctrl00         = 0x3f,
 214                 .mux            = OV5640_FMT_MUX_YUV422,
 215         }, {
 216                 /* YUV422, YUYV */
 217                 .code           = MEDIA_BUS_FMT_YUYV8_2X8,
 218                 .colorspace     = V4L2_COLORSPACE_SRGB,
 219                 .bpp            = 16,
 220                 .ctrl00         = 0x30,
 221                 .mux            = OV5640_FMT_MUX_YUV422,
 222         }, {
 223                 /* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
 224                 .code           = MEDIA_BUS_FMT_RGB565_2X8_LE,
 225                 .colorspace     = V4L2_COLORSPACE_SRGB,
 226                 .bpp            = 16,
 227                 .ctrl00         = 0x6f,
 228                 .mux            = OV5640_FMT_MUX_RGB,
 229         }, {
 230                 /* RGB565 {r[4:0],g[5:3]},{g[2:0],b[4:0]} */
 231                 .code           = MEDIA_BUS_FMT_RGB565_2X8_BE,
 232                 .colorspace     = V4L2_COLORSPACE_SRGB,
 233                 .bpp            = 16,
 234                 .ctrl00         = 0x61,
 235                 .mux            = OV5640_FMT_MUX_RGB,
 236         }, {
 237                 /* Raw, BGBG... / GRGR... */
 238                 .code           = MEDIA_BUS_FMT_SBGGR8_1X8,
 239                 .colorspace     = V4L2_COLORSPACE_SRGB,
 240                 .bpp            = 8,
 241                 .ctrl00         = 0x00,
 242                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 243         }, {
 244                 /* Raw bayer, GBGB... / RGRG... */
 245                 .code           = MEDIA_BUS_FMT_SGBRG8_1X8,
 246                 .colorspace     = V4L2_COLORSPACE_SRGB,
 247                 .bpp            = 8,
 248                 .ctrl00         = 0x01,
 249                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 250         }, {
 251                 /* Raw bayer, GRGR... / BGBG... */
 252                 .code           = MEDIA_BUS_FMT_SGRBG8_1X8,
 253                 .colorspace     = V4L2_COLORSPACE_SRGB,
 254                 .bpp            = 8,
 255                 .ctrl00         = 0x02,
 256                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 257         }, {
 258                 /* Raw bayer, RGRG... / GBGB... */
 259                 .code           = MEDIA_BUS_FMT_SRGGB8_1X8,
 260                 .colorspace     = V4L2_COLORSPACE_SRGB,
 261                 .bpp            = 8,
 262                 .ctrl00         = 0x03,
 263                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 264         },
 265         { /* sentinel */ }
 266 };
 267
 268 static const struct ov5640_pixfmt ov5640_csi2_formats[] = {
 269         {
 270                 /* YUV422, YUYV */
 271                 .code           = MEDIA_BUS_FMT_JPEG_1X8,
 272                 .colorspace     = V4L2_COLORSPACE_JPEG,
 273                 .bpp            = 16,
 274                 .ctrl00         = 0x30,
 275                 .mux            = OV5640_FMT_MUX_YUV422,
 276         }, {
 277                 /* YUV422, UYVY */
 278                 .code           = MEDIA_BUS_FMT_UYVY8_1X16,
 279                 .colorspace     = V4L2_COLORSPACE_SRGB,
 280                 .bpp            = 16,
 281                 .ctrl00         = 0x3f,
 282                 .mux            = OV5640_FMT_MUX_YUV422,
 283         }, {
 284                 /* YUV422, YUYV */
 285                 .code           = MEDIA_BUS_FMT_YUYV8_1X16,
 286                 .colorspace     = V4L2_COLORSPACE_SRGB,
 287                 .bpp            = 16,
 288                 .ctrl00         = 0x30,
 289                 .mux            = OV5640_FMT_MUX_YUV422,
 290         }, {
 291                 /* RGB565 {g[2:0],b[4:0]},{r[4:0],g[5:3]} */
 292                 .code           = MEDIA_BUS_FMT_RGB565_1X16,
 293                 .colorspace     = V4L2_COLORSPACE_SRGB,
 294                 .bpp            = 16,
 295                 .ctrl00         = 0x6f,
 296                 .mux            = OV5640_FMT_MUX_RGB,
 297         }, {
 298                 /* BGR888: RGB */
 299                 .code           = MEDIA_BUS_FMT_BGR888_1X24,
 300                 .colorspace     = V4L2_COLORSPACE_SRGB,
 301                 .bpp            = 24,
 302                 .ctrl00         = 0x23,
 303                 .mux            = OV5640_FMT_MUX_RGB,
 304         }, {
 305                 /* Raw, BGBG... / GRGR... */
 306                 .code           = MEDIA_BUS_FMT_SBGGR8_1X8,
 307                 .colorspace     = V4L2_COLORSPACE_SRGB,
 308                 .bpp            = 8,
 309                 .ctrl00         = 0x00,
 310                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 311         }, {
 312                 /* Raw bayer, GBGB... / RGRG... */
 313                 .code           = MEDIA_BUS_FMT_SGBRG8_1X8,
 314                 .colorspace     = V4L2_COLORSPACE_SRGB,
 315                 .bpp            = 8,
 316                 .ctrl00         = 0x01,
 317                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 318         }, {
 319                 /* Raw bayer, GRGR... / BGBG... */
 320                 .code           = MEDIA_BUS_FMT_SGRBG8_1X8,
 321                 .colorspace     = V4L2_COLORSPACE_SRGB,
 322                 .bpp            = 8,
 323                 .ctrl00         = 0x02,
 324                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 325         }, {
 326                 /* Raw bayer, RGRG... / GBGB... */
 327                 .code           = MEDIA_BUS_FMT_SRGGB8_1X8,
 328                 .colorspace     = V4L2_COLORSPACE_SRGB,
 329                 .bpp            = 8,
 330                 .ctrl00         = 0x03,
 331                 .mux            = OV5640_FMT_MUX_RAW_DPC,
 332         },
 333         { /* sentinel */ }
 334 };
 335
 336 /*
 337  * FIXME: remove this when a subdev API becomes available
 338  * to set the MIPI CSI-2 virtual channel.
 339  */
 340 static unsigned int virtual_channel;
 341 module_param(virtual_channel, uint, 0444);
 342 MODULE_PARM_DESC(virtual_channel,
 343                  "MIPI CSI-2 virtual channel (0..3), default 0");
 344
 345 static const int ov5640_framerates[] = {
 346         [OV5640_15_FPS] = 15,
 347         [OV5640_30_FPS] = 30,
 348         [OV5640_60_FPS] = 60,
 349 };
 350
 351 /* regulator supplies */
 352 static const char * const ov5640_supply_name[] = {
 353         "DOVDD", /* Digital I/O (1.8V) supply */
 354         "AVDD",  /* Analog (2.8V) supply */
 355         "DVDD",  /* Digital Core (1.5V) supply */
 356 };
 357
 358 #define OV5640_NUM_SUPPLIES ARRAY_SIZE(ov5640_supply_name)
 359
 360 /*
 361  * Image size under 1280 * 960 are SUBSAMPLING
 362  * Image size upper 1280 * 960 are SCALING
 363  */
 364 enum ov5640_downsize_mode {
 365         SUBSAMPLING,
 366         SCALING,
 367 };
 368
 369 struct reg_value {
 370         u16 reg_addr;
 371         u8 val;
 372         u8 mask;
 373         u32 delay_ms;
 374 };
 375
 376 struct ov5640_timings {
 377         /* Analog crop rectangle. */
 378         struct v4l2_rect analog_crop;
 379         /* Visibile crop: from analog crop top-left corner. */
 380         struct v4l2_rect crop;
 381         /* Total pixels per line: width + fixed hblank. */
 382         u32 htot;
 383         /* Default vertical blanking: frame height = height + vblank. */
 384         u32 vblank_def;
 385 };
 386
 387 struct ov5640_mode_info {
 388         enum ov5640_mode_id id;
 389         enum ov5640_downsize_mode dn_mode;
 390         enum ov5640_pixel_rate_id pixel_rate;
 391
 392         unsigned int width;
 393         unsigned int height;
 394
 395         struct ov5640_timings dvp_timings;
 396         struct ov5640_timings csi2_timings;
 397
 398         const struct reg_value *reg_data;
 399         u32 reg_data_size;
 400
 401         /* Used by s_frame_interval only. */
 402         u32 max_fps;
 403         u32 def_fps;
 404 };
 405
 406 struct ov5640_ctrls {
 407         struct v4l2_ctrl_handler handler;
 408         struct v4l2_ctrl *pixel_rate;
 409         struct v4l2_ctrl *link_freq;
 410         struct v4l2_ctrl *hblank;
 411         struct v4l2_ctrl *vblank;
 412         struct {
 413                 struct v4l2_ctrl *auto_exp;
 414                 struct v4l2_ctrl *exposure;
 415         };
 416         struct {
 417                 struct v4l2_ctrl *auto_wb;
 418                 struct v4l2_ctrl *blue_balance;
 419                 struct v4l2_ctrl *red_balance;
 420         };
 421         struct {
 422                 struct v4l2_ctrl *auto_gain;
 423                 struct v4l2_ctrl *gain;
 424         };
 425         struct v4l2_ctrl *brightness;
 426         struct v4l2_ctrl *light_freq;
 427         struct v4l2_ctrl *saturation;
 428         struct v4l2_ctrl *contrast;
 429         struct v4l2_ctrl *hue;
 430         struct v4l2_ctrl *test_pattern;
 431         struct v4l2_ctrl *hflip;
 432         struct v4l2_ctrl *vflip;
 433 };
 434
 435 struct ov5640_dev {
 436         struct i2c_client *i2c_client;
 437         struct v4l2_subdev sd;
 438         struct media_pad pad;
 439         struct v4l2_fwnode_endpoint ep; /* the parsed DT endpoint info */
 440         struct clk *xclk; /* system clock to OV5640 */
 441         u32 xclk_freq;
 442
 443         struct regulator_bulk_data supplies[OV5640_NUM_SUPPLIES];
 444         struct gpio_desc *reset_gpio;
 445         struct gpio_desc *pwdn_gpio;
 446         bool   upside_down;
 447
 448         /* lock to protect all members below */
 449         struct mutex lock;
 450
 451         struct v4l2_mbus_framefmt fmt;
 452         bool pending_fmt_change;
 453
 454         const struct ov5640_mode_info *current_mode;
 455         const struct ov5640_mode_info *last_mode;
 456         enum ov5640_frame_rate current_fr;
 457         struct v4l2_fract frame_interval;
 458         s64 current_link_freq;
 459
 460         struct ov5640_ctrls ctrls;
 461
 462         u32 prev_sysclk, prev_hts;
 463         u32 ae_low, ae_high, ae_target;
 464
 465         bool pending_mode_change;
 466         bool streaming;
 467 };
 468
 469 static inline struct ov5640_dev *to_ov5640_dev(struct v4l2_subdev *sd)
 470 {
 471         return container_of(sd, struct ov5640_dev, sd);
 472 }
 473
 474 static inline struct v4l2_subdev *ctrl_to_sd(struct v4l2_ctrl *ctrl)
 475 {
 476         return &container_of(ctrl->handler, struct ov5640_dev,
 477                              ctrls.handler)->sd;
 478 }
 479
 480 static inline bool ov5640_is_csi2(const struct ov5640_dev *sensor)
 481 {
 482         return sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY;
 483 }
 484
 485 static inline const struct ov5640_pixfmt *
 486 ov5640_formats(struct ov5640_dev *sensor)
 487 {
 488         return ov5640_is_csi2(sensor) ? ov5640_csi2_formats
 489                                       : ov5640_dvp_formats;
 490 }
 491
 492 static const struct ov5640_pixfmt *
 493 ov5640_code_to_pixfmt(struct ov5640_dev *sensor, u32 code)
 494 {
 495         const struct ov5640_pixfmt *formats = ov5640_formats(sensor);
 496         unsigned int i;
 497
 498         for (i = 0; formats[i].code; ++i) {
 499                 if (formats[i].code == code)
 500                         return &formats[i];
 501         }
 502
 503         return &formats[0];
 504 }
 505
 506 static u32 ov5640_code_to_bpp(struct ov5640_dev *sensor, u32 code)
 507 {
 508         const struct ov5640_pixfmt *format = ov5640_code_to_pixfmt(sensor,
 509                                                                    code);
 510
 511         return format->bpp;
 512 }
 513
 514 /*
 515  * FIXME: all of these register tables are likely filled with
 516  * entries that set the register to their power-on default values,
 517  * and which are otherwise not touched by this driver. Those entries
 518  * should be identified and removed to speed register load time
 519  * over i2c.
 520  */
 521 /* YUV422 UYVY VGA@30fps */
 522
 523 static const struct v4l2_mbus_framefmt ov5640_default_fmt = {
 524         .code = MEDIA_BUS_FMT_UYVY8_2X8,
 525         .width = 640,
 526         .height = 480,
 527         .colorspace = V4L2_COLORSPACE_SRGB,
 528         .ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(V4L2_COLORSPACE_SRGB),
 529         .quantization = V4L2_QUANTIZATION_FULL_RANGE,
 530         .xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(V4L2_COLORSPACE_SRGB),
 531         .field = V4L2_FIELD_NONE,
 532 };
 533
 534 static const struct reg_value ov5640_init_setting[] = {
 535         {0x3103, 0x11, 0, 0}, {0x3008, 0x82, 0, 5}, {0x3008, 0x42, 0, 0},
 536         {0x3103, 0x03, 0, 0}, {0x3630, 0x36, 0, 0},
 537         {0x3631, 0x0e, 0, 0}, {0x3632, 0xe2, 0, 0}, {0x3633, 0x12, 0, 0},
 538         {0x3621, 0xe0, 0, 0}, {0x3704, 0xa0, 0, 0}, {0x3703, 0x5a, 0, 0},
 539         {0x3715, 0x78, 0, 0}, {0x3717, 0x01, 0, 0}, {0x370b, 0x60, 0, 0},
 540         {0x3705, 0x1a, 0, 0}, {0x3905, 0x02, 0, 0}, {0x3906, 0x10, 0, 0},
 541         {0x3901, 0x0a, 0, 0}, {0x3731, 0x12, 0, 0}, {0x3600, 0x08, 0, 0},
 542         {0x3601, 0x33, 0, 0}, {0x302d, 0x60, 0, 0}, {0x3620, 0x52, 0, 0},
 543         {0x371b, 0x20, 0, 0}, {0x471c, 0x50, 0, 0}, {0x3a13, 0x43, 0, 0},
 544         {0x3a18, 0x00, 0, 0}, {0x3a19, 0xf8, 0, 0}, {0x3635, 0x13, 0, 0},
 545         {0x3636, 0x03, 0, 0}, {0x3634, 0x40, 0, 0}, {0x3622, 0x01, 0, 0},
 546         {0x3c01, 0xa4, 0, 0}, {0x3c04, 0x28, 0, 0}, {0x3c05, 0x98, 0, 0},
 547         {0x3c06, 0x00, 0, 0}, {0x3c07, 0x08, 0, 0}, {0x3c08, 0x00, 0, 0},
 548         {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 549         {0x3820, 0x41, 0, 0}, {0x3821, 0x07, 0, 0}, {0x3814, 0x31, 0, 0},
 550         {0x3815, 0x31, 0, 0},
 551         {0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
 552         {0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
 553         {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 554         {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 555         {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 556         {0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0}, {0x3000, 0x00, 0, 0},
 557         {0x3002, 0x1c, 0, 0}, {0x3004, 0xff, 0, 0}, {0x3006, 0xc3, 0, 0},
 558         {0x302e, 0x08, 0, 0}, {0x4300, 0x3f, 0, 0},
 559         {0x501f, 0x00, 0, 0}, {0x4407, 0x04, 0, 0},
 560         {0x440e, 0x00, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
 561         {0x4837, 0x0a, 0, 0}, {0x3824, 0x02, 0, 0},
 562         {0x5000, 0xa7, 0, 0}, {0x5001, 0xa3, 0, 0}, {0x5180, 0xff, 0, 0},
 563         {0x5181, 0xf2, 0, 0}, {0x5182, 0x00, 0, 0}, {0x5183, 0x14, 0, 0},
 564         {0x5184, 0x25, 0, 0}, {0x5185, 0x24, 0, 0}, {0x5186, 0x09, 0, 0},
 565         {0x5187, 0x09, 0, 0}, {0x5188, 0x09, 0, 0}, {0x5189, 0x88, 0, 0},
 566         {0x518a, 0x54, 0, 0}, {0x518b, 0xee, 0, 0}, {0x518c, 0xb2, 0, 0},
 567         {0x518d, 0x50, 0, 0}, {0x518e, 0x34, 0, 0}, {0x518f, 0x6b, 0, 0},
 568         {0x5190, 0x46, 0, 0}, {0x5191, 0xf8, 0, 0}, {0x5192, 0x04, 0, 0},
 569         {0x5193, 0x70, 0, 0}, {0x5194, 0xf0, 0, 0}, {0x5195, 0xf0, 0, 0},
 570         {0x5196, 0x03, 0, 0}, {0x5197, 0x01, 0, 0}, {0x5198, 0x04, 0, 0},
 571         {0x5199, 0x6c, 0, 0}, {0x519a, 0x04, 0, 0}, {0x519b, 0x00, 0, 0},
 572         {0x519c, 0x09, 0, 0}, {0x519d, 0x2b, 0, 0}, {0x519e, 0x38, 0, 0},
 573         {0x5381, 0x1e, 0, 0}, {0x5382, 0x5b, 0, 0}, {0x5383, 0x08, 0, 0},
 574         {0x5384, 0x0a, 0, 0}, {0x5385, 0x7e, 0, 0}, {0x5386, 0x88, 0, 0},
 575         {0x5387, 0x7c, 0, 0}, {0x5388, 0x6c, 0, 0}, {0x5389, 0x10, 0, 0},
 576         {0x538a, 0x01, 0, 0}, {0x538b, 0x98, 0, 0}, {0x5300, 0x08, 0, 0},
 577         {0x5301, 0x30, 0, 0}, {0x5302, 0x10, 0, 0}, {0x5303, 0x00, 0, 0},
 578         {0x5304, 0x08, 0, 0}, {0x5305, 0x30, 0, 0}, {0x5306, 0x08, 0, 0},
 579         {0x5307, 0x16, 0, 0}, {0x5309, 0x08, 0, 0}, {0x530a, 0x30, 0, 0},
 580         {0x530b, 0x04, 0, 0}, {0x530c, 0x06, 0, 0}, {0x5480, 0x01, 0, 0},
 581         {0x5481, 0x08, 0, 0}, {0x5482, 0x14, 0, 0}, {0x5483, 0x28, 0, 0},
 582         {0x5484, 0x51, 0, 0}, {0x5485, 0x65, 0, 0}, {0x5486, 0x71, 0, 0},
 583         {0x5487, 0x7d, 0, 0}, {0x5488, 0x87, 0, 0}, {0x5489, 0x91, 0, 0},
 584         {0x548a, 0x9a, 0, 0}, {0x548b, 0xaa, 0, 0}, {0x548c, 0xb8, 0, 0},
 585         {0x548d, 0xcd, 0, 0}, {0x548e, 0xdd, 0, 0}, {0x548f, 0xea, 0, 0},
 586         {0x5490, 0x1d, 0, 0}, {0x5580, 0x02, 0, 0}, {0x5583, 0x40, 0, 0},
 587         {0x5584, 0x10, 0, 0}, {0x5589, 0x10, 0, 0}, {0x558a, 0x00, 0, 0},
 588         {0x558b, 0xf8, 0, 0}, {0x5800, 0x23, 0, 0}, {0x5801, 0x14, 0, 0},
 589         {0x5802, 0x0f, 0, 0}, {0x5803, 0x0f, 0, 0}, {0x5804, 0x12, 0, 0},
 590         {0x5805, 0x26, 0, 0}, {0x5806, 0x0c, 0, 0}, {0x5807, 0x08, 0, 0},
 591         {0x5808, 0x05, 0, 0}, {0x5809, 0x05, 0, 0}, {0x580a, 0x08, 0, 0},
 592         {0x580b, 0x0d, 0, 0}, {0x580c, 0x08, 0, 0}, {0x580d, 0x03, 0, 0},
 593         {0x580e, 0x00, 0, 0}, {0x580f, 0x00, 0, 0}, {0x5810, 0x03, 0, 0},
 594         {0x5811, 0x09, 0, 0}, {0x5812, 0x07, 0, 0}, {0x5813, 0x03, 0, 0},
 595         {0x5814, 0x00, 0, 0}, {0x5815, 0x01, 0, 0}, {0x5816, 0x03, 0, 0},
 596         {0x5817, 0x08, 0, 0}, {0x5818, 0x0d, 0, 0}, {0x5819, 0x08, 0, 0},
 597         {0x581a, 0x05, 0, 0}, {0x581b, 0x06, 0, 0}, {0x581c, 0x08, 0, 0},
 598         {0x581d, 0x0e, 0, 0}, {0x581e, 0x29, 0, 0}, {0x581f, 0x17, 0, 0},
 599         {0x5820, 0x11, 0, 0}, {0x5821, 0x11, 0, 0}, {0x5822, 0x15, 0, 0},
 600         {0x5823, 0x28, 0, 0}, {0x5824, 0x46, 0, 0}, {0x5825, 0x26, 0, 0},
 601         {0x5826, 0x08, 0, 0}, {0x5827, 0x26, 0, 0}, {0x5828, 0x64, 0, 0},
 602         {0x5829, 0x26, 0, 0}, {0x582a, 0x24, 0, 0}, {0x582b, 0x22, 0, 0},
 603         {0x582c, 0x24, 0, 0}, {0x582d, 0x24, 0, 0}, {0x582e, 0x06, 0, 0},
 604         {0x582f, 0x22, 0, 0}, {0x5830, 0x40, 0, 0}, {0x5831, 0x42, 0, 0},
 605         {0x5832, 0x24, 0, 0}, {0x5833, 0x26, 0, 0}, {0x5834, 0x24, 0, 0},
 606         {0x5835, 0x22, 0, 0}, {0x5836, 0x22, 0, 0}, {0x5837, 0x26, 0, 0},
 607         {0x5838, 0x44, 0, 0}, {0x5839, 0x24, 0, 0}, {0x583a, 0x26, 0, 0},
 608         {0x583b, 0x28, 0, 0}, {0x583c, 0x42, 0, 0}, {0x583d, 0xce, 0, 0},
 609         {0x5025, 0x00, 0, 0}, {0x3a0f, 0x30, 0, 0}, {0x3a10, 0x28, 0, 0},
 610         {0x3a1b, 0x30, 0, 0}, {0x3a1e, 0x26, 0, 0}, {0x3a11, 0x60, 0, 0},
 611         {0x3a1f, 0x14, 0, 0}, {0x3008, 0x02, 0, 0}, {0x3c00, 0x04, 0, 300},
 612 };
 613
 614 static const struct reg_value ov5640_setting_low_res[] = {
 615         {0x3c07, 0x08, 0, 0},
 616         {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 617         {0x3814, 0x31, 0, 0},
 618         {0x3815, 0x31, 0, 0},
 619         {0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
 620         {0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x03, 0, 0},
 621         {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 622         {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 623         {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 624         {0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
 625         {0x4407, 0x04, 0, 0}, {0x5001, 0xa3, 0, 0},
 626 };
 627
 628 static const struct reg_value ov5640_setting_720P_1280_720[] = {
 629         {0x3c07, 0x07, 0, 0},
 630         {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 631         {0x3814, 0x31, 0, 0},
 632         {0x3815, 0x31, 0, 0},
 633         {0x3618, 0x00, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x64, 0, 0},
 634         {0x3709, 0x52, 0, 0}, {0x370c, 0x03, 0, 0}, {0x3a02, 0x02, 0, 0},
 635         {0x3a03, 0xe4, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0xbc, 0, 0},
 636         {0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x72, 0, 0}, {0x3a0e, 0x01, 0, 0},
 637         {0x3a0d, 0x02, 0, 0}, {0x3a14, 0x02, 0, 0}, {0x3a15, 0xe4, 0, 0},
 638         {0x4001, 0x02, 0, 0}, {0x4004, 0x02, 0, 0},
 639         {0x4407, 0x04, 0, 0}, {0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0},
 640         {0x3824, 0x04, 0, 0}, {0x5001, 0x83, 0, 0},
 641 };
 642
 643 static const struct reg_value ov5640_setting_1080P_1920_1080[] = {
 644         {0x3c07, 0x08, 0, 0},
 645         {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 646         {0x3814, 0x11, 0, 0},
 647         {0x3815, 0x11, 0, 0},
 648         {0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
 649         {0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
 650         {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 651         {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 652         {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 653         {0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
 654         {0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
 655         {0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 0},
 656         {0x3c07, 0x07, 0, 0}, {0x3c08, 0x00, 0, 0},
 657         {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 658         {0x3612, 0x2b, 0, 0}, {0x3708, 0x64, 0, 0},
 659         {0x3a02, 0x04, 0, 0}, {0x3a03, 0x60, 0, 0}, {0x3a08, 0x01, 0, 0},
 660         {0x3a09, 0x50, 0, 0}, {0x3a0a, 0x01, 0, 0}, {0x3a0b, 0x18, 0, 0},
 661         {0x3a0e, 0x03, 0, 0}, {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x04, 0, 0},
 662         {0x3a15, 0x60, 0, 0}, {0x4407, 0x04, 0, 0},
 663         {0x460b, 0x37, 0, 0}, {0x460c, 0x20, 0, 0}, {0x3824, 0x04, 0, 0},
 664         {0x4005, 0x1a, 0, 0},
 665 };
 666
 667 static const struct reg_value ov5640_setting_QSXGA_2592_1944[] = {
 668         {0x3c07, 0x08, 0, 0},
 669         {0x3c09, 0x1c, 0, 0}, {0x3c0a, 0x9c, 0, 0}, {0x3c0b, 0x40, 0, 0},
 670         {0x3814, 0x11, 0, 0},
 671         {0x3815, 0x11, 0, 0},
 672         {0x3618, 0x04, 0, 0}, {0x3612, 0x29, 0, 0}, {0x3708, 0x21, 0, 0},
 673         {0x3709, 0x12, 0, 0}, {0x370c, 0x00, 0, 0}, {0x3a02, 0x03, 0, 0},
 674         {0x3a03, 0xd8, 0, 0}, {0x3a08, 0x01, 0, 0}, {0x3a09, 0x27, 0, 0},
 675         {0x3a0a, 0x00, 0, 0}, {0x3a0b, 0xf6, 0, 0}, {0x3a0e, 0x03, 0, 0},
 676         {0x3a0d, 0x04, 0, 0}, {0x3a14, 0x03, 0, 0}, {0x3a15, 0xd8, 0, 0},
 677         {0x4001, 0x02, 0, 0}, {0x4004, 0x06, 0, 0},
 678         {0x4407, 0x04, 0, 0}, {0x460b, 0x35, 0, 0}, {0x460c, 0x22, 0, 0},
 679         {0x3824, 0x02, 0, 0}, {0x5001, 0x83, 0, 70},
 680 };
 681
 682 static const struct ov5640_mode_info ov5640_mode_data[OV5640_NUM_MODES] = {
 683         {
 684                 /* 160x120 */
 685                 .id             = OV5640_MODE_QQVGA_160_120,
 686                 .dn_mode        = SUBSAMPLING,
 687                 .pixel_rate     = OV5640_PIXEL_RATE_48M,
 688                 .width          = 160,
 689                 .height         = 120,
 690                 .dvp_timings = {
 691                         .analog_crop = {
 692                                 .left   = 0,
 693                                 .top    = 4,
 694                                 .width  = 2624,
 695                                 .height = 1944,
 696                         },
 697                         .crop = {
 698                                 .left   = 16,
 699                                 .top    = 6,
 700                                 .width  = 160,
 701                                 .height = 120,
 702                         },
 703                         .htot           = 1896,
 704                         .vblank_def     = 864,
 705                 },
 706                 .csi2_timings = {
 707                         /* Feed the full valid pixel array to the ISP. */
 708                         .analog_crop = {
 709                                 .left   = OV5640_PIXEL_ARRAY_LEFT,
 710                                 .top    = OV5640_PIXEL_ARRAY_TOP,
 711                                 .width  = OV5640_PIXEL_ARRAY_WIDTH,
 712                                 .height = OV5640_PIXEL_ARRAY_HEIGHT,
 713                         },
 714                         /* Maintain a minimum processing margin. */
 715                         .crop = {
 716                                 .left   = 2,
 717                                 .top    = 4,
 718                                 .width  = 160,
 719                                 .height = 120,
 720                         },
 721                         .htot           = 1600,
 722                         .vblank_def     = 878,
 723                 },
 724                 .reg_data       = ov5640_setting_low_res,
 725                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_low_res),
 726                 .max_fps        = OV5640_30_FPS,
 727                 .def_fps        = OV5640_30_FPS
 728         }, {
 729                 /* 176x144 */
 730                 .id             = OV5640_MODE_QCIF_176_144,
 731                 .dn_mode        = SUBSAMPLING,
 732                 .pixel_rate     = OV5640_PIXEL_RATE_48M,
 733                 .width          = 176,
 734                 .height         = 144,
 735                 .dvp_timings = {
 736                         .analog_crop = {
 737                                 .left   = 0,
 738                                 .top    = 4,
 739                                 .width  = 2624,
 740                                 .height = 1944,
 741                         },
 742                         .crop = {
 743                                 .left   = 16,
 744                                 .top    = 6,
 745                                 .width  = 176,
 746                                 .height = 144,
 747                         },
 748                         .htot           = 1896,
 749                         .vblank_def     = 840,
 750                 },
 751                 .csi2_timings = {
 752                         /* Feed the full valid pixel array to the ISP. */
 753                         .analog_crop = {
 754                                 .left   = OV5640_PIXEL_ARRAY_LEFT,
 755                                 .top    = OV5640_PIXEL_ARRAY_TOP,
 756                                 .width  = OV5640_PIXEL_ARRAY_WIDTH,
 757                                 .height = OV5640_PIXEL_ARRAY_HEIGHT,
 758                         },
 759                         /* Maintain a minimum processing margin. */
 760                         .crop = {
 761                                 .left   = 2,
 762                                 .top    = 4,
 763                                 .width  = 176,
 764                                 .height = 144,
 765                         },
 766                         .htot           = 1600,
 767                         .vblank_def     = 854,
 768                 },
 769                 .reg_data       = ov5640_setting_low_res,
 770                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_low_res),
 771                 .max_fps        = OV5640_30_FPS,
 772                 .def_fps        = OV5640_30_FPS
 773         }, {
 774                 /* 320x240 */
 775                 .id             = OV5640_MODE_QVGA_320_240,
 776                 .dn_mode        = SUBSAMPLING,
 777                 .width          = 320,
 778                 .height         = 240,
 779                 .pixel_rate     = OV5640_PIXEL_RATE_48M,
 780                 .dvp_timings = {
 781                         .analog_crop = {
 782                                 .left   = 0,
 783                                 .top    = 4,
 784                                 .width  = 2624,
 785                                 .height = 1944,
 786                         },
 787                         .crop = {
 788                                 .left   = 16,
 789                                 .top    = 6,
 790                                 .width  = 320,
 791                                 .height = 240,
 792                         },
 793                         .htot           = 1896,
 794                         .vblank_def     = 744,
 795                 },
 796                 .csi2_timings = {
 797                         /* Feed the full valid pixel array to the ISP. */
 798                         .analog_crop = {
 799                                 .left   = OV5640_PIXEL_ARRAY_LEFT,
 800                                 .top    = OV5640_PIXEL_ARRAY_TOP,
 801                                 .width  = OV5640_PIXEL_ARRAY_WIDTH,
 802                                 .height = OV5640_PIXEL_ARRAY_HEIGHT,
 803                         },
 804                         /* Maintain a minimum processing margin. */
 805                         .crop = {
 806                                 .left   = 2,
 807                                 .top    = 4,
 808                                 .width  = 320,
 809                                 .height = 240,
 810                         },
 811                         .htot           = 1600,
 812                         .vblank_def     = 760,
 813                 },
 814                 .reg_data       = ov5640_setting_low_res,
 815                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_low_res),
 816                 .max_fps        = OV5640_30_FPS,
 817                 .def_fps        = OV5640_30_FPS
 818         }, {
 819                 /* 640x480 */
 820                 .id             = OV5640_MODE_VGA_640_480,
 821                 .dn_mode        = SUBSAMPLING,
 822                 .pixel_rate     = OV5640_PIXEL_RATE_48M,
 823                 .width          = 640,
 824                 .height         = 480,
 825                 .dvp_timings = {
 826                         .analog_crop = {
 827                                 .left   = 0,
 828                                 .top    = 4,
 829                                 .width  = 2624,
 830                                 .height = 1944,
 831                         },
 832                         .crop = {
 833                                 .left   = 16,
 834                                 .top    = 6,
 835                                 .width  = 640,
 836                                 .height = 480,
 837                         },
 838                         .htot           = 1896,
 839                         .vblank_def     = 600,
 840                 },
 841                 .csi2_timings = {
 842                         /* Feed the full valid pixel array to the ISP. */
 843                         .analog_crop = {
 844                                 .left   = OV5640_PIXEL_ARRAY_LEFT,
 845                                 .top    = OV5640_PIXEL_ARRAY_TOP,
 846                                 .width  = OV5640_PIXEL_ARRAY_WIDTH,
 847                                 .height = OV5640_PIXEL_ARRAY_HEIGHT,
 848                         },
 849                         /* Maintain a minimum processing margin. */
 850                         .crop = {
 851                                 .left   = 2,
 852                                 .top    = 4,
 853                                 .width  = 640,
 854                                 .height = 480,
 855                         },
 856                         .htot           = 1600,
 857                         .vblank_def     = 520,
 858                 },
 859                 .reg_data       = ov5640_setting_low_res,
 860                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_low_res),
 861                 .max_fps        = OV5640_60_FPS,
 862                 .def_fps        = OV5640_30_FPS
 863         }, {
 864                 /* 720x480 */
 865                 .id             = OV5640_MODE_NTSC_720_480,
 866                 .dn_mode        = SUBSAMPLING,
 867                 .width          = 720,
 868                 .height         = 480,
 869                 .pixel_rate     = OV5640_PIXEL_RATE_96M,
 870                 .dvp_timings = {
 871                         .analog_crop = {
 872                                 .left   = 0,
 873                                 .top    = 4,
 874                                 .width  = 2624,
 875                                 .height = 1944,
 876                         },
 877                         .crop = {
 878                                 .left   = 56,
 879                                 .top    = 60,
 880                                 .width  = 720,
 881                                 .height = 480,
 882                         },
 883                         .htot           = 1896,
 884                         .vblank_def     = 504,
 885                 },
 886                 .csi2_timings = {
 887                         /* Feed the full valid pixel array to the ISP. */
 888                         .analog_crop = {
 889                                 .left   = OV5640_PIXEL_ARRAY_LEFT,
 890                                 .top    = OV5640_PIXEL_ARRAY_TOP,
 891                                 .width  = OV5640_PIXEL_ARRAY_WIDTH,
 892                                 .height = OV5640_PIXEL_ARRAY_HEIGHT,
 893                         },
 894                         .crop = {
 895                                 .left   = 56,
 896                                 .top    = 60,
 897                                 .width  = 720,
 898                                 .height = 480,
 899                         },
 900                         .htot           = 1896,
 901                         .vblank_def     = 1206,
 902                 },
 903                 .reg_data       = ov5640_setting_low_res,
 904                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_low_res),
 905                 .max_fps        = OV5640_30_FPS,
 906                 .def_fps        = OV5640_30_FPS
 907         }, {
 908                 /* 720x576 */
 909                 .id             = OV5640_MODE_PAL_720_576,
 910                 .dn_mode        = SUBSAMPLING,
 911                 .width          = 720,
 912                 .height         = 576,
 913                 .pixel_rate     = OV5640_PIXEL_RATE_96M,
 914                 .dvp_timings = {
 915                         .analog_crop = {
 916                                 .left   = 0,
 917                                 .top    = 4,
 918                                 .width  = 2624,
 919                                 .height = 1944,
 920                         },
 921                         .crop = {
 922                                 .left   = 56,
 923                                 .top    = 6,
 924                                 .width  = 720,
 925                                 .height = 576,
 926                         },
 927                         .htot           = 1896,
 928                         .vblank_def     = 408,
 929                 },
 930                 .csi2_timings = {
 931                         /* Feed the full valid pixel array to the ISP. */
 932                         .analog_crop = {
 933                                 .left   = OV5640_PIXEL_ARRAY_LEFT,
 934                                 .top    = OV5640_PIXEL_ARRAY_TOP,
 935                                 .width  = OV5640_PIXEL_ARRAY_WIDTH,
 936                                 .height = OV5640_PIXEL_ARRAY_HEIGHT,
 937                         },
 938                         .crop = {
 939                                 .left   = 56,
 940                                 .top    = 6,
 941                                 .width  = 720,
 942                                 .height = 576,
 943                         },
 944                         .htot           = 1896,
 945                         .vblank_def     = 1110,
 946                 },
 947                 .reg_data       = ov5640_setting_low_res,
 948                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_low_res),
 949                 .max_fps        = OV5640_30_FPS,
 950                 .def_fps        = OV5640_30_FPS
 951         }, {
 952                 /* 1024x768 */
 953                 .id             = OV5640_MODE_XGA_1024_768,
 954                 .dn_mode        = SUBSAMPLING,
 955                 .pixel_rate     = OV5640_PIXEL_RATE_96M,
 956                 .width          = 1024,
 957                 .height         = 768,
 958                 .dvp_timings = {
 959                         .analog_crop = {
 960                                 .left   = 0,
 961                                 .top    = 4,
 962                                 .width  = 2624,
 963                                 .height = 1944,
 964                         },
 965                         .crop = {
 966                                 .left   = 16,
 967                                 .top    = 6,
 968                                 .width  = 1024,
 969                                 .height = 768,
 970                         },
 971                         .htot           = 1896,
 972                         .vblank_def     = 312,
 973                 },
 974                 .csi2_timings = {
 975                         .analog_crop = {
 976                                 .left   = 0,
 977                                 .top    = 4,
 978                                 .width  = OV5640_NATIVE_WIDTH,
 979                                 .height = OV5640_PIXEL_ARRAY_HEIGHT,
 980                         },
 981                         .crop = {
 982                                 .left   = 16,
 983                                 .top    = 6,
 984                                 .width  = 1024,
 985                                 .height = 768,
 986                         },
 987                         .htot           = 1896,
 988                         .vblank_def     = 918,
 989                 },
 990                 .reg_data       = ov5640_setting_low_res,
 991                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_low_res),
 992                 .max_fps        = OV5640_30_FPS,
 993                 .def_fps        = OV5640_30_FPS
 994         }, {
 995                 /* 1280x720 */
 996                 .id             = OV5640_MODE_720P_1280_720,
 997                 .dn_mode        = SUBSAMPLING,
 998                 .pixel_rate     = OV5640_PIXEL_RATE_124M,
 999                 .width          = 1280,
1000                 .height         = 720,
1001                 .dvp_timings = {
1002                         .analog_crop = {
1003                                 .left   = 0,
1004                                 .top    = 250,
1005                                 .width  = 2624,
1006                                 .height = 1456,
1007                         },
1008                         .crop = {
1009                                 .left   = 16,
1010                                 .top    = 4,
1011                                 .width  = 1280,
1012                                 .height = 720,
1013                         },
1014                         .htot           = 1892,
1015                         .vblank_def     = 20,
1016                 },
1017                 .csi2_timings = {
1018                         .analog_crop = {
1019                                 .left   = 0,
1020                                 .top    = 250,
1021                                 .width  = 2624,
1022                                 .height = 1456,
1023                         },
1024                         .crop = {
1025                                 .left   = 16,
1026                                 .top    = 4,
1027                                 .width  = 1280,
1028                                 .height = 720,
1029                         },
1030                         .htot           = 1600,
1031                         .vblank_def     = 560,
1032                 },
1033                 .reg_data       = ov5640_setting_720P_1280_720,
1034                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_720P_1280_720),
1035                 .max_fps        = OV5640_30_FPS,
1036                 .def_fps        = OV5640_30_FPS
1037         }, {
1038                 /* 1920x1080 */
1039                 .id             = OV5640_MODE_1080P_1920_1080,
1040                 .dn_mode        = SCALING,
1041                 .pixel_rate     = OV5640_PIXEL_RATE_148M,
1042                 .width          = 1920,
1043                 .height         = 1080,
1044                 .dvp_timings = {
1045                         .analog_crop = {
1046                                 .left   = 336,
1047                                 .top    = 434,
1048                                 .width  = 1952,
1049                                 .height = 1088,
1050                         },
1051                         .crop = {
1052                                 .left   = 16,
1053                                 .top    = 4,
1054                                 .width  = 1920,
1055                                 .height = 1080,
1056                         },
1057                         .htot           = 2500,
1058                         .vblank_def     = 40,
1059                 },
1060                 .csi2_timings = {
1061                         /* Crop the full valid pixel array in the center. */
1062                         .analog_crop = {
1063                                 .left   = 336,
1064                                 .top    = 434,
1065                                 .width  = 1952,
1066                                 .height = 1088,
1067                         },
1068                         /* Maintain a larger processing margins. */
1069                         .crop = {
1070                                 .left   = 16,
1071                                 .top    = 4,
1072                                 .width  = 1920,
1073                                 .height = 1080,
1074                         },
1075                         .htot           = 2234,
1076                         .vblank_def     = 24,
1077                 },
1078                 .reg_data       = ov5640_setting_1080P_1920_1080,
1079                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_1080P_1920_1080),
1080                 .max_fps        = OV5640_30_FPS,
1081                 .def_fps        = OV5640_30_FPS
1082         }, {
1083                 /* 2592x1944 */
1084                 .id             = OV5640_MODE_QSXGA_2592_1944,
1085                 .dn_mode        = SCALING,
1086                 .pixel_rate     = OV5640_PIXEL_RATE_168M,
1087                 .width          = OV5640_PIXEL_ARRAY_WIDTH,
1088                 .height         = OV5640_PIXEL_ARRAY_HEIGHT,
1089                 .dvp_timings = {
1090                         .analog_crop = {
1091                                 .left   = 0,
1092                                 .top    = 0,
1093                                 .width  = 2624,
1094                                 .height = 1952,
1095                         },
1096                         .crop = {
1097                                 .left   = 16,
1098                                 .top    = 4,
1099                                 .width  = 2592,
1100                                 .height = 1944,
1101                         },
1102                         .htot           = 2844,
1103                         .vblank_def     = 24,
1104                 },
1105                 .csi2_timings = {
1106                         /* Give more processing margin to full resolution. */
1107                         .analog_crop = {
1108                                 .left   = 0,
1109                                 .top    = 0,
1110                                 .width  = OV5640_NATIVE_WIDTH,
1111                                 .height = 1952,
1112                         },
1113                         .crop = {
1114                                 .left   = 16,
1115                                 .top    = 4,
1116                                 .width  = 2592,
1117                                 .height = 1944,
1118                         },
1119                         .htot           = 2844,
1120                         .vblank_def     = 24,
1121                 },
1122                 .reg_data       = ov5640_setting_QSXGA_2592_1944,
1123                 .reg_data_size  = ARRAY_SIZE(ov5640_setting_QSXGA_2592_1944),
1124                 .max_fps        = OV5640_15_FPS,
1125                 .def_fps        = OV5640_15_FPS
1126         },
1127 };
1128
1129 static const struct ov5640_timings *
1130 ov5640_timings(const struct ov5640_dev *sensor,
1131                const struct ov5640_mode_info *mode)
1132 {
1133         if (ov5640_is_csi2(sensor))
1134                 return &mode->csi2_timings;
1135
1136         return &mode->dvp_timings;
1137 }
1138
1139 static int ov5640_init_slave_id(struct ov5640_dev *sensor)
1140 {
1141         struct i2c_client *client = sensor->i2c_client;
1142         struct i2c_msg msg;
1143         u8 buf[3];
1144         int ret;
1145
1146         if (client->addr == OV5640_DEFAULT_SLAVE_ID)
1147                 return 0;
1148
1149         buf[0] = OV5640_REG_SLAVE_ID >> 8;
1150         buf[1] = OV5640_REG_SLAVE_ID & 0xff;
1151         buf[2] = client->addr << 1;
1152
1153         msg.addr = OV5640_DEFAULT_SLAVE_ID;
1154         msg.flags = 0;
1155         msg.buf = buf;
1156         msg.len = sizeof(buf);
1157
1158         ret = i2c_transfer(client->adapter, &msg, 1);
1159         if (ret < 0) {
1160                 dev_err(&client->dev, "%s: failed with %d\n", __func__, ret);
1161                 return ret;
1162         }
1163
1164         return 0;
1165 }
1166
1167 static int ov5640_write_reg(struct ov5640_dev *sensor, u16 reg, u8 val)
1168 {
1169         struct i2c_client *client = sensor->i2c_client;
1170         struct i2c_msg msg;
1171         u8 buf[3];
1172         int ret;
1173
1174         buf[0] = reg >> 8;
1175         buf[1] = reg & 0xff;
1176         buf[2] = val;
1177
1178         msg.addr = client->addr;
1179         msg.flags = client->flags;
1180         msg.buf = buf;
1181         msg.len = sizeof(buf);
1182
1183         ret = i2c_transfer(client->adapter, &msg, 1);
1184         if (ret < 0) {
1185                 dev_err(&client->dev, "%s: error: reg=%x, val=%x\n",
1186                         __func__, reg, val);
1187                 return ret;
1188         }
1189
1190         return 0;
1191 }
1192
1193 static int ov5640_read_reg(struct ov5640_dev *sensor, u16 reg, u8 *val)
1194 {
1195         struct i2c_client *client = sensor->i2c_client;
1196         struct i2c_msg msg[2];
1197         u8 buf[2];
1198         int ret;
1199
1200         buf[0] = reg >> 8;
1201         buf[1] = reg & 0xff;
1202
1203         msg[0].addr = client->addr;
1204         msg[0].flags = client->flags;
1205         msg[0].buf = buf;
1206         msg[0].len = sizeof(buf);
1207
1208         msg[1].addr = client->addr;
1209         msg[1].flags = client->flags | I2C_M_RD;
1210         msg[1].buf = buf;
1211         msg[1].len = 1;
1212
1213         ret = i2c_transfer(client->adapter, msg, 2);
1214         if (ret < 0) {
1215                 dev_err(&client->dev, "%s: error: reg=%x\n",
1216                         __func__, reg);
1217                 return ret;
1218         }
1219
1220         *val = buf[0];
1221         return 0;
1222 }
1223
1224 static int ov5640_read_reg16(struct ov5640_dev *sensor, u16 reg, u16 *val)
1225 {
1226         u8 hi, lo;
1227         int ret;
1228
1229         ret = ov5640_read_reg(sensor, reg, &hi);
1230         if (ret)
1231                 return ret;
1232         ret = ov5640_read_reg(sensor, reg + 1, &lo);
1233         if (ret)
1234                 return ret;
1235
1236         *val = ((u16)hi << 8) | (u16)lo;
1237         return 0;
1238 }
1239
1240 static int ov5640_write_reg16(struct ov5640_dev *sensor, u16 reg, u16 val)
1241 {
1242         int ret;
1243
1244         ret = ov5640_write_reg(sensor, reg, val >> 8);
1245         if (ret)
1246                 return ret;
1247
1248         return ov5640_write_reg(sensor, reg + 1, val & 0xff);
1249 }
1250
1251 static int ov5640_mod_reg(struct ov5640_dev *sensor, u16 reg,
1252                           u8 mask, u8 val)
1253 {
1254         u8 readval;
1255         int ret;
1256
1257         ret = ov5640_read_reg(sensor, reg, &readval);
1258         if (ret)
1259                 return ret;
1260
1261         readval &= ~mask;
1262         val &= mask;
1263         val |= readval;
1264
1265         return ov5640_write_reg(sensor, reg, val);
1266 }
1267
1268 /*
1269  * After trying the various combinations, reading various
1270  * documentations spread around the net, and from the various
1271  * feedback, the clock tree is probably as follows:
1272  *
1273  *   +--------------+
1274  *   |  Ext. Clock  |
1275  *   +-+------------+
1276  *     |  +----------+
1277  *     +->|   PLL1   | - reg 0x3036, for the multiplier
1278  *        +-+--------+ - reg 0x3037, bits 0-3 for the pre-divider
1279  *          |  +--------------+
1280  *          +->| System Clock |  - reg 0x3035, bits 4-7
1281  *             +-+------------+
1282  *               |  +--------------+
1283  *               +->| MIPI Divider | - reg 0x3035, bits 0-3
1284  *               |  +-+------------+
1285  *               |    +----------------> MIPI SCLK
1286  *               |    +  +-----+
1287  *               |    +->| / 2 |-------> MIPI BIT CLK
1288  *               |       +-----+
1289  *               |  +--------------+
1290  *               +->| PLL Root Div | - reg 0x3037, bit 4
1291  *                  +-+------------+
1292  *                    |  +---------+
1293  *                    +->| Bit Div | - reg 0x3034, bits 0-3
1294  *                       +-+-------+
1295  *                         |  +-------------+
1296  *                         +->| SCLK Div    | - reg 0x3108, bits 0-1
1297  *                         |  +-+-----------+
1298  *                         |    +---------------> SCLK
1299  *                         |  +-------------+
1300  *                         +->| SCLK 2X Div | - reg 0x3108, bits 2-3
1301  *                         |  +-+-----------+
1302  *                         |    +---------------> SCLK 2X
1303  *                         |  +-------------+
1304  *                         +->| PCLK Div    | - reg 0x3108, bits 4-5
1305  *                            ++------------+
1306  *                             +  +-----------+
1307  *                             +->|   P_DIV   | - reg 0x3035, bits 0-3
1308  *                                +-----+-----+
1309  *                                       +------------> PCLK
1310  *
1311  * There seems to be also constraints:
1312  *  - the PLL pre-divider output rate should be in the 4-27MHz range
1313  *  - the PLL multiplier output rate should be in the 500-1000MHz range
1314  *  - PCLK >= SCLK * 2 in YUV, >= SCLK in Raw or JPEG
1315  */
1316
1317 /*
1318  * This is supposed to be ranging from 1 to 8, but the value is always
1319  * set to 3 in the vendor kernels.
1320  */
1321 #define OV5640_PLL_PREDIV       3
1322
1323 #define OV5640_PLL_MULT_MIN     4
1324 #define OV5640_PLL_MULT_MAX     252
1325
1326 /*
1327  * This is supposed to be ranging from 1 to 16, but the value is
1328  * always set to either 1 or 2 in the vendor kernels.
1329  */
1330 #define OV5640_SYSDIV_MIN       1
1331 #define OV5640_SYSDIV_MAX       16
1332
1333 /*
1334  * This is supposed to be ranging from 1 to 2, but the value is always
1335  * set to 2 in the vendor kernels.
1336  */
1337 #define OV5640_PLL_ROOT_DIV                     2
1338 #define OV5640_PLL_CTRL3_PLL_ROOT_DIV_2         BIT(4)
1339
1340 /*
1341  * We only supports 8-bit formats at the moment
1342  */
1343 #define OV5640_BIT_DIV                          2
1344 #define OV5640_PLL_CTRL0_MIPI_MODE_8BIT         0x08
1345
1346 /*
1347  * This is supposed to be ranging from 1 to 8, but the value is always
1348  * set to 2 in the vendor kernels.
1349  */
1350 #define OV5640_SCLK_ROOT_DIV    2
1351
1352 /*
1353  * This is hardcoded so that the consistency is maintained between SCLK and
1354  * SCLK 2x.
1355  */
1356 #define OV5640_SCLK2X_ROOT_DIV (OV5640_SCLK_ROOT_DIV / 2)
1357
1358 /*
1359  * This is supposed to be ranging from 1 to 8, but the value is always
1360  * set to 1 in the vendor kernels.
1361  */
1362 #define OV5640_PCLK_ROOT_DIV                    1
1363 #define OV5640_PLL_SYS_ROOT_DIVIDER_BYPASS      0x00
1364
1365 static unsigned long ov5640_compute_sys_clk(struct ov5640_dev *sensor,
1366                                             u8 pll_prediv, u8 pll_mult,
1367                                             u8 sysdiv)
1368 {
1369         unsigned long sysclk = sensor->xclk_freq / pll_prediv * pll_mult;
1370
1371         /* PLL1 output cannot exceed 1GHz. */
1372         if (sysclk / 1000000 > 1000)
1373                 return 0;
1374
1375         return sysclk / sysdiv;
1376 }
1377
1378 static unsigned long ov5640_calc_sys_clk(struct ov5640_dev *sensor,
1379                                          unsigned long rate,
1380                                          u8 *pll_prediv, u8 *pll_mult,
1381                                          u8 *sysdiv)
1382 {
1383         unsigned long best = ~0;
1384         u8 best_sysdiv = 1, best_mult = 1;
1385         u8 _sysdiv, _pll_mult;
1386
1387         for (_sysdiv = OV5640_SYSDIV_MIN;
1388              _sysdiv <= OV5640_SYSDIV_MAX;
1389              _sysdiv++) {
1390                 for (_pll_mult = OV5640_PLL_MULT_MIN;
1391                      _pll_mult <= OV5640_PLL_MULT_MAX;
1392                      _pll_mult++) {
1393                         unsigned long _rate;
1394
1395                         /*
1396                          * The PLL multiplier cannot be odd if above
1397                          * 127.
1398                          */
1399                         if (_pll_mult > 127 && (_pll_mult % 2))
1400                                 continue;
1401
1402                         _rate = ov5640_compute_sys_clk(sensor,
1403                                                        OV5640_PLL_PREDIV,
1404                                                        _pll_mult, _sysdiv);
1405
1406                         /*
1407                          * We have reached the maximum allowed PLL1 output,
1408                          * increase sysdiv.
1409                          */
1410                         if (!_rate)
1411                                 break;
1412
1413                         /*
1414                          * Prefer rates above the expected clock rate than
1415                          * below, even if that means being less precise.
1416                          */
1417                         if (_rate < rate)
1418                                 continue;
1419
1420                         if (abs(rate - _rate) < abs(rate - best)) {
1421                                 best = _rate;
1422                                 best_sysdiv = _sysdiv;
1423                                 best_mult = _pll_mult;
1424                         }
1425
1426                         if (_rate == rate)
1427                                 goto out;
1428                 }
1429         }
1430
1431 out:
1432         *sysdiv = best_sysdiv;
1433         *pll_prediv = OV5640_PLL_PREDIV;
1434         *pll_mult = best_mult;
1435
1436         return best;
1437 }
1438
1439 /*
1440  * ov5640_set_mipi_pclk() - Calculate the clock tree configuration values
1441  *                          for the MIPI CSI-2 output.
1442  */
1443 static int ov5640_set_mipi_pclk(struct ov5640_dev *sensor)
1444 {
1445         u8 bit_div, mipi_div, pclk_div, sclk_div, sclk2x_div, root_div;
1446         u8 prediv, mult, sysdiv;
1447         unsigned long link_freq;
1448         unsigned long sysclk;
1449         u8 pclk_period;
1450         u32 sample_rate;
1451         u32 num_lanes;
1452         int ret;
1453
1454         /* Use the link freq computed at ov5640_update_pixel_rate() time. */
1455         link_freq = sensor->current_link_freq;
1456
1457         /*
1458          * - mipi_div - Additional divider for the MIPI lane clock.
1459          *
1460          * Higher link frequencies would make sysclk > 1GHz.
1461          * Keep the sysclk low and do not divide in the MIPI domain.
1462          */
1463         if (link_freq > OV5640_LINK_RATE_MAX)
1464                 mipi_div = 1;
1465         else
1466                 mipi_div = 2;
1467
1468         sysclk = link_freq * mipi_div;
1469         ov5640_calc_sys_clk(sensor, sysclk, &prediv, &mult, &sysdiv);
1470
1471         /*
1472          * Adjust PLL parameters to maintain the MIPI_SCLK-to-PCLK ratio.
1473          *
1474          * - root_div = 2 (fixed)
1475          * - bit_div : MIPI 8-bit = 2; MIPI 10-bit = 2.5
1476          * - pclk_div = 1 (fixed)
1477          * - p_div  = (2 lanes ? mipi_div : 2 * mipi_div)
1478          *
1479          * This results in the following MIPI_SCLK depending on the number
1480          * of lanes:
1481          *
1482          * - 2 lanes: MIPI_SCLK = (4 or 5) * PCLK
1483          * - 1 lanes: MIPI_SCLK = (8 or 10) * PCLK
1484          */
1485         root_div = OV5640_PLL_CTRL3_PLL_ROOT_DIV_2;
1486         bit_div =  OV5640_PLL_CTRL0_MIPI_MODE_8BIT;
1487         pclk_div = ilog2(OV5640_PCLK_ROOT_DIV);
1488
1489         /*
1490          * Scaler clock:
1491          * - YUV: PCLK >= 2 * SCLK
1492          * - RAW or JPEG: PCLK >= SCLK
1493          * - sclk2x_div = sclk_div / 2
1494          */
1495         sclk_div = ilog2(OV5640_SCLK_ROOT_DIV);
1496         sclk2x_div = ilog2(OV5640_SCLK2X_ROOT_DIV);
1497
1498         /*
1499          * Set the pixel clock period expressed in ns with 1-bit decimal
1500          * (0x01=0.5ns).
1501          *
1502          * The register is very briefly documented. In the OV5645 datasheet it
1503          * is described as (2 * pclk period), and from testing it seems the
1504          * actual definition is 2 * 8-bit sample period.
1505          *
1506          * 2 * sample_period = (mipi_clk * 2 * num_lanes / bpp) * (bpp / 8) / 2
1507          */
1508         num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
1509         sample_rate = (link_freq * mipi_div * num_lanes * 2) / 16;
1510         pclk_period = 2000000000UL / sample_rate;
1511
1512         /* Program the clock tree registers. */
1513         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0, 0x0f, bit_div);
1514         if (ret)
1515                 return ret;
1516
1517         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1, 0xff,
1518                              (sysdiv << 4) | mipi_div);
1519         if (ret)
1520                 return ret;
1521
1522         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2, 0xff, mult);
1523         if (ret)
1524                 return ret;
1525
1526         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3, 0x1f,
1527                              root_div | prediv);
1528         if (ret)
1529                 return ret;
1530
1531         ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
1532                              (pclk_div << 4) | (sclk2x_div << 2) | sclk_div);
1533         if (ret)
1534                 return ret;
1535
1536         return ov5640_write_reg(sensor, OV5640_REG_PCLK_PERIOD, pclk_period);
1537 }
1538
1539 static u32 ov5640_calc_pixel_rate(struct ov5640_dev *sensor)
1540 {
1541         const struct ov5640_mode_info *mode = sensor->current_mode;
1542         const struct ov5640_timings *timings = &mode->dvp_timings;
1543         u32 rate;
1544
1545         rate = timings->htot * (timings->crop.height + timings->vblank_def);
1546         rate *= ov5640_framerates[sensor->current_fr];
1547
1548         return rate;
1549 }
1550
1551 static unsigned long ov5640_calc_pclk(struct ov5640_dev *sensor,
1552                                       unsigned long rate,
1553                                       u8 *pll_prediv, u8 *pll_mult, u8 *sysdiv,
1554                                       u8 *pll_rdiv, u8 *bit_div, u8 *pclk_div)
1555 {
1556         unsigned long _rate = rate * OV5640_PLL_ROOT_DIV * OV5640_BIT_DIV *
1557                                 OV5640_PCLK_ROOT_DIV;
1558
1559         _rate = ov5640_calc_sys_clk(sensor, _rate, pll_prediv, pll_mult,
1560                                     sysdiv);
1561         *pll_rdiv = OV5640_PLL_ROOT_DIV;
1562         *bit_div = OV5640_BIT_DIV;
1563         *pclk_div = OV5640_PCLK_ROOT_DIV;
1564
1565         return _rate / *pll_rdiv / *bit_div / *pclk_div;
1566 }
1567
1568 static int ov5640_set_dvp_pclk(struct ov5640_dev *sensor)
1569 {
1570         u8 prediv, mult, sysdiv, pll_rdiv, bit_div, pclk_div;
1571         u32 rate;
1572         int ret;
1573
1574         rate = ov5640_calc_pixel_rate(sensor);
1575         rate *= ov5640_code_to_bpp(sensor, sensor->fmt.code);
1576         rate /= sensor->ep.bus.parallel.bus_width;
1577
1578         ov5640_calc_pclk(sensor, rate, &prediv, &mult, &sysdiv, &pll_rdiv,
1579                          &bit_div, &pclk_div);
1580
1581         if (bit_div == 2)
1582                 bit_div = 8;
1583
1584         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL0,
1585                              0x0f, bit_div);
1586         if (ret)
1587                 return ret;
1588
1589         /*
1590          * We need to set sysdiv according to the clock, and to clear
1591          * the MIPI divider.
1592          */
1593         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL1,
1594                              0xff, sysdiv << 4);
1595         if (ret)
1596                 return ret;
1597
1598         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL2,
1599                              0xff, mult);
1600         if (ret)
1601                 return ret;
1602
1603         ret = ov5640_mod_reg(sensor, OV5640_REG_SC_PLL_CTRL3,
1604                              0x1f, prediv | ((pll_rdiv - 1) << 4));
1605         if (ret)
1606                 return ret;
1607
1608         return ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x30,
1609                               (ilog2(pclk_div) << 4));
1610 }
1611
1612 /* set JPEG framing sizes */
1613 static int ov5640_set_jpeg_timings(struct ov5640_dev *sensor,
1614                                    const struct ov5640_mode_info *mode)
1615 {
1616         int ret;
1617
1618         /*
1619          * compression mode 3 timing
1620          *
1621          * Data is transmitted with programmable width (VFIFO_HSIZE).
1622          * No padding done. Last line may have less data. Varying
1623          * number of lines per frame, depending on amount of data.
1624          */
1625         ret = ov5640_mod_reg(sensor, OV5640_REG_JPG_MODE_SELECT, 0x7, 0x3);
1626         if (ret < 0)
1627                 return ret;
1628
1629         ret = ov5640_write_reg16(sensor, OV5640_REG_VFIFO_HSIZE, mode->width);
1630         if (ret < 0)
1631                 return ret;
1632
1633         return ov5640_write_reg16(sensor, OV5640_REG_VFIFO_VSIZE, mode->height);
1634 }
1635
1636 /* download ov5640 settings to sensor through i2c */
1637 static int ov5640_set_timings(struct ov5640_dev *sensor,
1638                               const struct ov5640_mode_info *mode)
1639 {
1640         const struct ov5640_timings *timings;
1641         const struct v4l2_rect *analog_crop;
1642         const struct v4l2_rect *crop;
1643         int ret;
1644
1645         if (sensor->fmt.code == MEDIA_BUS_FMT_JPEG_1X8) {
1646                 ret = ov5640_set_jpeg_timings(sensor, mode);
1647                 if (ret < 0)
1648                         return ret;
1649         }
1650
1651         timings = ov5640_timings(sensor, mode);
1652         analog_crop = &timings->analog_crop;
1653         crop = &timings->crop;
1654
1655         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HS,
1656                                  analog_crop->left);
1657         if (ret < 0)
1658                 return ret;
1659
1660         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VS,
1661                                  analog_crop->top);
1662         if (ret < 0)
1663                 return ret;
1664
1665         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HW,
1666                                  analog_crop->left + analog_crop->width - 1);
1667         if (ret < 0)
1668                 return ret;
1669
1670         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VH,
1671                                  analog_crop->top + analog_crop->height - 1);
1672         if (ret < 0)
1673                 return ret;
1674
1675         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HOFFS, crop->left);
1676         if (ret < 0)
1677                 return ret;
1678
1679         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VOFFS, crop->top);
1680         if (ret < 0)
1681                 return ret;
1682
1683         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPHO, mode->width);
1684         if (ret < 0)
1685                 return ret;
1686
1687         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_DVPVO, mode->height);
1688         if (ret < 0)
1689                 return ret;
1690
1691         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_HTS, timings->htot);
1692         if (ret < 0)
1693                 return ret;
1694
1695         ret = ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
1696                                  mode->height + timings->vblank_def);
1697         if (ret < 0)
1698                 return ret;
1699
1700         return 0;
1701 }
1702
1703 static void ov5640_load_regs(struct ov5640_dev *sensor,
1704                              const struct reg_value *regs, unsigned int regnum)
1705 {
1706         unsigned int i;
1707         u32 delay_ms;
1708         u16 reg_addr;
1709         u8 mask, val;
1710         int ret = 0;
1711
1712         for (i = 0; i < regnum; ++i, ++regs) {
1713                 delay_ms = regs->delay_ms;
1714                 reg_addr = regs->reg_addr;
1715                 val = regs->val;
1716                 mask = regs->mask;
1717
1718                 /* remain in power down mode for DVP */
1719                 if (regs->reg_addr == OV5640_REG_SYS_CTRL0 &&
1720                     val == OV5640_REG_SYS_CTRL0_SW_PWUP &&
1721                     !ov5640_is_csi2(sensor))
1722                         continue;
1723
1724                 if (mask)
1725                         ret = ov5640_mod_reg(sensor, reg_addr, mask, val);
1726                 else
1727                         ret = ov5640_write_reg(sensor, reg_addr, val);
1728                 if (ret)
1729                         break;
1730
1731                 if (delay_ms)
1732                         usleep_range(1000 * delay_ms, 1000 * delay_ms + 100);
1733         }
1734 }
1735
1736 static int ov5640_set_autoexposure(struct ov5640_dev *sensor, bool on)
1737 {
1738         return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1739                               BIT(0), on ? 0 : BIT(0));
1740 }
1741
1742 /* read exposure, in number of line periods */
1743 static int ov5640_get_exposure(struct ov5640_dev *sensor)
1744 {
1745         int exp, ret;
1746         u8 temp;
1747
1748         ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_HI, &temp);
1749         if (ret)
1750                 return ret;
1751         exp = ((int)temp & 0x0f) << 16;
1752         ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_MED, &temp);
1753         if (ret)
1754                 return ret;
1755         exp |= ((int)temp << 8);
1756         ret = ov5640_read_reg(sensor, OV5640_REG_AEC_PK_EXPOSURE_LO, &temp);
1757         if (ret)
1758                 return ret;
1759         exp |= (int)temp;
1760
1761         return exp >> 4;
1762 }
1763
1764 /* write exposure, given number of line periods */
1765 static int ov5640_set_exposure(struct ov5640_dev *sensor, u32 exposure)
1766 {
1767         int ret;
1768
1769         exposure <<= 4;
1770
1771         ret = ov5640_write_reg(sensor,
1772                                OV5640_REG_AEC_PK_EXPOSURE_LO,
1773                                exposure & 0xff);
1774         if (ret)
1775                 return ret;
1776         ret = ov5640_write_reg(sensor,
1777                                OV5640_REG_AEC_PK_EXPOSURE_MED,
1778                                (exposure >> 8) & 0xff);
1779         if (ret)
1780                 return ret;
1781         return ov5640_write_reg(sensor,
1782                                 OV5640_REG_AEC_PK_EXPOSURE_HI,
1783                                 (exposure >> 16) & 0x0f);
1784 }
1785
1786 static int ov5640_get_gain(struct ov5640_dev *sensor)
1787 {
1788         u16 gain;
1789         int ret;
1790
1791         ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN, &gain);
1792         if (ret)
1793                 return ret;
1794
1795         return gain & 0x3ff;
1796 }
1797
1798 static int ov5640_set_gain(struct ov5640_dev *sensor, int gain)
1799 {
1800         return ov5640_write_reg16(sensor, OV5640_REG_AEC_PK_REAL_GAIN,
1801                                   (u16)gain & 0x3ff);
1802 }
1803
1804 static int ov5640_set_autogain(struct ov5640_dev *sensor, bool on)
1805 {
1806         return ov5640_mod_reg(sensor, OV5640_REG_AEC_PK_MANUAL,
1807                               BIT(1), on ? 0 : BIT(1));
1808 }
1809
1810 static int ov5640_set_stream_dvp(struct ov5640_dev *sensor, bool on)
1811 {
1812         return ov5640_write_reg(sensor, OV5640_REG_SYS_CTRL0, on ?
1813                                 OV5640_REG_SYS_CTRL0_SW_PWUP :
1814                                 OV5640_REG_SYS_CTRL0_SW_PWDN);
1815 }
1816
1817 static int ov5640_set_stream_mipi(struct ov5640_dev *sensor, bool on)
1818 {
1819         int ret;
1820
1821         /*
1822          * Enable/disable the MIPI interface
1823          *
1824          * 0x300e = on ? 0x45 : 0x40
1825          *
1826          * FIXME: the sensor manual (version 2.03) reports
1827          * [7:5] = 000  : 1 data lane mode
1828          * [7:5] = 001  : 2 data lanes mode
1829          * But this settings do not work, while the following ones
1830          * have been validated for 2 data lanes mode.
1831          *
1832          * [7:5] = 010  : 2 data lanes mode
1833          * [4] = 0      : Power up MIPI HS Tx
1834          * [3] = 0      : Power up MIPI LS Rx
1835          * [2] = 1/0    : MIPI interface enable/disable
1836          * [1:0] = 01/00: FIXME: 'debug'
1837          */
1838         ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00,
1839                                on ? 0x45 : 0x40);
1840         if (ret)
1841                 return ret;
1842
1843         return ov5640_write_reg(sensor, OV5640_REG_FRAME_CTRL01,
1844                                 on ? 0x00 : 0x0f);
1845 }
1846
1847 static int ov5640_get_sysclk(struct ov5640_dev *sensor)
1848 {
1849          /* calculate sysclk */
1850         u32 xvclk = sensor->xclk_freq / 10000;
1851         u32 multiplier, prediv, VCO, sysdiv, pll_rdiv;
1852         u32 sclk_rdiv_map[] = {1, 2, 4, 8};
1853         u32 bit_div2x = 1, sclk_rdiv, sysclk;
1854         u8 temp1, temp2;
1855         int ret;
1856
1857         ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL0, &temp1);
1858         if (ret)
1859                 return ret;
1860         temp2 = temp1 & 0x0f;
1861         if (temp2 == 8 || temp2 == 10)
1862                 bit_div2x = temp2 / 2;
1863
1864         ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL1, &temp1);
1865         if (ret)
1866                 return ret;
1867         sysdiv = temp1 >> 4;
1868         if (sysdiv == 0)
1869                 sysdiv = 16;
1870
1871         ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL2, &temp1);
1872         if (ret)
1873                 return ret;
1874         multiplier = temp1;
1875
1876         ret = ov5640_read_reg(sensor, OV5640_REG_SC_PLL_CTRL3, &temp1);
1877         if (ret)
1878                 return ret;
1879         prediv = temp1 & 0x0f;
1880         pll_rdiv = ((temp1 >> 4) & 0x01) + 1;
1881
1882         ret = ov5640_read_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, &temp1);
1883         if (ret)
1884                 return ret;
1885         temp2 = temp1 & 0x03;
1886         sclk_rdiv = sclk_rdiv_map[temp2];
1887
1888         if (!prediv || !sysdiv || !pll_rdiv || !bit_div2x)
1889                 return -EINVAL;
1890
1891         VCO = xvclk * multiplier / prediv;
1892
1893         sysclk = VCO / sysdiv / pll_rdiv * 2 / bit_div2x / sclk_rdiv;
1894
1895         return sysclk;
1896 }
1897
1898 static int ov5640_set_night_mode(struct ov5640_dev *sensor)
1899 {
1900          /* read HTS from register settings */
1901         u8 mode;
1902         int ret;
1903
1904         ret = ov5640_read_reg(sensor, OV5640_REG_AEC_CTRL00, &mode);
1905         if (ret)
1906                 return ret;
1907         mode &= 0xfb;
1908         return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL00, mode);
1909 }
1910
1911 static int ov5640_get_hts(struct ov5640_dev *sensor)
1912 {
1913         /* read HTS from register settings */
1914         u16 hts;
1915         int ret;
1916
1917         ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_HTS, &hts);
1918         if (ret)
1919                 return ret;
1920         return hts;
1921 }
1922
1923 static int ov5640_get_vts(struct ov5640_dev *sensor)
1924 {
1925         u16 vts;
1926         int ret;
1927
1928         ret = ov5640_read_reg16(sensor, OV5640_REG_TIMING_VTS, &vts);
1929         if (ret)
1930                 return ret;
1931         return vts;
1932 }
1933
1934 static int ov5640_set_vts(struct ov5640_dev *sensor, int vts)
1935 {
1936         return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS, vts);
1937 }
1938
1939 static int ov5640_get_light_freq(struct ov5640_dev *sensor)
1940 {
1941         /* get banding filter value */
1942         int ret, light_freq = 0;
1943         u8 temp, temp1;
1944
1945         ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL01, &temp);
1946         if (ret)
1947                 return ret;
1948
1949         if (temp & 0x80) {
1950                 /* manual */
1951                 ret = ov5640_read_reg(sensor, OV5640_REG_HZ5060_CTRL00,
1952                                       &temp1);
1953                 if (ret)
1954                         return ret;
1955                 if (temp1 & 0x04) {
1956                         /* 50Hz */
1957                         light_freq = 50;
1958                 } else {
1959                         /* 60Hz */
1960                         light_freq = 60;
1961                 }
1962         } else {
1963                 /* auto */
1964                 ret = ov5640_read_reg(sensor, OV5640_REG_SIGMADELTA_CTRL0C,
1965                                       &temp1);
1966                 if (ret)
1967                         return ret;
1968
1969                 if (temp1 & 0x01) {
1970                         /* 50Hz */
1971                         light_freq = 50;
1972                 } else {
1973                         /* 60Hz */
1974                 }
1975         }
1976
1977         return light_freq;
1978 }
1979
1980 static int ov5640_set_bandingfilter(struct ov5640_dev *sensor)
1981 {
1982         u32 band_step60, max_band60, band_step50, max_band50, prev_vts;
1983         int ret;
1984
1985         /* read preview PCLK */
1986         ret = ov5640_get_sysclk(sensor);
1987         if (ret < 0)
1988                 return ret;
1989         if (ret == 0)
1990                 return -EINVAL;
1991         sensor->prev_sysclk = ret;
1992         /* read preview HTS */
1993         ret = ov5640_get_hts(sensor);
1994         if (ret < 0)
1995                 return ret;
1996         if (ret == 0)
1997                 return -EINVAL;
1998         sensor->prev_hts = ret;
1999
2000         /* read preview VTS */
2001         ret = ov5640_get_vts(sensor);
2002         if (ret < 0)
2003                 return ret;
2004         prev_vts = ret;
2005
2006         /* calculate banding filter */
2007         /* 60Hz */
2008         band_step60 = sensor->prev_sysclk * 100 / sensor->prev_hts * 100 / 120;
2009         ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B60_STEP, band_step60);
2010         if (ret)
2011                 return ret;
2012         if (!band_step60)
2013                 return -EINVAL;
2014         max_band60 = (int)((prev_vts - 4) / band_step60);
2015         ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0D, max_band60);
2016         if (ret)
2017                 return ret;
2018
2019         /* 50Hz */
2020         band_step50 = sensor->prev_sysclk * 100 / sensor->prev_hts;
2021         ret = ov5640_write_reg16(sensor, OV5640_REG_AEC_B50_STEP, band_step50);
2022         if (ret)
2023                 return ret;
2024         if (!band_step50)
2025                 return -EINVAL;
2026         max_band50 = (int)((prev_vts - 4) / band_step50);
2027         return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0E, max_band50);
2028 }
2029
2030 static int ov5640_set_ae_target(struct ov5640_dev *sensor, int target)
2031 {
2032         /* stable in high */
2033         u32 fast_high, fast_low;
2034         int ret;
2035
2036         sensor->ae_low = target * 23 / 25;      /* 0.92 */
2037         sensor->ae_high = target * 27 / 25;     /* 1.08 */
2038
2039         fast_high = sensor->ae_high << 1;
2040         if (fast_high > 255)
2041                 fast_high = 255;
2042
2043         fast_low = sensor->ae_low >> 1;
2044
2045         ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL0F, sensor->ae_high);
2046         if (ret)
2047                 return ret;
2048         ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL10, sensor->ae_low);
2049         if (ret)
2050                 return ret;
2051         ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1B, sensor->ae_high);
2052         if (ret)
2053                 return ret;
2054         ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1E, sensor->ae_low);
2055         if (ret)
2056                 return ret;
2057         ret = ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL11, fast_high);
2058         if (ret)
2059                 return ret;
2060         return ov5640_write_reg(sensor, OV5640_REG_AEC_CTRL1F, fast_low);
2061 }
2062
2063 static int ov5640_get_binning(struct ov5640_dev *sensor)
2064 {
2065         u8 temp;
2066         int ret;
2067
2068         ret = ov5640_read_reg(sensor, OV5640_REG_TIMING_TC_REG21, &temp);
2069         if (ret)
2070                 return ret;
2071
2072         return temp & BIT(0);
2073 }
2074
2075 static int ov5640_set_binning(struct ov5640_dev *sensor, bool enable)
2076 {
2077         int ret;
2078
2079         /*
2080          * TIMING TC REG21:
2081          * - [0]:       Horizontal binning enable
2082          */
2083         ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
2084                              BIT(0), enable ? BIT(0) : 0);
2085         if (ret)
2086                 return ret;
2087         /*
2088          * TIMING TC REG20:
2089          * - [0]:       Undocumented, but hardcoded init sequences
2090          *              are always setting REG21/REG20 bit 0 to same value...
2091          */
2092         return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
2093                               BIT(0), enable ? BIT(0) : 0);
2094 }
2095
2096 static int ov5640_set_virtual_channel(struct ov5640_dev *sensor)
2097 {
2098         struct i2c_client *client = sensor->i2c_client;
2099         u8 temp, channel = virtual_channel;
2100         int ret;
2101
2102         if (channel > 3) {
2103                 dev_err(&client->dev,
2104                         "%s: wrong virtual_channel parameter, expected (0..3), got %d\n",
2105                         __func__, channel);
2106                 return -EINVAL;
2107         }
2108
2109         ret = ov5640_read_reg(sensor, OV5640_REG_DEBUG_MODE, &temp);
2110         if (ret)
2111                 return ret;
2112         temp &= ~(3 << 6);
2113         temp |= (channel << 6);
2114         return ov5640_write_reg(sensor, OV5640_REG_DEBUG_MODE, temp);
2115 }
2116
2117 static const struct ov5640_mode_info *
2118 ov5640_find_mode(struct ov5640_dev *sensor, int width, int height, bool nearest)
2119 {
2120         const struct ov5640_mode_info *mode;
2121
2122         mode = v4l2_find_nearest_size(ov5640_mode_data,
2123                                       ARRAY_SIZE(ov5640_mode_data),
2124                                       width, height, width, height);
2125
2126         if (!mode ||
2127             (!nearest &&
2128              (mode->width != width || mode->height != height)))
2129                 return NULL;
2130
2131         return mode;
2132 }
2133
2134 /*
2135  * sensor changes between scaling and subsampling, go through
2136  * exposure calculation
2137  */
2138 static int ov5640_set_mode_exposure_calc(struct ov5640_dev *sensor,
2139                                          const struct ov5640_mode_info *mode)
2140 {
2141         u32 prev_shutter, prev_gain16;
2142         u32 cap_shutter, cap_gain16;
2143         u32 cap_sysclk, cap_hts, cap_vts;
2144         u32 light_freq, cap_bandfilt, cap_maxband;
2145         u32 cap_gain16_shutter;
2146         u8 average;
2147         int ret;
2148
2149         if (!mode->reg_data)
2150                 return -EINVAL;
2151
2152         /* read preview shutter */
2153         ret = ov5640_get_exposure(sensor);
2154         if (ret < 0)
2155                 return ret;
2156         prev_shutter = ret;
2157         ret = ov5640_get_binning(sensor);
2158         if (ret < 0)
2159                 return ret;
2160         if (ret && mode->id != OV5640_MODE_720P_1280_720 &&
2161             mode->id != OV5640_MODE_1080P_1920_1080)
2162                 prev_shutter *= 2;
2163
2164         /* read preview gain */
2165         ret = ov5640_get_gain(sensor);
2166         if (ret < 0)
2167                 return ret;
2168         prev_gain16 = ret;
2169
2170         /* get average */
2171         ret = ov5640_read_reg(sensor, OV5640_REG_AVG_READOUT, &average);
2172         if (ret)
2173                 return ret;
2174
2175         /* turn off night mode for capture */
2176         ret = ov5640_set_night_mode(sensor);
2177         if (ret < 0)
2178                 return ret;
2179
2180         /* Write capture setting */
2181         ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2182         ret = ov5640_set_timings(sensor, mode);
2183         if (ret < 0)
2184                 return ret;
2185
2186         /* read capture VTS */
2187         ret = ov5640_get_vts(sensor);
2188         if (ret < 0)
2189                 return ret;
2190         cap_vts = ret;
2191         ret = ov5640_get_hts(sensor);
2192         if (ret < 0)
2193                 return ret;
2194         if (ret == 0)
2195                 return -EINVAL;
2196         cap_hts = ret;
2197
2198         ret = ov5640_get_sysclk(sensor);
2199         if (ret < 0)
2200                 return ret;
2201         if (ret == 0)
2202                 return -EINVAL;
2203         cap_sysclk = ret;
2204
2205         /* calculate capture banding filter */
2206         ret = ov5640_get_light_freq(sensor);
2207         if (ret < 0)
2208                 return ret;
2209         light_freq = ret;
2210
2211         if (light_freq == 60) {
2212                 /* 60Hz */
2213                 cap_bandfilt = cap_sysclk * 100 / cap_hts * 100 / 120;
2214         } else {
2215                 /* 50Hz */
2216                 cap_bandfilt = cap_sysclk * 100 / cap_hts;
2217         }
2218
2219         if (!sensor->prev_sysclk) {
2220                 ret = ov5640_get_sysclk(sensor);
2221                 if (ret < 0)
2222                         return ret;
2223                 if (ret == 0)
2224                         return -EINVAL;
2225                 sensor->prev_sysclk = ret;
2226         }
2227
2228         if (!cap_bandfilt)
2229                 return -EINVAL;
2230
2231         cap_maxband = (int)((cap_vts - 4) / cap_bandfilt);
2232
2233         /* calculate capture shutter/gain16 */
2234         if (average > sensor->ae_low && average < sensor->ae_high) {
2235                 /* in stable range */
2236                 cap_gain16_shutter =
2237                         prev_gain16 * prev_shutter *
2238                         cap_sysclk / sensor->prev_sysclk *
2239                         sensor->prev_hts / cap_hts *
2240                         sensor->ae_target / average;
2241         } else {
2242                 cap_gain16_shutter =
2243                         prev_gain16 * prev_shutter *
2244                         cap_sysclk / sensor->prev_sysclk *
2245                         sensor->prev_hts / cap_hts;
2246         }
2247
2248         /* gain to shutter */
2249         if (cap_gain16_shutter < (cap_bandfilt * 16)) {
2250                 /* shutter < 1/100 */
2251                 cap_shutter = cap_gain16_shutter / 16;
2252                 if (cap_shutter < 1)
2253                         cap_shutter = 1;
2254
2255                 cap_gain16 = cap_gain16_shutter / cap_shutter;
2256                 if (cap_gain16 < 16)
2257                         cap_gain16 = 16;
2258         } else {
2259                 if (cap_gain16_shutter > (cap_bandfilt * cap_maxband * 16)) {
2260                         /* exposure reach max */
2261                         cap_shutter = cap_bandfilt * cap_maxband;
2262                         if (!cap_shutter)
2263                                 return -EINVAL;
2264
2265                         cap_gain16 = cap_gain16_shutter / cap_shutter;
2266                 } else {
2267                         /* 1/100 < (cap_shutter = n/100) =< max */
2268                         cap_shutter =
2269                                 ((int)(cap_gain16_shutter / 16 / cap_bandfilt))
2270                                 * cap_bandfilt;
2271                         if (!cap_shutter)
2272                                 return -EINVAL;
2273
2274                         cap_gain16 = cap_gain16_shutter / cap_shutter;
2275                 }
2276         }
2277
2278         /* set capture gain */
2279         ret = ov5640_set_gain(sensor, cap_gain16);
2280         if (ret)
2281                 return ret;
2282
2283         /* write capture shutter */
2284         if (cap_shutter > (cap_vts - 4)) {
2285                 cap_vts = cap_shutter + 4;
2286                 ret = ov5640_set_vts(sensor, cap_vts);
2287                 if (ret < 0)
2288                         return ret;
2289         }
2290
2291         /* set exposure */
2292         return ov5640_set_exposure(sensor, cap_shutter);
2293 }
2294
2295 /*
2296  * if sensor changes inside scaling or subsampling
2297  * change mode directly
2298  */
2299 static int ov5640_set_mode_direct(struct ov5640_dev *sensor,
2300                                   const struct ov5640_mode_info *mode)
2301 {
2302         if (!mode->reg_data)
2303                 return -EINVAL;
2304
2305         /* Write capture setting */
2306         ov5640_load_regs(sensor, mode->reg_data, mode->reg_data_size);
2307         return ov5640_set_timings(sensor, mode);
2308 }
2309
2310 static int ov5640_set_mode(struct ov5640_dev *sensor)
2311 {
2312         const struct ov5640_mode_info *mode = sensor->current_mode;
2313         const struct ov5640_mode_info *orig_mode = sensor->last_mode;
2314         enum ov5640_downsize_mode dn_mode, orig_dn_mode;
2315         bool auto_gain = sensor->ctrls.auto_gain->val == 1;
2316         bool auto_exp =  sensor->ctrls.auto_exp->val == V4L2_EXPOSURE_AUTO;
2317         int ret;
2318
2319         dn_mode = mode->dn_mode;
2320         orig_dn_mode = orig_mode->dn_mode;
2321
2322         /* auto gain and exposure must be turned off when changing modes */
2323         if (auto_gain) {
2324                 ret = ov5640_set_autogain(sensor, false);
2325                 if (ret)
2326                         return ret;
2327         }
2328
2329         if (auto_exp) {
2330                 ret = ov5640_set_autoexposure(sensor, false);
2331                 if (ret)
2332                         goto restore_auto_gain;
2333         }
2334
2335         if (ov5640_is_csi2(sensor))
2336                 ret = ov5640_set_mipi_pclk(sensor);
2337         else
2338                 ret = ov5640_set_dvp_pclk(sensor);
2339         if (ret < 0)
2340                 return 0;
2341
2342         if ((dn_mode == SUBSAMPLING && orig_dn_mode == SCALING) ||
2343             (dn_mode == SCALING && orig_dn_mode == SUBSAMPLING)) {
2344                 /*
2345                  * change between subsampling and scaling
2346                  * go through exposure calculation
2347                  */
2348                 ret = ov5640_set_mode_exposure_calc(sensor, mode);
2349         } else {
2350                 /*
2351                  * change inside subsampling or scaling
2352                  * download firmware directly
2353                  */
2354                 ret = ov5640_set_mode_direct(sensor, mode);
2355         }
2356         if (ret < 0)
2357                 goto restore_auto_exp_gain;
2358
2359         /* restore auto gain and exposure */
2360         if (auto_gain)
2361                 ov5640_set_autogain(sensor, true);
2362         if (auto_exp)
2363                 ov5640_set_autoexposure(sensor, true);
2364
2365         ret = ov5640_set_binning(sensor, dn_mode != SCALING);
2366         if (ret < 0)
2367                 return ret;
2368         ret = ov5640_set_ae_target(sensor, sensor->ae_target);
2369         if (ret < 0)
2370                 return ret;
2371         ret = ov5640_get_light_freq(sensor);
2372         if (ret < 0)
2373                 return ret;
2374         ret = ov5640_set_bandingfilter(sensor);
2375         if (ret < 0)
2376                 return ret;
2377         ret = ov5640_set_virtual_channel(sensor);
2378         if (ret < 0)
2379                 return ret;
2380
2381         sensor->pending_mode_change = false;
2382         sensor->last_mode = mode;
2383
2384         return 0;
2385
2386 restore_auto_exp_gain:
2387         if (auto_exp)
2388                 ov5640_set_autoexposure(sensor, true);
2389 restore_auto_gain:
2390         if (auto_gain)
2391                 ov5640_set_autogain(sensor, true);
2392
2393         return ret;
2394 }
2395
2396 static int ov5640_set_framefmt(struct ov5640_dev *sensor,
2397                                struct v4l2_mbus_framefmt *format);
2398
2399 /* restore the last set video mode after chip power-on */
2400 static int ov5640_restore_mode(struct ov5640_dev *sensor)
2401 {
2402         int ret;
2403
2404         /* first load the initial register values */
2405         ov5640_load_regs(sensor, ov5640_init_setting,
2406                          ARRAY_SIZE(ov5640_init_setting));
2407
2408         ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_ROOT_DIVIDER, 0x3f,
2409                              (ilog2(OV5640_SCLK2X_ROOT_DIV) << 2) |
2410                              ilog2(OV5640_SCLK_ROOT_DIV));
2411         if (ret)
2412                 return ret;
2413
2414         /* now restore the last capture mode */
2415         ret = ov5640_set_mode(sensor);
2416         if (ret < 0)
2417                 return ret;
2418
2419         return ov5640_set_framefmt(sensor, &sensor->fmt);
2420 }
2421
2422 static void ov5640_power(struct ov5640_dev *sensor, bool enable)
2423 {
2424         gpiod_set_value_cansleep(sensor->pwdn_gpio, enable ? 0 : 1);
2425 }
2426
2427 static void ov5640_reset(struct ov5640_dev *sensor)
2428 {
2429         if (!sensor->reset_gpio)
2430                 return;
2431
2432         gpiod_set_value_cansleep(sensor->reset_gpio, 0);
2433
2434         /* camera power cycle */
2435         ov5640_power(sensor, false);
2436         usleep_range(5000, 10000);
2437         ov5640_power(sensor, true);
2438         usleep_range(5000, 10000);
2439
2440         gpiod_set_value_cansleep(sensor->reset_gpio, 1);
2441         usleep_range(1000, 2000);
2442
2443         gpiod_set_value_cansleep(sensor->reset_gpio, 0);
2444         usleep_range(20000, 25000);
2445 }
2446
2447 static int ov5640_set_power_on(struct ov5640_dev *sensor)
2448 {
2449         struct i2c_client *client = sensor->i2c_client;
2450         int ret;
2451
2452         ret = clk_prepare_enable(sensor->xclk);
2453         if (ret) {
2454                 dev_err(&client->dev, "%s: failed to enable clock\n",
2455                         __func__);
2456                 return ret;
2457         }
2458
2459         ret = regulator_bulk_enable(OV5640_NUM_SUPPLIES,
2460                                     sensor->supplies);
2461         if (ret) {
2462                 dev_err(&client->dev, "%s: failed to enable regulators\n",
2463                         __func__);
2464                 goto xclk_off;
2465         }
2466
2467         ov5640_reset(sensor);
2468         ov5640_power(sensor, true);
2469
2470         ret = ov5640_init_slave_id(sensor);
2471         if (ret)
2472                 goto power_off;
2473
2474         return 0;
2475
2476 power_off:
2477         ov5640_power(sensor, false);
2478         regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2479 xclk_off:
2480         clk_disable_unprepare(sensor->xclk);
2481         return ret;
2482 }
2483
2484 static void ov5640_set_power_off(struct ov5640_dev *sensor)
2485 {
2486         ov5640_power(sensor, false);
2487         regulator_bulk_disable(OV5640_NUM_SUPPLIES, sensor->supplies);
2488         clk_disable_unprepare(sensor->xclk);
2489 }
2490
2491 static int ov5640_set_power_mipi(struct ov5640_dev *sensor, bool on)
2492 {
2493         int ret;
2494
2495         if (!on) {
2496                 /* Reset MIPI bus settings to their default values. */
2497                 ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2498                 ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x04);
2499                 ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x00);
2500                 return 0;
2501         }
2502
2503         /*
2504          * Power up MIPI HS Tx and LS Rx; 2 data lanes mode
2505          *
2506          * 0x300e = 0x40
2507          * [7:5] = 010  : 2 data lanes mode (see FIXME note in
2508          *                "ov5640_set_stream_mipi()")
2509          * [4] = 0      : Power up MIPI HS Tx
2510          * [3] = 0      : Power up MIPI LS Rx
2511          * [2] = 0      : MIPI interface disabled
2512          */
2513         ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x40);
2514         if (ret)
2515                 return ret;
2516
2517         /*
2518          * Gate clock and set LP11 in 'no packets mode' (idle)
2519          *
2520          * 0x4800 = 0x24
2521          * [5] = 1      : Gate clock when 'no packets'
2522          * [2] = 1      : MIPI bus in LP11 when 'no packets'
2523          */
2524         ret = ov5640_write_reg(sensor, OV5640_REG_MIPI_CTRL00, 0x24);
2525         if (ret)
2526                 return ret;
2527
2528         /*
2529          * Set data lanes and clock in LP11 when 'sleeping'
2530          *
2531          * 0x3019 = 0x70
2532          * [6] = 1      : MIPI data lane 2 in LP11 when 'sleeping'
2533          * [5] = 1      : MIPI data lane 1 in LP11 when 'sleeping'
2534          * [4] = 1      : MIPI clock lane in LP11 when 'sleeping'
2535          */
2536         ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT00, 0x70);
2537         if (ret)
2538                 return ret;
2539
2540         /* Give lanes some time to coax into LP11 state. */
2541         usleep_range(500, 1000);
2542
2543         return 0;
2544 }
2545
2546 static int ov5640_set_power_dvp(struct ov5640_dev *sensor, bool on)
2547 {
2548         unsigned int flags = sensor->ep.bus.parallel.flags;
2549         bool bt656 = sensor->ep.bus_type == V4L2_MBUS_BT656;
2550         u8 polarities = 0;
2551         int ret;
2552
2553         if (!on) {
2554                 /* Reset settings to their default values. */
2555                 ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00, 0x00);
2556                 ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x58);
2557                 ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, 0x20);
2558                 ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01, 0x00);
2559                 ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0x00);
2560                 return 0;
2561         }
2562
2563         /*
2564          * Note about parallel port configuration.
2565          *
2566          * When configured in parallel mode, the OV5640 will
2567          * output 10 bits data on DVP data lines [9:0].
2568          * If only 8 bits data are wanted, the 8 bits data lines
2569          * of the camera interface must be physically connected
2570          * on the DVP data lines [9:2].
2571          *
2572          * Control lines polarity can be configured through
2573          * devicetree endpoint control lines properties.
2574          * If no endpoint control lines properties are set,
2575          * polarity will be as below:
2576          * - VSYNC:     active high
2577          * - HREF:      active low
2578          * - PCLK:      active low
2579          *
2580          * VSYNC & HREF are not configured if BT656 bus mode is selected
2581          */
2582
2583         /*
2584          * BT656 embedded synchronization configuration
2585          *
2586          * CCIR656 CTRL00
2587          * - [7]:       SYNC code selection (0: auto generate sync code,
2588          *              1: sync code from regs 0x4732-0x4735)
2589          * - [6]:       f value in CCIR656 SYNC code when fixed f value
2590          * - [5]:       Fixed f value
2591          * - [4:3]:     Blank toggle data options (00: data=1'h040/1'h200,
2592          *              01: data from regs 0x4736-0x4738, 10: always keep 0)
2593          * - [1]:       Clip data disable
2594          * - [0]:       CCIR656 mode enable
2595          *
2596          * Default CCIR656 SAV/EAV mode with default codes
2597          * SAV=0xff000080 & EAV=0xff00009d is enabled here with settings:
2598          * - CCIR656 mode enable
2599          * - auto generation of sync codes
2600          * - blank toggle data 1'h040/1'h200
2601          * - clip reserved data (0x00 & 0xff changed to 0x01 & 0xfe)
2602          */
2603         ret = ov5640_write_reg(sensor, OV5640_REG_CCIR656_CTRL00,
2604                                bt656 ? 0x01 : 0x00);
2605         if (ret)
2606                 return ret;
2607
2608         /*
2609          * configure parallel port control lines polarity
2610          *
2611          * POLARITY CTRL0
2612          * - [5]:       PCLK polarity (0: active low, 1: active high)
2613          * - [1]:       HREF polarity (0: active low, 1: active high)
2614          * - [0]:       VSYNC polarity (mismatch here between
2615          *              datasheet and hardware, 0 is active high
2616          *              and 1 is active low...)
2617          */
2618         if (!bt656) {
2619                 if (flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH)
2620                         polarities |= BIT(1);
2621                 if (flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)
2622                         polarities |= BIT(0);
2623         }
2624         if (flags & V4L2_MBUS_PCLK_SAMPLE_RISING)
2625                 polarities |= BIT(5);
2626
2627         ret = ov5640_write_reg(sensor, OV5640_REG_POLARITY_CTRL00, polarities);
2628         if (ret)
2629                 return ret;
2630
2631         /*
2632          * powerdown MIPI TX/RX PHY & enable DVP
2633          *
2634          * MIPI CONTROL 00
2635          * [4] = 1      : Power down MIPI HS Tx
2636          * [3] = 1      : Power down MIPI LS Rx
2637          * [2] = 0      : DVP enable (MIPI disable)
2638          */
2639         ret = ov5640_write_reg(sensor, OV5640_REG_IO_MIPI_CTRL00, 0x18);
2640         if (ret)
2641                 return ret;
2642
2643         /*
2644          * enable VSYNC/HREF/PCLK DVP control lines
2645          * & D[9:6] DVP data lines
2646          *
2647          * PAD OUTPUT ENABLE 01
2648          * - 6:         VSYNC output enable
2649          * - 5:         HREF output enable
2650          * - 4:         PCLK output enable
2651          * - [3:0]:     D[9:6] output enable
2652          */
2653         ret = ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE01,
2654                                bt656 ? 0x1f : 0x7f);
2655         if (ret)
2656                 return ret;
2657
2658         /*
2659          * enable D[5:0] DVP data lines
2660          *
2661          * PAD OUTPUT ENABLE 02
2662          * - [7:2]:     D[5:0] output enable
2663          */
2664         return ov5640_write_reg(sensor, OV5640_REG_PAD_OUTPUT_ENABLE02, 0xfc);
2665 }
2666
2667 static int ov5640_set_power(struct ov5640_dev *sensor, bool on)
2668 {
2669         int ret = 0;
2670
2671         if (on) {
2672                 ret = ov5640_set_power_on(sensor);
2673                 if (ret)
2674                         return ret;
2675
2676                 ret = ov5640_restore_mode(sensor);
2677                 if (ret)
2678                         goto power_off;
2679         }
2680
2681         if (sensor->ep.bus_type == V4L2_MBUS_CSI2_DPHY)
2682                 ret = ov5640_set_power_mipi(sensor, on);
2683         else
2684                 ret = ov5640_set_power_dvp(sensor, on);
2685         if (ret)
2686                 goto power_off;
2687
2688         if (!on)
2689                 ov5640_set_power_off(sensor);
2690
2691         return 0;
2692
2693 power_off:
2694         ov5640_set_power_off(sensor);
2695         return ret;
2696 }
2697
2698 static int ov5640_sensor_suspend(struct device *dev)
2699 {
2700         struct v4l2_subdev *sd = dev_get_drvdata(dev);
2701         struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2702
2703         return ov5640_set_power(ov5640, false);
2704 }
2705
2706 static int ov5640_sensor_resume(struct device *dev)
2707 {
2708         struct v4l2_subdev *sd = dev_get_drvdata(dev);
2709         struct ov5640_dev *ov5640 = to_ov5640_dev(sd);
2710
2711         return ov5640_set_power(ov5640, true);
2712 }
2713
2714 /* --------------- Subdev Operations --------------- */
2715
2716 static int ov5640_try_frame_interval(struct ov5640_dev *sensor,
2717                                      struct v4l2_fract *fi,
2718                                      u32 width, u32 height)
2719 {
2720         const struct ov5640_mode_info *mode;
2721         enum ov5640_frame_rate rate = OV5640_15_FPS;
2722         int minfps, maxfps, best_fps, fps;
2723         int i;
2724
2725         minfps = ov5640_framerates[OV5640_15_FPS];
2726         maxfps = ov5640_framerates[OV5640_60_FPS];
2727
2728         if (fi->numerator == 0) {
2729                 fi->denominator = maxfps;
2730                 fi->numerator = 1;
2731                 rate = OV5640_60_FPS;
2732                 goto find_mode;
2733         }
2734
2735         fps = clamp_val(DIV_ROUND_CLOSEST(fi->denominator, fi->numerator),
2736                         minfps, maxfps);
2737
2738         best_fps = minfps;
2739         for (i = 0; i < ARRAY_SIZE(ov5640_framerates); i++) {
2740                 int curr_fps = ov5640_framerates[i];
2741
2742                 if (abs(curr_fps - fps) < abs(best_fps - fps)) {
2743                         best_fps = curr_fps;
2744                         rate = i;
2745                 }
2746         }
2747
2748         fi->numerator = 1;
2749         fi->denominator = best_fps;
2750
2751 find_mode:
2752         mode = ov5640_find_mode(sensor, width, height, false);
2753         return mode ? rate : -EINVAL;
2754 }
2755
2756 static int ov5640_get_fmt(struct v4l2_subdev *sd,
2757                           struct v4l2_subdev_state *sd_state,
2758                           struct v4l2_subdev_format *format)
2759 {
2760         struct ov5640_dev *sensor = to_ov5640_dev(sd);
2761         struct v4l2_mbus_framefmt *fmt;
2762
2763         if (format->pad != 0)
2764                 return -EINVAL;
2765
2766         mutex_lock(&sensor->lock);
2767
2768         if (format->which == V4L2_SUBDEV_FORMAT_TRY)
2769                 fmt = v4l2_subdev_get_try_format(&sensor->sd, sd_state,
2770                                                  format->pad);
2771         else
2772                 fmt = &sensor->fmt;
2773
2774         format->format = *fmt;
2775
2776         mutex_unlock(&sensor->lock);
2777
2778         return 0;
2779 }
2780
2781 static int ov5640_try_fmt_internal(struct v4l2_subdev *sd,
2782                                    struct v4l2_mbus_framefmt *fmt,
2783                                    enum ov5640_frame_rate fr,
2784                                    const struct ov5640_mode_info **new_mode)
2785 {
2786         struct ov5640_dev *sensor = to_ov5640_dev(sd);
2787         const struct ov5640_mode_info *mode;
2788         const struct ov5640_pixfmt *pixfmt;
2789         unsigned int bpp;
2790
2791         mode = ov5640_find_mode(sensor, fmt->width, fmt->height, true);
2792         if (!mode)
2793                 return -EINVAL;
2794
2795         pixfmt = ov5640_code_to_pixfmt(sensor, fmt->code);
2796         bpp = pixfmt->bpp;
2797
2798         /*
2799          * Adjust mode according to bpp:
2800          * - 8bpp modes work for resolution >= 1280x720
2801          * - 24bpp modes work resolution < 1280x720
2802          */
2803         if (bpp == 8 && mode->width < 1280)
2804                 mode = &ov5640_mode_data[OV5640_MODE_720P_1280_720];
2805         else if (bpp == 24 && mode->width > 1024)
2806                 mode = &ov5640_mode_data[OV5640_MODE_XGA_1024_768];
2807
2808         fmt->width = mode->width;
2809         fmt->height = mode->height;
2810
2811         if (new_mode)
2812                 *new_mode = mode;
2813
2814         fmt->code = pixfmt->code;
2815         fmt->colorspace = pixfmt->colorspace;
2816         fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->colorspace);
2817         fmt->quantization = V4L2_QUANTIZATION_FULL_RANGE;
2818         fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->colorspace);
2819
2820         return 0;
2821 }
2822
2823 static int ov5640_update_pixel_rate(struct ov5640_dev *sensor)
2824 {
2825         const struct ov5640_mode_info *mode = sensor->current_mode;
2826         enum ov5640_pixel_rate_id pixel_rate_id = mode->pixel_rate;
2827         struct v4l2_mbus_framefmt *fmt = &sensor->fmt;
2828         const struct ov5640_timings *timings;
2829         s32 exposure_val, exposure_max;
2830         unsigned int hblank;
2831         unsigned int i = 0;
2832         u32 pixel_rate;
2833         s64 link_freq;
2834         u32 num_lanes;
2835         u32 vblank;
2836         u32 bpp;
2837
2838         /*
2839          * Update the pixel rate control value.
2840          *
2841          * For DVP mode, maintain the pixel rate calculation using fixed FPS.
2842          */
2843         if (!ov5640_is_csi2(sensor)) {
2844                 __v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate,
2845                                          ov5640_calc_pixel_rate(sensor));
2846
2847                 return 0;
2848         }
2849
2850         /*
2851          * The MIPI CSI-2 link frequency should comply with the CSI-2
2852          * specification and be lower than 1GHz.
2853          *
2854          * Start from the suggested pixel_rate for the current mode and
2855          * progressively slow it down if it exceeds 1GHz.
2856          */
2857         num_lanes = sensor->ep.bus.mipi_csi2.num_data_lanes;
2858         bpp = ov5640_code_to_bpp(sensor, fmt->code);
2859         do {
2860                 pixel_rate = ov5640_pixel_rates[pixel_rate_id];
2861                 link_freq = pixel_rate * bpp / (2 * num_lanes);
2862         } while (link_freq >= 1000000000U &&
2863                  ++pixel_rate_id < OV5640_NUM_PIXEL_RATES);
2864
2865         sensor->current_link_freq = link_freq;
2866
2867         /*
2868          * Higher link rates require the clock tree to be programmed with
2869          * 'mipi_div' = 1; this has the effect of halving the actual output
2870          * pixel rate in the MIPI domain.
2871          *
2872          * Adjust the pixel rate and link frequency control value to report it
2873          * correctly to userspace.
2874          */
2875         if (link_freq > OV5640_LINK_RATE_MAX) {
2876                 pixel_rate /= 2;
2877                 link_freq /= 2;
2878         }
2879
2880         for (i = 0; i < ARRAY_SIZE(ov5640_csi2_link_freqs); ++i) {
2881                 if (ov5640_csi2_link_freqs[i] == link_freq)
2882                         break;
2883         }
2884         WARN_ON(i == ARRAY_SIZE(ov5640_csi2_link_freqs));
2885
2886         __v4l2_ctrl_s_ctrl_int64(sensor->ctrls.pixel_rate, pixel_rate);
2887         __v4l2_ctrl_s_ctrl(sensor->ctrls.link_freq, i);
2888
2889         timings = ov5640_timings(sensor, mode);
2890         hblank = timings->htot - mode->width;
2891         __v4l2_ctrl_modify_range(sensor->ctrls.hblank,
2892                                  hblank, hblank, 1, hblank);
2893
2894         vblank = timings->vblank_def;
2895
2896         if (sensor->current_fr != mode->def_fps) {
2897                 /*
2898                  * Compute the vertical blanking according to the framerate
2899                  * configured with s_frame_interval.
2900                  */
2901                 int fie_num = sensor->frame_interval.numerator;
2902                 int fie_denom = sensor->frame_interval.denominator;
2903
2904                 vblank = ((fie_num * pixel_rate / fie_denom) / timings->htot) -
2905                         mode->height;
2906         }
2907
2908         __v4l2_ctrl_modify_range(sensor->ctrls.vblank, OV5640_MIN_VBLANK,
2909                                  OV5640_MAX_VTS - mode->height, 1, vblank);
2910         __v4l2_ctrl_s_ctrl(sensor->ctrls.vblank, vblank);
2911
2912         exposure_max = timings->crop.height + vblank - 4;
2913         exposure_val = clamp_t(s32, sensor->ctrls.exposure->val,
2914                                sensor->ctrls.exposure->minimum,
2915                                exposure_max);
2916
2917         __v4l2_ctrl_modify_range(sensor->ctrls.exposure,
2918                                  sensor->ctrls.exposure->minimum,
2919                                  exposure_max, 1, exposure_val);
2920
2921         return 0;
2922 }
2923
2924 static int ov5640_set_fmt(struct v4l2_subdev *sd,
2925                           struct v4l2_subdev_state *sd_state,
2926                           struct v4l2_subdev_format *format)
2927 {
2928         struct ov5640_dev *sensor = to_ov5640_dev(sd);
2929         const struct ov5640_mode_info *new_mode;
2930         struct v4l2_mbus_framefmt *mbus_fmt = &format->format;
2931         int ret;
2932
2933         if (format->pad != 0)
2934                 return -EINVAL;
2935
2936         mutex_lock(&sensor->lock);
2937
2938         if (sensor->streaming) {
2939                 ret = -EBUSY;
2940                 goto out;
2941         }
2942
2943         ret = ov5640_try_fmt_internal(sd, mbus_fmt,
2944                                       sensor->current_fr, &new_mode);
2945         if (ret)
2946                 goto out;
2947
2948         if (format->which == V4L2_SUBDEV_FORMAT_TRY) {
2949                 *v4l2_subdev_get_try_format(sd, sd_state, 0) = *mbus_fmt;
2950                 goto out;
2951         }
2952
2953         if (new_mode != sensor->current_mode) {
2954                 sensor->current_fr = new_mode->def_fps;
2955                 sensor->current_mode = new_mode;
2956                 sensor->pending_mode_change = true;
2957         }
2958         if (mbus_fmt->code != sensor->fmt.code)
2959                 sensor->pending_fmt_change = true;
2960
2961         /* update format even if code is unchanged, resolution might change */
2962         sensor->fmt = *mbus_fmt;
2963
2964         ov5640_update_pixel_rate(sensor);
2965
2966 out:
2967         mutex_unlock(&sensor->lock);
2968         return ret;
2969 }
2970
2971 static int ov5640_get_selection(struct v4l2_subdev *sd,
2972                                 struct v4l2_subdev_state *sd_state,
2973                                 struct v4l2_subdev_selection *sel)
2974 {
2975         struct ov5640_dev *sensor = to_ov5640_dev(sd);
2976         const struct ov5640_mode_info *mode = sensor->current_mode;
2977         const struct ov5640_timings *timings;
2978
2979         switch (sel->target) {
2980         case V4L2_SEL_TGT_CROP: {
2981                 mutex_lock(&sensor->lock);
2982                 timings = ov5640_timings(sensor, mode);
2983                 sel->r = timings->analog_crop;
2984                 mutex_unlock(&sensor->lock);
2985
2986                 return 0;
2987         }
2988
2989         case V4L2_SEL_TGT_NATIVE_SIZE:
2990         case V4L2_SEL_TGT_CROP_BOUNDS:
2991                 sel->r.top = 0;
2992                 sel->r.left = 0;
2993                 sel->r.width = OV5640_NATIVE_WIDTH;
2994                 sel->r.height = OV5640_NATIVE_HEIGHT;
2995
2996                 return 0;
2997
2998         case V4L2_SEL_TGT_CROP_DEFAULT:
2999                 sel->r.top = OV5640_PIXEL_ARRAY_TOP;
3000                 sel->r.left = OV5640_PIXEL_ARRAY_LEFT;
3001                 sel->r.width = OV5640_PIXEL_ARRAY_WIDTH;
3002                 sel->r.height = OV5640_PIXEL_ARRAY_HEIGHT;
3003
3004                 return 0;
3005         }
3006
3007         return -EINVAL;
3008 }
3009
3010 static int ov5640_set_framefmt(struct ov5640_dev *sensor,
3011                                struct v4l2_mbus_framefmt *format)
3012 {
3013         bool is_jpeg = format->code == MEDIA_BUS_FMT_JPEG_1X8;
3014         const struct ov5640_pixfmt *pixfmt;
3015         int ret = 0;
3016
3017         pixfmt = ov5640_code_to_pixfmt(sensor, format->code);
3018
3019         /* FORMAT CONTROL00: YUV and RGB formatting */
3020         ret = ov5640_write_reg(sensor, OV5640_REG_FORMAT_CONTROL00,
3021                                pixfmt->ctrl00);
3022         if (ret)
3023                 return ret;
3024
3025         /* FORMAT MUX CONTROL: ISP YUV or RGB */
3026         ret = ov5640_write_reg(sensor, OV5640_REG_ISP_FORMAT_MUX_CTRL,
3027                                pixfmt->mux);
3028         if (ret)
3029                 return ret;
3030
3031         /*
3032          * TIMING TC REG21:
3033          * - [5]:       JPEG enable
3034          */
3035         ret = ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3036                              BIT(5), is_jpeg ? BIT(5) : 0);
3037         if (ret)
3038                 return ret;
3039
3040         /*
3041          * SYSTEM RESET02:
3042          * - [4]:       Reset JFIFO
3043          * - [3]:       Reset SFIFO
3044          * - [2]:       Reset JPEG
3045          */
3046         ret = ov5640_mod_reg(sensor, OV5640_REG_SYS_RESET02,
3047                              BIT(4) | BIT(3) | BIT(2),
3048                              is_jpeg ? 0 : (BIT(4) | BIT(3) | BIT(2)));
3049         if (ret)
3050                 return ret;
3051
3052         /*
3053          * CLOCK ENABLE02:
3054          * - [5]:       Enable JPEG 2x clock
3055          * - [3]:       Enable JPEG clock
3056          */
3057         return ov5640_mod_reg(sensor, OV5640_REG_SYS_CLOCK_ENABLE02,
3058                               BIT(5) | BIT(3),
3059                               is_jpeg ? (BIT(5) | BIT(3)) : 0);
3060 }
3061
3062 /*
3063  * Sensor Controls.
3064  */
3065
3066 static int ov5640_set_ctrl_hue(struct ov5640_dev *sensor, int value)
3067 {
3068         int ret;
3069
3070         if (value) {
3071                 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3072                                      BIT(0), BIT(0));
3073                 if (ret)
3074                         return ret;
3075                 ret = ov5640_write_reg16(sensor, OV5640_REG_SDE_CTRL1, value);
3076         } else {
3077                 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(0), 0);
3078         }
3079
3080         return ret;
3081 }
3082
3083 static int ov5640_set_ctrl_contrast(struct ov5640_dev *sensor, int value)
3084 {
3085         int ret;
3086
3087         if (value) {
3088                 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3089                                      BIT(2), BIT(2));
3090                 if (ret)
3091                         return ret;
3092                 ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL5,
3093                                        value & 0xff);
3094         } else {
3095                 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(2), 0);
3096         }
3097
3098         return ret;
3099 }
3100
3101 static int ov5640_set_ctrl_saturation(struct ov5640_dev *sensor, int value)
3102 {
3103         int ret;
3104
3105         if (value) {
3106                 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0,
3107                                      BIT(1), BIT(1));
3108                 if (ret)
3109                         return ret;
3110                 ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL3,
3111                                        value & 0xff);
3112                 if (ret)
3113                         return ret;
3114                 ret = ov5640_write_reg(sensor, OV5640_REG_SDE_CTRL4,
3115                                        value & 0xff);
3116         } else {
3117                 ret = ov5640_mod_reg(sensor, OV5640_REG_SDE_CTRL0, BIT(1), 0);
3118         }
3119
3120         return ret;
3121 }
3122
3123 static int ov5640_set_ctrl_white_balance(struct ov5640_dev *sensor, int awb)
3124 {
3125         int ret;
3126
3127         ret = ov5640_mod_reg(sensor, OV5640_REG_AWB_MANUAL_CTRL,
3128                              BIT(0), awb ? 0 : 1);
3129         if (ret)
3130                 return ret;
3131
3132         if (!awb) {
3133                 u16 red = (u16)sensor->ctrls.red_balance->val;
3134                 u16 blue = (u16)sensor->ctrls.blue_balance->val;
3135
3136                 ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_R_GAIN, red);
3137                 if (ret)
3138                         return ret;
3139                 ret = ov5640_write_reg16(sensor, OV5640_REG_AWB_B_GAIN, blue);
3140         }
3141
3142         return ret;
3143 }
3144
3145 static int ov5640_set_ctrl_exposure(struct ov5640_dev *sensor,
3146                                     enum v4l2_exposure_auto_type auto_exposure)
3147 {
3148         struct ov5640_ctrls *ctrls = &sensor->ctrls;
3149         bool auto_exp = (auto_exposure == V4L2_EXPOSURE_AUTO);
3150         int ret = 0;
3151
3152         if (ctrls->auto_exp->is_new) {
3153                 ret = ov5640_set_autoexposure(sensor, auto_exp);
3154                 if (ret)
3155                         return ret;
3156         }
3157
3158         if (!auto_exp && ctrls->exposure->is_new) {
3159                 u16 max_exp;
3160
3161                 ret = ov5640_read_reg16(sensor, OV5640_REG_AEC_PK_VTS,
3162                                         &max_exp);
3163                 if (ret)
3164                         return ret;
3165                 ret = ov5640_get_vts(sensor);
3166                 if (ret < 0)
3167                         return ret;
3168                 max_exp += ret;
3169                 ret = 0;
3170
3171                 if (ctrls->exposure->val < max_exp)
3172                         ret = ov5640_set_exposure(sensor, ctrls->exposure->val);
3173         }
3174
3175         return ret;
3176 }
3177
3178 static int ov5640_set_ctrl_gain(struct ov5640_dev *sensor, bool auto_gain)
3179 {
3180         struct ov5640_ctrls *ctrls = &sensor->ctrls;
3181         int ret = 0;
3182
3183         if (ctrls->auto_gain->is_new) {
3184                 ret = ov5640_set_autogain(sensor, auto_gain);
3185                 if (ret)
3186                         return ret;
3187         }
3188
3189         if (!auto_gain && ctrls->gain->is_new)
3190                 ret = ov5640_set_gain(sensor, ctrls->gain->val);
3191
3192         return ret;
3193 }
3194
3195 static const char * const test_pattern_menu[] = {
3196         "Disabled",
3197         "Color bars",
3198         "Color bars w/ rolling bar",
3199         "Color squares",
3200         "Color squares w/ rolling bar",
3201 };
3202
3203 #define OV5640_TEST_ENABLE              BIT(7)
3204 #define OV5640_TEST_ROLLING             BIT(6)  /* rolling horizontal bar */
3205 #define OV5640_TEST_TRANSPARENT         BIT(5)
3206 #define OV5640_TEST_SQUARE_BW           BIT(4)  /* black & white squares */
3207 #define OV5640_TEST_BAR_STANDARD        (0 << 2)
3208 #define OV5640_TEST_BAR_VERT_CHANGE_1   (1 << 2)
3209 #define OV5640_TEST_BAR_HOR_CHANGE      (2 << 2)
3210 #define OV5640_TEST_BAR_VERT_CHANGE_2   (3 << 2)
3211 #define OV5640_TEST_BAR                 (0 << 0)
3212 #define OV5640_TEST_RANDOM              (1 << 0)
3213 #define OV5640_TEST_SQUARE              (2 << 0)
3214 #define OV5640_TEST_BLACK               (3 << 0)
3215
3216 static const u8 test_pattern_val[] = {
3217         0,
3218         OV5640_TEST_ENABLE | OV5640_TEST_BAR_VERT_CHANGE_1 |
3219                 OV5640_TEST_BAR,
3220         OV5640_TEST_ENABLE | OV5640_TEST_ROLLING |
3221                 OV5640_TEST_BAR_VERT_CHANGE_1 | OV5640_TEST_BAR,
3222         OV5640_TEST_ENABLE | OV5640_TEST_SQUARE,
3223         OV5640_TEST_ENABLE | OV5640_TEST_ROLLING | OV5640_TEST_SQUARE,
3224 };
3225
3226 static int ov5640_set_ctrl_test_pattern(struct ov5640_dev *sensor, int value)
3227 {
3228         return ov5640_write_reg(sensor, OV5640_REG_PRE_ISP_TEST_SET1,
3229                                 test_pattern_val[value]);
3230 }
3231
3232 static int ov5640_set_ctrl_light_freq(struct ov5640_dev *sensor, int value)
3233 {
3234         int ret;
3235
3236         ret = ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL01, BIT(7),
3237                              (value == V4L2_CID_POWER_LINE_FREQUENCY_AUTO) ?
3238                              0 : BIT(7));
3239         if (ret)
3240                 return ret;
3241
3242         return ov5640_mod_reg(sensor, OV5640_REG_HZ5060_CTRL00, BIT(2),
3243                               (value == V4L2_CID_POWER_LINE_FREQUENCY_50HZ) ?
3244                               BIT(2) : 0);
3245 }
3246
3247 static int ov5640_set_ctrl_hflip(struct ov5640_dev *sensor, int value)
3248 {
3249         /*
3250          * If sensor is mounted upside down, mirror logic is inversed.
3251          *
3252          * Sensor is a BSI (Back Side Illuminated) one,
3253          * so image captured is physically mirrored.
3254          * This is why mirror logic is inversed in
3255          * order to cancel this mirror effect.
3256          */
3257
3258         /*
3259          * TIMING TC REG21:
3260          * - [2]:       ISP mirror
3261          * - [1]:       Sensor mirror
3262          */
3263         return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG21,
3264                               BIT(2) | BIT(1),
3265                               (!(value ^ sensor->upside_down)) ?
3266                               (BIT(2) | BIT(1)) : 0);
3267 }
3268
3269 static int ov5640_set_ctrl_vflip(struct ov5640_dev *sensor, int value)
3270 {
3271         /* If sensor is mounted upside down, flip logic is inversed */
3272
3273         /*
3274          * TIMING TC REG20:
3275          * - [2]:       ISP vflip
3276          * - [1]:       Sensor vflip
3277          */
3278         return ov5640_mod_reg(sensor, OV5640_REG_TIMING_TC_REG20,
3279                               BIT(2) | BIT(1),
3280                               (value ^ sensor->upside_down) ?
3281                               (BIT(2) | BIT(1)) : 0);
3282 }
3283
3284 static int ov5640_set_ctrl_vblank(struct ov5640_dev *sensor, int value)
3285 {
3286         const struct ov5640_mode_info *mode = sensor->current_mode;
3287
3288         /* Update the VTOT timing register value. */
3289         return ov5640_write_reg16(sensor, OV5640_REG_TIMING_VTS,
3290                                   mode->height + value);
3291 }
3292
3293 static int ov5640_g_volatile_ctrl(struct v4l2_ctrl *ctrl)
3294 {
3295         struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3296         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3297         int val;
3298
3299         /* v4l2_ctrl_lock() locks our own mutex */
3300
3301         if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3302                 return 0;
3303
3304         switch (ctrl->id) {
3305         case V4L2_CID_AUTOGAIN:
3306                 val = ov5640_get_gain(sensor);
3307                 if (val < 0)
3308                         return val;
3309                 sensor->ctrls.gain->val = val;
3310                 break;
3311         case V4L2_CID_EXPOSURE_AUTO:
3312                 val = ov5640_get_exposure(sensor);
3313                 if (val < 0)
3314                         return val;
3315                 sensor->ctrls.exposure->val = val;
3316                 break;
3317         }
3318
3319         pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3320
3321         return 0;
3322 }
3323
3324 static int ov5640_s_ctrl(struct v4l2_ctrl *ctrl)
3325 {
3326         struct v4l2_subdev *sd = ctrl_to_sd(ctrl);
3327         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3328         const struct ov5640_mode_info *mode = sensor->current_mode;
3329         const struct ov5640_timings *timings;
3330         unsigned int exp_max;
3331         int ret;
3332
3333         /* v4l2_ctrl_lock() locks our own mutex */
3334
3335         switch (ctrl->id) {
3336         case V4L2_CID_VBLANK:
3337                 /* Update the exposure range to the newly programmed vblank. */
3338                 timings = ov5640_timings(sensor, mode);
3339                 exp_max = mode->height + ctrl->val - 4;
3340                 __v4l2_ctrl_modify_range(sensor->ctrls.exposure,
3341                                          sensor->ctrls.exposure->minimum,
3342                                          exp_max, sensor->ctrls.exposure->step,
3343                                          timings->vblank_def);
3344                 break;
3345         }
3346
3347         /*
3348          * If the device is not powered up by the host driver do
3349          * not apply any controls to H/W at this time. Instead
3350          * the controls will be restored at start streaming time.
3351          */
3352         if (!pm_runtime_get_if_in_use(&sensor->i2c_client->dev))
3353                 return 0;
3354
3355         switch (ctrl->id) {
3356         case V4L2_CID_AUTOGAIN:
3357                 ret = ov5640_set_ctrl_gain(sensor, ctrl->val);
3358                 break;
3359         case V4L2_CID_EXPOSURE_AUTO:
3360                 ret = ov5640_set_ctrl_exposure(sensor, ctrl->val);
3361                 break;
3362         case V4L2_CID_AUTO_WHITE_BALANCE:
3363                 ret = ov5640_set_ctrl_white_balance(sensor, ctrl->val);
3364                 break;
3365         case V4L2_CID_HUE:
3366                 ret = ov5640_set_ctrl_hue(sensor, ctrl->val);
3367                 break;
3368         case V4L2_CID_CONTRAST:
3369                 ret = ov5640_set_ctrl_contrast(sensor, ctrl->val);
3370                 break;
3371         case V4L2_CID_SATURATION:
3372                 ret = ov5640_set_ctrl_saturation(sensor, ctrl->val);
3373                 break;
3374         case V4L2_CID_TEST_PATTERN:
3375                 ret = ov5640_set_ctrl_test_pattern(sensor, ctrl->val);
3376                 break;
3377         case V4L2_CID_POWER_LINE_FREQUENCY:
3378                 ret = ov5640_set_ctrl_light_freq(sensor, ctrl->val);
3379                 break;
3380         case V4L2_CID_HFLIP:
3381                 ret = ov5640_set_ctrl_hflip(sensor, ctrl->val);
3382                 break;
3383         case V4L2_CID_VFLIP:
3384                 ret = ov5640_set_ctrl_vflip(sensor, ctrl->val);
3385                 break;
3386         case V4L2_CID_VBLANK:
3387                 ret = ov5640_set_ctrl_vblank(sensor, ctrl->val);
3388                 break;
3389         default:
3390                 ret = -EINVAL;
3391                 break;
3392         }
3393
3394         pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3395
3396         return ret;
3397 }
3398
3399 static const struct v4l2_ctrl_ops ov5640_ctrl_ops = {
3400         .g_volatile_ctrl = ov5640_g_volatile_ctrl,
3401         .s_ctrl = ov5640_s_ctrl,
3402 };
3403
3404 static int ov5640_init_controls(struct ov5640_dev *sensor)
3405 {
3406         const struct ov5640_mode_info *mode = sensor->current_mode;
3407         const struct v4l2_ctrl_ops *ops = &ov5640_ctrl_ops;
3408         struct ov5640_ctrls *ctrls = &sensor->ctrls;
3409         struct v4l2_ctrl_handler *hdl = &ctrls->handler;
3410         struct v4l2_fwnode_device_properties props;
3411         const struct ov5640_timings *timings;
3412         unsigned int max_vblank;
3413         unsigned int hblank;
3414         int ret;
3415
3416         v4l2_ctrl_handler_init(hdl, 32);
3417
3418         /* we can use our own mutex for the ctrl lock */
3419         hdl->lock = &sensor->lock;
3420
3421         /* Clock related controls */
3422         ctrls->pixel_rate = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_PIXEL_RATE,
3423                               ov5640_pixel_rates[OV5640_NUM_PIXEL_RATES - 1],
3424                               ov5640_pixel_rates[0], 1,
3425                               ov5640_pixel_rates[mode->pixel_rate]);
3426
3427         ctrls->link_freq = v4l2_ctrl_new_int_menu(hdl, ops,
3428                                         V4L2_CID_LINK_FREQ,
3429                                         ARRAY_SIZE(ov5640_csi2_link_freqs) - 1,
3430                                         OV5640_DEFAULT_LINK_FREQ,
3431                                         ov5640_csi2_link_freqs);
3432
3433         timings = ov5640_timings(sensor, mode);
3434         hblank = timings->htot - mode->width;
3435         ctrls->hblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HBLANK, hblank,
3436                                           hblank, 1, hblank);
3437
3438         max_vblank = OV5640_MAX_VTS - mode->height;
3439         ctrls->vblank = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VBLANK,
3440                                           OV5640_MIN_VBLANK, max_vblank,
3441                                           1, timings->vblank_def);
3442
3443         /* Auto/manual white balance */
3444         ctrls->auto_wb = v4l2_ctrl_new_std(hdl, ops,
3445                                            V4L2_CID_AUTO_WHITE_BALANCE,
3446                                            0, 1, 1, 1);
3447         ctrls->blue_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_BLUE_BALANCE,
3448                                                 0, 4095, 1, 0);
3449         ctrls->red_balance = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_RED_BALANCE,
3450                                                0, 4095, 1, 0);
3451         /* Auto/manual exposure */
3452         ctrls->auto_exp = v4l2_ctrl_new_std_menu(hdl, ops,
3453                                                  V4L2_CID_EXPOSURE_AUTO,
3454                                                  V4L2_EXPOSURE_MANUAL, 0,
3455                                                  V4L2_EXPOSURE_AUTO);
3456         ctrls->exposure = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_EXPOSURE,
3457                                             0, 65535, 1, 0);
3458         /* Auto/manual gain */
3459         ctrls->auto_gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_AUTOGAIN,
3460                                              0, 1, 1, 1);
3461         ctrls->gain = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_GAIN,
3462                                         0, 1023, 1, 0);
3463
3464         ctrls->saturation = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_SATURATION,
3465                                               0, 255, 1, 64);
3466         ctrls->hue = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HUE,
3467                                        0, 359, 1, 0);
3468         ctrls->contrast = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_CONTRAST,
3469                                             0, 255, 1, 0);
3470         ctrls->test_pattern =
3471                 v4l2_ctrl_new_std_menu_items(hdl, ops, V4L2_CID_TEST_PATTERN,
3472                                              ARRAY_SIZE(test_pattern_menu) - 1,
3473                                              0, 0, test_pattern_menu);
3474         ctrls->hflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_HFLIP,
3475                                          0, 1, 1, 0);
3476         ctrls->vflip = v4l2_ctrl_new_std(hdl, ops, V4L2_CID_VFLIP,
3477                                          0, 1, 1, 0);
3478
3479         ctrls->light_freq =
3480                 v4l2_ctrl_new_std_menu(hdl, ops,
3481                                        V4L2_CID_POWER_LINE_FREQUENCY,
3482                                        V4L2_CID_POWER_LINE_FREQUENCY_AUTO, 0,
3483                                        V4L2_CID_POWER_LINE_FREQUENCY_50HZ);
3484
3485         if (hdl->error) {
3486                 ret = hdl->error;
3487                 goto free_ctrls;
3488         }
3489
3490         ret = v4l2_fwnode_device_parse(&sensor->i2c_client->dev, &props);
3491         if (ret)
3492                 goto free_ctrls;
3493
3494         if (props.rotation == 180)
3495                 sensor->upside_down = true;
3496
3497         ret = v4l2_ctrl_new_fwnode_properties(hdl, ops, &props);
3498         if (ret)
3499                 goto free_ctrls;
3500
3501         ctrls->pixel_rate->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3502         ctrls->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3503         ctrls->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
3504         ctrls->gain->flags |= V4L2_CTRL_FLAG_VOLATILE;
3505         ctrls->exposure->flags |= V4L2_CTRL_FLAG_VOLATILE;
3506
3507         v4l2_ctrl_auto_cluster(3, &ctrls->auto_wb, 0, false);
3508         v4l2_ctrl_auto_cluster(2, &ctrls->auto_gain, 0, true);
3509         v4l2_ctrl_auto_cluster(2, &ctrls->auto_exp, 1, true);
3510
3511         sensor->sd.ctrl_handler = hdl;
3512         return 0;
3513
3514 free_ctrls:
3515         v4l2_ctrl_handler_free(hdl);
3516         return ret;
3517 }
3518
3519 static int ov5640_enum_frame_size(struct v4l2_subdev *sd,
3520                                   struct v4l2_subdev_state *sd_state,
3521                                   struct v4l2_subdev_frame_size_enum *fse)
3522 {
3523         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3524         u32 bpp = ov5640_code_to_bpp(sensor, fse->code);
3525         unsigned int index = fse->index;
3526
3527         if (fse->pad != 0)
3528                 return -EINVAL;
3529         if (!bpp)
3530                 return -EINVAL;
3531
3532         /* Only low-resolution modes are supported for 24bpp formats. */
3533         if (bpp == 24 && index >= OV5640_MODE_720P_1280_720)
3534                 return -EINVAL;
3535
3536         /* FIXME: Low resolution modes don't work in 8bpp formats. */
3537         if (bpp == 8)
3538                 index += OV5640_MODE_720P_1280_720;
3539
3540         if (index >= OV5640_NUM_MODES)
3541                 return -EINVAL;
3542
3543         fse->min_width = ov5640_mode_data[index].width;
3544         fse->max_width = fse->min_width;
3545         fse->min_height = ov5640_mode_data[index].height;
3546         fse->max_height = fse->min_height;
3547
3548         return 0;
3549 }
3550
3551 static int ov5640_enum_frame_interval(
3552         struct v4l2_subdev *sd,
3553         struct v4l2_subdev_state *sd_state,
3554         struct v4l2_subdev_frame_interval_enum *fie)
3555 {
3556         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3557         struct v4l2_fract tpf;
3558         int ret;
3559
3560         if (fie->pad != 0)
3561                 return -EINVAL;
3562         if (fie->index >= OV5640_NUM_FRAMERATES)
3563                 return -EINVAL;
3564
3565         tpf.numerator = 1;
3566         tpf.denominator = ov5640_framerates[fie->index];
3567
3568         ret = ov5640_try_frame_interval(sensor, &tpf,
3569                                         fie->width, fie->height);
3570         if (ret < 0)
3571                 return -EINVAL;
3572
3573         fie->interval = tpf;
3574         return 0;
3575 }
3576
3577 static int ov5640_g_frame_interval(struct v4l2_subdev *sd,
3578                                    struct v4l2_subdev_frame_interval *fi)
3579 {
3580         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3581
3582         mutex_lock(&sensor->lock);
3583         fi->interval = sensor->frame_interval;
3584         mutex_unlock(&sensor->lock);
3585
3586         return 0;
3587 }
3588
3589 static int ov5640_s_frame_interval(struct v4l2_subdev *sd,
3590                                    struct v4l2_subdev_frame_interval *fi)
3591 {
3592         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3593         const struct ov5640_mode_info *mode;
3594         int frame_rate, ret = 0;
3595
3596         if (fi->pad != 0)
3597                 return -EINVAL;
3598
3599         mutex_lock(&sensor->lock);
3600
3601         if (sensor->streaming) {
3602                 ret = -EBUSY;
3603                 goto out;
3604         }
3605
3606         mode = sensor->current_mode;
3607
3608         frame_rate = ov5640_try_frame_interval(sensor, &fi->interval,
3609                                                mode->width,
3610                                                mode->height);
3611         if (frame_rate < 0) {
3612                 /* Always return a valid frame interval value */
3613                 fi->interval = sensor->frame_interval;
3614                 goto out;
3615         }
3616
3617         mode = ov5640_find_mode(sensor, mode->width, mode->height, true);
3618         if (!mode) {
3619                 ret = -EINVAL;
3620                 goto out;
3621         }
3622
3623         if (ov5640_framerates[frame_rate] > ov5640_framerates[mode->max_fps]) {
3624                 ret = -EINVAL;
3625                 goto out;
3626         }
3627
3628         if (mode != sensor->current_mode ||
3629             frame_rate != sensor->current_fr) {
3630                 sensor->current_fr = frame_rate;
3631                 sensor->frame_interval = fi->interval;
3632                 sensor->current_mode = mode;
3633                 sensor->pending_mode_change = true;
3634
3635                 ov5640_update_pixel_rate(sensor);
3636         }
3637 out:
3638         mutex_unlock(&sensor->lock);
3639         return ret;
3640 }
3641
3642 static int ov5640_enum_mbus_code(struct v4l2_subdev *sd,
3643                                  struct v4l2_subdev_state *sd_state,
3644                                  struct v4l2_subdev_mbus_code_enum *code)
3645 {
3646         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3647         const struct ov5640_pixfmt *formats;
3648         unsigned int num_formats;
3649
3650         if (ov5640_is_csi2(sensor)) {
3651                 formats = ov5640_csi2_formats;
3652                 num_formats = ARRAY_SIZE(ov5640_csi2_formats) - 1;
3653         } else {
3654                 formats = ov5640_dvp_formats;
3655                 num_formats = ARRAY_SIZE(ov5640_dvp_formats) - 1;
3656         }
3657
3658         if (code->index >= num_formats)
3659                 return -EINVAL;
3660
3661         code->code = formats[code->index].code;
3662
3663         return 0;
3664 }
3665
3666 static int ov5640_s_stream(struct v4l2_subdev *sd, int enable)
3667 {
3668         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3669         int ret = 0;
3670
3671         if (enable) {
3672                 ret = pm_runtime_resume_and_get(&sensor->i2c_client->dev);
3673                 if (ret < 0)
3674                         return ret;
3675
3676                 ret = v4l2_ctrl_handler_setup(&sensor->ctrls.handler);
3677                 if (ret) {
3678                         pm_runtime_put(&sensor->i2c_client->dev);
3679                         return ret;
3680                 }
3681         }
3682
3683         mutex_lock(&sensor->lock);
3684
3685         if (sensor->streaming == !enable) {
3686                 if (enable && sensor->pending_mode_change) {
3687                         ret = ov5640_set_mode(sensor);
3688                         if (ret)
3689                                 goto out;
3690                 }
3691
3692                 if (enable && sensor->pending_fmt_change) {
3693                         ret = ov5640_set_framefmt(sensor, &sensor->fmt);
3694                         if (ret)
3695                                 goto out;
3696                         sensor->pending_fmt_change = false;
3697                 }
3698
3699                 if (ov5640_is_csi2(sensor))
3700                         ret = ov5640_set_stream_mipi(sensor, enable);
3701                 else
3702                         ret = ov5640_set_stream_dvp(sensor, enable);
3703
3704                 if (!ret)
3705                         sensor->streaming = enable;
3706         }
3707
3708 out:
3709         mutex_unlock(&sensor->lock);
3710
3711         if (!enable || ret)
3712                 pm_runtime_put_autosuspend(&sensor->i2c_client->dev);
3713
3714         return ret;
3715 }
3716
3717 static int ov5640_init_cfg(struct v4l2_subdev *sd,
3718                            struct v4l2_subdev_state *state)
3719 {
3720         struct v4l2_mbus_framefmt *fmt =
3721                                 v4l2_subdev_get_try_format(sd, state, 0);
3722         struct v4l2_rect *crop = v4l2_subdev_get_try_crop(sd, state, 0);
3723
3724         *fmt = ov5640_default_fmt;
3725
3726         crop->left = OV5640_PIXEL_ARRAY_LEFT;
3727         crop->top = OV5640_PIXEL_ARRAY_TOP;
3728         crop->width = OV5640_PIXEL_ARRAY_WIDTH;
3729         crop->height = OV5640_PIXEL_ARRAY_HEIGHT;
3730
3731         return 0;
3732 }
3733
3734 static const struct v4l2_subdev_core_ops ov5640_core_ops = {
3735         .log_status = v4l2_ctrl_subdev_log_status,
3736         .subscribe_event = v4l2_ctrl_subdev_subscribe_event,
3737         .unsubscribe_event = v4l2_event_subdev_unsubscribe,
3738 };
3739
3740 static const struct v4l2_subdev_video_ops ov5640_video_ops = {
3741         .g_frame_interval = ov5640_g_frame_interval,
3742         .s_frame_interval = ov5640_s_frame_interval,
3743         .s_stream = ov5640_s_stream,
3744 };
3745
3746 static const struct v4l2_subdev_pad_ops ov5640_pad_ops = {
3747         .init_cfg = ov5640_init_cfg,
3748         .enum_mbus_code = ov5640_enum_mbus_code,
3749         .get_fmt = ov5640_get_fmt,
3750         .set_fmt = ov5640_set_fmt,
3751         .get_selection = ov5640_get_selection,
3752         .enum_frame_size = ov5640_enum_frame_size,
3753         .enum_frame_interval = ov5640_enum_frame_interval,
3754 };
3755
3756 static const struct v4l2_subdev_ops ov5640_subdev_ops = {
3757         .core = &ov5640_core_ops,
3758         .video = &ov5640_video_ops,
3759         .pad = &ov5640_pad_ops,
3760 };
3761
3762 static int ov5640_get_regulators(struct ov5640_dev *sensor)
3763 {
3764         int i;
3765
3766         for (i = 0; i < OV5640_NUM_SUPPLIES; i++)
3767                 sensor->supplies[i].supply = ov5640_supply_name[i];
3768
3769         return devm_regulator_bulk_get(&sensor->i2c_client->dev,
3770                                        OV5640_NUM_SUPPLIES,
3771                                        sensor->supplies);
3772 }
3773
3774 static int ov5640_check_chip_id(struct ov5640_dev *sensor)
3775 {
3776         struct i2c_client *client = sensor->i2c_client;
3777         int ret = 0;
3778         u16 chip_id;
3779
3780         ret = ov5640_read_reg16(sensor, OV5640_REG_CHIP_ID, &chip_id);
3781         if (ret) {
3782                 dev_err(&client->dev, "%s: failed to read chip identifier\n",
3783                         __func__);
3784                 return ret;
3785         }
3786
3787         if (chip_id != 0x5640) {
3788                 dev_err(&client->dev, "%s: wrong chip identifier, expected 0x5640, got 0x%x\n",
3789                         __func__, chip_id);
3790                 return -ENXIO;
3791         }
3792
3793         return 0;
3794 }
3795
3796 static int ov5640_probe(struct i2c_client *client)
3797 {
3798         struct device *dev = &client->dev;
3799         struct fwnode_handle *endpoint;
3800         struct ov5640_dev *sensor;
3801         int ret;
3802
3803         sensor = devm_kzalloc(dev, sizeof(*sensor), GFP_KERNEL);
3804         if (!sensor)
3805                 return -ENOMEM;
3806
3807         sensor->i2c_client = client;
3808
3809         /*
3810          * default init sequence initialize sensor to
3811          * YUV422 UYVY VGA@30fps
3812          */
3813         sensor->fmt = ov5640_default_fmt;
3814         sensor->frame_interval.numerator = 1;
3815         sensor->frame_interval.denominator = ov5640_framerates[OV5640_30_FPS];
3816         sensor->current_fr = OV5640_30_FPS;
3817         sensor->current_mode =
3818                 &ov5640_mode_data[OV5640_MODE_VGA_640_480];
3819         sensor->last_mode = sensor->current_mode;
3820         sensor->current_link_freq = OV5640_DEFAULT_LINK_FREQ;
3821
3822         sensor->ae_target = 52;
3823
3824         endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(&client->dev),
3825                                                   NULL);
3826         if (!endpoint) {
3827                 dev_err(dev, "endpoint node not found\n");
3828                 return -EINVAL;
3829         }
3830
3831         ret = v4l2_fwnode_endpoint_parse(endpoint, &sensor->ep);
3832         fwnode_handle_put(endpoint);
3833         if (ret) {
3834                 dev_err(dev, "Could not parse endpoint\n");
3835                 return ret;
3836         }
3837
3838         if (sensor->ep.bus_type != V4L2_MBUS_PARALLEL &&
3839             sensor->ep.bus_type != V4L2_MBUS_CSI2_DPHY &&
3840             sensor->ep.bus_type != V4L2_MBUS_BT656) {
3841                 dev_err(dev, "Unsupported bus type %d\n", sensor->ep.bus_type);
3842                 return -EINVAL;
3843         }
3844
3845         /* get system clock (xclk) */
3846         sensor->xclk = devm_clk_get(dev, "xclk");
3847         if (IS_ERR(sensor->xclk)) {
3848                 dev_err(dev, "failed to get xclk\n");
3849                 return PTR_ERR(sensor->xclk);
3850         }
3851
3852         sensor->xclk_freq = clk_get_rate(sensor->xclk);
3853         if (sensor->xclk_freq < OV5640_XCLK_MIN ||
3854             sensor->xclk_freq > OV5640_XCLK_MAX) {
3855                 dev_err(dev, "xclk frequency out of range: %d Hz\n",
3856                         sensor->xclk_freq);
3857                 return -EINVAL;
3858         }
3859
3860         /* request optional power down pin */
3861         sensor->pwdn_gpio = devm_gpiod_get_optional(dev, "powerdown",
3862                                                     GPIOD_OUT_HIGH);
3863         if (IS_ERR(sensor->pwdn_gpio))
3864                 return PTR_ERR(sensor->pwdn_gpio);
3865
3866         /* request optional reset pin */
3867         sensor->reset_gpio = devm_gpiod_get_optional(dev, "reset",
3868                                                      GPIOD_OUT_HIGH);
3869         if (IS_ERR(sensor->reset_gpio))
3870                 return PTR_ERR(sensor->reset_gpio);
3871
3872         v4l2_i2c_subdev_init(&sensor->sd, client, &ov5640_subdev_ops);
3873
3874         sensor->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE |
3875                             V4L2_SUBDEV_FL_HAS_EVENTS;
3876         sensor->pad.flags = MEDIA_PAD_FL_SOURCE;
3877         sensor->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
3878         ret = media_entity_pads_init(&sensor->sd.entity, 1, &sensor->pad);
3879         if (ret)
3880                 return ret;
3881
3882         ret = ov5640_get_regulators(sensor);
3883         if (ret)
3884                 goto entity_cleanup;
3885
3886         mutex_init(&sensor->lock);
3887
3888         ret = ov5640_init_controls(sensor);
3889         if (ret)
3890                 goto entity_cleanup;
3891
3892         ret = ov5640_sensor_resume(dev);
3893         if (ret) {
3894                 dev_err(dev, "failed to power on\n");
3895                 goto entity_cleanup;
3896         }
3897
3898         pm_runtime_set_active(dev);
3899         pm_runtime_get_noresume(dev);
3900         pm_runtime_enable(dev);
3901
3902         ret = ov5640_check_chip_id(sensor);
3903         if (ret)
3904                 goto err_pm_runtime;
3905
3906         ret = v4l2_async_register_subdev_sensor(&sensor->sd);
3907         if (ret)
3908                 goto err_pm_runtime;
3909
3910         pm_runtime_set_autosuspend_delay(dev, 1000);
3911         pm_runtime_use_autosuspend(dev);
3912         pm_runtime_put_autosuspend(dev);
3913
3914         return 0;
3915
3916 err_pm_runtime:
3917         pm_runtime_put_noidle(dev);
3918         pm_runtime_disable(dev);
3919         v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3920         ov5640_sensor_suspend(dev);
3921 entity_cleanup:
3922         media_entity_cleanup(&sensor->sd.entity);
3923         mutex_destroy(&sensor->lock);
3924         return ret;
3925 }
3926
3927 static void ov5640_remove(struct i2c_client *client)
3928 {
3929         struct v4l2_subdev *sd = i2c_get_clientdata(client);
3930         struct ov5640_dev *sensor = to_ov5640_dev(sd);
3931         struct device *dev = &client->dev;
3932
3933         pm_runtime_disable(dev);
3934         if (!pm_runtime_status_suspended(dev))
3935                 ov5640_sensor_suspend(dev);
3936         pm_runtime_set_suspended(dev);
3937
3938         v4l2_async_unregister_subdev(&sensor->sd);
3939         media_entity_cleanup(&sensor->sd.entity);
3940         v4l2_ctrl_handler_free(&sensor->ctrls.handler);
3941         mutex_destroy(&sensor->lock);
3942 }
3943
3944 static const struct dev_pm_ops ov5640_pm_ops = {
3945         SET_RUNTIME_PM_OPS(ov5640_sensor_suspend, ov5640_sensor_resume, NULL)
3946 };
3947
3948 static const struct i2c_device_id ov5640_id[] = {
3949         {"ov5640", 0},
3950         {},
3951 };
3952 MODULE_DEVICE_TABLE(i2c, ov5640_id);
3953
3954 static const struct of_device_id ov5640_dt_ids[] = {
3955         { .compatible = "ovti,ov5640" },
3956         { /* sentinel */ }
3957 };
3958 MODULE_DEVICE_TABLE(of, ov5640_dt_ids);
3959
3960 static struct i2c_driver ov5640_i2c_driver = {
3961         .driver = {
3962                 .name  = "ov5640",
3963                 .of_match_table = ov5640_dt_ids,
3964                 .pm = &ov5640_pm_ops,
3965         },
3966         .id_table = ov5640_id,
3967         .probe_new = ov5640_probe,
3968         .remove   = ov5640_remove,
3969 };
3970
3971 module_i2c_driver(ov5640_i2c_driver);
3972
3973 MODULE_DESCRIPTION("OV5640 MIPI Camera Subdev Driver");
3974 MODULE_LICENSE("GPL");