drivers/media/i2c/video-i2c.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * video-i2c.c - Support for I2C transport video devices
   4  *
   5  * Copyright (C) 2018 Matt Ranostay <matt.ranostay@konsulko.com>
   6  *
   7  * Supported:
   8  * - Panasonic AMG88xx Grid-Eye Sensors
   9  * - Melexis MLX90640 Thermal Cameras
  10  */
  11
  12 #include <linux/bits.h>
  13 #include <linux/delay.h>
  14 #include <linux/freezer.h>
  15 #include <linux/hwmon.h>
  16 #include <linux/kthread.h>
  17 #include <linux/i2c.h>
  18 #include <linux/list.h>
  19 #include <linux/mod_devicetable.h>
  20 #include <linux/module.h>
  21 #include <linux/mutex.h>
  22 #include <linux/pm_runtime.h>
  23 #include <linux/nvmem-provider.h>
  24 #include <linux/regmap.h>
  25 #include <linux/sched.h>
  26 #include <linux/slab.h>
  27 #include <linux/videodev2.h>
  28 #include <media/v4l2-common.h>
  29 #include <media/v4l2-device.h>
  30 #include <media/v4l2-event.h>
  31 #include <media/v4l2-fh.h>
  32 #include <media/v4l2-ioctl.h>
  33 #include <media/videobuf2-v4l2.h>
  34 #include <media/videobuf2-vmalloc.h>
  35
  36 #define VIDEO_I2C_DRIVER        "video-i2c"
  37
  38 /* Power control register */
  39 #define AMG88XX_REG_PCTL        0x00
  40 #define AMG88XX_PCTL_NORMAL             0x00
  41 #define AMG88XX_PCTL_SLEEP              0x10
  42
  43 /* Reset register */
  44 #define AMG88XX_REG_RST         0x01
  45 #define AMG88XX_RST_FLAG                0x30
  46 #define AMG88XX_RST_INIT                0x3f
  47
  48 /* Frame rate register */
  49 #define AMG88XX_REG_FPSC        0x02
  50 #define AMG88XX_FPSC_1FPS               BIT(0)
  51
  52 /* Thermistor register */
  53 #define AMG88XX_REG_TTHL        0x0e
  54
  55 /* Temperature register */
  56 #define AMG88XX_REG_T01L        0x80
  57
  58 /* RAM */
  59 #define MLX90640_RAM_START_ADDR         0x0400
  60
  61 /* EEPROM */
  62 #define MLX90640_EEPROM_START_ADDR      0x2400
  63
  64 /* Control register */
  65 #define MLX90640_REG_CTL1               0x800d
  66 #define MLX90640_REG_CTL1_MASK          GENMASK(9, 7)
  67 #define MLX90640_REG_CTL1_MASK_SHIFT    7
  68
  69 struct video_i2c_chip;
  70
  71 struct video_i2c_buffer {
  72         struct vb2_v4l2_buffer vb;
  73         struct list_head list;
  74 };
  75
  76 struct video_i2c_data {
  77         struct regmap *regmap;
  78         const struct video_i2c_chip *chip;
  79         struct mutex lock;
  80         spinlock_t slock;
  81         unsigned int sequence;
  82         struct mutex queue_lock;
  83
  84         struct v4l2_device v4l2_dev;
  85         struct video_device vdev;
  86         struct vb2_queue vb_vidq;
  87
  88         struct task_struct *kthread_vid_cap;
  89         struct list_head vid_cap_active;
  90
  91         struct v4l2_fract frame_interval;
  92 };
  93
  94 static const struct v4l2_fmtdesc amg88xx_format = {
  95         .pixelformat = V4L2_PIX_FMT_Y12,
  96 };
  97
  98 static const struct v4l2_frmsize_discrete amg88xx_size = {
  99         .width = 8,
 100         .height = 8,
 101 };
 102
 103 static const struct v4l2_fmtdesc mlx90640_format = {
 104         .pixelformat = V4L2_PIX_FMT_Y16_BE,
 105 };
 106
 107 static const struct v4l2_frmsize_discrete mlx90640_size = {
 108         .width = 32,
 109         .height = 26, /* 24 lines of pixel data + 2 lines of processing data */
 110 };
 111
 112 static const struct regmap_config amg88xx_regmap_config = {
 113         .reg_bits = 8,
 114         .val_bits = 8,
 115         .max_register = 0xff
 116 };
 117
 118 static const struct regmap_config mlx90640_regmap_config = {
 119         .reg_bits = 16,
 120         .val_bits = 16,
 121 };
 122
 123 struct video_i2c_chip {
 124         /* video dimensions */
 125         const struct v4l2_fmtdesc *format;
 126         const struct v4l2_frmsize_discrete *size;
 127
 128         /* available frame intervals */
 129         const struct v4l2_fract *frame_intervals;
 130         unsigned int num_frame_intervals;
 131
 132         /* pixel buffer size */
 133         unsigned int buffer_size;
 134
 135         /* pixel size in bits */
 136         unsigned int bpp;
 137
 138         const struct regmap_config *regmap_config;
 139         struct nvmem_config *nvmem_config;
 140
 141         /* setup function */
 142         int (*setup)(struct video_i2c_data *data);
 143
 144         /* xfer function */
 145         int (*xfer)(struct video_i2c_data *data, char *buf);
 146
 147         /* power control function */
 148         int (*set_power)(struct video_i2c_data *data, bool on);
 149
 150         /* hwmon init function */
 151         int (*hwmon_init)(struct video_i2c_data *data);
 152 };
 153
 154 static int mlx90640_nvram_read(void *priv, unsigned int offset, void *val,
 155                              size_t bytes)
 156 {
 157         struct video_i2c_data *data = priv;
 158
 159         return regmap_bulk_read(data->regmap, MLX90640_EEPROM_START_ADDR + offset, val, bytes);
 160 }
 161
 162 static struct nvmem_config mlx90640_nvram_config = {
 163         .name = "mlx90640_nvram",
 164         .word_size = 2,
 165         .stride = 1,
 166         .size = 1664,
 167         .reg_read = mlx90640_nvram_read,
 168 };
 169
 170 static int amg88xx_xfer(struct video_i2c_data *data, char *buf)
 171 {
 172         return regmap_bulk_read(data->regmap, AMG88XX_REG_T01L, buf,
 173                                 data->chip->buffer_size);
 174 }
 175
 176 static int mlx90640_xfer(struct video_i2c_data *data, char *buf)
 177 {
 178         return regmap_bulk_read(data->regmap, MLX90640_RAM_START_ADDR, buf,
 179                                 data->chip->buffer_size);
 180 }
 181
 182 static int amg88xx_setup(struct video_i2c_data *data)
 183 {
 184         unsigned int mask = AMG88XX_FPSC_1FPS;
 185         unsigned int val;
 186
 187         if (data->frame_interval.numerator == data->frame_interval.denominator)
 188                 val = mask;
 189         else
 190                 val = 0;
 191
 192         return regmap_update_bits(data->regmap, AMG88XX_REG_FPSC, mask, val);
 193 }
 194
 195 static int mlx90640_setup(struct video_i2c_data *data)
 196 {
 197         unsigned int n, idx;
 198
 199         for (n = 0; n < data->chip->num_frame_intervals - 1; n++) {
 200                 if (V4L2_FRACT_COMPARE(data->frame_interval, ==,
 201                                        data->chip->frame_intervals[n]))
 202                         break;
 203         }
 204
 205         idx = data->chip->num_frame_intervals - n - 1;
 206
 207         return regmap_update_bits(data->regmap, MLX90640_REG_CTL1,
 208                                   MLX90640_REG_CTL1_MASK,
 209                                   idx << MLX90640_REG_CTL1_MASK_SHIFT);
 210 }
 211
 212 static int amg88xx_set_power_on(struct video_i2c_data *data)
 213 {
 214         int ret;
 215
 216         ret = regmap_write(data->regmap, AMG88XX_REG_PCTL, AMG88XX_PCTL_NORMAL);
 217         if (ret)
 218                 return ret;
 219
 220         msleep(50);
 221
 222         ret = regmap_write(data->regmap, AMG88XX_REG_RST, AMG88XX_RST_INIT);
 223         if (ret)
 224                 return ret;
 225
 226         usleep_range(2000, 3000);
 227
 228         ret = regmap_write(data->regmap, AMG88XX_REG_RST, AMG88XX_RST_FLAG);
 229         if (ret)
 230                 return ret;
 231
 232         /*
 233          * Wait two frames before reading thermistor and temperature registers
 234          */
 235         msleep(200);
 236
 237         return 0;
 238 }
 239
 240 static int amg88xx_set_power_off(struct video_i2c_data *data)
 241 {
 242         int ret;
 243
 244         ret = regmap_write(data->regmap, AMG88XX_REG_PCTL, AMG88XX_PCTL_SLEEP);
 245         if (ret)
 246                 return ret;
 247         /*
 248          * Wait for a while to avoid resuming normal mode immediately after
 249          * entering sleep mode, otherwise the device occasionally goes wrong
 250          * (thermistor and temperature registers are not updated at all)
 251          */
 252         msleep(100);
 253
 254         return 0;
 255 }
 256
 257 static int amg88xx_set_power(struct video_i2c_data *data, bool on)
 258 {
 259         if (on)
 260                 return amg88xx_set_power_on(data);
 261
 262         return amg88xx_set_power_off(data);
 263 }
 264
 265 #if IS_REACHABLE(CONFIG_HWMON)
 266
 267 static const u32 amg88xx_temp_config[] = {
 268         HWMON_T_INPUT,
 269         0
 270 };
 271
 272 static const struct hwmon_channel_info amg88xx_temp = {
 273         .type = hwmon_temp,
 274         .config = amg88xx_temp_config,
 275 };
 276
 277 static const struct hwmon_channel_info * const amg88xx_info[] = {
 278         &amg88xx_temp,
 279         NULL
 280 };
 281
 282 static umode_t amg88xx_is_visible(const void *drvdata,
 283                                   enum hwmon_sensor_types type,
 284                                   u32 attr, int channel)
 285 {
 286         return 0444;
 287 }
 288
 289 static int amg88xx_read(struct device *dev, enum hwmon_sensor_types type,
 290                         u32 attr, int channel, long *val)
 291 {
 292         struct video_i2c_data *data = dev_get_drvdata(dev);
 293         __le16 buf;
 294         int tmp;
 295
 296         tmp = pm_runtime_resume_and_get(regmap_get_device(data->regmap));
 297         if (tmp < 0)
 298                 return tmp;
 299
 300         tmp = regmap_bulk_read(data->regmap, AMG88XX_REG_TTHL, &buf, 2);
 301         pm_runtime_mark_last_busy(regmap_get_device(data->regmap));
 302         pm_runtime_put_autosuspend(regmap_get_device(data->regmap));
 303         if (tmp)
 304                 return tmp;
 305
 306         tmp = le16_to_cpu(buf);
 307
 308         /*
 309          * Check for sign bit, this isn't a two's complement value but an
 310          * absolute temperature that needs to be inverted in the case of being
 311          * negative.
 312          */
 313         if (tmp & BIT(11))
 314                 tmp = -(tmp & 0x7ff);
 315
 316         *val = (tmp * 625) / 10;
 317
 318         return 0;
 319 }
 320
 321 static const struct hwmon_ops amg88xx_hwmon_ops = {
 322         .is_visible = amg88xx_is_visible,
 323         .read = amg88xx_read,
 324 };
 325
 326 static const struct hwmon_chip_info amg88xx_chip_info = {
 327         .ops = &amg88xx_hwmon_ops,
 328         .info = amg88xx_info,
 329 };
 330
 331 static int amg88xx_hwmon_init(struct video_i2c_data *data)
 332 {
 333         struct device *dev = regmap_get_device(data->regmap);
 334         void *hwmon = devm_hwmon_device_register_with_info(dev, "amg88xx", data,
 335                                                 &amg88xx_chip_info, NULL);
 336
 337         return PTR_ERR_OR_ZERO(hwmon);
 338 }
 339 #else
 340 #define amg88xx_hwmon_init      NULL
 341 #endif
 342
 343 enum {
 344         AMG88XX,
 345         MLX90640,
 346 };
 347
 348 static const struct v4l2_fract amg88xx_frame_intervals[] = {
 349         { 1, 10 },
 350         { 1, 1 },
 351 };
 352
 353 static const struct v4l2_fract mlx90640_frame_intervals[] = {
 354         { 1, 64 },
 355         { 1, 32 },
 356         { 1, 16 },
 357         { 1, 8 },
 358         { 1, 4 },
 359         { 1, 2 },
 360         { 1, 1 },
 361         { 2, 1 },
 362 };
 363
 364 static const struct video_i2c_chip video_i2c_chip[] = {
 365         [AMG88XX] = {
 366                 .size           = &amg88xx_size,
 367                 .format         = &amg88xx_format,
 368                 .frame_intervals        = amg88xx_frame_intervals,
 369                 .num_frame_intervals    = ARRAY_SIZE(amg88xx_frame_intervals),
 370                 .buffer_size    = 128,
 371                 .bpp            = 16,
 372                 .regmap_config  = &amg88xx_regmap_config,
 373                 .setup          = &amg88xx_setup,
 374                 .xfer           = &amg88xx_xfer,
 375                 .set_power      = amg88xx_set_power,
 376                 .hwmon_init     = amg88xx_hwmon_init,
 377         },
 378         [MLX90640] = {
 379                 .size           = &mlx90640_size,
 380                 .format         = &mlx90640_format,
 381                 .frame_intervals        = mlx90640_frame_intervals,
 382                 .num_frame_intervals    = ARRAY_SIZE(mlx90640_frame_intervals),
 383                 .buffer_size    = 1664,
 384                 .bpp            = 16,
 385                 .regmap_config  = &mlx90640_regmap_config,
 386                 .nvmem_config   = &mlx90640_nvram_config,
 387                 .setup          = mlx90640_setup,
 388                 .xfer           = mlx90640_xfer,
 389         },
 390 };
 391
 392 static const struct v4l2_file_operations video_i2c_fops = {
 393         .owner          = THIS_MODULE,
 394         .open           = v4l2_fh_open,
 395         .release        = vb2_fop_release,
 396         .poll           = vb2_fop_poll,
 397         .read           = vb2_fop_read,
 398         .mmap           = vb2_fop_mmap,
 399         .unlocked_ioctl = video_ioctl2,
 400 };
 401
 402 static int queue_setup(struct vb2_queue *vq,
 403                        unsigned int *nbuffers, unsigned int *nplanes,
 404                        unsigned int sizes[], struct device *alloc_devs[])
 405 {
 406         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 407         unsigned int size = data->chip->buffer_size;
 408         unsigned int q_num_bufs = vb2_get_num_buffers(vq);
 409
 410         if (q_num_bufs + *nbuffers < 2)
 411                 *nbuffers = 2 - q_num_bufs;
 412
 413         if (*nplanes)
 414                 return sizes[0] < size ? -EINVAL : 0;
 415
 416         *nplanes = 1;
 417         sizes[0] = size;
 418
 419         return 0;
 420 }
 421
 422 static int buffer_prepare(struct vb2_buffer *vb)
 423 {
 424         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
 425         struct video_i2c_data *data = vb2_get_drv_priv(vb->vb2_queue);
 426         unsigned int size = data->chip->buffer_size;
 427
 428         if (vb2_plane_size(vb, 0) < size)
 429                 return -EINVAL;
 430
 431         vbuf->field = V4L2_FIELD_NONE;
 432         vb2_set_plane_payload(vb, 0, size);
 433
 434         return 0;
 435 }
 436
 437 static void buffer_queue(struct vb2_buffer *vb)
 438 {
 439         struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
 440         struct video_i2c_data *data = vb2_get_drv_priv(vb->vb2_queue);
 441         struct video_i2c_buffer *buf =
 442                         container_of(vbuf, struct video_i2c_buffer, vb);
 443
 444         spin_lock(&data->slock);
 445         list_add_tail(&buf->list, &data->vid_cap_active);
 446         spin_unlock(&data->slock);
 447 }
 448
 449 static int video_i2c_thread_vid_cap(void *priv)
 450 {
 451         struct video_i2c_data *data = priv;
 452         u32 delay = mult_frac(1000000UL, data->frame_interval.numerator,
 453                                data->frame_interval.denominator);
 454         s64 end_us = ktime_to_us(ktime_get());
 455
 456         set_freezable();
 457
 458         do {
 459                 struct video_i2c_buffer *vid_cap_buf = NULL;
 460                 s64 current_us;
 461                 int schedule_delay;
 462
 463                 try_to_freeze();
 464
 465                 spin_lock(&data->slock);
 466
 467                 if (!list_empty(&data->vid_cap_active)) {
 468                         vid_cap_buf = list_last_entry(&data->vid_cap_active,
 469                                                  struct video_i2c_buffer, list);
 470                         list_del(&vid_cap_buf->list);
 471                 }
 472
 473                 spin_unlock(&data->slock);
 474
 475                 if (vid_cap_buf) {
 476                         struct vb2_buffer *vb2_buf = &vid_cap_buf->vb.vb2_buf;
 477                         void *vbuf = vb2_plane_vaddr(vb2_buf, 0);
 478                         int ret;
 479
 480                         ret = data->chip->xfer(data, vbuf);
 481                         vb2_buf->timestamp = ktime_get_ns();
 482                         vid_cap_buf->vb.sequence = data->sequence++;
 483                         vb2_buffer_done(vb2_buf, ret ?
 484                                 VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
 485                 }
 486
 487                 end_us += delay;
 488                 current_us = ktime_to_us(ktime_get());
 489                 if (current_us < end_us) {
 490                         schedule_delay = end_us - current_us;
 491                         usleep_range(schedule_delay * 3 / 4, schedule_delay);
 492                 } else {
 493                         end_us = current_us;
 494                 }
 495         } while (!kthread_should_stop());
 496
 497         return 0;
 498 }
 499
 500 static void video_i2c_del_list(struct vb2_queue *vq, enum vb2_buffer_state state)
 501 {
 502         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 503         struct video_i2c_buffer *buf, *tmp;
 504
 505         spin_lock(&data->slock);
 506
 507         list_for_each_entry_safe(buf, tmp, &data->vid_cap_active, list) {
 508                 list_del(&buf->list);
 509                 vb2_buffer_done(&buf->vb.vb2_buf, state);
 510         }
 511
 512         spin_unlock(&data->slock);
 513 }
 514
 515 static int start_streaming(struct vb2_queue *vq, unsigned int count)
 516 {
 517         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 518         struct device *dev = regmap_get_device(data->regmap);
 519         int ret;
 520
 521         if (data->kthread_vid_cap)
 522                 return 0;
 523
 524         ret = pm_runtime_resume_and_get(dev);
 525         if (ret < 0)
 526                 goto error_del_list;
 527
 528         ret = data->chip->setup(data);
 529         if (ret)
 530                 goto error_rpm_put;
 531
 532         data->sequence = 0;
 533         data->kthread_vid_cap = kthread_run(video_i2c_thread_vid_cap, data,
 534                                             "%s-vid-cap", data->v4l2_dev.name);
 535         ret = PTR_ERR_OR_ZERO(data->kthread_vid_cap);
 536         if (!ret)
 537                 return 0;
 538
 539 error_rpm_put:
 540         pm_runtime_mark_last_busy(dev);
 541         pm_runtime_put_autosuspend(dev);
 542 error_del_list:
 543         video_i2c_del_list(vq, VB2_BUF_STATE_QUEUED);
 544
 545         return ret;
 546 }
 547
 548 static void stop_streaming(struct vb2_queue *vq)
 549 {
 550         struct video_i2c_data *data = vb2_get_drv_priv(vq);
 551
 552         if (data->kthread_vid_cap == NULL)
 553                 return;
 554
 555         kthread_stop(data->kthread_vid_cap);
 556         data->kthread_vid_cap = NULL;
 557         pm_runtime_mark_last_busy(regmap_get_device(data->regmap));
 558         pm_runtime_put_autosuspend(regmap_get_device(data->regmap));
 559
 560         video_i2c_del_list(vq, VB2_BUF_STATE_ERROR);
 561 }
 562
 563 static const struct vb2_ops video_i2c_video_qops = {
 564         .queue_setup            = queue_setup,
 565         .buf_prepare            = buffer_prepare,
 566         .buf_queue              = buffer_queue,
 567         .start_streaming        = start_streaming,
 568         .stop_streaming         = stop_streaming,
 569         .wait_prepare           = vb2_ops_wait_prepare,
 570         .wait_finish            = vb2_ops_wait_finish,
 571 };
 572
 573 static int video_i2c_querycap(struct file *file, void  *priv,
 574                                 struct v4l2_capability *vcap)
 575 {
 576         struct video_i2c_data *data = video_drvdata(file);
 577         struct device *dev = regmap_get_device(data->regmap);
 578         struct i2c_client *client = to_i2c_client(dev);
 579
 580         strscpy(vcap->driver, data->v4l2_dev.name, sizeof(vcap->driver));
 581         strscpy(vcap->card, data->vdev.name, sizeof(vcap->card));
 582
 583         sprintf(vcap->bus_info, "I2C:%d-%d", client->adapter->nr, client->addr);
 584
 585         return 0;
 586 }
 587
 588 static int video_i2c_g_input(struct file *file, void *fh, unsigned int *inp)
 589 {
 590         *inp = 0;
 591
 592         return 0;
 593 }
 594
 595 static int video_i2c_s_input(struct file *file, void *fh, unsigned int inp)
 596 {
 597         return (inp > 0) ? -EINVAL : 0;
 598 }
 599
 600 static int video_i2c_enum_input(struct file *file, void *fh,
 601                                   struct v4l2_input *vin)
 602 {
 603         if (vin->index > 0)
 604                 return -EINVAL;
 605
 606         strscpy(vin->name, "Camera", sizeof(vin->name));
 607
 608         vin->type = V4L2_INPUT_TYPE_CAMERA;
 609
 610         return 0;
 611 }
 612
 613 static int video_i2c_enum_fmt_vid_cap(struct file *file, void *fh,
 614                                         struct v4l2_fmtdesc *fmt)
 615 {
 616         struct video_i2c_data *data = video_drvdata(file);
 617         enum v4l2_buf_type type = fmt->type;
 618
 619         if (fmt->index > 0)
 620                 return -EINVAL;
 621
 622         *fmt = *data->chip->format;
 623         fmt->type = type;
 624
 625         return 0;
 626 }
 627
 628 static int video_i2c_enum_framesizes(struct file *file, void *fh,
 629                                        struct v4l2_frmsizeenum *fsize)
 630 {
 631         const struct video_i2c_data *data = video_drvdata(file);
 632         const struct v4l2_frmsize_discrete *size = data->chip->size;
 633
 634         /* currently only one frame size is allowed */
 635         if (fsize->index > 0)
 636                 return -EINVAL;
 637
 638         if (fsize->pixel_format != data->chip->format->pixelformat)
 639                 return -EINVAL;
 640
 641         fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
 642         fsize->discrete.width = size->width;
 643         fsize->discrete.height = size->height;
 644
 645         return 0;
 646 }
 647
 648 static int video_i2c_enum_frameintervals(struct file *file, void *priv,
 649                                            struct v4l2_frmivalenum *fe)
 650 {
 651         const struct video_i2c_data *data = video_drvdata(file);
 652         const struct v4l2_frmsize_discrete *size = data->chip->size;
 653
 654         if (fe->index >= data->chip->num_frame_intervals)
 655                 return -EINVAL;
 656
 657         if (fe->width != size->width || fe->height != size->height)
 658                 return -EINVAL;
 659
 660         fe->type = V4L2_FRMIVAL_TYPE_DISCRETE;
 661         fe->discrete = data->chip->frame_intervals[fe->index];
 662
 663         return 0;
 664 }
 665
 666 static int video_i2c_try_fmt_vid_cap(struct file *file, void *fh,
 667                                        struct v4l2_format *fmt)
 668 {
 669         const struct video_i2c_data *data = video_drvdata(file);
 670         const struct v4l2_frmsize_discrete *size = data->chip->size;
 671         struct v4l2_pix_format *pix = &fmt->fmt.pix;
 672         unsigned int bpp = data->chip->bpp / 8;
 673
 674         pix->width = size->width;
 675         pix->height = size->height;
 676         pix->pixelformat = data->chip->format->pixelformat;
 677         pix->field = V4L2_FIELD_NONE;
 678         pix->bytesperline = pix->width * bpp;
 679         pix->sizeimage = pix->bytesperline * pix->height;
 680         pix->colorspace = V4L2_COLORSPACE_RAW;
 681
 682         return 0;
 683 }
 684
 685 static int video_i2c_s_fmt_vid_cap(struct file *file, void *fh,
 686                                      struct v4l2_format *fmt)
 687 {
 688         struct video_i2c_data *data = video_drvdata(file);
 689
 690         if (vb2_is_busy(&data->vb_vidq))
 691                 return -EBUSY;
 692
 693         return video_i2c_try_fmt_vid_cap(file, fh, fmt);
 694 }
 695
 696 static int video_i2c_g_parm(struct file *filp, void *priv,
 697                               struct v4l2_streamparm *parm)
 698 {
 699         struct video_i2c_data *data = video_drvdata(filp);
 700
 701         if (parm->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
 702                 return -EINVAL;
 703
 704         parm->parm.capture.readbuffers = 1;
 705         parm->parm.capture.capability = V4L2_CAP_TIMEPERFRAME;
 706         parm->parm.capture.timeperframe = data->frame_interval;
 707
 708         return 0;
 709 }
 710
 711 static int video_i2c_s_parm(struct file *filp, void *priv,
 712                               struct v4l2_streamparm *parm)
 713 {
 714         struct video_i2c_data *data = video_drvdata(filp);
 715         int i;
 716
 717         for (i = 0; i < data->chip->num_frame_intervals - 1; i++) {
 718                 if (V4L2_FRACT_COMPARE(parm->parm.capture.timeperframe, <=,
 719                                        data->chip->frame_intervals[i]))
 720                         break;
 721         }
 722         data->frame_interval = data->chip->frame_intervals[i];
 723
 724         return video_i2c_g_parm(filp, priv, parm);
 725 }
 726
 727 static const struct v4l2_ioctl_ops video_i2c_ioctl_ops = {
 728         .vidioc_querycap                = video_i2c_querycap,
 729         .vidioc_g_input                 = video_i2c_g_input,
 730         .vidioc_s_input                 = video_i2c_s_input,
 731         .vidioc_enum_input              = video_i2c_enum_input,
 732         .vidioc_enum_fmt_vid_cap        = video_i2c_enum_fmt_vid_cap,
 733         .vidioc_enum_framesizes         = video_i2c_enum_framesizes,
 734         .vidioc_enum_frameintervals     = video_i2c_enum_frameintervals,
 735         .vidioc_g_fmt_vid_cap           = video_i2c_try_fmt_vid_cap,
 736         .vidioc_s_fmt_vid_cap           = video_i2c_s_fmt_vid_cap,
 737         .vidioc_g_parm                  = video_i2c_g_parm,
 738         .vidioc_s_parm                  = video_i2c_s_parm,
 739         .vidioc_try_fmt_vid_cap         = video_i2c_try_fmt_vid_cap,
 740         .vidioc_reqbufs                 = vb2_ioctl_reqbufs,
 741         .vidioc_create_bufs             = vb2_ioctl_create_bufs,
 742         .vidioc_prepare_buf             = vb2_ioctl_prepare_buf,
 743         .vidioc_querybuf                = vb2_ioctl_querybuf,
 744         .vidioc_qbuf                    = vb2_ioctl_qbuf,
 745         .vidioc_dqbuf                   = vb2_ioctl_dqbuf,
 746         .vidioc_streamon                = vb2_ioctl_streamon,
 747         .vidioc_streamoff               = vb2_ioctl_streamoff,
 748 };
 749
 750 static void video_i2c_release(struct video_device *vdev)
 751 {
 752         struct video_i2c_data *data = video_get_drvdata(vdev);
 753
 754         v4l2_device_unregister(&data->v4l2_dev);
 755         mutex_destroy(&data->lock);
 756         mutex_destroy(&data->queue_lock);
 757         regmap_exit(data->regmap);
 758         kfree(data);
 759 }
 760
 761 static int video_i2c_probe(struct i2c_client *client)
 762 {
 763         struct video_i2c_data *data;
 764         struct v4l2_device *v4l2_dev;
 765         struct vb2_queue *queue;
 766         int ret = -ENODEV;
 767
 768         data = kzalloc(sizeof(*data), GFP_KERNEL);
 769         if (!data)
 770                 return -ENOMEM;
 771
 772         data->chip = i2c_get_match_data(client);
 773         if (!data->chip)
 774                 goto error_free_device;
 775
 776         data->regmap = regmap_init_i2c(client, data->chip->regmap_config);
 777         if (IS_ERR(data->regmap)) {
 778                 ret = PTR_ERR(data->regmap);
 779                 goto error_free_device;
 780         }
 781
 782         v4l2_dev = &data->v4l2_dev;
 783         strscpy(v4l2_dev->name, VIDEO_I2C_DRIVER, sizeof(v4l2_dev->name));
 784
 785         ret = v4l2_device_register(&client->dev, v4l2_dev);
 786         if (ret < 0)
 787                 goto error_regmap_exit;
 788
 789         mutex_init(&data->lock);
 790         mutex_init(&data->queue_lock);
 791
 792         queue = &data->vb_vidq;
 793         queue->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
 794         queue->io_modes = VB2_DMABUF | VB2_MMAP | VB2_USERPTR | VB2_READ;
 795         queue->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
 796         queue->drv_priv = data;
 797         queue->buf_struct_size = sizeof(struct video_i2c_buffer);
 798         queue->min_queued_buffers = 1;
 799         queue->ops = &video_i2c_video_qops;
 800         queue->mem_ops = &vb2_vmalloc_memops;
 801
 802         ret = vb2_queue_init(queue);
 803         if (ret < 0)
 804                 goto error_unregister_device;
 805
 806         data->vdev.queue = queue;
 807         data->vdev.queue->lock = &data->queue_lock;
 808
 809         snprintf(data->vdev.name, sizeof(data->vdev.name),
 810                                  "I2C %d-%d Transport Video",
 811                                  client->adapter->nr, client->addr);
 812
 813         data->vdev.v4l2_dev = v4l2_dev;
 814         data->vdev.fops = &video_i2c_fops;
 815         data->vdev.lock = &data->lock;
 816         data->vdev.ioctl_ops = &video_i2c_ioctl_ops;
 817         data->vdev.release = video_i2c_release;
 818         data->vdev.device_caps = V4L2_CAP_VIDEO_CAPTURE |
 819                                  V4L2_CAP_READWRITE | V4L2_CAP_STREAMING;
 820
 821         spin_lock_init(&data->slock);
 822         INIT_LIST_HEAD(&data->vid_cap_active);
 823
 824         data->frame_interval = data->chip->frame_intervals[0];
 825
 826         video_set_drvdata(&data->vdev, data);
 827         i2c_set_clientdata(client, data);
 828
 829         if (data->chip->set_power) {
 830                 ret = data->chip->set_power(data, true);
 831                 if (ret)
 832                         goto error_unregister_device;
 833         }
 834
 835         pm_runtime_get_noresume(&client->dev);
 836         pm_runtime_set_active(&client->dev);
 837         pm_runtime_enable(&client->dev);
 838         pm_runtime_set_autosuspend_delay(&client->dev, 2000);
 839         pm_runtime_use_autosuspend(&client->dev);
 840
 841         if (data->chip->hwmon_init) {
 842                 ret = data->chip->hwmon_init(data);
 843                 if (ret < 0) {
 844                         dev_warn(&client->dev,
 845                                  "failed to register hwmon device\n");
 846                 }
 847         }
 848
 849         if (data->chip->nvmem_config) {
 850                 struct nvmem_config *config = data->chip->nvmem_config;
 851                 struct nvmem_device *device;
 852
 853                 config->priv = data;
 854                 config->dev = &client->dev;
 855
 856                 device = devm_nvmem_register(&client->dev, config);
 857
 858                 if (IS_ERR(device)) {
 859                         dev_warn(&client->dev,
 860                                  "failed to register nvmem device\n");
 861                 }
 862         }
 863
 864         ret = video_register_device(&data->vdev, VFL_TYPE_VIDEO, -1);
 865         if (ret < 0)
 866                 goto error_pm_disable;
 867
 868         pm_runtime_mark_last_busy(&client->dev);
 869         pm_runtime_put_autosuspend(&client->dev);
 870
 871         return 0;
 872
 873 error_pm_disable:
 874         pm_runtime_disable(&client->dev);
 875         pm_runtime_set_suspended(&client->dev);
 876         pm_runtime_put_noidle(&client->dev);
 877
 878         if (data->chip->set_power)
 879                 data->chip->set_power(data, false);
 880
 881 error_unregister_device:
 882         v4l2_device_unregister(v4l2_dev);
 883         mutex_destroy(&data->lock);
 884         mutex_destroy(&data->queue_lock);
 885
 886 error_regmap_exit:
 887         regmap_exit(data->regmap);
 888
 889 error_free_device:
 890         kfree(data);
 891
 892         return ret;
 893 }
 894
 895 static void video_i2c_remove(struct i2c_client *client)
 896 {
 897         struct video_i2c_data *data = i2c_get_clientdata(client);
 898
 899         pm_runtime_get_sync(&client->dev);
 900         pm_runtime_disable(&client->dev);
 901         pm_runtime_set_suspended(&client->dev);
 902         pm_runtime_put_noidle(&client->dev);
 903
 904         if (data->chip->set_power)
 905                 data->chip->set_power(data, false);
 906
 907         video_unregister_device(&data->vdev);
 908 }
 909
 910 #ifdef CONFIG_PM
 911
 912 static int video_i2c_pm_runtime_suspend(struct device *dev)
 913 {
 914         struct video_i2c_data *data = i2c_get_clientdata(to_i2c_client(dev));
 915
 916         if (!data->chip->set_power)
 917                 return 0;
 918
 919         return data->chip->set_power(data, false);
 920 }
 921
 922 static int video_i2c_pm_runtime_resume(struct device *dev)
 923 {
 924         struct video_i2c_data *data = i2c_get_clientdata(to_i2c_client(dev));
 925
 926         if (!data->chip->set_power)
 927                 return 0;
 928
 929         return data->chip->set_power(data, true);
 930 }
 931
 932 #endif
 933
 934 static const struct dev_pm_ops video_i2c_pm_ops = {
 935         SET_RUNTIME_PM_OPS(video_i2c_pm_runtime_suspend,
 936                            video_i2c_pm_runtime_resume, NULL)
 937 };
 938
 939 static const struct i2c_device_id video_i2c_id_table[] = {
 940         { "amg88xx", (kernel_ulong_t)&video_i2c_chip[AMG88XX] },
 941         { "mlx90640", (kernel_ulong_t)&video_i2c_chip[MLX90640] },
 942         {}
 943 };
 944 MODULE_DEVICE_TABLE(i2c, video_i2c_id_table);
 945
 946 static const struct of_device_id video_i2c_of_match[] = {
 947         { .compatible = "panasonic,amg88xx", .data = &video_i2c_chip[AMG88XX] },
 948         { .compatible = "melexis,mlx90640", .data = &video_i2c_chip[MLX90640] },
 949         {}
 950 };
 951 MODULE_DEVICE_TABLE(of, video_i2c_of_match);
 952
 953 static struct i2c_driver video_i2c_driver = {
 954         .driver = {
 955                 .name   = VIDEO_I2C_DRIVER,
 956                 .of_match_table = video_i2c_of_match,
 957                 .pm     = &video_i2c_pm_ops,
 958         },
 959         .probe          = video_i2c_probe,
 960         .remove         = video_i2c_remove,
 961         .id_table       = video_i2c_id_table,
 962 };
 963
 964 module_i2c_driver(video_i2c_driver);
 965
 966 MODULE_AUTHOR("Matt Ranostay <matt.ranostay@konsulko.com>");
 967 MODULE_DESCRIPTION("I2C transport video support");
 968 MODULE_LICENSE("GPL v2");