drivers/media/platform/samsung/s3c-camif/camif-core.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * s3c24xx/s3c64xx SoC series Camera Interface (CAMIF) driver
   4  *
   5  * Copyright (C) 2012 Sylwester Nawrocki <sylvester.nawrocki@gmail.com>
   6  * Copyright (C) 2012 Tomasz Figa <tomasz.figa@gmail.com>
   7  */
   8 #define pr_fmt(fmt) "%s:%d " fmt, __func__, __LINE__
   9
  10 #include <linux/bug.h>
  11 #include <linux/clk.h>
  12 #include <linux/delay.h>
  13 #include <linux/device.h>
  14 #include <linux/errno.h>
  15 #include <linux/gpio.h>
  16 #include <linux/i2c.h>
  17 #include <linux/interrupt.h>
  18 #include <linux/io.h>
  19 #include <linux/kernel.h>
  20 #include <linux/list.h>
  21 #include <linux/module.h>
  22 #include <linux/platform_device.h>
  23 #include <linux/pm_runtime.h>
  24 #include <linux/slab.h>
  25 #include <linux/types.h>
  26
  27 #include <media/media-device.h>
  28 #include <media/v4l2-ctrls.h>
  29 #include <media/v4l2-ioctl.h>
  30 #include <media/videobuf2-v4l2.h>
  31 #include <media/videobuf2-dma-contig.h>
  32
  33 #include "camif-core.h"
  34
  35 static char *camif_clocks[CLK_MAX_NUM] = {
  36         /* HCLK CAMIF clock */
  37         [CLK_GATE]      = "camif",
  38         /* CAMIF / external camera sensor master clock */
  39         [CLK_CAM]       = "camera",
  40 };
  41
  42 static const struct camif_fmt camif_formats[] = {
  43         {
  44                 .fourcc         = V4L2_PIX_FMT_YUV422P,
  45                 .depth          = 16,
  46                 .ybpp           = 1,
  47                 .color          = IMG_FMT_YCBCR422P,
  48                 .colplanes      = 3,
  49                 .flags          = FMT_FL_S3C24XX_CODEC |
  50                                   FMT_FL_S3C64XX,
  51         }, {
  52                 .fourcc         = V4L2_PIX_FMT_YUV420,
  53                 .depth          = 12,
  54                 .ybpp           = 1,
  55                 .color          = IMG_FMT_YCBCR420,
  56                 .colplanes      = 3,
  57                 .flags          = FMT_FL_S3C24XX_CODEC |
  58                                   FMT_FL_S3C64XX,
  59         }, {
  60                 .fourcc         = V4L2_PIX_FMT_YVU420,
  61                 .depth          = 12,
  62                 .ybpp           = 1,
  63                 .color          = IMG_FMT_YCRCB420,
  64                 .colplanes      = 3,
  65                 .flags          = FMT_FL_S3C24XX_CODEC |
  66                                   FMT_FL_S3C64XX,
  67         }, {
  68                 .fourcc         = V4L2_PIX_FMT_RGB565X,
  69                 .depth          = 16,
  70                 .ybpp           = 2,
  71                 .color          = IMG_FMT_RGB565,
  72                 .colplanes      = 1,
  73                 .flags          = FMT_FL_S3C24XX_PREVIEW |
  74                                   FMT_FL_S3C64XX,
  75         }, {
  76                 .fourcc         = V4L2_PIX_FMT_RGB32,
  77                 .depth          = 32,
  78                 .ybpp           = 4,
  79                 .color          = IMG_FMT_XRGB8888,
  80                 .colplanes      = 1,
  81                 .flags          = FMT_FL_S3C24XX_PREVIEW |
  82                                   FMT_FL_S3C64XX,
  83         }, {
  84                 .fourcc         = V4L2_PIX_FMT_BGR666,
  85                 .depth          = 32,
  86                 .ybpp           = 4,
  87                 .color          = IMG_FMT_RGB666,
  88                 .colplanes      = 1,
  89                 .flags          = FMT_FL_S3C64XX,
  90         }
  91 };
  92
  93 /**
  94  * s3c_camif_find_format() - lookup camif color format by fourcc or an index
  95  * @vp: video path (DMA) description (codec/preview)
  96  * @pixelformat: fourcc to match, ignored if null
  97  * @index: index to the camif_formats array, ignored if negative
  98  */
  99 const struct camif_fmt *s3c_camif_find_format(struct camif_vp *vp,
 100                                               const u32 *pixelformat,
 101                                               int index)
 102 {
 103         const struct camif_fmt *fmt, *def_fmt = NULL;
 104         unsigned int i;
 105         int id = 0;
 106
 107         if (index >= (int)ARRAY_SIZE(camif_formats))
 108                 return NULL;
 109
 110         for (i = 0; i < ARRAY_SIZE(camif_formats); ++i) {
 111                 fmt = &camif_formats[i];
 112                 if (vp && !(vp->fmt_flags & fmt->flags))
 113                         continue;
 114                 if (pixelformat && fmt->fourcc == *pixelformat)
 115                         return fmt;
 116                 if (index == id)
 117                         def_fmt = fmt;
 118                 id++;
 119         }
 120         return def_fmt;
 121 }
 122
 123 static int camif_get_scaler_factor(u32 src, u32 tar, u32 *ratio, u32 *shift)
 124 {
 125         unsigned int sh = 6;
 126
 127         if (src >= 64 * tar)
 128                 return -EINVAL;
 129
 130         while (sh--) {
 131                 unsigned int tmp = 1 << sh;
 132                 if (src >= tar * tmp) {
 133                         *shift = sh;
 134                         *ratio = tmp;
 135                         return 0;
 136                 }
 137         }
 138         *shift = 0;
 139         *ratio = 1;
 140         return 0;
 141 }
 142
 143 int s3c_camif_get_scaler_config(struct camif_vp *vp,
 144                                 struct camif_scaler *scaler)
 145 {
 146         struct v4l2_rect *camif_crop = &vp->camif->camif_crop;
 147         int source_x = camif_crop->width;
 148         int source_y = camif_crop->height;
 149         int target_x = vp->out_frame.rect.width;
 150         int target_y = vp->out_frame.rect.height;
 151         int ret;
 152
 153         if (vp->rotation == 90 || vp->rotation == 270)
 154                 swap(target_x, target_y);
 155
 156         ret = camif_get_scaler_factor(source_x, target_x, &scaler->pre_h_ratio,
 157                                       &scaler->h_shift);
 158         if (ret < 0)
 159                 return ret;
 160
 161         ret = camif_get_scaler_factor(source_y, target_y, &scaler->pre_v_ratio,
 162                                       &scaler->v_shift);
 163         if (ret < 0)
 164                 return ret;
 165
 166         scaler->pre_dst_width = source_x / scaler->pre_h_ratio;
 167         scaler->pre_dst_height = source_y / scaler->pre_v_ratio;
 168
 169         scaler->main_h_ratio = (source_x << 8) / (target_x << scaler->h_shift);
 170         scaler->main_v_ratio = (source_y << 8) / (target_y << scaler->v_shift);
 171
 172         scaler->scaleup_h = (target_x >= source_x);
 173         scaler->scaleup_v = (target_y >= source_y);
 174
 175         scaler->copy = 0;
 176
 177         pr_debug("H: ratio: %u, shift: %u. V: ratio: %u, shift: %u.\n",
 178                  scaler->pre_h_ratio, scaler->h_shift,
 179                  scaler->pre_v_ratio, scaler->v_shift);
 180
 181         pr_debug("Source: %dx%d, Target: %dx%d, scaleup_h/v: %d/%d\n",
 182                  source_x, source_y, target_x, target_y,
 183                  scaler->scaleup_h, scaler->scaleup_v);
 184
 185         return 0;
 186 }
 187
 188 static int camif_register_sensor(struct camif_dev *camif)
 189 {
 190         struct s3c_camif_sensor_info *sensor = &camif->pdata.sensor;
 191         struct v4l2_device *v4l2_dev = &camif->v4l2_dev;
 192         struct i2c_adapter *adapter;
 193         struct v4l2_subdev_format format = {
 194                 .which = V4L2_SUBDEV_FORMAT_ACTIVE,
 195         };
 196         struct v4l2_subdev *sd;
 197         int ret;
 198
 199         camif->sensor.sd = NULL;
 200
 201         if (sensor->i2c_board_info.addr == 0)
 202                 return -EINVAL;
 203
 204         adapter = i2c_get_adapter(sensor->i2c_bus_num);
 205         if (adapter == NULL) {
 206                 v4l2_warn(v4l2_dev, "failed to get I2C adapter %d\n",
 207                           sensor->i2c_bus_num);
 208                 return -EPROBE_DEFER;
 209         }
 210
 211         sd = v4l2_i2c_new_subdev_board(v4l2_dev, adapter,
 212                                        &sensor->i2c_board_info, NULL);
 213         if (sd == NULL) {
 214                 i2c_put_adapter(adapter);
 215                 v4l2_warn(v4l2_dev, "failed to acquire subdev %s\n",
 216                           sensor->i2c_board_info.type);
 217                 return -EPROBE_DEFER;
 218         }
 219         camif->sensor.sd = sd;
 220
 221         v4l2_info(v4l2_dev, "registered sensor subdevice %s\n", sd->name);
 222
 223         /* Get initial pixel format and set it at the camif sink pad */
 224         format.pad = 0;
 225         ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &format);
 226
 227         if (ret < 0)
 228                 return 0;
 229
 230         format.pad = CAMIF_SD_PAD_SINK;
 231         v4l2_subdev_call(&camif->subdev, pad, set_fmt, NULL, &format);
 232
 233         v4l2_info(sd, "Initial format from sensor: %dx%d, %#x\n",
 234                   format.format.width, format.format.height,
 235                   format.format.code);
 236         return 0;
 237 }
 238
 239 static void camif_unregister_sensor(struct camif_dev *camif)
 240 {
 241         struct v4l2_subdev *sd = camif->sensor.sd;
 242         struct i2c_client *client = sd ? v4l2_get_subdevdata(sd) : NULL;
 243         struct i2c_adapter *adapter;
 244
 245         if (client == NULL)
 246                 return;
 247
 248         adapter = client->adapter;
 249         v4l2_device_unregister_subdev(sd);
 250         camif->sensor.sd = NULL;
 251         i2c_unregister_device(client);
 252         i2c_put_adapter(adapter);
 253 }
 254
 255 static int camif_create_media_links(struct camif_dev *camif)
 256 {
 257         int i, ret;
 258
 259         ret = media_create_pad_link(&camif->sensor.sd->entity, 0,
 260                                 &camif->subdev.entity, CAMIF_SD_PAD_SINK,
 261                                 MEDIA_LNK_FL_IMMUTABLE |
 262                                 MEDIA_LNK_FL_ENABLED);
 263         if (ret)
 264                 return ret;
 265
 266         for (i = 1; i < CAMIF_SD_PADS_NUM && !ret; i++) {
 267                 ret = media_create_pad_link(&camif->subdev.entity, i,
 268                                 &camif->vp[i - 1].vdev.entity, 0,
 269                                 MEDIA_LNK_FL_IMMUTABLE |
 270                                 MEDIA_LNK_FL_ENABLED);
 271         }
 272
 273         return ret;
 274 }
 275
 276 static int camif_register_video_nodes(struct camif_dev *camif)
 277 {
 278         int ret = s3c_camif_register_video_node(camif, VP_CODEC);
 279         if (ret < 0)
 280                 return ret;
 281
 282         return s3c_camif_register_video_node(camif, VP_PREVIEW);
 283 }
 284
 285 static void camif_unregister_video_nodes(struct camif_dev *camif)
 286 {
 287         s3c_camif_unregister_video_node(camif, VP_CODEC);
 288         s3c_camif_unregister_video_node(camif, VP_PREVIEW);
 289 }
 290
 291 static void camif_unregister_media_entities(struct camif_dev *camif)
 292 {
 293         camif_unregister_video_nodes(camif);
 294         camif_unregister_sensor(camif);
 295 }
 296
 297 /*
 298  * Media device
 299  */
 300 static int camif_media_dev_init(struct camif_dev *camif)
 301 {
 302         struct media_device *md = &camif->media_dev;
 303         struct v4l2_device *v4l2_dev = &camif->v4l2_dev;
 304         unsigned int ip_rev = camif->variant->ip_revision;
 305         int ret;
 306
 307         memset(md, 0, sizeof(*md));
 308         snprintf(md->model, sizeof(md->model), "Samsung S3C%s CAMIF",
 309                  ip_rev == S3C6410_CAMIF_IP_REV ? "6410" : "244X");
 310         strscpy(md->bus_info, "platform", sizeof(md->bus_info));
 311         md->hw_revision = ip_rev;
 312
 313         md->dev = camif->dev;
 314
 315         strscpy(v4l2_dev->name, "s3c-camif", sizeof(v4l2_dev->name));
 316         v4l2_dev->mdev = md;
 317
 318         media_device_init(md);
 319
 320         ret = v4l2_device_register(camif->dev, v4l2_dev);
 321         if (ret < 0)
 322                 return ret;
 323
 324         return ret;
 325 }
 326
 327 static void camif_clk_put(struct camif_dev *camif)
 328 {
 329         int i;
 330
 331         for (i = 0; i < CLK_MAX_NUM; i++) {
 332                 if (IS_ERR(camif->clock[i]))
 333                         continue;
 334                 clk_unprepare(camif->clock[i]);
 335                 clk_put(camif->clock[i]);
 336                 camif->clock[i] = ERR_PTR(-EINVAL);
 337         }
 338 }
 339
 340 static int camif_clk_get(struct camif_dev *camif)
 341 {
 342         int ret, i;
 343
 344         for (i = 1; i < CLK_MAX_NUM; i++)
 345                 camif->clock[i] = ERR_PTR(-EINVAL);
 346
 347         for (i = 0; i < CLK_MAX_NUM; i++) {
 348                 camif->clock[i] = clk_get(camif->dev, camif_clocks[i]);
 349                 if (IS_ERR(camif->clock[i])) {
 350                         ret = PTR_ERR(camif->clock[i]);
 351                         goto err;
 352                 }
 353                 ret = clk_prepare(camif->clock[i]);
 354                 if (ret < 0) {
 355                         clk_put(camif->clock[i]);
 356                         camif->clock[i] = NULL;
 357                         goto err;
 358                 }
 359         }
 360         return 0;
 361 err:
 362         camif_clk_put(camif);
 363         dev_err(camif->dev, "failed to get clock: %s\n",
 364                 camif_clocks[i]);
 365         return ret;
 366 }
 367
 368 /*
 369  * The CAMIF device has two relatively independent data processing paths
 370  * that can source data from memory or the common camera input frontend.
 371  * Register interrupts for each data processing path (camif_vp).
 372  */
 373 static int camif_request_irqs(struct platform_device *pdev,
 374                               struct camif_dev *camif)
 375 {
 376         int irq, ret, i;
 377
 378         for (i = 0; i < CAMIF_VP_NUM; i++) {
 379                 struct camif_vp *vp = &camif->vp[i];
 380
 381                 init_waitqueue_head(&vp->irq_queue);
 382
 383                 irq = platform_get_irq(pdev, i);
 384                 if (irq < 0)
 385                         return irq;
 386
 387                 ret = devm_request_irq(&pdev->dev, irq, s3c_camif_irq_handler,
 388                                        0, dev_name(&pdev->dev), vp);
 389                 if (ret < 0) {
 390                         dev_err(&pdev->dev, "failed to install IRQ: %d\n", ret);
 391                         break;
 392                 }
 393         }
 394
 395         return ret;
 396 }
 397
 398 static int s3c_camif_probe(struct platform_device *pdev)
 399 {
 400         struct device *dev = &pdev->dev;
 401         struct s3c_camif_plat_data *pdata = dev->platform_data;
 402         struct s3c_camif_drvdata *drvdata;
 403         struct camif_dev *camif;
 404         int ret = 0;
 405
 406         camif = devm_kzalloc(dev, sizeof(*camif), GFP_KERNEL);
 407         if (!camif)
 408                 return -ENOMEM;
 409
 410         spin_lock_init(&camif->slock);
 411         mutex_init(&camif->lock);
 412
 413         camif->dev = dev;
 414
 415         if (!pdata || !pdata->gpio_get || !pdata->gpio_put) {
 416                 dev_err(dev, "wrong platform data\n");
 417                 return -EINVAL;
 418         }
 419
 420         camif->pdata = *pdata;
 421         drvdata = (void *)platform_get_device_id(pdev)->driver_data;
 422         camif->variant = drvdata->variant;
 423
 424         camif->io_base = devm_platform_ioremap_resource(pdev, 0);
 425         if (IS_ERR(camif->io_base))
 426                 return PTR_ERR(camif->io_base);
 427
 428         ret = camif_request_irqs(pdev, camif);
 429         if (ret < 0)
 430                 return ret;
 431
 432         ret = pdata->gpio_get();
 433         if (ret < 0)
 434                 return ret;
 435
 436         ret = s3c_camif_create_subdev(camif);
 437         if (ret < 0)
 438                 goto err_sd;
 439
 440         ret = camif_clk_get(camif);
 441         if (ret < 0)
 442                 goto err_clk;
 443
 444         platform_set_drvdata(pdev, camif);
 445         clk_set_rate(camif->clock[CLK_CAM],
 446                         camif->pdata.sensor.clock_frequency);
 447
 448         dev_info(dev, "sensor clock frequency: %lu\n",
 449                  clk_get_rate(camif->clock[CLK_CAM]));
 450         /*
 451          * Set initial pixel format, resolution and crop rectangle.
 452          * Must be done before a sensor subdev is registered as some
 453          * settings are overrode with values from sensor subdev.
 454          */
 455         s3c_camif_set_defaults(camif);
 456
 457         pm_runtime_enable(dev);
 458
 459         ret = pm_runtime_resume_and_get(dev);
 460         if (ret < 0)
 461                 goto err_disable;
 462
 463         ret = camif_media_dev_init(camif);
 464         if (ret < 0)
 465                 goto err_pm;
 466
 467         ret = camif_register_sensor(camif);
 468         if (ret < 0)
 469                 goto err_sens;
 470
 471         ret = v4l2_device_register_subdev(&camif->v4l2_dev, &camif->subdev);
 472         if (ret < 0)
 473                 goto err_sens;
 474
 475         ret = v4l2_device_register_subdev_nodes(&camif->v4l2_dev);
 476         if (ret < 0)
 477                 goto err_sens;
 478
 479         ret = camif_register_video_nodes(camif);
 480         if (ret < 0)
 481                 goto err_sens;
 482
 483         ret = camif_create_media_links(camif);
 484         if (ret < 0)
 485                 goto err_sens;
 486
 487         ret = media_device_register(&camif->media_dev);
 488         if (ret < 0)
 489                 goto err_sens;
 490
 491         pm_runtime_put(dev);
 492         return 0;
 493
 494 err_sens:
 495         v4l2_device_unregister(&camif->v4l2_dev);
 496         media_device_unregister(&camif->media_dev);
 497         media_device_cleanup(&camif->media_dev);
 498         camif_unregister_media_entities(camif);
 499 err_pm:
 500         pm_runtime_put(dev);
 501 err_disable:
 502         pm_runtime_disable(dev);
 503         camif_clk_put(camif);
 504 err_clk:
 505         s3c_camif_unregister_subdev(camif);
 506 err_sd:
 507         pdata->gpio_put();
 508         return ret;
 509 }
 510
 511 static void s3c_camif_remove(struct platform_device *pdev)
 512 {
 513         struct camif_dev *camif = platform_get_drvdata(pdev);
 514         struct s3c_camif_plat_data *pdata = &camif->pdata;
 515
 516         media_device_unregister(&camif->media_dev);
 517         media_device_cleanup(&camif->media_dev);
 518         camif_unregister_media_entities(camif);
 519         v4l2_device_unregister(&camif->v4l2_dev);
 520
 521         pm_runtime_disable(&pdev->dev);
 522         camif_clk_put(camif);
 523         s3c_camif_unregister_subdev(camif);
 524         pdata->gpio_put();
 525 }
 526
 527 static int s3c_camif_runtime_resume(struct device *dev)
 528 {
 529         struct camif_dev *camif = dev_get_drvdata(dev);
 530
 531         clk_enable(camif->clock[CLK_GATE]);
 532         /* null op on s3c244x */
 533         clk_enable(camif->clock[CLK_CAM]);
 534         return 0;
 535 }
 536
 537 static int s3c_camif_runtime_suspend(struct device *dev)
 538 {
 539         struct camif_dev *camif = dev_get_drvdata(dev);
 540
 541         /* null op on s3c244x */
 542         clk_disable(camif->clock[CLK_CAM]);
 543
 544         clk_disable(camif->clock[CLK_GATE]);
 545         return 0;
 546 }
 547
 548 static const struct s3c_camif_variant s3c244x_camif_variant = {
 549         .vp_pix_limits = {
 550                 [VP_CODEC] = {
 551                         .max_out_width          = 4096,
 552                         .max_sc_out_width       = 2048,
 553                         .out_width_align        = 16,
 554                         .min_out_width          = 16,
 555                         .max_height             = 4096,
 556                 },
 557                 [VP_PREVIEW] = {
 558                         .max_out_width          = 640,
 559                         .max_sc_out_width       = 640,
 560                         .out_width_align        = 16,
 561                         .min_out_width          = 16,
 562                         .max_height             = 480,
 563                 }
 564         },
 565         .pix_limits = {
 566                 .win_hor_offset_align   = 8,
 567         },
 568         .ip_revision = S3C244X_CAMIF_IP_REV,
 569 };
 570
 571 static struct s3c_camif_drvdata s3c244x_camif_drvdata = {
 572         .variant        = &s3c244x_camif_variant,
 573         .bus_clk_freq   = 24000000UL,
 574 };
 575
 576 static const struct s3c_camif_variant s3c6410_camif_variant = {
 577         .vp_pix_limits = {
 578                 [VP_CODEC] = {
 579                         .max_out_width          = 4096,
 580                         .max_sc_out_width       = 2048,
 581                         .out_width_align        = 16,
 582                         .min_out_width          = 16,
 583                         .max_height             = 4096,
 584                 },
 585                 [VP_PREVIEW] = {
 586                         .max_out_width          = 4096,
 587                         .max_sc_out_width       = 720,
 588                         .out_width_align        = 16,
 589                         .min_out_width          = 16,
 590                         .max_height             = 4096,
 591                 }
 592         },
 593         .pix_limits = {
 594                 .win_hor_offset_align   = 8,
 595         },
 596         .ip_revision = S3C6410_CAMIF_IP_REV,
 597         .has_img_effect = 1,
 598         .vp_offset = 0x20,
 599 };
 600
 601 static struct s3c_camif_drvdata s3c6410_camif_drvdata = {
 602         .variant        = &s3c6410_camif_variant,
 603         .bus_clk_freq   = 133000000UL,
 604 };
 605
 606 static const struct platform_device_id s3c_camif_driver_ids[] = {
 607         {
 608                 .name           = "s3c2440-camif",
 609                 .driver_data    = (unsigned long)&s3c244x_camif_drvdata,
 610         }, {
 611                 .name           = "s3c6410-camif",
 612                 .driver_data    = (unsigned long)&s3c6410_camif_drvdata,
 613         },
 614         { /* sentinel */ },
 615 };
 616 MODULE_DEVICE_TABLE(platform, s3c_camif_driver_ids);
 617
 618 static const struct dev_pm_ops s3c_camif_pm_ops = {
 619         .runtime_suspend        = s3c_camif_runtime_suspend,
 620         .runtime_resume         = s3c_camif_runtime_resume,
 621 };
 622
 623 static struct platform_driver s3c_camif_driver = {
 624         .probe          = s3c_camif_probe,
 625         .remove_new     = s3c_camif_remove,
 626         .id_table       = s3c_camif_driver_ids,
 627         .driver = {
 628                 .name   = S3C_CAMIF_DRIVER_NAME,
 629                 .pm     = &s3c_camif_pm_ops,
 630         }
 631 };
 632
 633 module_platform_driver(s3c_camif_driver);
 634
 635 MODULE_AUTHOR("Sylwester Nawrocki <sylvester.nawrocki@gmail.com>");
 636 MODULE_AUTHOR("Tomasz Figa <tomasz.figa@gmail.com>");
 637 MODULE_DESCRIPTION("S3C24XX/S3C64XX SoC camera interface driver");
 638 MODULE_LICENSE("GPL");