drivers/media/platform/mtk-vcodec/mtk_vcodec_enc_drv.c

   1 /*
   2 * Copyright (c) 2016 MediaTek Inc.
   3 * Author: PC Chen <pc.chen@mediatek.com>
   4 *       Tiffany Lin <tiffany.lin@mediatek.com>
   5 *
   6 * This program is free software; you can redistribute it and/or modify
   7 * it under the terms of the GNU General Public License version 2 as
   8 * published by the Free Software Foundation.
   9 *
  10 * This program is distributed in the hope that it will be useful,
  11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 * GNU General Public License for more details.
  14 */
  15
  16 #include <linux/slab.h>
  17 #include <linux/interrupt.h>
  18 #include <linux/irq.h>
  19 #include <linux/module.h>
  20 #include <linux/of_device.h>
  21 #include <linux/of.h>
  22 #include <media/v4l2-event.h>
  23 #include <media/v4l2-mem2mem.h>
  24 #include <media/videobuf2-dma-contig.h>
  25 #include <linux/pm_runtime.h>
  26
  27 #include "mtk_vcodec_drv.h"
  28 #include "mtk_vcodec_enc.h"
  29 #include "mtk_vcodec_enc_pm.h"
  30 #include "mtk_vcodec_intr.h"
  31 #include "mtk_vcodec_util.h"
  32 #include "mtk_vpu.h"
  33
  34 module_param(mtk_v4l2_dbg_level, int, S_IRUGO | S_IWUSR);
  35 module_param(mtk_vcodec_dbg, bool, S_IRUGO | S_IWUSR);
  36
  37 /* Wake up context wait_queue */
  38 static void wake_up_ctx(struct mtk_vcodec_ctx *ctx, unsigned int reason)
  39 {
  40         ctx->int_cond = 1;
  41         ctx->int_type = reason;
  42         wake_up_interruptible(&ctx->queue);
  43 }
  44
  45 static void clean_irq_status(unsigned int irq_status, void __iomem *addr)
  46 {
  47         if (irq_status & MTK_VENC_IRQ_STATUS_PAUSE)
  48                 writel(MTK_VENC_IRQ_STATUS_PAUSE, addr);
  49
  50         if (irq_status & MTK_VENC_IRQ_STATUS_SWITCH)
  51                 writel(MTK_VENC_IRQ_STATUS_SWITCH, addr);
  52
  53         if (irq_status & MTK_VENC_IRQ_STATUS_DRAM)
  54                 writel(MTK_VENC_IRQ_STATUS_DRAM, addr);
  55
  56         if (irq_status & MTK_VENC_IRQ_STATUS_SPS)
  57                 writel(MTK_VENC_IRQ_STATUS_SPS, addr);
  58
  59         if (irq_status & MTK_VENC_IRQ_STATUS_PPS)
  60                 writel(MTK_VENC_IRQ_STATUS_PPS, addr);
  61
  62         if (irq_status & MTK_VENC_IRQ_STATUS_FRM)
  63                 writel(MTK_VENC_IRQ_STATUS_FRM, addr);
  64
  65 }
  66 static irqreturn_t mtk_vcodec_enc_irq_handler(int irq, void *priv)
  67 {
  68         struct mtk_vcodec_dev *dev = priv;
  69         struct mtk_vcodec_ctx *ctx;
  70         unsigned long flags;
  71         void __iomem *addr;
  72
  73         spin_lock_irqsave(&dev->irqlock, flags);
  74         ctx = dev->curr_ctx;
  75         spin_unlock_irqrestore(&dev->irqlock, flags);
  76
  77         mtk_v4l2_debug(1, "id=%d", ctx->id);
  78         addr = dev->reg_base[VENC_SYS] + MTK_VENC_IRQ_ACK_OFFSET;
  79
  80         ctx->irq_status = readl(dev->reg_base[VENC_SYS] +
  81                                 (MTK_VENC_IRQ_STATUS_OFFSET));
  82
  83         clean_irq_status(ctx->irq_status, addr);
  84
  85         wake_up_ctx(ctx, MTK_INST_IRQ_RECEIVED);
  86         return IRQ_HANDLED;
  87 }
  88
  89 static irqreturn_t mtk_vcodec_enc_lt_irq_handler(int irq, void *priv)
  90 {
  91         struct mtk_vcodec_dev *dev = priv;
  92         struct mtk_vcodec_ctx *ctx;
  93         unsigned long flags;
  94         void __iomem *addr;
  95
  96         spin_lock_irqsave(&dev->irqlock, flags);
  97         ctx = dev->curr_ctx;
  98         spin_unlock_irqrestore(&dev->irqlock, flags);
  99
 100         mtk_v4l2_debug(1, "id=%d", ctx->id);
 101         ctx->irq_status = readl(dev->reg_base[VENC_LT_SYS] +
 102                                 (MTK_VENC_IRQ_STATUS_OFFSET));
 103
 104         addr = dev->reg_base[VENC_LT_SYS] + MTK_VENC_IRQ_ACK_OFFSET;
 105
 106         clean_irq_status(ctx->irq_status, addr);
 107
 108         wake_up_ctx(ctx, MTK_INST_IRQ_RECEIVED);
 109         return IRQ_HANDLED;
 110 }
 111
 112 static void mtk_vcodec_enc_reset_handler(void *priv)
 113 {
 114         struct mtk_vcodec_dev *dev = priv;
 115         struct mtk_vcodec_ctx *ctx;
 116
 117         mtk_v4l2_debug(0, "Watchdog timeout!!");
 118
 119         mutex_lock(&dev->dev_mutex);
 120         list_for_each_entry(ctx, &dev->ctx_list, list) {
 121                 ctx->state = MTK_STATE_ABORT;
 122                 mtk_v4l2_debug(0, "[%d] Change to state MTK_STATE_ABORT",
 123                                 ctx->id);
 124         }
 125         mutex_unlock(&dev->dev_mutex);
 126 }
 127
 128 static int fops_vcodec_open(struct file *file)
 129 {
 130         struct mtk_vcodec_dev *dev = video_drvdata(file);
 131         struct mtk_vcodec_ctx *ctx = NULL;
 132         int ret = 0;
 133
 134         ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
 135         if (!ctx)
 136                 return -ENOMEM;
 137
 138         mutex_lock(&dev->dev_mutex);
 139         /*
 140          * Use simple counter to uniquely identify this context. Only
 141          * used for logging.
 142          */
 143         ctx->id = dev->id_counter++;
 144         v4l2_fh_init(&ctx->fh, video_devdata(file));
 145         file->private_data = &ctx->fh;
 146         v4l2_fh_add(&ctx->fh);
 147         INIT_LIST_HEAD(&ctx->list);
 148         ctx->dev = dev;
 149         init_waitqueue_head(&ctx->queue);
 150
 151         ctx->type = MTK_INST_ENCODER;
 152         ret = mtk_vcodec_enc_ctrls_setup(ctx);
 153         if (ret) {
 154                 mtk_v4l2_err("Failed to setup controls() (%d)",
 155                                 ret);
 156                 goto err_ctrls_setup;
 157         }
 158         ctx->m2m_ctx = v4l2_m2m_ctx_init(dev->m2m_dev_enc, ctx,
 159                                 &mtk_vcodec_enc_queue_init);
 160         if (IS_ERR((__force void *)ctx->m2m_ctx)) {
 161                 ret = PTR_ERR((__force void *)ctx->m2m_ctx);
 162                 mtk_v4l2_err("Failed to v4l2_m2m_ctx_init() (%d)",
 163                                 ret);
 164                 goto err_m2m_ctx_init;
 165         }
 166         mtk_vcodec_enc_set_default_params(ctx);
 167
 168         if (v4l2_fh_is_singular(&ctx->fh)) {
 169                 /*
 170                  * vpu_load_firmware checks if it was loaded already and
 171                  * does nothing in that case
 172                  */
 173                 ret = vpu_load_firmware(dev->vpu_plat_dev);
 174                 if (ret < 0) {
 175                         /*
 176                          * Return 0 if downloading firmware successfully,
 177                          * otherwise it is failed
 178                          */
 179                         mtk_v4l2_err("vpu_load_firmware failed!");
 180                         goto err_load_fw;
 181                 }
 182
 183                 dev->enc_capability =
 184                         vpu_get_venc_hw_capa(dev->vpu_plat_dev);
 185                 mtk_v4l2_debug(0, "encoder capability %x", dev->enc_capability);
 186         }
 187
 188         mtk_v4l2_debug(2, "Create instance [%d]@%p m2m_ctx=%p ",
 189                         ctx->id, ctx, ctx->m2m_ctx);
 190
 191         dev->num_instances++;
 192         list_add(&ctx->list, &dev->ctx_list);
 193
 194         mutex_unlock(&dev->dev_mutex);
 195         mtk_v4l2_debug(0, "%s encoder [%d]", dev_name(&dev->plat_dev->dev),
 196                         ctx->id);
 197         return ret;
 198
 199         /* Deinit when failure occurred */
 200 err_load_fw:
 201         v4l2_m2m_ctx_release(ctx->m2m_ctx);
 202 err_m2m_ctx_init:
 203         v4l2_ctrl_handler_free(&ctx->ctrl_hdl);
 204 err_ctrls_setup:
 205         v4l2_fh_del(&ctx->fh);
 206         v4l2_fh_exit(&ctx->fh);
 207         kfree(ctx);
 208         mutex_unlock(&dev->dev_mutex);
 209
 210         return ret;
 211 }
 212
 213 static int fops_vcodec_release(struct file *file)
 214 {
 215         struct mtk_vcodec_dev *dev = video_drvdata(file);
 216         struct mtk_vcodec_ctx *ctx = fh_to_ctx(file->private_data);
 217
 218         mtk_v4l2_debug(1, "[%d] encoder", ctx->id);
 219         mutex_lock(&dev->dev_mutex);
 220
 221         mtk_vcodec_enc_release(ctx);
 222         v4l2_fh_del(&ctx->fh);
 223         v4l2_fh_exit(&ctx->fh);
 224         v4l2_ctrl_handler_free(&ctx->ctrl_hdl);
 225         v4l2_m2m_ctx_release(ctx->m2m_ctx);
 226
 227         list_del_init(&ctx->list);
 228         dev->num_instances--;
 229         kfree(ctx);
 230         mutex_unlock(&dev->dev_mutex);
 231         return 0;
 232 }
 233
 234 static const struct v4l2_file_operations mtk_vcodec_fops = {
 235         .owner          = THIS_MODULE,
 236         .open           = fops_vcodec_open,
 237         .release        = fops_vcodec_release,
 238         .poll           = v4l2_m2m_fop_poll,
 239         .unlocked_ioctl = video_ioctl2,
 240         .mmap           = v4l2_m2m_fop_mmap,
 241 };
 242
 243 static int mtk_vcodec_probe(struct platform_device *pdev)
 244 {
 245         struct mtk_vcodec_dev *dev;
 246         struct video_device *vfd_enc;
 247         struct resource *res;
 248         int i, j, ret;
 249
 250         dev = devm_kzalloc(&pdev->dev, sizeof(*dev), GFP_KERNEL);
 251         if (!dev)
 252                 return -ENOMEM;
 253
 254         INIT_LIST_HEAD(&dev->ctx_list);
 255         dev->plat_dev = pdev;
 256
 257         dev->vpu_plat_dev = vpu_get_plat_device(dev->plat_dev);
 258         if (dev->vpu_plat_dev == NULL) {
 259                 mtk_v4l2_err("[VPU] vpu device in not ready");
 260                 return -EPROBE_DEFER;
 261         }
 262
 263         vpu_wdt_reg_handler(dev->vpu_plat_dev, mtk_vcodec_enc_reset_handler,
 264                                 dev, VPU_RST_ENC);
 265
 266         ret = mtk_vcodec_init_enc_pm(dev);
 267         if (ret < 0) {
 268                 dev_err(&pdev->dev, "Failed to get mt vcodec clock source!");
 269                 return ret;
 270         }
 271
 272         for (i = VENC_SYS, j = 0; i < NUM_MAX_VCODEC_REG_BASE; i++, j++) {
 273                 res = platform_get_resource(pdev, IORESOURCE_MEM, j);
 274                 if (res == NULL) {
 275                         dev_err(&pdev->dev, "get memory resource failed.");
 276                         ret = -ENXIO;
 277                         goto err_res;
 278                 }
 279                 dev->reg_base[i] = devm_ioremap_resource(&pdev->dev, res);
 280                 if (IS_ERR((__force void *)dev->reg_base[i])) {
 281                         ret = PTR_ERR((__force void *)dev->reg_base[i]);
 282                         goto err_res;
 283                 }
 284                 mtk_v4l2_debug(2, "reg[%d] base=0x%p", i, dev->reg_base[i]);
 285         }
 286
 287         res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
 288         if (res == NULL) {
 289                 dev_err(&pdev->dev, "failed to get irq resource");
 290                 ret = -ENOENT;
 291                 goto err_res;
 292         }
 293
 294         dev->enc_irq = platform_get_irq(pdev, 0);
 295         ret = devm_request_irq(&pdev->dev, dev->enc_irq,
 296                                mtk_vcodec_enc_irq_handler,
 297                                0, pdev->name, dev);
 298         if (ret) {
 299                 dev_err(&pdev->dev, "Failed to install dev->enc_irq %d (%d)",
 300                         dev->enc_irq,
 301                         ret);
 302                 ret = -EINVAL;
 303                 goto err_res;
 304         }
 305
 306         dev->enc_lt_irq = platform_get_irq(pdev, 1);
 307         ret = devm_request_irq(&pdev->dev,
 308                                dev->enc_lt_irq, mtk_vcodec_enc_lt_irq_handler,
 309                                0, pdev->name, dev);
 310         if (ret) {
 311                 dev_err(&pdev->dev,
 312                         "Failed to install dev->enc_lt_irq %d (%d)",
 313                         dev->enc_lt_irq, ret);
 314                 ret = -EINVAL;
 315                 goto err_res;
 316         }
 317
 318         disable_irq(dev->enc_irq);
 319         disable_irq(dev->enc_lt_irq); /* VENC_LT */
 320         mutex_init(&dev->enc_mutex);
 321         mutex_init(&dev->dev_mutex);
 322         spin_lock_init(&dev->irqlock);
 323
 324         snprintf(dev->v4l2_dev.name, sizeof(dev->v4l2_dev.name), "%s",
 325                  "[MTK_V4L2_VENC]");
 326
 327         ret = v4l2_device_register(&pdev->dev, &dev->v4l2_dev);
 328         if (ret) {
 329                 mtk_v4l2_err("v4l2_device_register err=%d", ret);
 330                 goto err_res;
 331         }
 332
 333         init_waitqueue_head(&dev->queue);
 334
 335         /* allocate video device for encoder and register it */
 336         vfd_enc = video_device_alloc();
 337         if (!vfd_enc) {
 338                 mtk_v4l2_err("Failed to allocate video device");
 339                 ret = -ENOMEM;
 340                 goto err_enc_alloc;
 341         }
 342         vfd_enc->fops           = &mtk_vcodec_fops;
 343         vfd_enc->ioctl_ops      = &mtk_venc_ioctl_ops;
 344         vfd_enc->release        = video_device_release;
 345         vfd_enc->lock           = &dev->dev_mutex;
 346         vfd_enc->v4l2_dev       = &dev->v4l2_dev;
 347         vfd_enc->vfl_dir        = VFL_DIR_M2M;
 348         vfd_enc->device_caps    = V4L2_CAP_VIDEO_M2M_MPLANE |
 349                                         V4L2_CAP_STREAMING;
 350
 351         snprintf(vfd_enc->name, sizeof(vfd_enc->name), "%s",
 352                  MTK_VCODEC_ENC_NAME);
 353         video_set_drvdata(vfd_enc, dev);
 354         dev->vfd_enc = vfd_enc;
 355         platform_set_drvdata(pdev, dev);
 356
 357         dev->m2m_dev_enc = v4l2_m2m_init(&mtk_venc_m2m_ops);
 358         if (IS_ERR((__force void *)dev->m2m_dev_enc)) {
 359                 mtk_v4l2_err("Failed to init mem2mem enc device");
 360                 ret = PTR_ERR((__force void *)dev->m2m_dev_enc);
 361                 goto err_enc_mem_init;
 362         }
 363
 364         dev->encode_workqueue =
 365                         alloc_ordered_workqueue(MTK_VCODEC_ENC_NAME,
 366                                                 WQ_MEM_RECLAIM |
 367                                                 WQ_FREEZABLE);
 368         if (!dev->encode_workqueue) {
 369                 mtk_v4l2_err("Failed to create encode workqueue");
 370                 ret = -EINVAL;
 371                 goto err_event_workq;
 372         }
 373
 374         ret = video_register_device(vfd_enc, VFL_TYPE_GRABBER, 1);
 375         if (ret) {
 376                 mtk_v4l2_err("Failed to register video device");
 377                 goto err_enc_reg;
 378         }
 379
 380         mtk_v4l2_debug(0, "encoder registered as /dev/video%d",
 381                         vfd_enc->num);
 382
 383         return 0;
 384
 385 err_enc_reg:
 386         destroy_workqueue(dev->encode_workqueue);
 387 err_event_workq:
 388         v4l2_m2m_release(dev->m2m_dev_enc);
 389 err_enc_mem_init:
 390         video_unregister_device(vfd_enc);
 391 err_enc_alloc:
 392         v4l2_device_unregister(&dev->v4l2_dev);
 393 err_res:
 394         mtk_vcodec_release_enc_pm(dev);
 395         return ret;
 396 }
 397
 398 static const struct of_device_id mtk_vcodec_enc_match[] = {
 399         {.compatible = "mediatek,mt8173-vcodec-enc",},
 400         {},
 401 };
 402 MODULE_DEVICE_TABLE(of, mtk_vcodec_enc_match);
 403
 404 static int mtk_vcodec_enc_remove(struct platform_device *pdev)
 405 {
 406         struct mtk_vcodec_dev *dev = platform_get_drvdata(pdev);
 407
 408         mtk_v4l2_debug_enter();
 409         flush_workqueue(dev->encode_workqueue);
 410         destroy_workqueue(dev->encode_workqueue);
 411         if (dev->m2m_dev_enc)
 412                 v4l2_m2m_release(dev->m2m_dev_enc);
 413
 414         if (dev->vfd_enc)
 415                 video_unregister_device(dev->vfd_enc);
 416
 417         v4l2_device_unregister(&dev->v4l2_dev);
 418         mtk_vcodec_release_enc_pm(dev);
 419         return 0;
 420 }
 421
 422 static struct platform_driver mtk_vcodec_enc_driver = {
 423         .probe  = mtk_vcodec_probe,
 424         .remove = mtk_vcodec_enc_remove,
 425         .driver = {
 426                 .name   = MTK_VCODEC_ENC_NAME,
 427                 .of_match_table = mtk_vcodec_enc_match,
 428         },
 429 };
 430
 431 module_platform_driver(mtk_vcodec_enc_driver);
 432
 433
 434 MODULE_LICENSE("GPL v2");
 435 MODULE_DESCRIPTION("Mediatek video codec V4L2 encoder driver");