arm64: tlbflush.h: add __tlbi() macro
[cascardo/linux.git] / drivers / media / platform / mtk-vcodec / mtk_vcodec_enc_drv.c
1 /*
2 * Copyright (c) 2016 MediaTek Inc.
3 * Author: PC Chen <pc.chen@mediatek.com>
4 *       Tiffany Lin <tiffany.lin@mediatek.com>
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13 * GNU General Public License for more details.
14 */
15
16 #include <linux/slab.h>
17 #include <linux/interrupt.h>
18 #include <linux/irq.h>
19 #include <linux/module.h>
20 #include <linux/of_device.h>
21 #include <linux/of.h>
22 #include <media/v4l2-event.h>
23 #include <media/v4l2-mem2mem.h>
24 #include <media/videobuf2-dma-contig.h>
25 #include <linux/pm_runtime.h>
26
27 #include "mtk_vcodec_drv.h"
28 #include "mtk_vcodec_enc.h"
29 #include "mtk_vcodec_enc_pm.h"
30 #include "mtk_vcodec_intr.h"
31 #include "mtk_vcodec_util.h"
32 #include "mtk_vpu.h"
33
34 module_param(mtk_v4l2_dbg_level, int, S_IRUGO | S_IWUSR);
35 module_param(mtk_vcodec_dbg, bool, S_IRUGO | S_IWUSR);
36
37 /* Wake up context wait_queue */
38 static void wake_up_ctx(struct mtk_vcodec_ctx *ctx, unsigned int reason)
39 {
40         ctx->int_cond = 1;
41         ctx->int_type = reason;
42         wake_up_interruptible(&ctx->queue);
43 }
44
45 static void clean_irq_status(unsigned int irq_status, void __iomem *addr)
46 {
47         if (irq_status & MTK_VENC_IRQ_STATUS_PAUSE)
48                 writel(MTK_VENC_IRQ_STATUS_PAUSE, addr);
49
50         if (irq_status & MTK_VENC_IRQ_STATUS_SWITCH)
51                 writel(MTK_VENC_IRQ_STATUS_SWITCH, addr);
52
53         if (irq_status & MTK_VENC_IRQ_STATUS_DRAM)
54                 writel(MTK_VENC_IRQ_STATUS_DRAM, addr);
55
56         if (irq_status & MTK_VENC_IRQ_STATUS_SPS)
57                 writel(MTK_VENC_IRQ_STATUS_SPS, addr);
58
59         if (irq_status & MTK_VENC_IRQ_STATUS_PPS)
60                 writel(MTK_VENC_IRQ_STATUS_PPS, addr);
61
62         if (irq_status & MTK_VENC_IRQ_STATUS_FRM)
63                 writel(MTK_VENC_IRQ_STATUS_FRM, addr);
64
65 }
66 static irqreturn_t mtk_vcodec_enc_irq_handler(int irq, void *priv)
67 {
68         struct mtk_vcodec_dev *dev = priv;
69         struct mtk_vcodec_ctx *ctx;
70         unsigned long flags;
71         void __iomem *addr;
72
73         spin_lock_irqsave(&dev->irqlock, flags);
74         ctx = dev->curr_ctx;
75         spin_unlock_irqrestore(&dev->irqlock, flags);
76
77         mtk_v4l2_debug(1, "id=%d", ctx->id);
78         addr = dev->reg_base[VENC_SYS] + MTK_VENC_IRQ_ACK_OFFSET;
79
80         ctx->irq_status = readl(dev->reg_base[VENC_SYS] +
81                                 (MTK_VENC_IRQ_STATUS_OFFSET));
82
83         clean_irq_status(ctx->irq_status, addr);
84
85         wake_up_ctx(ctx, MTK_INST_IRQ_RECEIVED);
86         return IRQ_HANDLED;
87 }
88
89 static irqreturn_t mtk_vcodec_enc_lt_irq_handler(int irq, void *priv)
90 {
91         struct mtk_vcodec_dev *dev = priv;
92         struct mtk_vcodec_ctx *ctx;
93         unsigned long flags;
94         void __iomem *addr;
95
96         spin_lock_irqsave(&dev->irqlock, flags);
97         ctx = dev->curr_ctx;
98         spin_unlock_irqrestore(&dev->irqlock, flags);
99
100         mtk_v4l2_debug(1, "id=%d", ctx->id);
101         ctx->irq_status = readl(dev->reg_base[VENC_LT_SYS] +
102                                 (MTK_VENC_IRQ_STATUS_OFFSET));
103
104         addr = dev->reg_base[VENC_LT_SYS] + MTK_VENC_IRQ_ACK_OFFSET;
105
106         clean_irq_status(ctx->irq_status, addr);
107
108         wake_up_ctx(ctx, MTK_INST_IRQ_RECEIVED);
109         return IRQ_HANDLED;
110 }
111
112 static void mtk_vcodec_enc_reset_handler(void *priv)
113 {
114         struct mtk_vcodec_dev *dev = priv;
115         struct mtk_vcodec_ctx *ctx;
116
117         mtk_v4l2_debug(0, "Watchdog timeout!!");
118
119         mutex_lock(&dev->dev_mutex);
120         list_for_each_entry(ctx, &dev->ctx_list, list) {
121                 ctx->state = MTK_STATE_ABORT;
122                 mtk_v4l2_debug(0, "[%d] Change to state MTK_STATE_ABORT",
123                                 ctx->id);
124         }
125         mutex_unlock(&dev->dev_mutex);
126 }
127
128 static int fops_vcodec_open(struct file *file)
129 {
130         struct mtk_vcodec_dev *dev = video_drvdata(file);
131         struct mtk_vcodec_ctx *ctx = NULL;
132         int ret = 0;
133
134         ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
135         if (!ctx)
136                 return -ENOMEM;
137
138         mutex_lock(&dev->dev_mutex);
139         /*
140          * Use simple counter to uniquely identify this context. Only
141          * used for logging.
142          */
143         ctx->id = dev->id_counter++;
144         v4l2_fh_init(&ctx->fh, video_devdata(file));
145         file->private_data = &ctx->fh;
146         v4l2_fh_add(&ctx->fh);
147         INIT_LIST_HEAD(&ctx->list);
148         ctx->dev = dev;
149         init_waitqueue_head(&ctx->queue);
150
151         ctx->type = MTK_INST_ENCODER;
152         ret = mtk_vcodec_enc_ctrls_setup(ctx);
153         if (ret) {
154                 mtk_v4l2_err("Failed to setup controls() (%d)",
155                                 ret);
156                 goto err_ctrls_setup;
157         }
158         ctx->m2m_ctx = v4l2_m2m_ctx_init(dev->m2m_dev_enc, ctx,
159                                 &mtk_vcodec_enc_queue_init);
160         if (IS_ERR((__force void *)ctx->m2m_ctx)) {
161                 ret = PTR_ERR((__force void *)ctx->m2m_ctx);
162                 mtk_v4l2_err("Failed to v4l2_m2m_ctx_init() (%d)",
163                                 ret);
164                 goto err_m2m_ctx_init;
165         }
166         mtk_vcodec_enc_set_default_params(ctx);
167
168         if (v4l2_fh_is_singular(&ctx->fh)) {
169                 /*
170                  * vpu_load_firmware checks if it was loaded already and
171                  * does nothing in that case
172                  */
173                 ret = vpu_load_firmware(dev->vpu_plat_dev);
174                 if (ret < 0) {
175                         /*
176                          * Return 0 if downloading firmware successfully,
177                          * otherwise it is failed
178                          */
179                         mtk_v4l2_err("vpu_load_firmware failed!");
180                         goto err_load_fw;
181                 }
182
183                 dev->enc_capability =
184                         vpu_get_venc_hw_capa(dev->vpu_plat_dev);
185                 mtk_v4l2_debug(0, "encoder capability %x", dev->enc_capability);
186         }
187
188         mtk_v4l2_debug(2, "Create instance [%d]@%p m2m_ctx=%p ",
189                         ctx->id, ctx, ctx->m2m_ctx);
190
191         dev->num_instances++;
192         list_add(&ctx->list, &dev->ctx_list);
193
194         mutex_unlock(&dev->dev_mutex);
195         mtk_v4l2_debug(0, "%s encoder [%d]", dev_name(&dev->plat_dev->dev),
196                         ctx->id);
197         return ret;
198
199         /* Deinit when failure occurred */
200 err_load_fw:
201         v4l2_m2m_ctx_release(ctx->m2m_ctx);
202 err_m2m_ctx_init:
203         v4l2_ctrl_handler_free(&ctx->ctrl_hdl);
204 err_ctrls_setup:
205         v4l2_fh_del(&ctx->fh);
206         v4l2_fh_exit(&ctx->fh);
207         kfree(ctx);
208         mutex_unlock(&dev->dev_mutex);
209
210         return ret;
211 }
212
213 static int fops_vcodec_release(struct file *file)
214 {
215         struct mtk_vcodec_dev *dev = video_drvdata(file);
216         struct mtk_vcodec_ctx *ctx = fh_to_ctx(file->private_data);
217
218         mtk_v4l2_debug(1, "[%d] encoder", ctx->id);
219         mutex_lock(&dev->dev_mutex);
220
221         mtk_vcodec_enc_release(ctx);
222         v4l2_fh_del(&ctx->fh);
223         v4l2_fh_exit(&ctx->fh);
224         v4l2_ctrl_handler_free(&ctx->ctrl_hdl);
225         v4l2_m2m_ctx_release(ctx->m2m_ctx);
226
227         list_del_init(&ctx->list);
228         dev->num_instances--;
229         kfree(ctx);
230         mutex_unlock(&dev->dev_mutex);
231         return 0;
232 }
233
234 static const struct v4l2_file_operations mtk_vcodec_fops = {
235         .owner          = THIS_MODULE,
236         .open           = fops_vcodec_open,
237         .release        = fops_vcodec_release,
238         .poll           = v4l2_m2m_fop_poll,
239         .unlocked_ioctl = video_ioctl2,
240         .mmap           = v4l2_m2m_fop_mmap,
241 };
242
243 static int mtk_vcodec_probe(struct platform_device *pdev)
244 {
245         struct mtk_vcodec_dev *dev;
246         struct video_device *vfd_enc;
247         struct resource *res;
248         int i, j, ret;
249
250         dev = devm_kzalloc(&pdev->dev, sizeof(*dev), GFP_KERNEL);
251         if (!dev)
252                 return -ENOMEM;
253
254         INIT_LIST_HEAD(&dev->ctx_list);
255         dev->plat_dev = pdev;
256
257         dev->vpu_plat_dev = vpu_get_plat_device(dev->plat_dev);
258         if (dev->vpu_plat_dev == NULL) {
259                 mtk_v4l2_err("[VPU] vpu device in not ready");
260                 return -EPROBE_DEFER;
261         }
262
263         vpu_wdt_reg_handler(dev->vpu_plat_dev, mtk_vcodec_enc_reset_handler,
264                                 dev, VPU_RST_ENC);
265
266         ret = mtk_vcodec_init_enc_pm(dev);
267         if (ret < 0) {
268                 dev_err(&pdev->dev, "Failed to get mt vcodec clock source!");
269                 return ret;
270         }
271
272         for (i = VENC_SYS, j = 0; i < NUM_MAX_VCODEC_REG_BASE; i++, j++) {
273                 res = platform_get_resource(pdev, IORESOURCE_MEM, j);
274                 if (res == NULL) {
275                         dev_err(&pdev->dev, "get memory resource failed.");
276                         ret = -ENXIO;
277                         goto err_res;
278                 }
279                 dev->reg_base[i] = devm_ioremap_resource(&pdev->dev, res);
280                 if (IS_ERR((__force void *)dev->reg_base[i])) {
281                         ret = PTR_ERR((__force void *)dev->reg_base[i]);
282                         goto err_res;
283                 }
284                 mtk_v4l2_debug(2, "reg[%d] base=0x%p", i, dev->reg_base[i]);
285         }
286
287         res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
288         if (res == NULL) {
289                 dev_err(&pdev->dev, "failed to get irq resource");
290                 ret = -ENOENT;
291                 goto err_res;
292         }
293
294         dev->enc_irq = platform_get_irq(pdev, 0);
295         ret = devm_request_irq(&pdev->dev, dev->enc_irq,
296                                mtk_vcodec_enc_irq_handler,
297                                0, pdev->name, dev);
298         if (ret) {
299                 dev_err(&pdev->dev, "Failed to install dev->enc_irq %d (%d)",
300                         dev->enc_irq,
301                         ret);
302                 ret = -EINVAL;
303                 goto err_res;
304         }
305
306         dev->enc_lt_irq = platform_get_irq(pdev, 1);
307         ret = devm_request_irq(&pdev->dev,
308                                dev->enc_lt_irq, mtk_vcodec_enc_lt_irq_handler,
309                                0, pdev->name, dev);
310         if (ret) {
311                 dev_err(&pdev->dev,
312                         "Failed to install dev->enc_lt_irq %d (%d)",
313                         dev->enc_lt_irq, ret);
314                 ret = -EINVAL;
315                 goto err_res;
316         }
317
318         disable_irq(dev->enc_irq);
319         disable_irq(dev->enc_lt_irq); /* VENC_LT */
320         mutex_init(&dev->enc_mutex);
321         mutex_init(&dev->dev_mutex);
322         spin_lock_init(&dev->irqlock);
323
324         snprintf(dev->v4l2_dev.name, sizeof(dev->v4l2_dev.name), "%s",
325                  "[MTK_V4L2_VENC]");
326
327         ret = v4l2_device_register(&pdev->dev, &dev->v4l2_dev);
328         if (ret) {
329                 mtk_v4l2_err("v4l2_device_register err=%d", ret);
330                 goto err_res;
331         }
332
333         init_waitqueue_head(&dev->queue);
334
335         /* allocate video device for encoder and register it */
336         vfd_enc = video_device_alloc();
337         if (!vfd_enc) {
338                 mtk_v4l2_err("Failed to allocate video device");
339                 ret = -ENOMEM;
340                 goto err_enc_alloc;
341         }
342         vfd_enc->fops           = &mtk_vcodec_fops;
343         vfd_enc->ioctl_ops      = &mtk_venc_ioctl_ops;
344         vfd_enc->release        = video_device_release;
345         vfd_enc->lock           = &dev->dev_mutex;
346         vfd_enc->v4l2_dev       = &dev->v4l2_dev;
347         vfd_enc->vfl_dir        = VFL_DIR_M2M;
348         vfd_enc->device_caps    = V4L2_CAP_VIDEO_M2M_MPLANE |
349                                         V4L2_CAP_STREAMING;
350
351         snprintf(vfd_enc->name, sizeof(vfd_enc->name), "%s",
352                  MTK_VCODEC_ENC_NAME);
353         video_set_drvdata(vfd_enc, dev);
354         dev->vfd_enc = vfd_enc;
355         platform_set_drvdata(pdev, dev);
356
357         dev->m2m_dev_enc = v4l2_m2m_init(&mtk_venc_m2m_ops);
358         if (IS_ERR((__force void *)dev->m2m_dev_enc)) {
359                 mtk_v4l2_err("Failed to init mem2mem enc device");
360                 ret = PTR_ERR((__force void *)dev->m2m_dev_enc);
361                 goto err_enc_mem_init;
362         }
363
364         dev->encode_workqueue =
365                         alloc_ordered_workqueue(MTK_VCODEC_ENC_NAME,
366                                                 WQ_MEM_RECLAIM |
367                                                 WQ_FREEZABLE);
368         if (!dev->encode_workqueue) {
369                 mtk_v4l2_err("Failed to create encode workqueue");
370                 ret = -EINVAL;
371                 goto err_event_workq;
372         }
373
374         ret = video_register_device(vfd_enc, VFL_TYPE_GRABBER, 1);
375         if (ret) {
376                 mtk_v4l2_err("Failed to register video device");
377                 goto err_enc_reg;
378         }
379
380         mtk_v4l2_debug(0, "encoder registered as /dev/video%d",
381                         vfd_enc->num);
382
383         return 0;
384
385 err_enc_reg:
386         destroy_workqueue(dev->encode_workqueue);
387 err_event_workq:
388         v4l2_m2m_release(dev->m2m_dev_enc);
389 err_enc_mem_init:
390         video_unregister_device(vfd_enc);
391 err_enc_alloc:
392         v4l2_device_unregister(&dev->v4l2_dev);
393 err_res:
394         mtk_vcodec_release_enc_pm(dev);
395         return ret;
396 }
397
398 static const struct of_device_id mtk_vcodec_enc_match[] = {
399         {.compatible = "mediatek,mt8173-vcodec-enc",},
400         {},
401 };
402 MODULE_DEVICE_TABLE(of, mtk_vcodec_enc_match);
403
404 static int mtk_vcodec_enc_remove(struct platform_device *pdev)
405 {
406         struct mtk_vcodec_dev *dev = platform_get_drvdata(pdev);
407
408         mtk_v4l2_debug_enter();
409         flush_workqueue(dev->encode_workqueue);
410         destroy_workqueue(dev->encode_workqueue);
411         if (dev->m2m_dev_enc)
412                 v4l2_m2m_release(dev->m2m_dev_enc);
413
414         if (dev->vfd_enc)
415                 video_unregister_device(dev->vfd_enc);
416
417         v4l2_device_unregister(&dev->v4l2_dev);
418         mtk_vcodec_release_enc_pm(dev);
419         return 0;
420 }
421
422 static struct platform_driver mtk_vcodec_enc_driver = {
423         .probe  = mtk_vcodec_probe,
424         .remove = mtk_vcodec_enc_remove,
425         .driver = {
426                 .name   = MTK_VCODEC_ENC_NAME,
427                 .of_match_table = mtk_vcodec_enc_match,
428         },
429 };
430
431 module_platform_driver(mtk_vcodec_enc_driver);
432
433
434 MODULE_LICENSE("GPL v2");
435 MODULE_DESCRIPTION("Mediatek video codec V4L2 encoder driver");