Commit | Line | Data |
---|---|---|
186b250a JM |
1 | /* |
2 | * Coda multi-standard codec IP | |
3 | * | |
4 | * Copyright (C) 2012 Vista Silicon S.L. | |
5 | * Javier Martin, <javier.martin@vista-silicon.com> | |
6 | * Xavier Duret | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify | |
9 | * it under the terms of the GNU General Public License as published by | |
10 | * the Free Software Foundation; either version 2 of the License, or | |
11 | * (at your option) any later version. | |
12 | */ | |
13 | ||
14 | #include <linux/clk.h> | |
f61c0b14 | 15 | #include <linux/debugfs.h> |
186b250a JM |
16 | #include <linux/delay.h> |
17 | #include <linux/firmware.h> | |
657eee7d | 18 | #include <linux/genalloc.h> |
186b250a JM |
19 | #include <linux/interrupt.h> |
20 | #include <linux/io.h> | |
21 | #include <linux/irq.h> | |
9082a7c6 | 22 | #include <linux/kfifo.h> |
186b250a JM |
23 | #include <linux/module.h> |
24 | #include <linux/of_device.h> | |
25 | #include <linux/platform_device.h> | |
1e172731 | 26 | #include <linux/pm_runtime.h> |
186b250a JM |
27 | #include <linux/slab.h> |
28 | #include <linux/videodev2.h> | |
29 | #include <linux/of.h> | |
657eee7d | 30 | #include <linux/platform_data/coda.h> |
8f45284c | 31 | #include <linux/reset.h> |
186b250a JM |
32 | |
33 | #include <media/v4l2-ctrls.h> | |
34 | #include <media/v4l2-device.h> | |
918c66fd | 35 | #include <media/v4l2-event.h> |
186b250a JM |
36 | #include <media/v4l2-ioctl.h> |
37 | #include <media/v4l2-mem2mem.h> | |
38 | #include <media/videobuf2-core.h> | |
39 | #include <media/videobuf2-dma-contig.h> | |
bb04aa6f | 40 | #include <media/videobuf2-vmalloc.h> |
186b250a | 41 | |
a2b3e46a | 42 | #include "coda.h" |
186b250a JM |
43 | |
44 | #define CODA_NAME "coda" | |
45 | ||
0cddc7e9 | 46 | #define CODADX6_MAX_INSTANCES 4 |
2c11d1bd | 47 | #define CODA_MAX_FORMATS 4 |
186b250a | 48 | |
186b250a JM |
49 | #define CODA_PARA_BUF_SIZE (10 * 1024) |
50 | #define CODA_ISRAM_SIZE (2048 * 2) | |
51 | ||
186b250a JM |
52 | #define MIN_W 176 |
53 | #define MIN_H 144 | |
186b250a JM |
54 | |
55 | #define S_ALIGN 1 /* multiple of 2 */ | |
56 | #define W_ALIGN 1 /* multiple of 2 */ | |
57 | #define H_ALIGN 1 /* multiple of 2 */ | |
58 | ||
59 | #define fh_to_ctx(__fh) container_of(__fh, struct coda_ctx, fh) | |
60 | ||
79924ca9 | 61 | int coda_debug; |
c4eb1bfc | 62 | module_param(coda_debug, int, 0644); |
d60b18ba | 63 | MODULE_PARM_DESC(coda_debug, "Debug level (0-2)"); |
186b250a | 64 | |
186b250a JM |
65 | struct coda_fmt { |
66 | char *name; | |
67 | u32 fourcc; | |
b96904e5 PZ |
68 | }; |
69 | ||
a2b3e46a | 70 | void coda_write(struct coda_dev *dev, u32 data, u32 reg) |
186b250a | 71 | { |
d60b18ba | 72 | v4l2_dbg(2, coda_debug, &dev->v4l2_dev, |
186b250a JM |
73 | "%s: data=0x%x, reg=0x%x\n", __func__, data, reg); |
74 | writel(data, dev->regs_base + reg); | |
75 | } | |
76 | ||
a2b3e46a | 77 | unsigned int coda_read(struct coda_dev *dev, u32 reg) |
186b250a JM |
78 | { |
79 | u32 data; | |
f23797b6 | 80 | |
186b250a | 81 | data = readl(dev->regs_base + reg); |
d60b18ba | 82 | v4l2_dbg(2, coda_debug, &dev->v4l2_dev, |
186b250a JM |
83 | "%s: data=0x%x, reg=0x%x\n", __func__, data, reg); |
84 | return data; | |
85 | } | |
86 | ||
856d7d93 PZ |
87 | void coda_write_base(struct coda_ctx *ctx, struct coda_q_data *q_data, |
88 | struct vb2_buffer *buf, unsigned int reg_y) | |
89 | { | |
90 | u32 base_y = vb2_dma_contig_plane_dma_addr(buf, 0); | |
91 | u32 base_cb, base_cr; | |
92 | ||
93 | switch (q_data->fourcc) { | |
94 | case V4L2_PIX_FMT_YVU420: | |
95 | /* Switch Cb and Cr for YVU420 format */ | |
96 | base_cr = base_y + q_data->bytesperline * q_data->height; | |
97 | base_cb = base_cr + q_data->bytesperline * q_data->height / 4; | |
98 | break; | |
99 | case V4L2_PIX_FMT_YUV420: | |
1cb12cf3 | 100 | case V4L2_PIX_FMT_NV12: |
856d7d93 PZ |
101 | default: |
102 | base_cb = base_y + q_data->bytesperline * q_data->height; | |
103 | base_cr = base_cb + q_data->bytesperline * q_data->height / 4; | |
104 | break; | |
4de69319 PZ |
105 | case V4L2_PIX_FMT_YUV422P: |
106 | base_cb = base_y + q_data->bytesperline * q_data->height; | |
107 | base_cr = base_cb + q_data->bytesperline * q_data->height / 2; | |
856d7d93 PZ |
108 | } |
109 | ||
110 | coda_write(ctx->dev, base_y, reg_y); | |
111 | coda_write(ctx->dev, base_cb, reg_y + 4); | |
112 | coda_write(ctx->dev, base_cr, reg_y + 8); | |
113 | } | |
114 | ||
186b250a | 115 | /* |
b96904e5 | 116 | * Array of all formats supported by any version of Coda: |
186b250a | 117 | */ |
814c3762 | 118 | static const struct coda_fmt coda_formats[] = { |
186b250a | 119 | { |
b96904e5 | 120 | .name = "YUV 4:2:0 Planar, YCbCr", |
186b250a | 121 | .fourcc = V4L2_PIX_FMT_YUV420, |
186b250a | 122 | }, |
df1e74cc | 123 | { |
b96904e5 PZ |
124 | .name = "YUV 4:2:0 Planar, YCrCb", |
125 | .fourcc = V4L2_PIX_FMT_YVU420, | |
df1e74cc | 126 | }, |
1cb12cf3 PZ |
127 | { |
128 | .name = "YUV 4:2:0 Partial interleaved Y/CbCr", | |
129 | .fourcc = V4L2_PIX_FMT_NV12, | |
130 | }, | |
4de69319 PZ |
131 | { |
132 | .name = "YUV 4:2:2 Planar, YCbCr", | |
133 | .fourcc = V4L2_PIX_FMT_YUV422P, | |
134 | }, | |
df1e74cc PZ |
135 | { |
136 | .name = "H264 Encoded Stream", | |
137 | .fourcc = V4L2_PIX_FMT_H264, | |
df1e74cc PZ |
138 | }, |
139 | { | |
140 | .name = "MPEG4 Encoded Stream", | |
141 | .fourcc = V4L2_PIX_FMT_MPEG4, | |
df1e74cc | 142 | }, |
cb1d3a33 PZ |
143 | { |
144 | .name = "JPEG Encoded Images", | |
145 | .fourcc = V4L2_PIX_FMT_JPEG, | |
146 | }, | |
df1e74cc PZ |
147 | }; |
148 | ||
b96904e5 PZ |
149 | #define CODA_CODEC(mode, src_fourcc, dst_fourcc, max_w, max_h) \ |
150 | { mode, src_fourcc, dst_fourcc, max_w, max_h } | |
151 | ||
152 | /* | |
153 | * Arrays of codecs supported by each given version of Coda: | |
154 | * i.MX27 -> codadx6 | |
155 | * i.MX5x -> coda7 | |
156 | * i.MX6 -> coda960 | |
157 | * Use V4L2_PIX_FMT_YUV420 as placeholder for all supported YUV 4:2:0 variants | |
158 | */ | |
814c3762 | 159 | static const struct coda_codec codadx6_codecs[] = { |
b96904e5 PZ |
160 | CODA_CODEC(CODADX6_MODE_ENCODE_H264, V4L2_PIX_FMT_YUV420, V4L2_PIX_FMT_H264, 720, 576), |
161 | CODA_CODEC(CODADX6_MODE_ENCODE_MP4, V4L2_PIX_FMT_YUV420, V4L2_PIX_FMT_MPEG4, 720, 576), | |
162 | }; | |
163 | ||
814c3762 | 164 | static const struct coda_codec coda7_codecs[] = { |
b96904e5 PZ |
165 | CODA_CODEC(CODA7_MODE_ENCODE_H264, V4L2_PIX_FMT_YUV420, V4L2_PIX_FMT_H264, 1280, 720), |
166 | CODA_CODEC(CODA7_MODE_ENCODE_MP4, V4L2_PIX_FMT_YUV420, V4L2_PIX_FMT_MPEG4, 1280, 720), | |
cb1d3a33 | 167 | CODA_CODEC(CODA7_MODE_ENCODE_MJPG, V4L2_PIX_FMT_YUV420, V4L2_PIX_FMT_JPEG, 8192, 8192), |
b0ed05b9 PZ |
168 | CODA_CODEC(CODA7_MODE_DECODE_H264, V4L2_PIX_FMT_H264, V4L2_PIX_FMT_YUV420, 1920, 1088), |
169 | CODA_CODEC(CODA7_MODE_DECODE_MP4, V4L2_PIX_FMT_MPEG4, V4L2_PIX_FMT_YUV420, 1920, 1088), | |
cb1d3a33 | 170 | CODA_CODEC(CODA7_MODE_DECODE_MJPG, V4L2_PIX_FMT_JPEG, V4L2_PIX_FMT_YUV420, 8192, 8192), |
b96904e5 PZ |
171 | }; |
172 | ||
814c3762 | 173 | static const struct coda_codec coda9_codecs[] = { |
b0ed05b9 PZ |
174 | CODA_CODEC(CODA9_MODE_ENCODE_H264, V4L2_PIX_FMT_YUV420, V4L2_PIX_FMT_H264, 1920, 1088), |
175 | CODA_CODEC(CODA9_MODE_ENCODE_MP4, V4L2_PIX_FMT_YUV420, V4L2_PIX_FMT_MPEG4, 1920, 1088), | |
176 | CODA_CODEC(CODA9_MODE_DECODE_H264, V4L2_PIX_FMT_H264, V4L2_PIX_FMT_YUV420, 1920, 1088), | |
177 | CODA_CODEC(CODA9_MODE_DECODE_MP4, V4L2_PIX_FMT_MPEG4, V4L2_PIX_FMT_YUV420, 1920, 1088), | |
89548441 PZ |
178 | }; |
179 | ||
2c11d1bd PZ |
180 | struct coda_video_device { |
181 | const char *name; | |
182 | enum coda_inst_type type; | |
183 | const struct coda_context_ops *ops; | |
184 | u32 src_formats[CODA_MAX_FORMATS]; | |
185 | u32 dst_formats[CODA_MAX_FORMATS]; | |
186 | }; | |
187 | ||
188 | static const struct coda_video_device coda_bit_encoder = { | |
189 | .name = "coda-encoder", | |
190 | .type = CODA_INST_ENCODER, | |
191 | .ops = &coda_bit_encode_ops, | |
192 | .src_formats = { | |
193 | V4L2_PIX_FMT_YUV420, | |
194 | V4L2_PIX_FMT_YVU420, | |
195 | V4L2_PIX_FMT_NV12, | |
196 | }, | |
197 | .dst_formats = { | |
198 | V4L2_PIX_FMT_H264, | |
199 | V4L2_PIX_FMT_MPEG4, | |
200 | }, | |
201 | }; | |
202 | ||
cb1d3a33 PZ |
203 | static const struct coda_video_device coda_bit_jpeg_encoder = { |
204 | .name = "coda-jpeg-encoder", | |
205 | .type = CODA_INST_ENCODER, | |
206 | .ops = &coda_bit_encode_ops, | |
207 | .src_formats = { | |
208 | V4L2_PIX_FMT_YUV420, | |
209 | V4L2_PIX_FMT_YVU420, | |
210 | V4L2_PIX_FMT_NV12, | |
211 | V4L2_PIX_FMT_YUV422P, | |
212 | }, | |
213 | .dst_formats = { | |
214 | V4L2_PIX_FMT_JPEG, | |
215 | }, | |
216 | }; | |
217 | ||
2c11d1bd PZ |
218 | static const struct coda_video_device coda_bit_decoder = { |
219 | .name = "coda-decoder", | |
220 | .type = CODA_INST_DECODER, | |
221 | .ops = &coda_bit_decode_ops, | |
222 | .src_formats = { | |
223 | V4L2_PIX_FMT_H264, | |
224 | V4L2_PIX_FMT_MPEG4, | |
225 | }, | |
226 | .dst_formats = { | |
227 | V4L2_PIX_FMT_YUV420, | |
228 | V4L2_PIX_FMT_YVU420, | |
229 | V4L2_PIX_FMT_NV12, | |
230 | }, | |
231 | }; | |
232 | ||
cb1d3a33 PZ |
233 | static const struct coda_video_device coda_bit_jpeg_decoder = { |
234 | .name = "coda-jpeg-decoder", | |
235 | .type = CODA_INST_DECODER, | |
236 | .ops = &coda_bit_decode_ops, | |
237 | .src_formats = { | |
238 | V4L2_PIX_FMT_JPEG, | |
239 | }, | |
240 | .dst_formats = { | |
241 | V4L2_PIX_FMT_YUV420, | |
242 | V4L2_PIX_FMT_YVU420, | |
243 | V4L2_PIX_FMT_NV12, | |
244 | V4L2_PIX_FMT_YUV422P, | |
245 | }, | |
246 | }; | |
247 | ||
2c11d1bd PZ |
248 | static const struct coda_video_device *codadx6_video_devices[] = { |
249 | &coda_bit_encoder, | |
250 | }; | |
251 | ||
252 | static const struct coda_video_device *coda7_video_devices[] = { | |
cb1d3a33 PZ |
253 | &coda_bit_jpeg_encoder, |
254 | &coda_bit_jpeg_decoder, | |
2c11d1bd PZ |
255 | &coda_bit_encoder, |
256 | &coda_bit_decoder, | |
257 | }; | |
258 | ||
259 | static const struct coda_video_device *coda9_video_devices[] = { | |
260 | &coda_bit_encoder, | |
261 | &coda_bit_decoder, | |
262 | }; | |
263 | ||
b96904e5 PZ |
264 | static bool coda_format_is_yuv(u32 fourcc) |
265 | { | |
266 | switch (fourcc) { | |
267 | case V4L2_PIX_FMT_YUV420: | |
268 | case V4L2_PIX_FMT_YVU420: | |
1cb12cf3 | 269 | case V4L2_PIX_FMT_NV12: |
4de69319 | 270 | case V4L2_PIX_FMT_YUV422P: |
b96904e5 PZ |
271 | return true; |
272 | default: | |
273 | return false; | |
274 | } | |
275 | } | |
276 | ||
2c11d1bd PZ |
277 | static const char *coda_format_name(u32 fourcc) |
278 | { | |
279 | int i; | |
280 | ||
281 | for (i = 0; i < ARRAY_SIZE(coda_formats); i++) { | |
282 | if (coda_formats[i].fourcc == fourcc) | |
283 | return coda_formats[i].name; | |
284 | } | |
285 | ||
286 | return NULL; | |
287 | } | |
288 | ||
b96904e5 PZ |
289 | /* |
290 | * Normalize all supported YUV 4:2:0 formats to the value used in the codec | |
291 | * tables. | |
292 | */ | |
293 | static u32 coda_format_normalize_yuv(u32 fourcc) | |
294 | { | |
295 | return coda_format_is_yuv(fourcc) ? V4L2_PIX_FMT_YUV420 : fourcc; | |
296 | } | |
297 | ||
814c3762 PZ |
298 | static const struct coda_codec *coda_find_codec(struct coda_dev *dev, |
299 | int src_fourcc, int dst_fourcc) | |
186b250a | 300 | { |
814c3762 | 301 | const struct coda_codec *codecs = dev->devtype->codecs; |
b96904e5 PZ |
302 | int num_codecs = dev->devtype->num_codecs; |
303 | int k; | |
304 | ||
305 | src_fourcc = coda_format_normalize_yuv(src_fourcc); | |
306 | dst_fourcc = coda_format_normalize_yuv(dst_fourcc); | |
307 | if (src_fourcc == dst_fourcc) | |
308 | return NULL; | |
186b250a | 309 | |
b96904e5 PZ |
310 | for (k = 0; k < num_codecs; k++) { |
311 | if (codecs[k].src_fourcc == src_fourcc && | |
312 | codecs[k].dst_fourcc == dst_fourcc) | |
186b250a JM |
313 | break; |
314 | } | |
315 | ||
b96904e5 | 316 | if (k == num_codecs) |
186b250a JM |
317 | return NULL; |
318 | ||
b96904e5 | 319 | return &codecs[k]; |
186b250a JM |
320 | } |
321 | ||
57625593 | 322 | static void coda_get_max_dimensions(struct coda_dev *dev, |
814c3762 | 323 | const struct coda_codec *codec, |
57625593 PZ |
324 | int *max_w, int *max_h) |
325 | { | |
814c3762 | 326 | const struct coda_codec *codecs = dev->devtype->codecs; |
57625593 PZ |
327 | int num_codecs = dev->devtype->num_codecs; |
328 | unsigned int w, h; | |
329 | int k; | |
330 | ||
331 | if (codec) { | |
332 | w = codec->max_w; | |
333 | h = codec->max_h; | |
334 | } else { | |
335 | for (k = 0, w = 0, h = 0; k < num_codecs; k++) { | |
336 | w = max(w, codecs[k].max_w); | |
337 | h = max(h, codecs[k].max_h); | |
338 | } | |
339 | } | |
340 | ||
341 | if (max_w) | |
342 | *max_w = w; | |
343 | if (max_h) | |
344 | *max_h = h; | |
345 | } | |
346 | ||
2c11d1bd PZ |
347 | const struct coda_video_device *to_coda_video_device(struct video_device *vdev) |
348 | { | |
349 | struct coda_dev *dev = video_get_drvdata(vdev); | |
350 | unsigned int i = vdev - dev->vfd; | |
351 | ||
352 | if (i >= dev->devtype->num_vdevs) | |
353 | return NULL; | |
354 | ||
355 | return dev->devtype->vdevs[i]; | |
356 | } | |
357 | ||
79924ca9 | 358 | const char *coda_product_name(int product) |
927933f7 PZ |
359 | { |
360 | static char buf[9]; | |
361 | ||
362 | switch (product) { | |
363 | case CODA_DX6: | |
364 | return "CodaDx6"; | |
365 | case CODA_7541: | |
366 | return "CODA7541"; | |
89548441 PZ |
367 | case CODA_960: |
368 | return "CODA960"; | |
927933f7 PZ |
369 | default: |
370 | snprintf(buf, sizeof(buf), "(0x%04x)", product); | |
371 | return buf; | |
372 | } | |
373 | } | |
374 | ||
186b250a JM |
375 | /* |
376 | * V4L2 ioctl() operations. | |
377 | */ | |
2e9e4f11 PZ |
378 | static int coda_querycap(struct file *file, void *priv, |
379 | struct v4l2_capability *cap) | |
186b250a | 380 | { |
927933f7 PZ |
381 | struct coda_ctx *ctx = fh_to_ctx(priv); |
382 | ||
186b250a | 383 | strlcpy(cap->driver, CODA_NAME, sizeof(cap->driver)); |
927933f7 PZ |
384 | strlcpy(cap->card, coda_product_name(ctx->dev->devtype->product), |
385 | sizeof(cap->card)); | |
dad0e1ce | 386 | strlcpy(cap->bus_info, "platform:" CODA_NAME, sizeof(cap->bus_info)); |
3898e7a7 | 387 | cap->device_caps = V4L2_CAP_VIDEO_M2M | V4L2_CAP_STREAMING; |
186b250a JM |
388 | cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS; |
389 | ||
390 | return 0; | |
391 | } | |
392 | ||
22e244b8 PZ |
393 | static int coda_enum_fmt(struct file *file, void *priv, |
394 | struct v4l2_fmtdesc *f) | |
186b250a | 395 | { |
2c11d1bd PZ |
396 | struct video_device *vdev = video_devdata(file); |
397 | const struct coda_video_device *cvd = to_coda_video_device(vdev); | |
398 | const u32 *formats; | |
399 | const char *name; | |
400 | ||
401 | if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) | |
402 | formats = cvd->src_formats; | |
403 | else if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) | |
404 | formats = cvd->dst_formats; | |
22e244b8 | 405 | else |
2c11d1bd | 406 | return -EINVAL; |
186b250a | 407 | |
2c11d1bd PZ |
408 | if (f->index >= CODA_MAX_FORMATS || formats[f->index] == 0) |
409 | return -EINVAL; | |
410 | ||
411 | name = coda_format_name(formats[f->index]); | |
412 | strlcpy(f->description, name, sizeof(f->description)); | |
413 | f->pixelformat = formats[f->index]; | |
414 | if (!coda_format_is_yuv(formats[f->index])) | |
415 | f->flags |= V4L2_FMT_FLAG_COMPRESSED; | |
186b250a | 416 | |
2c11d1bd | 417 | return 0; |
186b250a JM |
418 | } |
419 | ||
2e9e4f11 PZ |
420 | static int coda_g_fmt(struct file *file, void *priv, |
421 | struct v4l2_format *f) | |
186b250a | 422 | { |
186b250a JM |
423 | struct coda_q_data *q_data; |
424 | struct coda_ctx *ctx = fh_to_ctx(priv); | |
425 | ||
186b250a | 426 | q_data = get_q_data(ctx, f->type); |
b9736299 PZ |
427 | if (!q_data) |
428 | return -EINVAL; | |
186b250a JM |
429 | |
430 | f->fmt.pix.field = V4L2_FIELD_NONE; | |
b96904e5 | 431 | f->fmt.pix.pixelformat = q_data->fourcc; |
186b250a JM |
432 | f->fmt.pix.width = q_data->width; |
433 | f->fmt.pix.height = q_data->height; | |
2fd6a370 | 434 | f->fmt.pix.bytesperline = q_data->bytesperline; |
186b250a JM |
435 | |
436 | f->fmt.pix.sizeimage = q_data->sizeimage; | |
cb1d3a33 PZ |
437 | if (f->fmt.pix.pixelformat == V4L2_PIX_FMT_JPEG) |
438 | f->fmt.pix.colorspace = V4L2_COLORSPACE_JPEG; | |
439 | else | |
440 | f->fmt.pix.colorspace = ctx->colorspace; | |
186b250a JM |
441 | |
442 | return 0; | |
443 | } | |
444 | ||
2c11d1bd PZ |
445 | static int coda_try_pixelformat(struct coda_ctx *ctx, struct v4l2_format *f) |
446 | { | |
447 | struct coda_q_data *q_data; | |
448 | const u32 *formats; | |
449 | int i; | |
450 | ||
451 | if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) | |
452 | formats = ctx->cvd->src_formats; | |
453 | else if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) | |
454 | formats = ctx->cvd->dst_formats; | |
455 | else | |
456 | return -EINVAL; | |
457 | ||
458 | for (i = 0; i < CODA_MAX_FORMATS; i++) { | |
459 | if (formats[i] == f->fmt.pix.pixelformat) { | |
460 | f->fmt.pix.pixelformat = formats[i]; | |
461 | return 0; | |
462 | } | |
463 | } | |
464 | ||
465 | /* Fall back to currently set pixelformat */ | |
466 | q_data = get_q_data(ctx, f->type); | |
467 | f->fmt.pix.pixelformat = q_data->fourcc; | |
186b250a JM |
468 | |
469 | return 0; | |
470 | } | |
471 | ||
8e428d50 PZ |
472 | static unsigned int coda_estimate_sizeimage(struct coda_ctx *ctx, u32 sizeimage, |
473 | u32 width, u32 height) | |
474 | { | |
475 | /* | |
476 | * This is a rough estimate for sensible compressed buffer | |
477 | * sizes (between 1 and 16 bits per pixel). This could be | |
478 | * improved by better format specific worst case estimates. | |
479 | */ | |
480 | return round_up(clamp(sizeimage, width * height / 8, | |
481 | width * height * 2), PAGE_SIZE); | |
482 | } | |
483 | ||
814c3762 | 484 | static int coda_try_fmt(struct coda_ctx *ctx, const struct coda_codec *codec, |
57625593 | 485 | struct v4l2_format *f) |
186b250a | 486 | { |
57625593 | 487 | struct coda_dev *dev = ctx->dev; |
b96904e5 | 488 | unsigned int max_w, max_h; |
186b250a JM |
489 | enum v4l2_field field; |
490 | ||
491 | field = f->fmt.pix.field; | |
492 | if (field == V4L2_FIELD_ANY) | |
493 | field = V4L2_FIELD_NONE; | |
494 | else if (V4L2_FIELD_NONE != field) | |
495 | return -EINVAL; | |
496 | ||
497 | /* V4L2 specification suggests the driver corrects the format struct | |
498 | * if any of the dimensions is unsupported */ | |
499 | f->fmt.pix.field = field; | |
500 | ||
57625593 PZ |
501 | coda_get_max_dimensions(dev, codec, &max_w, &max_h); |
502 | v4l_bound_align_image(&f->fmt.pix.width, MIN_W, max_w, W_ALIGN, | |
503 | &f->fmt.pix.height, MIN_H, max_h, H_ALIGN, | |
504 | S_ALIGN); | |
505 | ||
506 | switch (f->fmt.pix.pixelformat) { | |
507 | case V4L2_PIX_FMT_YUV420: | |
508 | case V4L2_PIX_FMT_YVU420: | |
1cb12cf3 | 509 | case V4L2_PIX_FMT_NV12: |
cb1d3a33 PZ |
510 | /* |
511 | * Frame stride must be at least multiple of 8, | |
512 | * but multiple of 16 for h.264 or JPEG 4:2:x | |
513 | */ | |
451dfe5d | 514 | f->fmt.pix.bytesperline = round_up(f->fmt.pix.width, 16); |
47cf0c61 | 515 | f->fmt.pix.sizeimage = f->fmt.pix.bytesperline * |
451d43ad | 516 | f->fmt.pix.height * 3 / 2; |
57625593 | 517 | break; |
4de69319 PZ |
518 | case V4L2_PIX_FMT_YUV422P: |
519 | f->fmt.pix.bytesperline = round_up(f->fmt.pix.width, 16); | |
520 | f->fmt.pix.sizeimage = f->fmt.pix.bytesperline * | |
521 | f->fmt.pix.height * 2; | |
522 | break; | |
cb1d3a33 PZ |
523 | case V4L2_PIX_FMT_JPEG: |
524 | f->fmt.pix.colorspace = V4L2_COLORSPACE_JPEG; | |
525 | /* fallthrough */ | |
57625593 PZ |
526 | case V4L2_PIX_FMT_H264: |
527 | case V4L2_PIX_FMT_MPEG4: | |
186b250a | 528 | f->fmt.pix.bytesperline = 0; |
8e428d50 PZ |
529 | f->fmt.pix.sizeimage = coda_estimate_sizeimage(ctx, |
530 | f->fmt.pix.sizeimage, | |
531 | f->fmt.pix.width, | |
532 | f->fmt.pix.height); | |
57625593 PZ |
533 | break; |
534 | default: | |
535 | BUG(); | |
186b250a JM |
536 | } |
537 | ||
538 | return 0; | |
539 | } | |
540 | ||
2e9e4f11 PZ |
541 | static int coda_try_fmt_vid_cap(struct file *file, void *priv, |
542 | struct v4l2_format *f) | |
186b250a | 543 | { |
186b250a | 544 | struct coda_ctx *ctx = fh_to_ctx(priv); |
2c11d1bd PZ |
545 | const struct coda_q_data *q_data_src; |
546 | const struct coda_codec *codec; | |
918c66fd PZ |
547 | struct vb2_queue *src_vq; |
548 | int ret; | |
549 | ||
2c11d1bd PZ |
550 | ret = coda_try_pixelformat(ctx, f); |
551 | if (ret < 0) | |
552 | return ret; | |
553 | ||
554 | q_data_src = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT); | |
555 | ||
918c66fd | 556 | /* |
2c11d1bd PZ |
557 | * If the source format is already fixed, only allow the same output |
558 | * resolution | |
918c66fd | 559 | */ |
14604e3a | 560 | src_vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT); |
918c66fd | 561 | if (vb2_is_streaming(src_vq)) { |
91b5841e PZ |
562 | f->fmt.pix.width = q_data_src->width; |
563 | f->fmt.pix.height = q_data_src->height; | |
918c66fd | 564 | } |
186b250a JM |
565 | |
566 | f->fmt.pix.colorspace = ctx->colorspace; | |
567 | ||
2c11d1bd PZ |
568 | q_data_src = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT); |
569 | codec = coda_find_codec(ctx->dev, q_data_src->fourcc, | |
570 | f->fmt.pix.pixelformat); | |
571 | if (!codec) | |
572 | return -EINVAL; | |
573 | ||
57625593 | 574 | ret = coda_try_fmt(ctx, codec, f); |
918c66fd PZ |
575 | if (ret < 0) |
576 | return ret; | |
577 | ||
578 | /* The h.264 decoder only returns complete 16x16 macroblocks */ | |
579 | if (codec && codec->src_fourcc == V4L2_PIX_FMT_H264) { | |
1b0ed7be | 580 | f->fmt.pix.width = f->fmt.pix.width; |
918c66fd | 581 | f->fmt.pix.height = round_up(f->fmt.pix.height, 16); |
1b0ed7be | 582 | f->fmt.pix.bytesperline = round_up(f->fmt.pix.width, 16); |
918c66fd PZ |
583 | f->fmt.pix.sizeimage = f->fmt.pix.bytesperline * |
584 | f->fmt.pix.height * 3 / 2; | |
585 | } | |
586 | ||
587 | return 0; | |
186b250a JM |
588 | } |
589 | ||
2e9e4f11 PZ |
590 | static int coda_try_fmt_vid_out(struct file *file, void *priv, |
591 | struct v4l2_format *f) | |
186b250a JM |
592 | { |
593 | struct coda_ctx *ctx = fh_to_ctx(priv); | |
2c11d1bd PZ |
594 | struct coda_dev *dev = ctx->dev; |
595 | const struct coda_q_data *q_data_dst; | |
596 | const struct coda_codec *codec; | |
597 | int ret; | |
186b250a | 598 | |
2c11d1bd PZ |
599 | ret = coda_try_pixelformat(ctx, f); |
600 | if (ret < 0) | |
601 | return ret; | |
186b250a | 602 | |
5f9826e8 PZ |
603 | switch (f->fmt.pix.colorspace) { |
604 | case V4L2_COLORSPACE_REC709: | |
605 | case V4L2_COLORSPACE_JPEG: | |
606 | break; | |
607 | default: | |
cb1d3a33 PZ |
608 | if (f->fmt.pix.pixelformat == V4L2_PIX_FMT_JPEG) |
609 | f->fmt.pix.colorspace = V4L2_COLORSPACE_JPEG; | |
610 | else | |
611 | f->fmt.pix.colorspace = V4L2_COLORSPACE_REC709; | |
4f31ff01 | 612 | } |
186b250a | 613 | |
2c11d1bd PZ |
614 | q_data_dst = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_CAPTURE); |
615 | codec = coda_find_codec(dev, f->fmt.pix.pixelformat, q_data_dst->fourcc); | |
186b250a | 616 | |
57625593 | 617 | return coda_try_fmt(ctx, codec, f); |
186b250a JM |
618 | } |
619 | ||
2e9e4f11 | 620 | static int coda_s_fmt(struct coda_ctx *ctx, struct v4l2_format *f) |
186b250a JM |
621 | { |
622 | struct coda_q_data *q_data; | |
623 | struct vb2_queue *vq; | |
186b250a | 624 | |
14604e3a | 625 | vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type); |
186b250a JM |
626 | if (!vq) |
627 | return -EINVAL; | |
628 | ||
629 | q_data = get_q_data(ctx, f->type); | |
630 | if (!q_data) | |
631 | return -EINVAL; | |
632 | ||
633 | if (vb2_is_busy(vq)) { | |
634 | v4l2_err(&ctx->dev->v4l2_dev, "%s queue busy\n", __func__); | |
635 | return -EBUSY; | |
636 | } | |
637 | ||
b96904e5 | 638 | q_data->fourcc = f->fmt.pix.pixelformat; |
186b250a JM |
639 | q_data->width = f->fmt.pix.width; |
640 | q_data->height = f->fmt.pix.height; | |
2fd6a370 | 641 | q_data->bytesperline = f->fmt.pix.bytesperline; |
451d43ad | 642 | q_data->sizeimage = f->fmt.pix.sizeimage; |
52c41676 PZ |
643 | q_data->rect.left = 0; |
644 | q_data->rect.top = 0; | |
645 | q_data->rect.width = f->fmt.pix.width; | |
646 | q_data->rect.height = f->fmt.pix.height; | |
186b250a JM |
647 | |
648 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
649 | "Setting format for type %d, wxh: %dx%d, fmt: %d\n", | |
b96904e5 | 650 | f->type, q_data->width, q_data->height, q_data->fourcc); |
186b250a JM |
651 | |
652 | return 0; | |
653 | } | |
654 | ||
2e9e4f11 PZ |
655 | static int coda_s_fmt_vid_cap(struct file *file, void *priv, |
656 | struct v4l2_format *f) | |
186b250a | 657 | { |
b96904e5 | 658 | struct coda_ctx *ctx = fh_to_ctx(priv); |
186b250a JM |
659 | int ret; |
660 | ||
2e9e4f11 | 661 | ret = coda_try_fmt_vid_cap(file, priv, f); |
186b250a JM |
662 | if (ret) |
663 | return ret; | |
664 | ||
2e9e4f11 | 665 | return coda_s_fmt(ctx, f); |
186b250a JM |
666 | } |
667 | ||
2e9e4f11 PZ |
668 | static int coda_s_fmt_vid_out(struct file *file, void *priv, |
669 | struct v4l2_format *f) | |
186b250a JM |
670 | { |
671 | struct coda_ctx *ctx = fh_to_ctx(priv); | |
f95a6ce1 | 672 | struct v4l2_format f_cap; |
186b250a JM |
673 | int ret; |
674 | ||
2e9e4f11 | 675 | ret = coda_try_fmt_vid_out(file, priv, f); |
186b250a JM |
676 | if (ret) |
677 | return ret; | |
678 | ||
2e9e4f11 | 679 | ret = coda_s_fmt(ctx, f); |
186b250a | 680 | if (ret) |
2dc546d0 PZ |
681 | return ret; |
682 | ||
683 | ctx->colorspace = f->fmt.pix.colorspace; | |
186b250a | 684 | |
1c2f6a99 | 685 | memset(&f_cap, 0, sizeof(f_cap)); |
f95a6ce1 PZ |
686 | f_cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; |
687 | coda_g_fmt(file, priv, &f_cap); | |
688 | f_cap.fmt.pix.width = f->fmt.pix.width; | |
689 | f_cap.fmt.pix.height = f->fmt.pix.height; | |
690 | ||
691 | ret = coda_try_fmt_vid_cap(file, priv, &f_cap); | |
692 | if (ret) | |
693 | return ret; | |
694 | ||
695 | return coda_s_fmt(ctx, &f_cap); | |
186b250a JM |
696 | } |
697 | ||
2e9e4f11 PZ |
698 | static int coda_qbuf(struct file *file, void *priv, |
699 | struct v4l2_buffer *buf) | |
186b250a JM |
700 | { |
701 | struct coda_ctx *ctx = fh_to_ctx(priv); | |
702 | ||
14604e3a | 703 | return v4l2_m2m_qbuf(file, ctx->fh.m2m_ctx, buf); |
186b250a JM |
704 | } |
705 | ||
918c66fd PZ |
706 | static bool coda_buf_is_end_of_stream(struct coda_ctx *ctx, |
707 | struct v4l2_buffer *buf) | |
708 | { | |
709 | struct vb2_queue *src_vq; | |
710 | ||
14604e3a | 711 | src_vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT); |
918c66fd PZ |
712 | |
713 | return ((ctx->bit_stream_param & CODA_BIT_STREAM_END_FLAG) && | |
714 | (buf->sequence == (ctx->qsequence - 1))); | |
715 | } | |
716 | ||
2e9e4f11 PZ |
717 | static int coda_dqbuf(struct file *file, void *priv, |
718 | struct v4l2_buffer *buf) | |
186b250a JM |
719 | { |
720 | struct coda_ctx *ctx = fh_to_ctx(priv); | |
918c66fd PZ |
721 | int ret; |
722 | ||
14604e3a | 723 | ret = v4l2_m2m_dqbuf(file, ctx->fh.m2m_ctx, buf); |
186b250a | 724 | |
918c66fd PZ |
725 | /* If this is the last capture buffer, emit an end-of-stream event */ |
726 | if (buf->type == V4L2_BUF_TYPE_VIDEO_CAPTURE && | |
727 | coda_buf_is_end_of_stream(ctx, buf)) { | |
728 | const struct v4l2_event eos_event = { | |
729 | .type = V4L2_EVENT_EOS | |
730 | }; | |
731 | ||
732 | v4l2_event_queue_fh(&ctx->fh, &eos_event); | |
733 | } | |
734 | ||
735 | return ret; | |
186b250a JM |
736 | } |
737 | ||
52c41676 PZ |
738 | static int coda_g_selection(struct file *file, void *fh, |
739 | struct v4l2_selection *s) | |
740 | { | |
741 | struct coda_ctx *ctx = fh_to_ctx(fh); | |
742 | struct coda_q_data *q_data; | |
743 | struct v4l2_rect r, *rsel; | |
744 | ||
745 | q_data = get_q_data(ctx, s->type); | |
746 | if (!q_data) | |
747 | return -EINVAL; | |
748 | ||
749 | r.left = 0; | |
750 | r.top = 0; | |
751 | r.width = q_data->width; | |
752 | r.height = q_data->height; | |
753 | rsel = &q_data->rect; | |
754 | ||
755 | switch (s->target) { | |
756 | case V4L2_SEL_TGT_CROP_DEFAULT: | |
757 | case V4L2_SEL_TGT_CROP_BOUNDS: | |
758 | rsel = &r; | |
759 | /* fallthrough */ | |
760 | case V4L2_SEL_TGT_CROP: | |
761 | if (s->type != V4L2_BUF_TYPE_VIDEO_OUTPUT) | |
762 | return -EINVAL; | |
763 | break; | |
764 | case V4L2_SEL_TGT_COMPOSE_BOUNDS: | |
765 | case V4L2_SEL_TGT_COMPOSE_PADDED: | |
766 | rsel = &r; | |
767 | /* fallthrough */ | |
768 | case V4L2_SEL_TGT_COMPOSE: | |
769 | case V4L2_SEL_TGT_COMPOSE_DEFAULT: | |
770 | if (s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) | |
771 | return -EINVAL; | |
772 | break; | |
773 | default: | |
774 | return -EINVAL; | |
775 | } | |
776 | ||
777 | s->r = *rsel; | |
778 | ||
779 | return 0; | |
780 | } | |
781 | ||
64ba40ac PZ |
782 | static int coda_try_decoder_cmd(struct file *file, void *fh, |
783 | struct v4l2_decoder_cmd *dc) | |
918c66fd | 784 | { |
918c66fd PZ |
785 | if (dc->cmd != V4L2_DEC_CMD_STOP) |
786 | return -EINVAL; | |
787 | ||
64ba40ac | 788 | if (dc->flags & V4L2_DEC_CMD_STOP_TO_BLACK) |
918c66fd PZ |
789 | return -EINVAL; |
790 | ||
64ba40ac | 791 | if (!(dc->flags & V4L2_DEC_CMD_STOP_IMMEDIATELY) && (dc->stop.pts != 0)) |
918c66fd PZ |
792 | return -EINVAL; |
793 | ||
64ba40ac PZ |
794 | return 0; |
795 | } | |
796 | ||
797 | static int coda_decoder_cmd(struct file *file, void *fh, | |
798 | struct v4l2_decoder_cmd *dc) | |
799 | { | |
800 | struct coda_ctx *ctx = fh_to_ctx(fh); | |
801 | int ret; | |
802 | ||
803 | ret = coda_try_decoder_cmd(file, fh, dc); | |
804 | if (ret < 0) | |
805 | return ret; | |
806 | ||
807 | /* Ignore decoder stop command silently in encoder context */ | |
918c66fd | 808 | if (ctx->inst_type != CODA_INST_DECODER) |
64ba40ac | 809 | return 0; |
918c66fd | 810 | |
347bb7f0 PZ |
811 | /* Set the stream-end flag on this context */ |
812 | coda_bit_stream_end_flag(ctx); | |
84e2365d | 813 | ctx->hold = false; |
f3497dad | 814 | v4l2_m2m_try_schedule(ctx->fh.m2m_ctx); |
89548441 | 815 | |
918c66fd PZ |
816 | return 0; |
817 | } | |
818 | ||
2e9e4f11 PZ |
819 | static int coda_subscribe_event(struct v4l2_fh *fh, |
820 | const struct v4l2_event_subscription *sub) | |
918c66fd PZ |
821 | { |
822 | switch (sub->type) { | |
823 | case V4L2_EVENT_EOS: | |
824 | return v4l2_event_subscribe(fh, sub, 0, NULL); | |
825 | default: | |
826 | return v4l2_ctrl_subscribe_event(fh, sub); | |
827 | } | |
186b250a JM |
828 | } |
829 | ||
830 | static const struct v4l2_ioctl_ops coda_ioctl_ops = { | |
2e9e4f11 | 831 | .vidioc_querycap = coda_querycap, |
186b250a | 832 | |
22e244b8 | 833 | .vidioc_enum_fmt_vid_cap = coda_enum_fmt, |
2e9e4f11 PZ |
834 | .vidioc_g_fmt_vid_cap = coda_g_fmt, |
835 | .vidioc_try_fmt_vid_cap = coda_try_fmt_vid_cap, | |
836 | .vidioc_s_fmt_vid_cap = coda_s_fmt_vid_cap, | |
186b250a | 837 | |
22e244b8 | 838 | .vidioc_enum_fmt_vid_out = coda_enum_fmt, |
2e9e4f11 PZ |
839 | .vidioc_g_fmt_vid_out = coda_g_fmt, |
840 | .vidioc_try_fmt_vid_out = coda_try_fmt_vid_out, | |
841 | .vidioc_s_fmt_vid_out = coda_s_fmt_vid_out, | |
186b250a | 842 | |
152ea1c8 PZ |
843 | .vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs, |
844 | .vidioc_querybuf = v4l2_m2m_ioctl_querybuf, | |
186b250a | 845 | |
2e9e4f11 | 846 | .vidioc_qbuf = coda_qbuf, |
152ea1c8 | 847 | .vidioc_expbuf = v4l2_m2m_ioctl_expbuf, |
2e9e4f11 | 848 | .vidioc_dqbuf = coda_dqbuf, |
152ea1c8 | 849 | .vidioc_create_bufs = v4l2_m2m_ioctl_create_bufs, |
186b250a | 850 | |
152ea1c8 PZ |
851 | .vidioc_streamon = v4l2_m2m_ioctl_streamon, |
852 | .vidioc_streamoff = v4l2_m2m_ioctl_streamoff, | |
918c66fd | 853 | |
52c41676 PZ |
854 | .vidioc_g_selection = coda_g_selection, |
855 | ||
64ba40ac | 856 | .vidioc_try_decoder_cmd = coda_try_decoder_cmd, |
2e9e4f11 | 857 | .vidioc_decoder_cmd = coda_decoder_cmd, |
918c66fd | 858 | |
2e9e4f11 | 859 | .vidioc_subscribe_event = coda_subscribe_event, |
918c66fd | 860 | .vidioc_unsubscribe_event = v4l2_event_unsubscribe, |
186b250a JM |
861 | }; |
862 | ||
79924ca9 | 863 | void coda_set_gdi_regs(struct coda_ctx *ctx) |
89548441 PZ |
864 | { |
865 | struct gdi_tiled_map *tiled_map = &ctx->tiled_map; | |
866 | struct coda_dev *dev = ctx->dev; | |
867 | int i; | |
868 | ||
869 | for (i = 0; i < 16; i++) | |
870 | coda_write(dev, tiled_map->xy2ca_map[i], | |
871 | CODA9_GDI_XY2_CAS_0 + 4 * i); | |
872 | for (i = 0; i < 4; i++) | |
873 | coda_write(dev, tiled_map->xy2ba_map[i], | |
874 | CODA9_GDI_XY2_BA_0 + 4 * i); | |
875 | for (i = 0; i < 16; i++) | |
876 | coda_write(dev, tiled_map->xy2ra_map[i], | |
877 | CODA9_GDI_XY2_RAS_0 + 4 * i); | |
878 | coda_write(dev, tiled_map->xy2rbc_config, CODA9_GDI_XY2_RBC_CONFIG); | |
879 | for (i = 0; i < 32; i++) | |
880 | coda_write(dev, tiled_map->rbc2axi_map[i], | |
881 | CODA9_GDI_RBC2_AXI_0 + 4 * i); | |
882 | } | |
883 | ||
186b250a JM |
884 | /* |
885 | * Mem-to-mem operations. | |
886 | */ | |
477c1cfe PZ |
887 | |
888 | static void coda_device_run(void *m2m_priv) | |
889 | { | |
890 | struct coda_ctx *ctx = m2m_priv; | |
891 | struct coda_dev *dev = ctx->dev; | |
32b6f206 PZ |
892 | |
893 | queue_work(dev->workqueue, &ctx->pic_run_work); | |
894 | } | |
895 | ||
32b6f206 PZ |
896 | static void coda_pic_run_work(struct work_struct *work) |
897 | { | |
898 | struct coda_ctx *ctx = container_of(work, struct coda_ctx, pic_run_work); | |
899 | struct coda_dev *dev = ctx->dev; | |
900 | int ret; | |
901 | ||
902 | mutex_lock(&ctx->buffer_mutex); | |
918c66fd PZ |
903 | mutex_lock(&dev->coda_mutex); |
904 | ||
a1192a17 PZ |
905 | ret = ctx->ops->prepare_run(ctx); |
906 | if (ret < 0 && ctx->inst_type == CODA_INST_DECODER) { | |
907 | mutex_unlock(&dev->coda_mutex); | |
908 | mutex_unlock(&ctx->buffer_mutex); | |
909 | /* job_finish scheduled by prepare_decode */ | |
910 | return; | |
1043667b PZ |
911 | } |
912 | ||
f23797b6 PZ |
913 | if (!wait_for_completion_timeout(&ctx->completion, |
914 | msecs_to_jiffies(1000))) { | |
32b6f206 | 915 | dev_err(&dev->plat_dev->dev, "CODA PIC_RUN timeout\n"); |
84e2365d PZ |
916 | |
917 | ctx->hold = true; | |
8f45284c PZ |
918 | |
919 | coda_hw_reset(ctx); | |
32b6f206 | 920 | } else if (!ctx->aborting) { |
a1192a17 | 921 | ctx->ops->finish_run(ctx); |
32b6f206 PZ |
922 | } |
923 | ||
747d7646 PZ |
924 | if ((ctx->aborting || (!ctx->streamon_cap && !ctx->streamon_out)) && |
925 | ctx->ops->seq_end_work) | |
32b6f206 PZ |
926 | queue_work(dev->workqueue, &ctx->seq_end_work); |
927 | ||
928 | mutex_unlock(&dev->coda_mutex); | |
929 | mutex_unlock(&ctx->buffer_mutex); | |
930 | ||
14604e3a | 931 | v4l2_m2m_job_finish(ctx->dev->m2m_dev, ctx->fh.m2m_ctx); |
186b250a JM |
932 | } |
933 | ||
934 | static int coda_job_ready(void *m2m_priv) | |
935 | { | |
936 | struct coda_ctx *ctx = m2m_priv; | |
937 | ||
938 | /* | |
939 | * For both 'P' and 'key' frame cases 1 picture | |
9082a7c6 PZ |
940 | * and 1 frame are needed. In the decoder case, |
941 | * the compressed frame can be in the bitstream. | |
186b250a | 942 | */ |
14604e3a | 943 | if (!v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx) && |
9082a7c6 | 944 | ctx->inst_type != CODA_INST_DECODER) { |
186b250a JM |
945 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, |
946 | "not ready: not enough video buffers.\n"); | |
947 | return 0; | |
948 | } | |
949 | ||
14604e3a | 950 | if (!v4l2_m2m_num_dst_bufs_ready(ctx->fh.m2m_ctx)) { |
9082a7c6 PZ |
951 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, |
952 | "not ready: not enough video capture buffers.\n"); | |
953 | return 0; | |
954 | } | |
955 | ||
f77fd8a9 PZ |
956 | if (ctx->inst_type == CODA_INST_DECODER) { |
957 | struct list_head *meta; | |
958 | bool stream_end; | |
959 | int num_metas; | |
960 | int src_bufs; | |
961 | ||
962 | if (ctx->hold && !v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx)) { | |
963 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
964 | "%d: not ready: on hold for more buffers.\n", | |
965 | ctx->idx); | |
966 | return 0; | |
967 | } | |
968 | ||
969 | stream_end = ctx->bit_stream_param & | |
970 | CODA_BIT_STREAM_END_FLAG; | |
971 | ||
972 | num_metas = 0; | |
973 | list_for_each(meta, &ctx->buffer_meta_list) | |
974 | num_metas++; | |
975 | ||
976 | src_bufs = v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx); | |
977 | ||
978 | if (!stream_end && (num_metas + src_bufs) < 2) { | |
979 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
980 | "%d: not ready: need 2 buffers available (%d, %d)\n", | |
981 | ctx->idx, num_metas, src_bufs); | |
982 | return 0; | |
983 | } | |
984 | ||
985 | ||
986 | if (!v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx) && | |
987 | !stream_end && (coda_get_bitstream_payload(ctx) < 512)) { | |
988 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
989 | "%d: not ready: not enough bitstream data (%d).\n", | |
990 | ctx->idx, coda_get_bitstream_payload(ctx)); | |
991 | return 0; | |
992 | } | |
918c66fd PZ |
993 | } |
994 | ||
3e748268 PZ |
995 | if (ctx->aborting) { |
996 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
997 | "not ready: aborting\n"); | |
998 | return 0; | |
999 | } | |
1000 | ||
186b250a JM |
1001 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, |
1002 | "job ready\n"); | |
1003 | return 1; | |
1004 | } | |
1005 | ||
1006 | static void coda_job_abort(void *priv) | |
1007 | { | |
1008 | struct coda_ctx *ctx = priv; | |
186b250a JM |
1009 | |
1010 | ctx->aborting = 1; | |
1011 | ||
1012 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
1013 | "Aborting task\n"); | |
186b250a JM |
1014 | } |
1015 | ||
1016 | static void coda_lock(void *m2m_priv) | |
1017 | { | |
1018 | struct coda_ctx *ctx = m2m_priv; | |
1019 | struct coda_dev *pcdev = ctx->dev; | |
f23797b6 | 1020 | |
186b250a JM |
1021 | mutex_lock(&pcdev->dev_mutex); |
1022 | } | |
1023 | ||
1024 | static void coda_unlock(void *m2m_priv) | |
1025 | { | |
1026 | struct coda_ctx *ctx = m2m_priv; | |
1027 | struct coda_dev *pcdev = ctx->dev; | |
f23797b6 | 1028 | |
186b250a JM |
1029 | mutex_unlock(&pcdev->dev_mutex); |
1030 | } | |
1031 | ||
814c3762 | 1032 | static const struct v4l2_m2m_ops coda_m2m_ops = { |
186b250a JM |
1033 | .device_run = coda_device_run, |
1034 | .job_ready = coda_job_ready, | |
1035 | .job_abort = coda_job_abort, | |
1036 | .lock = coda_lock, | |
1037 | .unlock = coda_unlock, | |
1038 | }; | |
1039 | ||
89548441 PZ |
1040 | static void coda_set_tiled_map_type(struct coda_ctx *ctx, int tiled_map_type) |
1041 | { | |
1042 | struct gdi_tiled_map *tiled_map = &ctx->tiled_map; | |
1043 | int luma_map, chro_map, i; | |
1044 | ||
1045 | memset(tiled_map, 0, sizeof(*tiled_map)); | |
1046 | ||
1047 | luma_map = 64; | |
1048 | chro_map = 64; | |
1049 | tiled_map->map_type = tiled_map_type; | |
1050 | for (i = 0; i < 16; i++) | |
1051 | tiled_map->xy2ca_map[i] = luma_map << 8 | chro_map; | |
1052 | for (i = 0; i < 4; i++) | |
1053 | tiled_map->xy2ba_map[i] = luma_map << 8 | chro_map; | |
1054 | for (i = 0; i < 16; i++) | |
1055 | tiled_map->xy2ra_map[i] = luma_map << 8 | chro_map; | |
1056 | ||
1057 | if (tiled_map_type == GDI_LINEAR_FRAME_MAP) { | |
1058 | tiled_map->xy2rbc_config = 0; | |
1059 | } else { | |
1060 | dev_err(&ctx->dev->plat_dev->dev, "invalid map type: %d\n", | |
1061 | tiled_map_type); | |
1062 | return; | |
1063 | } | |
1064 | } | |
1065 | ||
186b250a JM |
1066 | static void set_default_params(struct coda_ctx *ctx) |
1067 | { | |
8e428d50 | 1068 | unsigned int max_w, max_h, usize, csize; |
b96904e5 | 1069 | |
2c11d1bd PZ |
1070 | ctx->codec = coda_find_codec(ctx->dev, ctx->cvd->src_formats[0], |
1071 | ctx->cvd->dst_formats[0]); | |
d4c6a416 PZ |
1072 | max_w = min(ctx->codec->max_w, 1920U); |
1073 | max_h = min(ctx->codec->max_h, 1088U); | |
8e428d50 PZ |
1074 | usize = max_w * max_h * 3 / 2; |
1075 | csize = coda_estimate_sizeimage(ctx, usize, max_w, max_h); | |
186b250a | 1076 | |
121cacf4 | 1077 | ctx->params.codec_mode = ctx->codec->mode; |
186b250a JM |
1078 | ctx->colorspace = V4L2_COLORSPACE_REC709; |
1079 | ctx->params.framerate = 30; | |
186b250a JM |
1080 | |
1081 | /* Default formats for output and input queues */ | |
b96904e5 PZ |
1082 | ctx->q_data[V4L2_M2M_SRC].fourcc = ctx->codec->src_fourcc; |
1083 | ctx->q_data[V4L2_M2M_DST].fourcc = ctx->codec->dst_fourcc; | |
1084 | ctx->q_data[V4L2_M2M_SRC].width = max_w; | |
1085 | ctx->q_data[V4L2_M2M_SRC].height = max_h; | |
b96904e5 PZ |
1086 | ctx->q_data[V4L2_M2M_DST].width = max_w; |
1087 | ctx->q_data[V4L2_M2M_DST].height = max_h; | |
121cacf4 PZ |
1088 | if (ctx->codec->src_fourcc == V4L2_PIX_FMT_YUV420) { |
1089 | ctx->q_data[V4L2_M2M_SRC].bytesperline = max_w; | |
8e428d50 | 1090 | ctx->q_data[V4L2_M2M_SRC].sizeimage = usize; |
121cacf4 | 1091 | ctx->q_data[V4L2_M2M_DST].bytesperline = 0; |
8e428d50 | 1092 | ctx->q_data[V4L2_M2M_DST].sizeimage = csize; |
121cacf4 PZ |
1093 | } else { |
1094 | ctx->q_data[V4L2_M2M_SRC].bytesperline = 0; | |
8e428d50 | 1095 | ctx->q_data[V4L2_M2M_SRC].sizeimage = csize; |
121cacf4 | 1096 | ctx->q_data[V4L2_M2M_DST].bytesperline = max_w; |
8e428d50 | 1097 | ctx->q_data[V4L2_M2M_DST].sizeimage = usize; |
121cacf4 | 1098 | } |
52c41676 PZ |
1099 | ctx->q_data[V4L2_M2M_SRC].rect.width = max_w; |
1100 | ctx->q_data[V4L2_M2M_SRC].rect.height = max_h; | |
1101 | ctx->q_data[V4L2_M2M_DST].rect.width = max_w; | |
1102 | ctx->q_data[V4L2_M2M_DST].rect.height = max_h; | |
89548441 PZ |
1103 | |
1104 | if (ctx->dev->devtype->product == CODA_960) | |
1105 | coda_set_tiled_map_type(ctx, GDI_LINEAR_FRAME_MAP); | |
186b250a JM |
1106 | } |
1107 | ||
1108 | /* | |
1109 | * Queue operations | |
1110 | */ | |
1111 | static int coda_queue_setup(struct vb2_queue *vq, | |
1112 | const struct v4l2_format *fmt, | |
1113 | unsigned int *nbuffers, unsigned int *nplanes, | |
1114 | unsigned int sizes[], void *alloc_ctxs[]) | |
1115 | { | |
1116 | struct coda_ctx *ctx = vb2_get_drv_priv(vq); | |
e34db066 | 1117 | struct coda_q_data *q_data; |
186b250a JM |
1118 | unsigned int size; |
1119 | ||
e34db066 PZ |
1120 | q_data = get_q_data(ctx, vq->type); |
1121 | size = q_data->sizeimage; | |
186b250a JM |
1122 | |
1123 | *nplanes = 1; | |
1124 | sizes[0] = size; | |
1125 | ||
bb04aa6f | 1126 | /* Set to vb2-dma-contig allocator context, ignored by vb2-vmalloc */ |
186b250a JM |
1127 | alloc_ctxs[0] = ctx->dev->alloc_ctx; |
1128 | ||
1129 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
1130 | "get %d buffer(s) of size %d each.\n", *nbuffers, size); | |
1131 | ||
1132 | return 0; | |
1133 | } | |
1134 | ||
1135 | static int coda_buf_prepare(struct vb2_buffer *vb) | |
1136 | { | |
1137 | struct coda_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); | |
1138 | struct coda_q_data *q_data; | |
1139 | ||
1140 | q_data = get_q_data(ctx, vb->vb2_queue->type); | |
1141 | ||
1142 | if (vb2_plane_size(vb, 0) < q_data->sizeimage) { | |
1143 | v4l2_warn(&ctx->dev->v4l2_dev, | |
1144 | "%s data will not fit into plane (%lu < %lu)\n", | |
1145 | __func__, vb2_plane_size(vb, 0), | |
1146 | (long)q_data->sizeimage); | |
1147 | return -EINVAL; | |
1148 | } | |
1149 | ||
186b250a JM |
1150 | return 0; |
1151 | } | |
1152 | ||
1153 | static void coda_buf_queue(struct vb2_buffer *vb) | |
1154 | { | |
1155 | struct coda_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); | |
918c66fd PZ |
1156 | struct coda_q_data *q_data; |
1157 | ||
1158 | q_data = get_q_data(ctx, vb->vb2_queue->type); | |
1159 | ||
1160 | /* | |
1161 | * In the decoder case, immediately try to copy the buffer into the | |
1162 | * bitstream ringbuffer and mark it as ready to be dequeued. | |
1163 | */ | |
cb1d3a33 | 1164 | if (ctx->inst_type == CODA_INST_DECODER && |
918c66fd PZ |
1165 | vb->vb2_queue->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { |
1166 | /* | |
39c1cb2b | 1167 | * For backwards compatibility, queuing an empty buffer marks |
918c66fd PZ |
1168 | * the stream end |
1169 | */ | |
347bb7f0 PZ |
1170 | if (vb2_get_plane_payload(vb, 0) == 0) |
1171 | coda_bit_stream_end_flag(ctx); | |
918c66fd | 1172 | mutex_lock(&ctx->bitstream_mutex); |
14604e3a | 1173 | v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vb); |
eabed931 MO |
1174 | if (vb2_is_streaming(vb->vb2_queue)) |
1175 | coda_fill_bitstream(ctx); | |
918c66fd PZ |
1176 | mutex_unlock(&ctx->bitstream_mutex); |
1177 | } else { | |
14604e3a | 1178 | v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vb); |
918c66fd | 1179 | } |
186b250a JM |
1180 | } |
1181 | ||
79924ca9 PZ |
1182 | int coda_alloc_aux_buf(struct coda_dev *dev, struct coda_aux_buf *buf, |
1183 | size_t size, const char *name, struct dentry *parent) | |
5677e3b0 PZ |
1184 | { |
1185 | buf->vaddr = dma_alloc_coherent(&dev->plat_dev->dev, size, &buf->paddr, | |
1186 | GFP_KERNEL); | |
68fc31c5 PZ |
1187 | if (!buf->vaddr) { |
1188 | v4l2_err(&dev->v4l2_dev, | |
1189 | "Failed to allocate %s buffer of size %u\n", | |
1190 | name, size); | |
5677e3b0 | 1191 | return -ENOMEM; |
68fc31c5 | 1192 | } |
5677e3b0 PZ |
1193 | |
1194 | buf->size = size; | |
1195 | ||
f61c0b14 PZ |
1196 | if (name && parent) { |
1197 | buf->blob.data = buf->vaddr; | |
1198 | buf->blob.size = size; | |
f23797b6 PZ |
1199 | buf->dentry = debugfs_create_blob(name, 0644, parent, |
1200 | &buf->blob); | |
f61c0b14 PZ |
1201 | if (!buf->dentry) |
1202 | dev_warn(&dev->plat_dev->dev, | |
1203 | "failed to create debugfs entry %s\n", name); | |
1204 | } | |
1205 | ||
5677e3b0 PZ |
1206 | return 0; |
1207 | } | |
1208 | ||
79924ca9 PZ |
1209 | void coda_free_aux_buf(struct coda_dev *dev, |
1210 | struct coda_aux_buf *buf) | |
5677e3b0 PZ |
1211 | { |
1212 | if (buf->vaddr) { | |
1213 | dma_free_coherent(&dev->plat_dev->dev, buf->size, | |
1214 | buf->vaddr, buf->paddr); | |
1215 | buf->vaddr = NULL; | |
1216 | buf->size = 0; | |
1217 | } | |
f61c0b14 | 1218 | debugfs_remove(buf->dentry); |
5677e3b0 PZ |
1219 | } |
1220 | ||
79924ca9 | 1221 | static int coda_start_streaming(struct vb2_queue *q, unsigned int count) |
5677e3b0 | 1222 | { |
79924ca9 PZ |
1223 | struct coda_ctx *ctx = vb2_get_drv_priv(q); |
1224 | struct v4l2_device *v4l2_dev = &ctx->dev->v4l2_dev; | |
1225 | struct coda_q_data *q_data_src, *q_data_dst; | |
b906352c | 1226 | struct vb2_buffer *buf; |
79924ca9 | 1227 | int ret = 0; |
5677e3b0 | 1228 | |
79924ca9 PZ |
1229 | q_data_src = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT); |
1230 | if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { | |
cb1d3a33 PZ |
1231 | if (q_data_src->fourcc == V4L2_PIX_FMT_H264 || |
1232 | (q_data_src->fourcc == V4L2_PIX_FMT_JPEG && | |
1233 | ctx->dev->devtype->product == CODA_7541)) { | |
79924ca9 PZ |
1234 | /* copy the buffers that where queued before streamon */ |
1235 | mutex_lock(&ctx->bitstream_mutex); | |
1236 | coda_fill_bitstream(ctx); | |
1237 | mutex_unlock(&ctx->bitstream_mutex); | |
eabed931 | 1238 | |
b906352c PZ |
1239 | if (coda_get_bitstream_payload(ctx) < 512) { |
1240 | ret = -EINVAL; | |
1241 | goto err; | |
1242 | } | |
918c66fd | 1243 | } else { |
b906352c PZ |
1244 | if (count < 1) { |
1245 | ret = -EINVAL; | |
1246 | goto err; | |
1247 | } | |
918c66fd | 1248 | } |
186b250a | 1249 | |
b96904e5 | 1250 | ctx->streamon_out = 1; |
918c66fd | 1251 | } else { |
b906352c PZ |
1252 | if (count < 1) { |
1253 | ret = -EINVAL; | |
1254 | goto err; | |
1255 | } | |
918c66fd PZ |
1256 | |
1257 | ctx->streamon_cap = 1; | |
b96904e5 | 1258 | } |
186b250a | 1259 | |
b96904e5 PZ |
1260 | /* Don't start the coda unless both queues are on */ |
1261 | if (!(ctx->streamon_out & ctx->streamon_cap)) | |
1262 | return 0; | |
186b250a | 1263 | |
cb1d3a33 | 1264 | /* Allow BIT decoder device_run with no new buffers queued */ |
eb107516 | 1265 | if (ctx->inst_type == CODA_INST_DECODER) |
14604e3a | 1266 | v4l2_m2m_set_src_buffered(ctx->fh.m2m_ctx, true); |
918c66fd | 1267 | |
b96904e5 | 1268 | ctx->gopcounter = ctx->params.gop_size - 1; |
186b250a | 1269 | q_data_dst = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_CAPTURE); |
b96904e5 PZ |
1270 | |
1271 | ctx->codec = coda_find_codec(ctx->dev, q_data_src->fourcc, | |
1272 | q_data_dst->fourcc); | |
1273 | if (!ctx->codec) { | |
186b250a | 1274 | v4l2_err(v4l2_dev, "couldn't tell instance type.\n"); |
b906352c PZ |
1275 | ret = -EINVAL; |
1276 | goto err; | |
186b250a JM |
1277 | } |
1278 | ||
cb1d3a33 PZ |
1279 | if (q_data_dst->fourcc == V4L2_PIX_FMT_JPEG) |
1280 | ctx->params.gop_size = 1; | |
1281 | ctx->gopcounter = ctx->params.gop_size - 1; | |
1282 | ||
a1192a17 | 1283 | ret = ctx->ops->start_streaming(ctx); |
918c66fd | 1284 | if (ctx->inst_type == CODA_INST_DECODER) { |
89548441 | 1285 | if (ret == -EAGAIN) |
918c66fd | 1286 | return 0; |
89548441 | 1287 | else if (ret < 0) |
b906352c | 1288 | goto err; |
918c66fd PZ |
1289 | } |
1290 | ||
89548441 PZ |
1291 | ctx->initialized = 1; |
1292 | return ret; | |
b906352c PZ |
1293 | |
1294 | err: | |
1295 | if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { | |
1296 | while ((buf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx))) | |
b8b1b58c | 1297 | v4l2_m2m_buf_done(buf, VB2_BUF_STATE_QUEUED); |
b906352c PZ |
1298 | } else { |
1299 | while ((buf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx))) | |
b8b1b58c | 1300 | v4l2_m2m_buf_done(buf, VB2_BUF_STATE_QUEUED); |
b906352c PZ |
1301 | } |
1302 | return ret; | |
89548441 PZ |
1303 | } |
1304 | ||
e37559b2 | 1305 | static void coda_stop_streaming(struct vb2_queue *q) |
186b250a JM |
1306 | { |
1307 | struct coda_ctx *ctx = vb2_get_drv_priv(q); | |
2fb57f06 | 1308 | struct coda_dev *dev = ctx->dev; |
4a31b52f | 1309 | struct vb2_buffer *buf; |
186b250a JM |
1310 | |
1311 | if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { | |
918c66fd | 1312 | v4l2_dbg(1, coda_debug, &dev->v4l2_dev, |
186b250a | 1313 | "%s: output\n", __func__); |
b96904e5 | 1314 | ctx->streamon_out = 0; |
918c66fd | 1315 | |
347bb7f0 | 1316 | coda_bit_stream_end_flag(ctx); |
4a31b52f | 1317 | |
6dd5ef5b | 1318 | ctx->qsequence = 0; |
4a31b52f PZ |
1319 | |
1320 | while ((buf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx))) | |
1321 | v4l2_m2m_buf_done(buf, VB2_BUF_STATE_ERROR); | |
186b250a | 1322 | } else { |
918c66fd | 1323 | v4l2_dbg(1, coda_debug, &dev->v4l2_dev, |
186b250a | 1324 | "%s: capture\n", __func__); |
b96904e5 | 1325 | ctx->streamon_cap = 0; |
2fb57f06 | 1326 | |
918c66fd | 1327 | ctx->osequence = 0; |
cb2c0282 | 1328 | ctx->sequence_offset = 0; |
4a31b52f PZ |
1329 | |
1330 | while ((buf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx))) | |
1331 | v4l2_m2m_buf_done(buf, VB2_BUF_STATE_ERROR); | |
186b250a JM |
1332 | } |
1333 | ||
918c66fd | 1334 | if (!ctx->streamon_out && !ctx->streamon_cap) { |
7cbb105f | 1335 | struct coda_buffer_meta *meta; |
846ced9c | 1336 | |
f4706d6e PZ |
1337 | if (ctx->ops->seq_end_work) { |
1338 | queue_work(dev->workqueue, &ctx->seq_end_work); | |
1339 | flush_work(&ctx->seq_end_work); | |
1340 | } | |
18fd0cce | 1341 | mutex_lock(&ctx->bitstream_mutex); |
7cbb105f PZ |
1342 | while (!list_empty(&ctx->buffer_meta_list)) { |
1343 | meta = list_first_entry(&ctx->buffer_meta_list, | |
1344 | struct coda_buffer_meta, list); | |
1345 | list_del(&meta->list); | |
1346 | kfree(meta); | |
846ced9c | 1347 | } |
18fd0cce | 1348 | mutex_unlock(&ctx->bitstream_mutex); |
918c66fd PZ |
1349 | kfifo_init(&ctx->bitstream_fifo, |
1350 | ctx->bitstream.vaddr, ctx->bitstream.size); | |
f4706d6e | 1351 | ctx->initialized = 0; |
918c66fd | 1352 | ctx->runcounter = 0; |
f157cf49 | 1353 | ctx->aborting = 0; |
918c66fd | 1354 | } |
186b250a JM |
1355 | } |
1356 | ||
121cacf4 | 1357 | static const struct vb2_ops coda_qops = { |
186b250a JM |
1358 | .queue_setup = coda_queue_setup, |
1359 | .buf_prepare = coda_buf_prepare, | |
1360 | .buf_queue = coda_buf_queue, | |
186b250a JM |
1361 | .start_streaming = coda_start_streaming, |
1362 | .stop_streaming = coda_stop_streaming, | |
152ea1c8 PZ |
1363 | .wait_prepare = vb2_ops_wait_prepare, |
1364 | .wait_finish = vb2_ops_wait_finish, | |
186b250a JM |
1365 | }; |
1366 | ||
1367 | static int coda_s_ctrl(struct v4l2_ctrl *ctrl) | |
1368 | { | |
1369 | struct coda_ctx *ctx = | |
1370 | container_of(ctrl->handler, struct coda_ctx, ctrls); | |
1371 | ||
1372 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
1373 | "s_ctrl: id = %d, val = %d\n", ctrl->id, ctrl->val); | |
1374 | ||
1375 | switch (ctrl->id) { | |
8f35c7bc PZ |
1376 | case V4L2_CID_HFLIP: |
1377 | if (ctrl->val) | |
1378 | ctx->params.rot_mode |= CODA_MIR_HOR; | |
1379 | else | |
1380 | ctx->params.rot_mode &= ~CODA_MIR_HOR; | |
1381 | break; | |
1382 | case V4L2_CID_VFLIP: | |
1383 | if (ctrl->val) | |
1384 | ctx->params.rot_mode |= CODA_MIR_VER; | |
1385 | else | |
1386 | ctx->params.rot_mode &= ~CODA_MIR_VER; | |
1387 | break; | |
186b250a JM |
1388 | case V4L2_CID_MPEG_VIDEO_BITRATE: |
1389 | ctx->params.bitrate = ctrl->val / 1000; | |
1390 | break; | |
1391 | case V4L2_CID_MPEG_VIDEO_GOP_SIZE: | |
1392 | ctx->params.gop_size = ctrl->val; | |
1393 | break; | |
1394 | case V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP: | |
1395 | ctx->params.h264_intra_qp = ctrl->val; | |
1396 | break; | |
1397 | case V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP: | |
1398 | ctx->params.h264_inter_qp = ctrl->val; | |
1399 | break; | |
1a5567e3 PZ |
1400 | case V4L2_CID_MPEG_VIDEO_H264_MIN_QP: |
1401 | ctx->params.h264_min_qp = ctrl->val; | |
1402 | break; | |
1403 | case V4L2_CID_MPEG_VIDEO_H264_MAX_QP: | |
1404 | ctx->params.h264_max_qp = ctrl->val; | |
1405 | break; | |
de23b1db PZ |
1406 | case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA: |
1407 | ctx->params.h264_deblk_alpha = ctrl->val; | |
1408 | break; | |
1409 | case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA: | |
1410 | ctx->params.h264_deblk_beta = ctrl->val; | |
1411 | break; | |
1412 | case V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE: | |
1413 | ctx->params.h264_deblk_enabled = (ctrl->val == | |
1414 | V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED); | |
1415 | break; | |
186b250a JM |
1416 | case V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP: |
1417 | ctx->params.mpeg4_intra_qp = ctrl->val; | |
1418 | break; | |
1419 | case V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP: | |
1420 | ctx->params.mpeg4_inter_qp = ctrl->val; | |
1421 | break; | |
1422 | case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE: | |
1423 | ctx->params.slice_mode = ctrl->val; | |
1424 | break; | |
1425 | case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB: | |
1426 | ctx->params.slice_max_mb = ctrl->val; | |
1427 | break; | |
c566c789 PZ |
1428 | case V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES: |
1429 | ctx->params.slice_max_bits = ctrl->val * 8; | |
1430 | break; | |
186b250a JM |
1431 | case V4L2_CID_MPEG_VIDEO_HEADER_MODE: |
1432 | break; | |
f38f79d5 PZ |
1433 | case V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB: |
1434 | ctx->params.intra_refresh = ctrl->val; | |
1435 | break; | |
cb1d3a33 PZ |
1436 | case V4L2_CID_JPEG_COMPRESSION_QUALITY: |
1437 | coda_set_jpeg_compression_quality(ctx, ctrl->val); | |
1438 | break; | |
1439 | case V4L2_CID_JPEG_RESTART_INTERVAL: | |
1440 | ctx->params.jpeg_restart_interval = ctrl->val; | |
1441 | break; | |
186b250a JM |
1442 | default: |
1443 | v4l2_dbg(1, coda_debug, &ctx->dev->v4l2_dev, | |
1444 | "Invalid control, id=%d, val=%d\n", | |
1445 | ctrl->id, ctrl->val); | |
1446 | return -EINVAL; | |
1447 | } | |
1448 | ||
1449 | return 0; | |
1450 | } | |
1451 | ||
814c3762 | 1452 | static const struct v4l2_ctrl_ops coda_ctrl_ops = { |
186b250a JM |
1453 | .s_ctrl = coda_s_ctrl, |
1454 | }; | |
1455 | ||
bfc732f6 | 1456 | static void coda_encode_ctrls(struct coda_ctx *ctx) |
186b250a | 1457 | { |
186b250a JM |
1458 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, |
1459 | V4L2_CID_MPEG_VIDEO_BITRATE, 0, 32767000, 1, 0); | |
1460 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1461 | V4L2_CID_MPEG_VIDEO_GOP_SIZE, 1, 60, 1, 16); | |
1462 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
594a750b | 1463 | V4L2_CID_MPEG_VIDEO_H264_I_FRAME_QP, 0, 51, 1, 25); |
186b250a | 1464 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, |
594a750b | 1465 | V4L2_CID_MPEG_VIDEO_H264_P_FRAME_QP, 0, 51, 1, 25); |
1a5567e3 PZ |
1466 | if (ctx->dev->devtype->product != CODA_960) { |
1467 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1468 | V4L2_CID_MPEG_VIDEO_H264_MIN_QP, 0, 51, 1, 12); | |
1469 | } | |
1470 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1471 | V4L2_CID_MPEG_VIDEO_H264_MAX_QP, 0, 51, 1, 51); | |
de23b1db PZ |
1472 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, |
1473 | V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_ALPHA, 0, 15, 1, 0); | |
1474 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1475 | V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_BETA, 0, 15, 1, 0); | |
1476 | v4l2_ctrl_new_std_menu(&ctx->ctrls, &coda_ctrl_ops, | |
1477 | V4L2_CID_MPEG_VIDEO_H264_LOOP_FILTER_MODE, | |
1478 | V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_DISABLED, 0x0, | |
1479 | V4L2_MPEG_VIDEO_H264_LOOP_FILTER_MODE_ENABLED); | |
186b250a JM |
1480 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, |
1481 | V4L2_CID_MPEG_VIDEO_MPEG4_I_FRAME_QP, 1, 31, 1, 2); | |
1482 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1483 | V4L2_CID_MPEG_VIDEO_MPEG4_P_FRAME_QP, 1, 31, 1, 2); | |
1484 | v4l2_ctrl_new_std_menu(&ctx->ctrls, &coda_ctrl_ops, | |
1485 | V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MODE, | |
c566c789 PZ |
1486 | V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_BYTES, 0x0, |
1487 | V4L2_MPEG_VIDEO_MULTI_SLICE_MODE_SINGLE); | |
186b250a JM |
1488 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, |
1489 | V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_MB, 1, 0x3fffffff, 1, 1); | |
c566c789 | 1490 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, |
f23797b6 PZ |
1491 | V4L2_CID_MPEG_VIDEO_MULTI_SLICE_MAX_BYTES, 1, 0x3fffffff, 1, |
1492 | 500); | |
186b250a JM |
1493 | v4l2_ctrl_new_std_menu(&ctx->ctrls, &coda_ctrl_ops, |
1494 | V4L2_CID_MPEG_VIDEO_HEADER_MODE, | |
1495 | V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME, | |
1496 | (1 << V4L2_MPEG_VIDEO_HEADER_MODE_SEPARATE), | |
1497 | V4L2_MPEG_VIDEO_HEADER_MODE_JOINED_WITH_1ST_FRAME); | |
f38f79d5 | 1498 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, |
f23797b6 PZ |
1499 | V4L2_CID_MPEG_VIDEO_CYCLIC_INTRA_REFRESH_MB, 0, |
1500 | 1920 * 1088 / 256, 1, 0); | |
bfc732f6 PZ |
1501 | } |
1502 | ||
cb1d3a33 PZ |
1503 | static void coda_jpeg_encode_ctrls(struct coda_ctx *ctx) |
1504 | { | |
1505 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1506 | V4L2_CID_JPEG_COMPRESSION_QUALITY, 5, 100, 1, 50); | |
1507 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1508 | V4L2_CID_JPEG_RESTART_INTERVAL, 0, 100, 1, 0); | |
1509 | } | |
1510 | ||
bfc732f6 PZ |
1511 | static int coda_ctrls_setup(struct coda_ctx *ctx) |
1512 | { | |
1513 | v4l2_ctrl_handler_init(&ctx->ctrls, 2); | |
1514 | ||
1515 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1516 | V4L2_CID_HFLIP, 0, 1, 1, 0); | |
1517 | v4l2_ctrl_new_std(&ctx->ctrls, &coda_ctrl_ops, | |
1518 | V4L2_CID_VFLIP, 0, 1, 1, 0); | |
cb1d3a33 PZ |
1519 | if (ctx->inst_type == CODA_INST_ENCODER) { |
1520 | if (ctx->cvd->dst_formats[0] == V4L2_PIX_FMT_JPEG) | |
1521 | coda_jpeg_encode_ctrls(ctx); | |
1522 | else | |
1523 | coda_encode_ctrls(ctx); | |
1524 | } | |
186b250a JM |
1525 | |
1526 | if (ctx->ctrls.error) { | |
f23797b6 PZ |
1527 | v4l2_err(&ctx->dev->v4l2_dev, |
1528 | "control initialization error (%d)", | |
186b250a JM |
1529 | ctx->ctrls.error); |
1530 | return -EINVAL; | |
1531 | } | |
1532 | ||
1533 | return v4l2_ctrl_handler_setup(&ctx->ctrls); | |
1534 | } | |
1535 | ||
121cacf4 PZ |
1536 | static int coda_queue_init(struct coda_ctx *ctx, struct vb2_queue *vq) |
1537 | { | |
1538 | vq->drv_priv = ctx; | |
1539 | vq->ops = &coda_qops; | |
1540 | vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer); | |
1541 | vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; | |
1542 | vq->lock = &ctx->dev->dev_mutex; | |
1543 | ||
1544 | return vb2_queue_init(vq); | |
1545 | } | |
1546 | ||
79924ca9 PZ |
1547 | int coda_encoder_queue_init(void *priv, struct vb2_queue *src_vq, |
1548 | struct vb2_queue *dst_vq) | |
186b250a | 1549 | { |
186b250a JM |
1550 | int ret; |
1551 | ||
186b250a | 1552 | src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT; |
d29a8cf2 | 1553 | src_vq->io_modes = VB2_DMABUF | VB2_MMAP; |
186b250a JM |
1554 | src_vq->mem_ops = &vb2_dma_contig_memops; |
1555 | ||
121cacf4 | 1556 | ret = coda_queue_init(priv, src_vq); |
186b250a JM |
1557 | if (ret) |
1558 | return ret; | |
1559 | ||
186b250a | 1560 | dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; |
d29a8cf2 | 1561 | dst_vq->io_modes = VB2_DMABUF | VB2_MMAP; |
186b250a JM |
1562 | dst_vq->mem_ops = &vb2_dma_contig_memops; |
1563 | ||
121cacf4 PZ |
1564 | return coda_queue_init(priv, dst_vq); |
1565 | } | |
1566 | ||
79924ca9 PZ |
1567 | int coda_decoder_queue_init(void *priv, struct vb2_queue *src_vq, |
1568 | struct vb2_queue *dst_vq) | |
121cacf4 PZ |
1569 | { |
1570 | int ret; | |
1571 | ||
1572 | src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT; | |
bb04aa6f PZ |
1573 | src_vq->io_modes = VB2_DMABUF | VB2_MMAP | VB2_USERPTR; |
1574 | src_vq->mem_ops = &vb2_vmalloc_memops; | |
121cacf4 PZ |
1575 | |
1576 | ret = coda_queue_init(priv, src_vq); | |
1577 | if (ret) | |
1578 | return ret; | |
1579 | ||
1580 | dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; | |
1581 | dst_vq->io_modes = VB2_DMABUF | VB2_MMAP; | |
1582 | dst_vq->mem_ops = &vb2_dma_contig_memops; | |
1583 | ||
1584 | return coda_queue_init(priv, dst_vq); | |
186b250a JM |
1585 | } |
1586 | ||
e11f3e6e PZ |
1587 | static int coda_next_free_instance(struct coda_dev *dev) |
1588 | { | |
0cddc7e9 PZ |
1589 | int idx = ffz(dev->instance_mask); |
1590 | ||
1591 | if ((idx < 0) || | |
1592 | (dev->devtype->product == CODA_DX6 && idx > CODADX6_MAX_INSTANCES)) | |
1593 | return -EBUSY; | |
1594 | ||
1595 | return idx; | |
e11f3e6e PZ |
1596 | } |
1597 | ||
2c11d1bd PZ |
1598 | /* |
1599 | * File operations | |
1600 | */ | |
1601 | ||
1602 | static int coda_open(struct file *file) | |
186b250a | 1603 | { |
2c11d1bd PZ |
1604 | struct video_device *vdev = video_devdata(file); |
1605 | struct coda_dev *dev = video_get_drvdata(vdev); | |
186b250a | 1606 | struct coda_ctx *ctx = NULL; |
f61c0b14 | 1607 | char *name; |
918c66fd | 1608 | int ret; |
e11f3e6e | 1609 | int idx; |
186b250a | 1610 | |
f23797b6 | 1611 | ctx = kzalloc(sizeof(*ctx), GFP_KERNEL); |
186b250a JM |
1612 | if (!ctx) |
1613 | return -ENOMEM; | |
1614 | ||
f82bc203 | 1615 | idx = coda_next_free_instance(dev); |
0cddc7e9 PZ |
1616 | if (idx < 0) { |
1617 | ret = idx; | |
f82bc203 FE |
1618 | goto err_coda_max; |
1619 | } | |
1620 | set_bit(idx, &dev->instance_mask); | |
1621 | ||
f61c0b14 PZ |
1622 | name = kasprintf(GFP_KERNEL, "context%d", idx); |
1623 | ctx->debugfs_entry = debugfs_create_dir(name, dev->debugfs_root); | |
1624 | kfree(name); | |
1625 | ||
2c11d1bd PZ |
1626 | ctx->cvd = to_coda_video_device(vdev); |
1627 | ctx->inst_type = ctx->cvd->type; | |
1628 | ctx->ops = ctx->cvd->ops; | |
32b6f206 PZ |
1629 | init_completion(&ctx->completion); |
1630 | INIT_WORK(&ctx->pic_run_work, coda_pic_run_work); | |
747d7646 PZ |
1631 | if (ctx->ops->seq_end_work) |
1632 | INIT_WORK(&ctx->seq_end_work, ctx->ops->seq_end_work); | |
186b250a JM |
1633 | v4l2_fh_init(&ctx->fh, video_devdata(file)); |
1634 | file->private_data = &ctx->fh; | |
1635 | v4l2_fh_add(&ctx->fh); | |
1636 | ctx->dev = dev; | |
e11f3e6e | 1637 | ctx->idx = idx; |
5677e3b0 | 1638 | switch (dev->devtype->product) { |
89548441 | 1639 | case CODA_960: |
2bf299cd PZ |
1640 | ctx->frame_mem_ctrl = 1 << 12; |
1641 | /* fallthrough */ | |
1642 | case CODA_7541: | |
5677e3b0 PZ |
1643 | ctx->reg_idx = 0; |
1644 | break; | |
1645 | default: | |
1646 | ctx->reg_idx = idx; | |
1647 | } | |
f82bc203 | 1648 | |
1e172731 PZ |
1649 | /* Power up and upload firmware if necessary */ |
1650 | ret = pm_runtime_get_sync(&dev->plat_dev->dev); | |
1651 | if (ret < 0) { | |
1652 | v4l2_err(&dev->v4l2_dev, "failed to power up: %d\n", ret); | |
1653 | goto err_pm_get; | |
1654 | } | |
1655 | ||
79830db2 FE |
1656 | ret = clk_prepare_enable(dev->clk_per); |
1657 | if (ret) | |
1658 | goto err_clk_per; | |
1659 | ||
1660 | ret = clk_prepare_enable(dev->clk_ahb); | |
1661 | if (ret) | |
1662 | goto err_clk_ahb; | |
1663 | ||
186b250a | 1664 | set_default_params(ctx); |
a1192a17 PZ |
1665 | ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(dev->m2m_dev, ctx, |
1666 | ctx->ops->queue_init); | |
14604e3a PZ |
1667 | if (IS_ERR(ctx->fh.m2m_ctx)) { |
1668 | ret = PTR_ERR(ctx->fh.m2m_ctx); | |
186b250a JM |
1669 | |
1670 | v4l2_err(&dev->v4l2_dev, "%s return error (%d)\n", | |
1671 | __func__, ret); | |
f82bc203 | 1672 | goto err_ctx_init; |
186b250a | 1673 | } |
152ea1c8 | 1674 | |
186b250a JM |
1675 | ret = coda_ctrls_setup(ctx); |
1676 | if (ret) { | |
1677 | v4l2_err(&dev->v4l2_dev, "failed to setup coda controls\n"); | |
f82bc203 | 1678 | goto err_ctrls_setup; |
186b250a JM |
1679 | } |
1680 | ||
1681 | ctx->fh.ctrl_handler = &ctx->ctrls; | |
1682 | ||
cb1d3a33 PZ |
1683 | ret = coda_alloc_context_buf(ctx, &ctx->parabuf, |
1684 | CODA_PARA_BUF_SIZE, "parabuf"); | |
5677e3b0 | 1685 | if (ret < 0) { |
186b250a | 1686 | v4l2_err(&dev->v4l2_dev, "failed to allocate parabuf"); |
f82bc203 | 1687 | goto err_dma_alloc; |
186b250a JM |
1688 | } |
1689 | ||
9082a7c6 | 1690 | ctx->bitstream.size = CODA_MAX_FRAME_SIZE; |
cb1d3a33 PZ |
1691 | ctx->bitstream.vaddr = dma_alloc_writecombine( |
1692 | &dev->plat_dev->dev, ctx->bitstream.size, | |
1693 | &ctx->bitstream.paddr, GFP_KERNEL); | |
9082a7c6 | 1694 | if (!ctx->bitstream.vaddr) { |
f23797b6 PZ |
1695 | v4l2_err(&dev->v4l2_dev, |
1696 | "failed to allocate bitstream ringbuffer"); | |
9082a7c6 | 1697 | ret = -ENOMEM; |
f82bc203 | 1698 | goto err_dma_writecombine; |
9082a7c6 PZ |
1699 | } |
1700 | kfifo_init(&ctx->bitstream_fifo, | |
1701 | ctx->bitstream.vaddr, ctx->bitstream.size); | |
1702 | mutex_init(&ctx->bitstream_mutex); | |
918c66fd | 1703 | mutex_init(&ctx->buffer_mutex); |
7cbb105f | 1704 | INIT_LIST_HEAD(&ctx->buffer_meta_list); |
9082a7c6 | 1705 | |
186b250a | 1706 | coda_lock(ctx); |
e11f3e6e | 1707 | list_add(&ctx->list, &dev->instances); |
186b250a JM |
1708 | coda_unlock(ctx); |
1709 | ||
186b250a JM |
1710 | v4l2_dbg(1, coda_debug, &dev->v4l2_dev, "Created instance %d (%p)\n", |
1711 | ctx->idx, ctx); | |
1712 | ||
1713 | return 0; | |
1714 | ||
f82bc203 | 1715 | err_dma_writecombine: |
f82bc203 FE |
1716 | if (ctx->dev->devtype->product == CODA_DX6) |
1717 | coda_free_aux_buf(dev, &ctx->workbuf); | |
1718 | coda_free_aux_buf(dev, &ctx->parabuf); | |
1719 | err_dma_alloc: | |
1720 | v4l2_ctrl_handler_free(&ctx->ctrls); | |
1721 | err_ctrls_setup: | |
14604e3a | 1722 | v4l2_m2m_ctx_release(ctx->fh.m2m_ctx); |
f82bc203 FE |
1723 | err_ctx_init: |
1724 | clk_disable_unprepare(dev->clk_ahb); | |
79830db2 | 1725 | err_clk_ahb: |
f82bc203 | 1726 | clk_disable_unprepare(dev->clk_per); |
79830db2 | 1727 | err_clk_per: |
1e172731 PZ |
1728 | pm_runtime_put_sync(&dev->plat_dev->dev); |
1729 | err_pm_get: | |
186b250a JM |
1730 | v4l2_fh_del(&ctx->fh); |
1731 | v4l2_fh_exit(&ctx->fh); | |
f82bc203 FE |
1732 | clear_bit(ctx->idx, &dev->instance_mask); |
1733 | err_coda_max: | |
186b250a JM |
1734 | kfree(ctx); |
1735 | return ret; | |
1736 | } | |
1737 | ||
1738 | static int coda_release(struct file *file) | |
1739 | { | |
1740 | struct coda_dev *dev = video_drvdata(file); | |
1741 | struct coda_ctx *ctx = fh_to_ctx(file->private_data); | |
1742 | ||
1743 | v4l2_dbg(1, coda_debug, &dev->v4l2_dev, "Releasing instance %p\n", | |
1744 | ctx); | |
1745 | ||
d4bb75f6 PZ |
1746 | if (ctx->inst_type == CODA_INST_DECODER) |
1747 | coda_bit_stream_end_flag(ctx); | |
1748 | ||
918c66fd | 1749 | /* If this instance is running, call .job_abort and wait for it to end */ |
14604e3a | 1750 | v4l2_m2m_ctx_release(ctx->fh.m2m_ctx); |
918c66fd PZ |
1751 | |
1752 | /* In case the instance was not running, we still need to call SEQ_END */ | |
747d7646 | 1753 | if (ctx->initialized && ctx->ops->seq_end_work) { |
32b6f206 PZ |
1754 | queue_work(dev->workqueue, &ctx->seq_end_work); |
1755 | flush_work(&ctx->seq_end_work); | |
918c66fd | 1756 | } |
918c66fd | 1757 | |
186b250a | 1758 | coda_lock(ctx); |
e11f3e6e | 1759 | list_del(&ctx->list); |
186b250a JM |
1760 | coda_unlock(ctx); |
1761 | ||
cb1d3a33 PZ |
1762 | if (ctx->bitstream.vaddr) { |
1763 | dma_free_writecombine(&dev->plat_dev->dev, ctx->bitstream.size, | |
1764 | ctx->bitstream.vaddr, ctx->bitstream.paddr); | |
1765 | } | |
5677e3b0 PZ |
1766 | if (ctx->dev->devtype->product == CODA_DX6) |
1767 | coda_free_aux_buf(dev, &ctx->workbuf); | |
1768 | ||
1769 | coda_free_aux_buf(dev, &ctx->parabuf); | |
186b250a | 1770 | v4l2_ctrl_handler_free(&ctx->ctrls); |
186b250a | 1771 | clk_disable_unprepare(dev->clk_ahb); |
f82bc203 | 1772 | clk_disable_unprepare(dev->clk_per); |
1e172731 | 1773 | pm_runtime_put_sync(&dev->plat_dev->dev); |
186b250a JM |
1774 | v4l2_fh_del(&ctx->fh); |
1775 | v4l2_fh_exit(&ctx->fh); | |
e11f3e6e | 1776 | clear_bit(ctx->idx, &dev->instance_mask); |
58b7677d PZ |
1777 | if (ctx->ops->release) |
1778 | ctx->ops->release(ctx); | |
e1519e86 | 1779 | debugfs_remove_recursive(ctx->debugfs_entry); |
186b250a JM |
1780 | kfree(ctx); |
1781 | ||
1782 | return 0; | |
1783 | } | |
1784 | ||
2c11d1bd | 1785 | static const struct v4l2_file_operations coda_fops = { |
121cacf4 | 1786 | .owner = THIS_MODULE, |
2c11d1bd | 1787 | .open = coda_open, |
186b250a | 1788 | .release = coda_release, |
152ea1c8 | 1789 | .poll = v4l2_m2m_fop_poll, |
186b250a | 1790 | .unlocked_ioctl = video_ioctl2, |
152ea1c8 | 1791 | .mmap = v4l2_m2m_fop_mmap, |
186b250a JM |
1792 | }; |
1793 | ||
87048bb4 | 1794 | static int coda_hw_init(struct coda_dev *dev) |
186b250a | 1795 | { |
186b250a JM |
1796 | u32 data; |
1797 | u16 *p; | |
79830db2 FE |
1798 | int i, ret; |
1799 | ||
1800 | ret = clk_prepare_enable(dev->clk_per); | |
1801 | if (ret) | |
1e172731 | 1802 | goto err_clk_per; |
186b250a | 1803 | |
79830db2 FE |
1804 | ret = clk_prepare_enable(dev->clk_ahb); |
1805 | if (ret) | |
1806 | goto err_clk_ahb; | |
186b250a | 1807 | |
8f45284c PZ |
1808 | if (dev->rstc) |
1809 | reset_control_reset(dev->rstc); | |
1810 | ||
186b250a JM |
1811 | /* |
1812 | * Copy the first CODA_ISRAM_SIZE in the internal SRAM. | |
87048bb4 PZ |
1813 | * The 16-bit chars in the code buffer are in memory access |
1814 | * order, re-sort them to CODA order for register download. | |
186b250a JM |
1815 | * Data in this SRAM survives a reboot. |
1816 | */ | |
87048bb4 PZ |
1817 | p = (u16 *)dev->codebuf.vaddr; |
1818 | if (dev->devtype->product == CODA_DX6) { | |
1819 | for (i = 0; i < (CODA_ISRAM_SIZE / 2); i++) { | |
1820 | data = CODA_DOWN_ADDRESS_SET(i) | | |
1821 | CODA_DOWN_DATA_SET(p[i ^ 1]); | |
1822 | coda_write(dev, data, CODA_REG_BIT_CODE_DOWN); | |
1823 | } | |
1824 | } else { | |
1825 | for (i = 0; i < (CODA_ISRAM_SIZE / 2); i++) { | |
1826 | data = CODA_DOWN_ADDRESS_SET(i) | | |
1827 | CODA_DOWN_DATA_SET(p[round_down(i, 4) + | |
1828 | 3 - (i % 4)]); | |
1829 | coda_write(dev, data, CODA_REG_BIT_CODE_DOWN); | |
1830 | } | |
186b250a | 1831 | } |
186b250a | 1832 | |
9acf7693 PZ |
1833 | /* Clear registers */ |
1834 | for (i = 0; i < 64; i++) | |
1835 | coda_write(dev, 0, CODA_REG_BIT_CODE_BUF_ADDR + i * 4); | |
1836 | ||
186b250a | 1837 | /* Tell the BIT where to find everything it needs */ |
89548441 PZ |
1838 | if (dev->devtype->product == CODA_960 || |
1839 | dev->devtype->product == CODA_7541) { | |
5677e3b0 PZ |
1840 | coda_write(dev, dev->tempbuf.paddr, |
1841 | CODA_REG_BIT_TEMP_BUF_ADDR); | |
918c66fd | 1842 | coda_write(dev, 0, CODA_REG_BIT_BIT_STREAM_PARAM); |
5677e3b0 PZ |
1843 | } else { |
1844 | coda_write(dev, dev->workbuf.paddr, | |
1845 | CODA_REG_BIT_WORK_BUF_ADDR); | |
1846 | } | |
186b250a JM |
1847 | coda_write(dev, dev->codebuf.paddr, |
1848 | CODA_REG_BIT_CODE_BUF_ADDR); | |
1849 | coda_write(dev, 0, CODA_REG_BIT_CODE_RUN); | |
1850 | ||
1851 | /* Set default values */ | |
1852 | switch (dev->devtype->product) { | |
1853 | case CODA_DX6: | |
f23797b6 PZ |
1854 | coda_write(dev, CODADX6_STREAM_BUF_PIC_FLUSH, |
1855 | CODA_REG_BIT_STREAM_CTRL); | |
186b250a JM |
1856 | break; |
1857 | default: | |
f23797b6 PZ |
1858 | coda_write(dev, CODA7_STREAM_BUF_PIC_FLUSH, |
1859 | CODA_REG_BIT_STREAM_CTRL); | |
186b250a | 1860 | } |
89548441 PZ |
1861 | if (dev->devtype->product == CODA_960) |
1862 | coda_write(dev, 1 << 12, CODA_REG_BIT_FRAME_MEM_CTRL); | |
1863 | else | |
1864 | coda_write(dev, 0, CODA_REG_BIT_FRAME_MEM_CTRL); | |
1043667b PZ |
1865 | |
1866 | if (dev->devtype->product != CODA_DX6) | |
1867 | coda_write(dev, 0, CODA7_REG_BIT_AXI_SRAM_USE); | |
1868 | ||
186b250a JM |
1869 | coda_write(dev, CODA_INT_INTERRUPT_ENABLE, |
1870 | CODA_REG_BIT_INT_ENABLE); | |
1871 | ||
1872 | /* Reset VPU and start processor */ | |
1873 | data = coda_read(dev, CODA_REG_BIT_CODE_RESET); | |
1874 | data |= CODA_REG_RESET_ENABLE; | |
1875 | coda_write(dev, data, CODA_REG_BIT_CODE_RESET); | |
1876 | udelay(10); | |
1877 | data &= ~CODA_REG_RESET_ENABLE; | |
1878 | coda_write(dev, data, CODA_REG_BIT_CODE_RESET); | |
1879 | coda_write(dev, CODA_REG_RUN_ENABLE, CODA_REG_BIT_CODE_RUN); | |
1880 | ||
fe7554e6 PZ |
1881 | clk_disable_unprepare(dev->clk_ahb); |
1882 | clk_disable_unprepare(dev->clk_per); | |
1883 | ||
1884 | return 0; | |
1885 | ||
1886 | err_clk_ahb: | |
1887 | clk_disable_unprepare(dev->clk_per); | |
1888 | err_clk_per: | |
1889 | return ret; | |
1890 | } | |
1891 | ||
2c11d1bd | 1892 | static int coda_register_device(struct coda_dev *dev, int i) |
121cacf4 | 1893 | { |
2c11d1bd PZ |
1894 | struct video_device *vfd = &dev->vfd[i]; |
1895 | ||
88ca3af4 | 1896 | if (i >= dev->devtype->num_vdevs) |
2c11d1bd PZ |
1897 | return -EINVAL; |
1898 | ||
88ca3af4 DC |
1899 | snprintf(vfd->name, sizeof(vfd->name), "%s", |
1900 | dev->devtype->vdevs[i]->name); | |
2c11d1bd PZ |
1901 | vfd->fops = &coda_fops; |
1902 | vfd->ioctl_ops = &coda_ioctl_ops; | |
121cacf4 PZ |
1903 | vfd->release = video_device_release_empty, |
1904 | vfd->lock = &dev->dev_mutex; | |
1905 | vfd->v4l2_dev = &dev->v4l2_dev; | |
1906 | vfd->vfl_dir = VFL_DIR_M2M; | |
1907 | video_set_drvdata(vfd, dev); | |
1908 | ||
a188a668 PZ |
1909 | /* Not applicable, use the selection API instead */ |
1910 | v4l2_disable_ioctl(vfd, VIDIOC_CROPCAP); | |
1911 | v4l2_disable_ioctl(vfd, VIDIOC_G_CROP); | |
1912 | v4l2_disable_ioctl(vfd, VIDIOC_S_CROP); | |
1913 | ||
121cacf4 PZ |
1914 | return video_register_device(vfd, VFL_TYPE_GRABBER, 0); |
1915 | } | |
1916 | ||
186b250a JM |
1917 | static void coda_fw_callback(const struct firmware *fw, void *context) |
1918 | { | |
1919 | struct coda_dev *dev = context; | |
1920 | struct platform_device *pdev = dev->plat_dev; | |
2c11d1bd | 1921 | int i, ret; |
186b250a JM |
1922 | |
1923 | if (!fw) { | |
1924 | v4l2_err(&dev->v4l2_dev, "firmware request failed\n"); | |
c5d28e29 | 1925 | goto put_pm; |
186b250a JM |
1926 | } |
1927 | ||
1928 | /* allocate auxiliary per-device code buffer for the BIT processor */ | |
f61c0b14 PZ |
1929 | ret = coda_alloc_aux_buf(dev, &dev->codebuf, fw->size, "codebuf", |
1930 | dev->debugfs_root); | |
5677e3b0 | 1931 | if (ret < 0) { |
186b250a | 1932 | dev_err(&pdev->dev, "failed to allocate code buffer\n"); |
c5d28e29 | 1933 | goto put_pm; |
186b250a JM |
1934 | } |
1935 | ||
87048bb4 PZ |
1936 | /* Copy the whole firmware image to the code buffer */ |
1937 | memcpy(dev->codebuf.vaddr, fw->data, fw->size); | |
1938 | release_firmware(fw); | |
1939 | ||
c5d28e29 UH |
1940 | ret = coda_hw_init(dev); |
1941 | if (ret < 0) { | |
1942 | v4l2_err(&dev->v4l2_dev, "HW initialization failed\n"); | |
1943 | goto put_pm; | |
186b250a JM |
1944 | } |
1945 | ||
c5d28e29 UH |
1946 | ret = coda_check_firmware(dev); |
1947 | if (ret < 0) | |
1948 | goto put_pm; | |
1949 | ||
186b250a JM |
1950 | dev->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev); |
1951 | if (IS_ERR(dev->alloc_ctx)) { | |
1952 | v4l2_err(&dev->v4l2_dev, "Failed to alloc vb2 context\n"); | |
c5d28e29 | 1953 | goto put_pm; |
186b250a JM |
1954 | } |
1955 | ||
1956 | dev->m2m_dev = v4l2_m2m_init(&coda_m2m_ops); | |
1957 | if (IS_ERR(dev->m2m_dev)) { | |
1958 | v4l2_err(&dev->v4l2_dev, "Failed to init mem2mem device\n"); | |
1959 | goto rel_ctx; | |
1960 | } | |
1961 | ||
2c11d1bd PZ |
1962 | for (i = 0; i < dev->devtype->num_vdevs; i++) { |
1963 | ret = coda_register_device(dev, i); | |
1964 | if (ret) { | |
1965 | v4l2_err(&dev->v4l2_dev, | |
1966 | "Failed to register %s video device: %d\n", | |
1967 | dev->devtype->vdevs[i]->name, ret); | |
1968 | goto rel_vfd; | |
1969 | } | |
121cacf4 PZ |
1970 | } |
1971 | ||
1972 | v4l2_info(&dev->v4l2_dev, "codec registered as /dev/video[%d-%d]\n", | |
2c11d1bd | 1973 | dev->vfd[0].num, dev->vfd[i - 1].num); |
186b250a | 1974 | |
c5d28e29 | 1975 | pm_runtime_put_sync(&pdev->dev); |
186b250a JM |
1976 | return; |
1977 | ||
2c11d1bd PZ |
1978 | rel_vfd: |
1979 | while (--i >= 0) | |
1980 | video_unregister_device(&dev->vfd[i]); | |
186b250a JM |
1981 | v4l2_m2m_release(dev->m2m_dev); |
1982 | rel_ctx: | |
1983 | vb2_dma_contig_cleanup_ctx(dev->alloc_ctx); | |
c5d28e29 UH |
1984 | put_pm: |
1985 | pm_runtime_put_sync(&pdev->dev); | |
186b250a JM |
1986 | } |
1987 | ||
1988 | static int coda_firmware_request(struct coda_dev *dev) | |
1989 | { | |
1990 | char *fw = dev->devtype->firmware; | |
1991 | ||
1992 | dev_dbg(&dev->plat_dev->dev, "requesting firmware '%s' for %s\n", fw, | |
1993 | coda_product_name(dev->devtype->product)); | |
1994 | ||
1995 | return request_firmware_nowait(THIS_MODULE, true, | |
1996 | fw, &dev->plat_dev->dev, GFP_KERNEL, dev, coda_fw_callback); | |
1997 | } | |
1998 | ||
1999 | enum coda_platform { | |
2000 | CODA_IMX27, | |
df1e74cc | 2001 | CODA_IMX53, |
89548441 PZ |
2002 | CODA_IMX6Q, |
2003 | CODA_IMX6DL, | |
186b250a JM |
2004 | }; |
2005 | ||
c06d8752 | 2006 | static const struct coda_devtype coda_devdata[] = { |
186b250a | 2007 | [CODA_IMX27] = { |
e5b0d1c6 PZ |
2008 | .firmware = "v4l-codadx6-imx27.bin", |
2009 | .product = CODA_DX6, | |
2010 | .codecs = codadx6_codecs, | |
2011 | .num_codecs = ARRAY_SIZE(codadx6_codecs), | |
2c11d1bd PZ |
2012 | .vdevs = codadx6_video_devices, |
2013 | .num_vdevs = ARRAY_SIZE(codadx6_video_devices), | |
e5b0d1c6 | 2014 | .workbuf_size = 288 * 1024 + FMO_SLICE_SAVE_BUF_SIZE * 8 * 1024, |
401e972f | 2015 | .iram_size = 0xb000, |
186b250a | 2016 | }, |
df1e74cc | 2017 | [CODA_IMX53] = { |
e5b0d1c6 PZ |
2018 | .firmware = "v4l-coda7541-imx53.bin", |
2019 | .product = CODA_7541, | |
2020 | .codecs = coda7_codecs, | |
2021 | .num_codecs = ARRAY_SIZE(coda7_codecs), | |
2c11d1bd PZ |
2022 | .vdevs = coda7_video_devices, |
2023 | .num_vdevs = ARRAY_SIZE(coda7_video_devices), | |
e5b0d1c6 | 2024 | .workbuf_size = 128 * 1024, |
5d73fad1 | 2025 | .tempbuf_size = 304 * 1024, |
401e972f | 2026 | .iram_size = 0x14000, |
df1e74cc | 2027 | }, |
89548441 | 2028 | [CODA_IMX6Q] = { |
e5b0d1c6 PZ |
2029 | .firmware = "v4l-coda960-imx6q.bin", |
2030 | .product = CODA_960, | |
2031 | .codecs = coda9_codecs, | |
2032 | .num_codecs = ARRAY_SIZE(coda9_codecs), | |
2c11d1bd PZ |
2033 | .vdevs = coda9_video_devices, |
2034 | .num_vdevs = ARRAY_SIZE(coda9_video_devices), | |
e5b0d1c6 | 2035 | .workbuf_size = 80 * 1024, |
5d73fad1 | 2036 | .tempbuf_size = 204 * 1024, |
401e972f | 2037 | .iram_size = 0x21000, |
89548441 PZ |
2038 | }, |
2039 | [CODA_IMX6DL] = { | |
e5b0d1c6 PZ |
2040 | .firmware = "v4l-coda960-imx6dl.bin", |
2041 | .product = CODA_960, | |
2042 | .codecs = coda9_codecs, | |
2043 | .num_codecs = ARRAY_SIZE(coda9_codecs), | |
2c11d1bd PZ |
2044 | .vdevs = coda9_video_devices, |
2045 | .num_vdevs = ARRAY_SIZE(coda9_video_devices), | |
e5b0d1c6 | 2046 | .workbuf_size = 80 * 1024, |
5d73fad1 | 2047 | .tempbuf_size = 204 * 1024, |
401e972f | 2048 | .iram_size = 0x20000, |
89548441 | 2049 | }, |
186b250a JM |
2050 | }; |
2051 | ||
2052 | static struct platform_device_id coda_platform_ids[] = { | |
2053 | { .name = "coda-imx27", .driver_data = CODA_IMX27 }, | |
2054 | { /* sentinel */ } | |
2055 | }; | |
2056 | MODULE_DEVICE_TABLE(platform, coda_platform_ids); | |
2057 | ||
2058 | #ifdef CONFIG_OF | |
2059 | static const struct of_device_id coda_dt_ids[] = { | |
7b0dd9e6 | 2060 | { .compatible = "fsl,imx27-vpu", .data = &coda_devdata[CODA_IMX27] }, |
df1e74cc | 2061 | { .compatible = "fsl,imx53-vpu", .data = &coda_devdata[CODA_IMX53] }, |
89548441 PZ |
2062 | { .compatible = "fsl,imx6q-vpu", .data = &coda_devdata[CODA_IMX6Q] }, |
2063 | { .compatible = "fsl,imx6dl-vpu", .data = &coda_devdata[CODA_IMX6DL] }, | |
186b250a JM |
2064 | { /* sentinel */ } |
2065 | }; | |
2066 | MODULE_DEVICE_TABLE(of, coda_dt_ids); | |
2067 | #endif | |
2068 | ||
4c62e976 | 2069 | static int coda_probe(struct platform_device *pdev) |
186b250a JM |
2070 | { |
2071 | const struct of_device_id *of_id = | |
2072 | of_match_device(of_match_ptr(coda_dt_ids), &pdev->dev); | |
2073 | const struct platform_device_id *pdev_id; | |
657eee7d PZ |
2074 | struct coda_platform_data *pdata = pdev->dev.platform_data; |
2075 | struct device_node *np = pdev->dev.of_node; | |
2076 | struct gen_pool *pool; | |
186b250a JM |
2077 | struct coda_dev *dev; |
2078 | struct resource *res; | |
2079 | int ret, irq; | |
2080 | ||
f23797b6 | 2081 | dev = devm_kzalloc(&pdev->dev, sizeof(*dev), GFP_KERNEL); |
6da999d9 | 2082 | if (!dev) |
186b250a | 2083 | return -ENOMEM; |
186b250a | 2084 | |
b2f91ae3 PZ |
2085 | pdev_id = of_id ? of_id->data : platform_get_device_id(pdev); |
2086 | ||
b7bd660a | 2087 | if (of_id) { |
b2f91ae3 | 2088 | dev->devtype = of_id->data; |
b7bd660a | 2089 | } else if (pdev_id) { |
b2f91ae3 | 2090 | dev->devtype = &coda_devdata[pdev_id->driver_data]; |
b7bd660a FE |
2091 | } else { |
2092 | ret = -EINVAL; | |
2093 | goto err_v4l2_register; | |
186b250a JM |
2094 | } |
2095 | ||
2096 | spin_lock_init(&dev->irqlock); | |
e11f3e6e | 2097 | INIT_LIST_HEAD(&dev->instances); |
186b250a JM |
2098 | |
2099 | dev->plat_dev = pdev; | |
2100 | dev->clk_per = devm_clk_get(&pdev->dev, "per"); | |
2101 | if (IS_ERR(dev->clk_per)) { | |
2102 | dev_err(&pdev->dev, "Could not get per clock\n"); | |
2103 | return PTR_ERR(dev->clk_per); | |
2104 | } | |
2105 | ||
2106 | dev->clk_ahb = devm_clk_get(&pdev->dev, "ahb"); | |
2107 | if (IS_ERR(dev->clk_ahb)) { | |
2108 | dev_err(&pdev->dev, "Could not get ahb clock\n"); | |
2109 | return PTR_ERR(dev->clk_ahb); | |
2110 | } | |
2111 | ||
2112 | /* Get memory for physical registers */ | |
2113 | res = platform_get_resource(pdev, IORESOURCE_MEM, 0); | |
611cbbfe PZ |
2114 | dev->regs_base = devm_ioremap_resource(&pdev->dev, res); |
2115 | if (IS_ERR(dev->regs_base)) | |
2116 | return PTR_ERR(dev->regs_base); | |
186b250a JM |
2117 | |
2118 | /* IRQ */ | |
540b72e4 PZ |
2119 | irq = platform_get_irq_byname(pdev, "bit"); |
2120 | if (irq < 0) | |
2121 | irq = platform_get_irq(pdev, 0); | |
186b250a JM |
2122 | if (irq < 0) { |
2123 | dev_err(&pdev->dev, "failed to get irq resource\n"); | |
7d37743a | 2124 | return irq; |
186b250a JM |
2125 | } |
2126 | ||
08c8d14e FE |
2127 | ret = devm_request_threaded_irq(&pdev->dev, irq, NULL, coda_irq_handler, |
2128 | IRQF_ONESHOT, dev_name(&pdev->dev), dev); | |
2129 | if (ret < 0) { | |
2130 | dev_err(&pdev->dev, "failed to request irq: %d\n", ret); | |
2131 | return ret; | |
186b250a JM |
2132 | } |
2133 | ||
ee27aa90 | 2134 | dev->rstc = devm_reset_control_get_optional(&pdev->dev, NULL); |
8f45284c PZ |
2135 | if (IS_ERR(dev->rstc)) { |
2136 | ret = PTR_ERR(dev->rstc); | |
ee27aa90 | 2137 | if (ret == -ENOENT || ret == -ENOSYS) { |
8f45284c PZ |
2138 | dev->rstc = NULL; |
2139 | } else { | |
f23797b6 PZ |
2140 | dev_err(&pdev->dev, "failed get reset control: %d\n", |
2141 | ret); | |
8f45284c PZ |
2142 | return ret; |
2143 | } | |
2144 | } | |
2145 | ||
657eee7d PZ |
2146 | /* Get IRAM pool from device tree or platform data */ |
2147 | pool = of_get_named_gen_pool(np, "iram", 0); | |
2148 | if (!pool && pdata) | |
2149 | pool = dev_get_gen_pool(pdata->iram_dev); | |
2150 | if (!pool) { | |
2151 | dev_err(&pdev->dev, "iram pool not available\n"); | |
2152 | return -ENOMEM; | |
2153 | } | |
2154 | dev->iram_pool = pool; | |
2155 | ||
186b250a JM |
2156 | ret = v4l2_device_register(&pdev->dev, &dev->v4l2_dev); |
2157 | if (ret) | |
2158 | return ret; | |
2159 | ||
2160 | mutex_init(&dev->dev_mutex); | |
fcb62825 | 2161 | mutex_init(&dev->coda_mutex); |
186b250a | 2162 | |
f61c0b14 PZ |
2163 | dev->debugfs_root = debugfs_create_dir("coda", NULL); |
2164 | if (!dev->debugfs_root) | |
2165 | dev_warn(&pdev->dev, "failed to create debugfs root\n"); | |
2166 | ||
186b250a | 2167 | /* allocate auxiliary per-device buffers for the BIT processor */ |
5d73fad1 | 2168 | if (dev->devtype->product == CODA_DX6) { |
5677e3b0 | 2169 | ret = coda_alloc_aux_buf(dev, &dev->workbuf, |
e5b0d1c6 | 2170 | dev->devtype->workbuf_size, "workbuf", |
f61c0b14 | 2171 | dev->debugfs_root); |
5677e3b0 PZ |
2172 | if (ret < 0) { |
2173 | dev_err(&pdev->dev, "failed to allocate work buffer\n"); | |
b7bd660a | 2174 | goto err_v4l2_register; |
5677e3b0 | 2175 | } |
186b250a | 2176 | } |
5d73fad1 PZ |
2177 | |
2178 | if (dev->devtype->tempbuf_size) { | |
5677e3b0 | 2179 | ret = coda_alloc_aux_buf(dev, &dev->tempbuf, |
5d73fad1 | 2180 | dev->devtype->tempbuf_size, "tempbuf", |
f61c0b14 | 2181 | dev->debugfs_root); |
5677e3b0 PZ |
2182 | if (ret < 0) { |
2183 | dev_err(&pdev->dev, "failed to allocate temp buffer\n"); | |
b7bd660a | 2184 | goto err_v4l2_register; |
5677e3b0 | 2185 | } |
186b250a JM |
2186 | } |
2187 | ||
401e972f | 2188 | dev->iram.size = dev->devtype->iram_size; |
b313bcc9 PZ |
2189 | dev->iram.vaddr = gen_pool_dma_alloc(dev->iram_pool, dev->iram.size, |
2190 | &dev->iram.paddr); | |
2191 | if (!dev->iram.vaddr) { | |
8be31c89 PZ |
2192 | dev_warn(&pdev->dev, "unable to alloc iram\n"); |
2193 | } else { | |
811a6934 | 2194 | memset(dev->iram.vaddr, 0, dev->iram.size); |
8be31c89 PZ |
2195 | dev->iram.blob.data = dev->iram.vaddr; |
2196 | dev->iram.blob.size = dev->iram.size; | |
2197 | dev->iram.dentry = debugfs_create_blob("iram", 0644, | |
2198 | dev->debugfs_root, | |
2199 | &dev->iram.blob); | |
1043667b PZ |
2200 | } |
2201 | ||
32b6f206 PZ |
2202 | dev->workqueue = alloc_workqueue("coda", WQ_UNBOUND | WQ_MEM_RECLAIM, 1); |
2203 | if (!dev->workqueue) { | |
2204 | dev_err(&pdev->dev, "unable to alloc workqueue\n"); | |
74d08d55 FE |
2205 | ret = -ENOMEM; |
2206 | goto err_v4l2_register; | |
32b6f206 PZ |
2207 | } |
2208 | ||
186b250a JM |
2209 | platform_set_drvdata(pdev, dev); |
2210 | ||
c5d28e29 UH |
2211 | /* |
2212 | * Start activated so we can directly call coda_hw_init in | |
e243c7c1 | 2213 | * coda_fw_callback regardless of whether CONFIG_PM is |
c5d28e29 UH |
2214 | * enabled or whether the device is associated with a PM domain. |
2215 | */ | |
2216 | pm_runtime_get_noresume(&pdev->dev); | |
2217 | pm_runtime_set_active(&pdev->dev); | |
1e172731 PZ |
2218 | pm_runtime_enable(&pdev->dev); |
2219 | ||
186b250a | 2220 | return coda_firmware_request(dev); |
b7bd660a FE |
2221 | |
2222 | err_v4l2_register: | |
2223 | v4l2_device_unregister(&dev->v4l2_dev); | |
2224 | return ret; | |
186b250a JM |
2225 | } |
2226 | ||
2227 | static int coda_remove(struct platform_device *pdev) | |
2228 | { | |
2229 | struct coda_dev *dev = platform_get_drvdata(pdev); | |
2c11d1bd | 2230 | int i; |
186b250a | 2231 | |
2c11d1bd PZ |
2232 | for (i = 0; i < ARRAY_SIZE(dev->vfd); i++) { |
2233 | if (video_get_drvdata(&dev->vfd[i])) | |
2234 | video_unregister_device(&dev->vfd[i]); | |
2235 | } | |
186b250a JM |
2236 | if (dev->m2m_dev) |
2237 | v4l2_m2m_release(dev->m2m_dev); | |
1e172731 | 2238 | pm_runtime_disable(&pdev->dev); |
186b250a JM |
2239 | if (dev->alloc_ctx) |
2240 | vb2_dma_contig_cleanup_ctx(dev->alloc_ctx); | |
2241 | v4l2_device_unregister(&dev->v4l2_dev); | |
32b6f206 | 2242 | destroy_workqueue(dev->workqueue); |
b313bcc9 PZ |
2243 | if (dev->iram.vaddr) |
2244 | gen_pool_free(dev->iram_pool, (unsigned long)dev->iram.vaddr, | |
2245 | dev->iram.size); | |
5677e3b0 PZ |
2246 | coda_free_aux_buf(dev, &dev->codebuf); |
2247 | coda_free_aux_buf(dev, &dev->tempbuf); | |
2248 | coda_free_aux_buf(dev, &dev->workbuf); | |
f61c0b14 | 2249 | debugfs_remove_recursive(dev->debugfs_root); |
186b250a JM |
2250 | return 0; |
2251 | } | |
2252 | ||
e243c7c1 | 2253 | #ifdef CONFIG_PM |
1e172731 PZ |
2254 | static int coda_runtime_resume(struct device *dev) |
2255 | { | |
2256 | struct coda_dev *cdev = dev_get_drvdata(dev); | |
2257 | int ret = 0; | |
2258 | ||
65919e6b | 2259 | if (dev->pm_domain && cdev->codebuf.vaddr) { |
1e172731 PZ |
2260 | ret = coda_hw_init(cdev); |
2261 | if (ret) | |
2262 | v4l2_err(&cdev->v4l2_dev, "HW initialization failed\n"); | |
2263 | } | |
2264 | ||
2265 | return ret; | |
2266 | } | |
2267 | #endif | |
2268 | ||
2269 | static const struct dev_pm_ops coda_pm_ops = { | |
2270 | SET_RUNTIME_PM_OPS(NULL, coda_runtime_resume, NULL) | |
2271 | }; | |
2272 | ||
186b250a JM |
2273 | static struct platform_driver coda_driver = { |
2274 | .probe = coda_probe, | |
4c62e976 | 2275 | .remove = coda_remove, |
186b250a JM |
2276 | .driver = { |
2277 | .name = CODA_NAME, | |
186b250a | 2278 | .of_match_table = of_match_ptr(coda_dt_ids), |
1e172731 | 2279 | .pm = &coda_pm_ops, |
186b250a JM |
2280 | }, |
2281 | .id_table = coda_platform_ids, | |
2282 | }; | |
2283 | ||
2284 | module_platform_driver(coda_driver); | |
2285 | ||
2286 | MODULE_LICENSE("GPL"); | |
2287 | MODULE_AUTHOR("Javier Martin <javier.martin@vista-silicon.com>"); | |
2288 | MODULE_DESCRIPTION("Coda multi-standard codec V4L2 driver"); |