1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
|
/* SPDX-License-Identifier: (GPL-2.0-only OR MIT) */
/*
* Copyright (C) 2024 Amlogic, Inc. All rights reserved
*/
#ifndef __C3_ISP_COMMON_H__
#define __C3_ISP_COMMON_H__
#include <linux/clk.h>
#include <media/media-device.h>
#include <media/videobuf2-core.h>
#include <media/v4l2-device.h>
#include <media/v4l2-subdev.h>
#include <media/videobuf2-v4l2.h>
#define C3_ISP_DRIVER_NAME "c3-isp"
#define C3_ISP_CLOCK_NUM_MAX 3
#define C3_ISP_DEFAULT_WIDTH 1920
#define C3_ISP_DEFAULT_HEIGHT 1080
#define C3_ISP_MAX_WIDTH 2888
#define C3_ISP_MAX_HEIGHT 2240
#define C3_ISP_MIN_WIDTH 160
#define C3_ISP_MIN_HEIGHT 120
#define C3_ISP_DMA_SIZE_ALIGN_BYTES 16
enum c3_isp_core_pads {
C3_ISP_CORE_PAD_SINK_VIDEO,
C3_ISP_CORE_PAD_SINK_PARAMS,
C3_ISP_CORE_PAD_SOURCE_STATS,
C3_ISP_CORE_PAD_SOURCE_VIDEO_0,
C3_ISP_CORE_PAD_SOURCE_VIDEO_1,
C3_ISP_CORE_PAD_SOURCE_VIDEO_2,
C3_ISP_CORE_PAD_MAX
};
enum c3_isp_resizer_ids {
C3_ISP_RSZ_0,
C3_ISP_RSZ_1,
C3_ISP_RSZ_2,
C3_ISP_NUM_RSZ
};
enum c3_isp_resizer_pads {
C3_ISP_RSZ_PAD_SINK,
C3_ISP_RSZ_PAD_SOURCE,
C3_ISP_RSZ_PAD_MAX
};
enum c3_isp_cap_devs {
C3_ISP_CAP_DEV_0,
C3_ISP_CAP_DEV_1,
C3_ISP_CAP_DEV_2,
C3_ISP_NUM_CAP_DEVS
};
enum c3_isp_planes {
C3_ISP_PLANE_Y,
C3_ISP_PLANE_UV,
C3_ISP_NUM_PLANES
};
/*
* struct c3_isp_cap_format_info - The image format of capture device
*
* @mbus_code: the mbus code
* @fourcc: the pixel format
* @format: defines the output format of hardware
* @planes: defines the mutil plane of hardware
* @ch0_pix_bits: defines the channel 0 pixel bits mode of hardware
* @uv_swap: defines the uv swap flag of hardware
* @in_bits: defines the input bits of hardware
* @hdiv: horizontal chroma subsampling factor of hardware
* @vdiv: vertical chroma subsampling factor of hardware
*/
struct c3_isp_cap_format_info {
u32 mbus_code;
u32 fourcc;
u32 format;
u32 planes;
u32 ch0_pix_bits;
u8 uv_swap;
u8 in_bits;
u8 hdiv;
u8 vdiv;
};
/*
* struct c3_isp_cap_buffer - A container of vb2 buffer used by the video
* devices: capture video devices
*
* @vb: vb2 buffer
* @dma_addr: buffer physical address
* @list: entry of the buffer in the queue
*/
struct c3_isp_cap_buffer {
struct vb2_v4l2_buffer vb;
dma_addr_t dma_addr[C3_ISP_NUM_PLANES];
struct list_head list;
};
/*
* struct c3_isp_stats_dma_buffer - A container of vb2 buffer used by the video
* devices: stats video devices
*
* @vb: vb2 buffer
* @dma_addr: buffer physical address
* @list: entry of the buffer in the queue
*/
struct c3_isp_stats_buffer {
struct vb2_v4l2_buffer vb;
dma_addr_t dma_addr;
struct list_head list;
};
/*
* struct c3_isp_params_buffer - A container of vb2 buffer used by the
* params video device
*
* @vb: vb2 buffer
* @cfg: scratch buffer used for caching the ISP configuration parameters
* @list: entry of the buffer in the queue
*/
struct c3_isp_params_buffer {
struct vb2_v4l2_buffer vb;
void *cfg;
struct list_head list;
};
/*
* struct c3_isp_dummy_buffer - A buffer to write the next frame to in case
* there are no vb2 buffers available.
*
* @vaddr: return value of call to dma_alloc_attrs
* @dma_addr: dma address of the buffer
* @size: size of the buffer
*/
struct c3_isp_dummy_buffer {
void *vaddr;
dma_addr_t dma_addr;
u32 size;
};
/*
* struct c3_isp_core - ISP core subdev
*
* @sd: ISP sub-device
* @pads: ISP sub-device pads
* @src_pad: source sub-device pad
* @isp: pointer to c3_isp_device
*/
struct c3_isp_core {
struct v4l2_subdev sd;
struct media_pad pads[C3_ISP_CORE_PAD_MAX];
struct media_pad *src_pad;
struct c3_isp_device *isp;
};
/*
* struct c3_isp_resizer - ISP resizer subdev
*
* @id: resizer id
* @sd: resizer sub-device
* @pads: resizer sub-device pads
* @src_sd: source sub-device
* @isp: pointer to c3_isp_device
* @src_pad: the pad of source sub-device
*/
struct c3_isp_resizer {
enum c3_isp_resizer_ids id;
struct v4l2_subdev sd;
struct media_pad pads[C3_ISP_RSZ_PAD_MAX];
struct v4l2_subdev *src_sd;
struct c3_isp_device *isp;
u32 src_pad;
};
/*
* struct c3_isp_stats - ISP statistics device
*
* @vb2_q: vb2 buffer queue
* @vdev: video node
* @vfmt: v4l2_format of the metadata format
* @pad: media pad
* @lock: protects vb2_q, vdev
* @isp: pointer to c3_isp_device
* @buff: in use buffer
* @buff_lock: protects stats buffer
* @pending: stats buffer list head
*/
struct c3_isp_stats {
struct vb2_queue vb2_q;
struct video_device vdev;
struct v4l2_format vfmt;
struct media_pad pad;
struct mutex lock; /* Protects vb2_q, vdev */
struct c3_isp_device *isp;
struct c3_isp_stats_buffer *buff;
spinlock_t buff_lock; /* Protects stats buffer */
struct list_head pending;
};
/*
* struct c3_isp_params - ISP parameters device
*
* @vb2_q: vb2 buffer queue
* @vdev: video node
* @vfmt: v4l2_format of the metadata format
* @pad: media pad
* @lock: protects vb2_q, vdev
* @isp: pointer to c3_isp_device
* @buff: in use buffer
* @buff_lock: protects stats buffer
* @pending: stats buffer list head
*/
struct c3_isp_params {
struct vb2_queue vb2_q;
struct video_device vdev;
struct v4l2_format vfmt;
struct media_pad pad;
struct mutex lock; /* Protects vb2_q, vdev */
struct c3_isp_device *isp;
struct c3_isp_params_buffer *buff;
spinlock_t buff_lock; /* Protects params buffer */
struct list_head pending;
};
/*
* struct c3_isp_capture - ISP capture device
*
* @id: capture device ID
* @vb2_q: vb2 buffer queue
* @vdev: video node
* @pad: media pad
* @lock: protects vb2_q, vdev
* @isp: pointer to c3_isp_device
* @rsz: pointer to c3_isp_resizer
* @buff: in use buffer
* @buff_lock: protects capture buffer
* @pending: capture buffer list head
* @format.info: a pointer to the c3_isp_capture_format of the pixel format
* @format.fmt: buffer format
*/
struct c3_isp_capture {
enum c3_isp_cap_devs id;
struct vb2_queue vb2_q;
struct video_device vdev;
struct media_pad pad;
struct mutex lock; /* Protects vb2_q, vdev */
struct c3_isp_device *isp;
struct c3_isp_resizer *rsz;
struct c3_isp_dummy_buffer dummy_buff;
struct c3_isp_cap_buffer *buff;
spinlock_t buff_lock; /* Protects stream buffer */
struct list_head pending;
struct {
const struct c3_isp_cap_format_info *info;
struct v4l2_pix_format_mplane pix_mp;
} format;
};
/**
* struct c3_isp_info - ISP information
*
* @clocks: array of ISP clock names
* @clock_num: actual clock number
*/
struct c3_isp_info {
char *clocks[C3_ISP_CLOCK_NUM_MAX];
u32 clock_num;
};
/**
* struct c3_isp_device - ISP platform device
*
* @dev: pointer to the struct device
* @base: base register address
* @clks: array of clocks
* @notifier: notifier to register on the v4l2-async API
* @v4l2_dev: v4l2_device variable
* @media_dev: media device variable
* @pipe: media pipeline
* @core: ISP core subdev
* @resizers: ISP resizer subdev
* @stats: ISP stats device
* @params: ISP params device
* @caps: array of ISP capture device
* @frm_sequence: used to record frame id
* @info: version-specific ISP information
*/
struct c3_isp_device {
struct device *dev;
void __iomem *base;
struct clk_bulk_data clks[C3_ISP_CLOCK_NUM_MAX];
struct v4l2_async_notifier notifier;
struct v4l2_device v4l2_dev;
struct media_device media_dev;
struct media_pipeline pipe;
struct c3_isp_core core;
struct c3_isp_resizer resizers[C3_ISP_NUM_RSZ];
struct c3_isp_stats stats;
struct c3_isp_params params;
struct c3_isp_capture caps[C3_ISP_NUM_CAP_DEVS];
u32 frm_sequence;
const struct c3_isp_info *info;
};
u32 c3_isp_read(struct c3_isp_device *isp, u32 reg);
void c3_isp_write(struct c3_isp_device *isp, u32 reg, u32 val);
void c3_isp_update_bits(struct c3_isp_device *isp, u32 reg, u32 mask, u32 val);
void c3_isp_core_queue_sof(struct c3_isp_device *isp);
int c3_isp_core_register(struct c3_isp_device *isp);
void c3_isp_core_unregister(struct c3_isp_device *isp);
int c3_isp_resizers_register(struct c3_isp_device *isp);
void c3_isp_resizers_unregister(struct c3_isp_device *isp);
int c3_isp_captures_register(struct c3_isp_device *isp);
void c3_isp_captures_unregister(struct c3_isp_device *isp);
void c3_isp_captures_isr(struct c3_isp_device *isp);
void c3_isp_stats_pre_cfg(struct c3_isp_device *isp);
int c3_isp_stats_register(struct c3_isp_device *isp);
void c3_isp_stats_unregister(struct c3_isp_device *isp);
void c3_isp_stats_isr(struct c3_isp_device *isp);
void c3_isp_params_pre_cfg(struct c3_isp_device *isp);
int c3_isp_params_register(struct c3_isp_device *isp);
void c3_isp_params_unregister(struct c3_isp_device *isp);
void c3_isp_params_isr(struct c3_isp_device *isp);
#endif
|
