Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * A V4L2 driver for Sony IMX219 cameras.
4 * Copyright (C) 2019, Raspberry Pi (Trading) Ltd
5 *
6 * Based on Sony imx258 camera driver
7 * Copyright (C) 2018 Intel Corporation
8 *
9 * DT / fwnode changes, and regulator / GPIO control taken from imx214 driver
10 * Copyright 2018 Qtechnology A/S
11 *
12 * Flip handling taken from the Sony IMX319 driver.
13 * Copyright (C) 2018 Intel Corporation
14 *
15 */
16
17#include <linux/clk.h>
18#include <linux/delay.h>
19#include <linux/gpio/consumer.h>
20#include <linux/i2c.h>
21#include <linux/module.h>
22#include <linux/pm_runtime.h>
23#include <linux/regulator/consumer.h>
24#include <media/v4l2-ctrls.h>
25#include <media/v4l2-device.h>
26#include <media/v4l2-event.h>
27#include <media/v4l2-fwnode.h>
28#include <media/v4l2-mediabus.h>
29#include <asm/unaligned.h>
30
31#define IMX219_REG_VALUE_08BIT 1
32#define IMX219_REG_VALUE_16BIT 2
33
34#define IMX219_REG_MODE_SELECT 0x0100
35#define IMX219_MODE_STANDBY 0x00
36#define IMX219_MODE_STREAMING 0x01
37
38/* Chip ID */
39#define IMX219_REG_CHIP_ID 0x0000
40#define IMX219_CHIP_ID 0x0219
41
42/* External clock frequency is 24.0M */
43#define IMX219_XCLK_FREQ 24000000
44
45/* Pixel rate is fixed at 182.4M for all the modes */
46#define IMX219_PIXEL_RATE 182400000
47
48#define IMX219_DEFAULT_LINK_FREQ 456000000
49
50/* V_TIMING internal */
51#define IMX219_REG_VTS 0x0160
52#define IMX219_VTS_15FPS 0x0dc6
53#define IMX219_VTS_30FPS_1080P 0x06e3
54#define IMX219_VTS_30FPS_BINNED 0x06e3
55#define IMX219_VTS_30FPS_640x480 0x06e3
56#define IMX219_VTS_MAX 0xffff
57
58#define IMX219_VBLANK_MIN 4
59
60/*Frame Length Line*/
61#define IMX219_FLL_MIN 0x08a6
62#define IMX219_FLL_MAX 0xffff
63#define IMX219_FLL_STEP 1
64#define IMX219_FLL_DEFAULT 0x0c98
65
66/* HBLANK control - read only */
67#define IMX219_PPL_DEFAULT 3448
68
69/* Exposure control */
70#define IMX219_REG_EXPOSURE 0x015a
71#define IMX219_EXPOSURE_MIN 4
72#define IMX219_EXPOSURE_STEP 1
73#define IMX219_EXPOSURE_DEFAULT 0x640
74#define IMX219_EXPOSURE_MAX 65535
75
76/* Analog gain control */
77#define IMX219_REG_ANALOG_GAIN 0x0157
78#define IMX219_ANA_GAIN_MIN 0
79#define IMX219_ANA_GAIN_MAX 232
80#define IMX219_ANA_GAIN_STEP 1
81#define IMX219_ANA_GAIN_DEFAULT 0x0
82
83/* Digital gain control */
84#define IMX219_REG_DIGITAL_GAIN 0x0158
85#define IMX219_DGTL_GAIN_MIN 0x0100
86#define IMX219_DGTL_GAIN_MAX 0x0fff
87#define IMX219_DGTL_GAIN_DEFAULT 0x0100
88#define IMX219_DGTL_GAIN_STEP 1
89
90#define IMX219_REG_ORIENTATION 0x0172
91
92/* Test Pattern Control */
93#define IMX219_REG_TEST_PATTERN 0x0600
94#define IMX219_TEST_PATTERN_DISABLE 0
95#define IMX219_TEST_PATTERN_SOLID_COLOR 1
96#define IMX219_TEST_PATTERN_COLOR_BARS 2
97#define IMX219_TEST_PATTERN_GREY_COLOR 3
98#define IMX219_TEST_PATTERN_PN9 4
99
100/* Test pattern colour components */
101#define IMX219_REG_TESTP_RED 0x0602
102#define IMX219_REG_TESTP_GREENR 0x0604
103#define IMX219_REG_TESTP_BLUE 0x0606
104#define IMX219_REG_TESTP_GREENB 0x0608
105#define IMX219_TESTP_COLOUR_MIN 0
106#define IMX219_TESTP_COLOUR_MAX 0x03ff
107#define IMX219_TESTP_COLOUR_STEP 1
108#define IMX219_TESTP_RED_DEFAULT IMX219_TESTP_COLOUR_MAX
109#define IMX219_TESTP_GREENR_DEFAULT 0
110#define IMX219_TESTP_BLUE_DEFAULT 0
111#define IMX219_TESTP_GREENB_DEFAULT 0
112
113/* IMX219 native and active pixel array size. */
114#define IMX219_NATIVE_WIDTH 3296U
115#define IMX219_NATIVE_HEIGHT 2480U
116#define IMX219_PIXEL_ARRAY_LEFT 8U
117#define IMX219_PIXEL_ARRAY_TOP 8U
118#define IMX219_PIXEL_ARRAY_WIDTH 3280U
119#define IMX219_PIXEL_ARRAY_HEIGHT 2464U
120
121struct imx219_reg {
122 u16 address;
123 u8 val;
124};
125
126struct imx219_reg_list {
127 unsigned int num_of_regs;
128 const struct imx219_reg *regs;
129};
130
131/* Mode : resolution and related config&values */
132struct imx219_mode {
133 /* Frame width */
134 unsigned int width;
135 /* Frame height */
136 unsigned int height;
137
138 /* Analog crop rectangle. */
139 struct v4l2_rect crop;
140
141 /* V-timing */
142 unsigned int vts_def;
143
144 /* Default register values */
145 struct imx219_reg_list reg_list;
146};
147
148/*
149 * Register sets lifted off the i2C interface from the Raspberry Pi firmware
150 * driver.
151 * 3280x2464 = mode 2, 1920x1080 = mode 1, 1640x1232 = mode 4, 640x480 = mode 7.
152 */
153static const struct imx219_reg mode_3280x2464_regs[] = {
154 {0x0100, 0x00},
155 {0x30eb, 0x0c},
156 {0x30eb, 0x05},
157 {0x300a, 0xff},
158 {0x300b, 0xff},
159 {0x30eb, 0x05},
160 {0x30eb, 0x09},
161 {0x0114, 0x01},
162 {0x0128, 0x00},
163 {0x012a, 0x18},
164 {0x012b, 0x00},
165 {0x0164, 0x00},
166 {0x0165, 0x00},
167 {0x0166, 0x0c},
168 {0x0167, 0xcf},
169 {0x0168, 0x00},
170 {0x0169, 0x00},
171 {0x016a, 0x09},
172 {0x016b, 0x9f},
173 {0x016c, 0x0c},
174 {0x016d, 0xd0},
175 {0x016e, 0x09},
176 {0x016f, 0xa0},
177 {0x0170, 0x01},
178 {0x0171, 0x01},
179 {0x0174, 0x00},
180 {0x0175, 0x00},
181 {0x0301, 0x05},
182 {0x0303, 0x01},
183 {0x0304, 0x03},
184 {0x0305, 0x03},
185 {0x0306, 0x00},
186 {0x0307, 0x39},
187 {0x030b, 0x01},
188 {0x030c, 0x00},
189 {0x030d, 0x72},
190 {0x0624, 0x0c},
191 {0x0625, 0xd0},
192 {0x0626, 0x09},
193 {0x0627, 0xa0},
194 {0x455e, 0x00},
195 {0x471e, 0x4b},
196 {0x4767, 0x0f},
197 {0x4750, 0x14},
198 {0x4540, 0x00},
199 {0x47b4, 0x14},
200 {0x4713, 0x30},
201 {0x478b, 0x10},
202 {0x478f, 0x10},
203 {0x4793, 0x10},
204 {0x4797, 0x0e},
205 {0x479b, 0x0e},
206 {0x0162, 0x0d},
207 {0x0163, 0x78},
208};
209
210static const struct imx219_reg mode_1920_1080_regs[] = {
211 {0x0100, 0x00},
212 {0x30eb, 0x05},
213 {0x30eb, 0x0c},
214 {0x300a, 0xff},
215 {0x300b, 0xff},
216 {0x30eb, 0x05},
217 {0x30eb, 0x09},
218 {0x0114, 0x01},
219 {0x0128, 0x00},
220 {0x012a, 0x18},
221 {0x012b, 0x00},
222 {0x0162, 0x0d},
223 {0x0163, 0x78},
224 {0x0164, 0x02},
225 {0x0165, 0xa8},
226 {0x0166, 0x0a},
227 {0x0167, 0x27},
228 {0x0168, 0x02},
229 {0x0169, 0xb4},
230 {0x016a, 0x06},
231 {0x016b, 0xeb},
232 {0x016c, 0x07},
233 {0x016d, 0x80},
234 {0x016e, 0x04},
235 {0x016f, 0x38},
236 {0x0170, 0x01},
237 {0x0171, 0x01},
238 {0x0174, 0x00},
239 {0x0175, 0x00},
240 {0x0301, 0x05},
241 {0x0303, 0x01},
242 {0x0304, 0x03},
243 {0x0305, 0x03},
244 {0x0306, 0x00},
245 {0x0307, 0x39},
246 {0x030b, 0x01},
247 {0x030c, 0x00},
248 {0x030d, 0x72},
249 {0x0624, 0x07},
250 {0x0625, 0x80},
251 {0x0626, 0x04},
252 {0x0627, 0x38},
253 {0x455e, 0x00},
254 {0x471e, 0x4b},
255 {0x4767, 0x0f},
256 {0x4750, 0x14},
257 {0x4540, 0x00},
258 {0x47b4, 0x14},
259 {0x4713, 0x30},
260 {0x478b, 0x10},
261 {0x478f, 0x10},
262 {0x4793, 0x10},
263 {0x4797, 0x0e},
264 {0x479b, 0x0e},
265};
266
267static const struct imx219_reg mode_1640_1232_regs[] = {
268 {0x0100, 0x00},
269 {0x30eb, 0x0c},
270 {0x30eb, 0x05},
271 {0x300a, 0xff},
272 {0x300b, 0xff},
273 {0x30eb, 0x05},
274 {0x30eb, 0x09},
275 {0x0114, 0x01},
276 {0x0128, 0x00},
277 {0x012a, 0x18},
278 {0x012b, 0x00},
279 {0x0164, 0x00},
280 {0x0165, 0x00},
281 {0x0166, 0x0c},
282 {0x0167, 0xcf},
283 {0x0168, 0x00},
284 {0x0169, 0x00},
285 {0x016a, 0x09},
286 {0x016b, 0x9f},
287 {0x016c, 0x06},
288 {0x016d, 0x68},
289 {0x016e, 0x04},
290 {0x016f, 0xd0},
291 {0x0170, 0x01},
292 {0x0171, 0x01},
293 {0x0174, 0x01},
294 {0x0175, 0x01},
295 {0x0301, 0x05},
296 {0x0303, 0x01},
297 {0x0304, 0x03},
298 {0x0305, 0x03},
299 {0x0306, 0x00},
300 {0x0307, 0x39},
301 {0x030b, 0x01},
302 {0x030c, 0x00},
303 {0x030d, 0x72},
304 {0x0624, 0x06},
305 {0x0625, 0x68},
306 {0x0626, 0x04},
307 {0x0627, 0xd0},
308 {0x455e, 0x00},
309 {0x471e, 0x4b},
310 {0x4767, 0x0f},
311 {0x4750, 0x14},
312 {0x4540, 0x00},
313 {0x47b4, 0x14},
314 {0x4713, 0x30},
315 {0x478b, 0x10},
316 {0x478f, 0x10},
317 {0x4793, 0x10},
318 {0x4797, 0x0e},
319 {0x479b, 0x0e},
320 {0x0162, 0x0d},
321 {0x0163, 0x78},
322};
323
324static const struct imx219_reg mode_640_480_regs[] = {
325 {0x0100, 0x00},
326 {0x30eb, 0x05},
327 {0x30eb, 0x0c},
328 {0x300a, 0xff},
329 {0x300b, 0xff},
330 {0x30eb, 0x05},
331 {0x30eb, 0x09},
332 {0x0114, 0x01},
333 {0x0128, 0x00},
334 {0x012a, 0x18},
335 {0x012b, 0x00},
336 {0x0162, 0x0d},
337 {0x0163, 0x78},
338 {0x0164, 0x03},
339 {0x0165, 0xe8},
340 {0x0166, 0x08},
341 {0x0167, 0xe7},
342 {0x0168, 0x02},
343 {0x0169, 0xf0},
344 {0x016a, 0x06},
345 {0x016b, 0xaf},
346 {0x016c, 0x02},
347 {0x016d, 0x80},
348 {0x016e, 0x01},
349 {0x016f, 0xe0},
350 {0x0170, 0x01},
351 {0x0171, 0x01},
352 {0x0174, 0x03},
353 {0x0175, 0x03},
354 {0x0301, 0x05},
355 {0x0303, 0x01},
356 {0x0304, 0x03},
357 {0x0305, 0x03},
358 {0x0306, 0x00},
359 {0x0307, 0x39},
360 {0x030b, 0x01},
361 {0x030c, 0x00},
362 {0x030d, 0x72},
363 {0x0624, 0x06},
364 {0x0625, 0x68},
365 {0x0626, 0x04},
366 {0x0627, 0xd0},
367 {0x455e, 0x00},
368 {0x471e, 0x4b},
369 {0x4767, 0x0f},
370 {0x4750, 0x14},
371 {0x4540, 0x00},
372 {0x47b4, 0x14},
373 {0x4713, 0x30},
374 {0x478b, 0x10},
375 {0x478f, 0x10},
376 {0x4793, 0x10},
377 {0x4797, 0x0e},
378 {0x479b, 0x0e},
379};
380
381static const struct imx219_reg raw8_framefmt_regs[] = {
382 {0x018c, 0x08},
383 {0x018d, 0x08},
384 {0x0309, 0x08},
385};
386
387static const struct imx219_reg raw10_framefmt_regs[] = {
388 {0x018c, 0x0a},
389 {0x018d, 0x0a},
390 {0x0309, 0x0a},
391};
392
393static const s64 imx219_link_freq_menu[] = {
394 IMX219_DEFAULT_LINK_FREQ,
395};
396
397static const char * const imx219_test_pattern_menu[] = {
398 "Disabled",
399 "Color Bars",
400 "Solid Color",
401 "Grey Color Bars",
402 "PN9"
403};
404
405static const int imx219_test_pattern_val[] = {
406 IMX219_TEST_PATTERN_DISABLE,
407 IMX219_TEST_PATTERN_COLOR_BARS,
408 IMX219_TEST_PATTERN_SOLID_COLOR,
409 IMX219_TEST_PATTERN_GREY_COLOR,
410 IMX219_TEST_PATTERN_PN9,
411};
412
413/* regulator supplies */
414static const char * const imx219_supply_name[] = {
415 /* Supplies can be enabled in any order */
416 "VANA", /* Analog (2.8V) supply */
417 "VDIG", /* Digital Core (1.8V) supply */
418 "VDDL", /* IF (1.2V) supply */
419};
420
421#define IMX219_NUM_SUPPLIES ARRAY_SIZE(imx219_supply_name)
422
423/*
424 * The supported formats.
425 * This table MUST contain 4 entries per format, to cover the various flip
426 * combinations in the order
427 * - no flip
428 * - h flip
429 * - v flip
430 * - h&v flips
431 */
432static const u32 codes[] = {
433 MEDIA_BUS_FMT_SRGGB10_1X10,
434 MEDIA_BUS_FMT_SGRBG10_1X10,
435 MEDIA_BUS_FMT_SGBRG10_1X10,
436 MEDIA_BUS_FMT_SBGGR10_1X10,
437
438 MEDIA_BUS_FMT_SRGGB8_1X8,
439 MEDIA_BUS_FMT_SGRBG8_1X8,
440 MEDIA_BUS_FMT_SGBRG8_1X8,
441 MEDIA_BUS_FMT_SBGGR8_1X8,
442};
443
444/*
445 * Initialisation delay between XCLR low->high and the moment when the sensor
446 * can start capture (i.e. can leave software stanby) must be not less than:
447 * t4 + max(t5, t6 + <time to initialize the sensor register over I2C>)
448 * where
449 * t4 is fixed, and is max 200uS,
450 * t5 is fixed, and is 6000uS,
451 * t6 depends on the sensor external clock, and is max 32000 clock periods.
452 * As per sensor datasheet, the external clock must be from 6MHz to 27MHz.
453 * So for any acceptable external clock t6 is always within the range of
454 * 1185 to 5333 uS, and is always less than t5.
455 * For this reason this is always safe to wait (t4 + t5) = 6200 uS, then
456 * initialize the sensor over I2C, and then exit the software standby.
457 *
458 * This start-up time can be optimized a bit more, if we start the writes
459 * over I2C after (t4+t6), but before (t4+t5) expires. But then sensor
460 * initialization over I2C may complete before (t4+t5) expires, and we must
461 * ensure that capture is not started before (t4+t5).
462 *
463 * This delay doesn't account for the power supply startup time. If needed,
464 * this should be taken care of via the regulator framework. E.g. in the
465 * case of DT for regulator-fixed one should define the startup-delay-us
466 * property.
467 */
468#define IMX219_XCLR_MIN_DELAY_US 6200
469#define IMX219_XCLR_DELAY_RANGE_US 1000
470
471/* Mode configs */
472static const struct imx219_mode supported_modes[] = {
473 {
474 /* 8MPix 15fps mode */
475 .width = 3280,
476 .height = 2464,
477 .crop = {
478 .left = IMX219_PIXEL_ARRAY_LEFT,
479 .top = IMX219_PIXEL_ARRAY_TOP,
480 .width = 3280,
481 .height = 2464
482 },
483 .vts_def = IMX219_VTS_15FPS,
484 .reg_list = {
485 .num_of_regs = ARRAY_SIZE(mode_3280x2464_regs),
486 .regs = mode_3280x2464_regs,
487 },
488 },
489 {
490 /* 1080P 30fps cropped */
491 .width = 1920,
492 .height = 1080,
493 .crop = {
494 .left = 688,
495 .top = 700,
496 .width = 1920,
497 .height = 1080
498 },
499 .vts_def = IMX219_VTS_30FPS_1080P,
500 .reg_list = {
501 .num_of_regs = ARRAY_SIZE(mode_1920_1080_regs),
502 .regs = mode_1920_1080_regs,
503 },
504 },
505 {
506 /* 2x2 binned 30fps mode */
507 .width = 1640,
508 .height = 1232,
509 .crop = {
510 .left = IMX219_PIXEL_ARRAY_LEFT,
511 .top = IMX219_PIXEL_ARRAY_TOP,
512 .width = 3280,
513 .height = 2464
514 },
515 .vts_def = IMX219_VTS_30FPS_BINNED,
516 .reg_list = {
517 .num_of_regs = ARRAY_SIZE(mode_1640_1232_regs),
518 .regs = mode_1640_1232_regs,
519 },
520 },
521 {
522 /* 640x480 30fps mode */
523 .width = 640,
524 .height = 480,
525 .crop = {
526 .left = 1008,
527 .top = 760,
528 .width = 1280,
529 .height = 960
530 },
531 .vts_def = IMX219_VTS_30FPS_640x480,
532 .reg_list = {
533 .num_of_regs = ARRAY_SIZE(mode_640_480_regs),
534 .regs = mode_640_480_regs,
535 },
536 },
537};
538
539struct imx219 {
540 struct v4l2_subdev sd;
541 struct media_pad pad;
542
543 struct v4l2_mbus_framefmt fmt;
544
545 struct clk *xclk; /* system clock to IMX219 */
546 u32 xclk_freq;
547
548 struct gpio_desc *reset_gpio;
549 struct regulator_bulk_data supplies[IMX219_NUM_SUPPLIES];
550
551 struct v4l2_ctrl_handler ctrl_handler;
552 /* V4L2 Controls */
553 struct v4l2_ctrl *pixel_rate;
554 struct v4l2_ctrl *link_freq;
555 struct v4l2_ctrl *exposure;
556 struct v4l2_ctrl *vflip;
557 struct v4l2_ctrl *hflip;
558 struct v4l2_ctrl *vblank;
559 struct v4l2_ctrl *hblank;
560
561 /* Current mode */
562 const struct imx219_mode *mode;
563
564 /*
565 * Mutex for serialized access:
566 * Protect sensor module set pad format and start/stop streaming safely.
567 */
568 struct mutex mutex;
569
570 /* Streaming on/off */
571 bool streaming;
572};
573
574static inline struct imx219 *to_imx219(struct v4l2_subdev *_sd)
575{
576 return container_of(_sd, struct imx219, sd);
577}
578
579/* Read registers up to 2 at a time */
580static int imx219_read_reg(struct imx219 *imx219, u16 reg, u32 len, u32 *val)
581{
582 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
583 struct i2c_msg msgs[2];
584 u8 addr_buf[2] = { reg >> 8, reg & 0xff };
585 u8 data_buf[4] = { 0, };
586 int ret;
587
588 if (len > 4)
589 return -EINVAL;
590
591 /* Write register address */
592 msgs[0].addr = client->addr;
593 msgs[0].flags = 0;
594 msgs[0].len = ARRAY_SIZE(addr_buf);
595 msgs[0].buf = addr_buf;
596
597 /* Read data from register */
598 msgs[1].addr = client->addr;
599 msgs[1].flags = I2C_M_RD;
600 msgs[1].len = len;
601 msgs[1].buf = &data_buf[4 - len];
602
603 ret = i2c_transfer(client->adapter, msgs, ARRAY_SIZE(msgs));
604 if (ret != ARRAY_SIZE(msgs))
605 return -EIO;
606
607 *val = get_unaligned_be32(data_buf);
608
609 return 0;
610}
611
612/* Write registers up to 2 at a time */
613static int imx219_write_reg(struct imx219 *imx219, u16 reg, u32 len, u32 val)
614{
615 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
616 u8 buf[6];
617
618 if (len > 4)
619 return -EINVAL;
620
621 put_unaligned_be16(reg, buf);
622 put_unaligned_be32(val << (8 * (4 - len)), buf + 2);
623 if (i2c_master_send(client, buf, len + 2) != len + 2)
624 return -EIO;
625
626 return 0;
627}
628
629/* Write a list of registers */
630static int imx219_write_regs(struct imx219 *imx219,
631 const struct imx219_reg *regs, u32 len)
632{
633 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
634 unsigned int i;
635 int ret;
636
637 for (i = 0; i < len; i++) {
638 ret = imx219_write_reg(imx219, regs[i].address, 1, regs[i].val);
639 if (ret) {
640 dev_err_ratelimited(&client->dev,
641 "Failed to write reg 0x%4.4x. error = %d\n",
642 regs[i].address, ret);
643
644 return ret;
645 }
646 }
647
648 return 0;
649}
650
651/* Get bayer order based on flip setting. */
652static u32 imx219_get_format_code(struct imx219 *imx219, u32 code)
653{
654 unsigned int i;
655
656 lockdep_assert_held(&imx219->mutex);
657
658 for (i = 0; i < ARRAY_SIZE(codes); i++)
659 if (codes[i] == code)
660 break;
661
662 if (i >= ARRAY_SIZE(codes))
663 i = 0;
664
665 i = (i & ~3) | (imx219->vflip->val ? 2 : 0) |
666 (imx219->hflip->val ? 1 : 0);
667
668 return codes[i];
669}
670
671static void imx219_set_default_format(struct imx219 *imx219)
672{
673 struct v4l2_mbus_framefmt *fmt;
674
675 fmt = &imx219->fmt;
676 fmt->code = MEDIA_BUS_FMT_SRGGB10_1X10;
677 fmt->colorspace = V4L2_COLORSPACE_SRGB;
678 fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->colorspace);
679 fmt->quantization = V4L2_MAP_QUANTIZATION_DEFAULT(true,
680 fmt->colorspace,
681 fmt->ycbcr_enc);
682 fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->colorspace);
683 fmt->width = supported_modes[0].width;
684 fmt->height = supported_modes[0].height;
685 fmt->field = V4L2_FIELD_NONE;
686}
687
688static int imx219_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
689{
690 struct imx219 *imx219 = to_imx219(sd);
691 struct v4l2_mbus_framefmt *try_fmt =
692 v4l2_subdev_get_try_format(sd, fh->state, 0);
693 struct v4l2_rect *try_crop;
694
695 mutex_lock(&imx219->mutex);
696
697 /* Initialize try_fmt */
698 try_fmt->width = supported_modes[0].width;
699 try_fmt->height = supported_modes[0].height;
700 try_fmt->code = imx219_get_format_code(imx219,
701 MEDIA_BUS_FMT_SRGGB10_1X10);
702 try_fmt->field = V4L2_FIELD_NONE;
703
704 /* Initialize try_crop rectangle. */
705 try_crop = v4l2_subdev_get_try_crop(sd, fh->state, 0);
706 try_crop->top = IMX219_PIXEL_ARRAY_TOP;
707 try_crop->left = IMX219_PIXEL_ARRAY_LEFT;
708 try_crop->width = IMX219_PIXEL_ARRAY_WIDTH;
709 try_crop->height = IMX219_PIXEL_ARRAY_HEIGHT;
710
711 mutex_unlock(&imx219->mutex);
712
713 return 0;
714}
715
716static int imx219_set_ctrl(struct v4l2_ctrl *ctrl)
717{
718 struct imx219 *imx219 =
719 container_of(ctrl->handler, struct imx219, ctrl_handler);
720 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
721 int ret;
722
723 if (ctrl->id == V4L2_CID_VBLANK) {
724 int exposure_max, exposure_def;
725
726 /* Update max exposure while meeting expected vblanking */
727 exposure_max = imx219->mode->height + ctrl->val - 4;
728 exposure_def = (exposure_max < IMX219_EXPOSURE_DEFAULT) ?
729 exposure_max : IMX219_EXPOSURE_DEFAULT;
730 __v4l2_ctrl_modify_range(imx219->exposure,
731 imx219->exposure->minimum,
732 exposure_max, imx219->exposure->step,
733 exposure_def);
734 }
735
736 /*
737 * Applying V4L2 control value only happens
738 * when power is up for streaming
739 */
740 if (pm_runtime_get_if_in_use(&client->dev) == 0)
741 return 0;
742
743 switch (ctrl->id) {
744 case V4L2_CID_ANALOGUE_GAIN:
745 ret = imx219_write_reg(imx219, IMX219_REG_ANALOG_GAIN,
746 IMX219_REG_VALUE_08BIT, ctrl->val);
747 break;
748 case V4L2_CID_EXPOSURE:
749 ret = imx219_write_reg(imx219, IMX219_REG_EXPOSURE,
750 IMX219_REG_VALUE_16BIT, ctrl->val);
751 break;
752 case V4L2_CID_DIGITAL_GAIN:
753 ret = imx219_write_reg(imx219, IMX219_REG_DIGITAL_GAIN,
754 IMX219_REG_VALUE_16BIT, ctrl->val);
755 break;
756 case V4L2_CID_TEST_PATTERN:
757 ret = imx219_write_reg(imx219, IMX219_REG_TEST_PATTERN,
758 IMX219_REG_VALUE_16BIT,
759 imx219_test_pattern_val[ctrl->val]);
760 break;
761 case V4L2_CID_HFLIP:
762 case V4L2_CID_VFLIP:
763 ret = imx219_write_reg(imx219, IMX219_REG_ORIENTATION, 1,
764 imx219->hflip->val |
765 imx219->vflip->val << 1);
766 break;
767 case V4L2_CID_VBLANK:
768 ret = imx219_write_reg(imx219, IMX219_REG_VTS,
769 IMX219_REG_VALUE_16BIT,
770 imx219->mode->height + ctrl->val);
771 break;
772 case V4L2_CID_TEST_PATTERN_RED:
773 ret = imx219_write_reg(imx219, IMX219_REG_TESTP_RED,
774 IMX219_REG_VALUE_16BIT, ctrl->val);
775 break;
776 case V4L2_CID_TEST_PATTERN_GREENR:
777 ret = imx219_write_reg(imx219, IMX219_REG_TESTP_GREENR,
778 IMX219_REG_VALUE_16BIT, ctrl->val);
779 break;
780 case V4L2_CID_TEST_PATTERN_BLUE:
781 ret = imx219_write_reg(imx219, IMX219_REG_TESTP_BLUE,
782 IMX219_REG_VALUE_16BIT, ctrl->val);
783 break;
784 case V4L2_CID_TEST_PATTERN_GREENB:
785 ret = imx219_write_reg(imx219, IMX219_REG_TESTP_GREENB,
786 IMX219_REG_VALUE_16BIT, ctrl->val);
787 break;
788 default:
789 dev_info(&client->dev,
790 "ctrl(id:0x%x,val:0x%x) is not handled\n",
791 ctrl->id, ctrl->val);
792 ret = -EINVAL;
793 break;
794 }
795
796 pm_runtime_put(&client->dev);
797
798 return ret;
799}
800
801static const struct v4l2_ctrl_ops imx219_ctrl_ops = {
802 .s_ctrl = imx219_set_ctrl,
803};
804
805static int imx219_enum_mbus_code(struct v4l2_subdev *sd,
806 struct v4l2_subdev_state *sd_state,
807 struct v4l2_subdev_mbus_code_enum *code)
808{
809 struct imx219 *imx219 = to_imx219(sd);
810
811 if (code->index >= (ARRAY_SIZE(codes) / 4))
812 return -EINVAL;
813
814 mutex_lock(&imx219->mutex);
815 code->code = imx219_get_format_code(imx219, codes[code->index * 4]);
816 mutex_unlock(&imx219->mutex);
817
818 return 0;
819}
820
821static int imx219_enum_frame_size(struct v4l2_subdev *sd,
822 struct v4l2_subdev_state *sd_state,
823 struct v4l2_subdev_frame_size_enum *fse)
824{
825 struct imx219 *imx219 = to_imx219(sd);
826 u32 code;
827
828 if (fse->index >= ARRAY_SIZE(supported_modes))
829 return -EINVAL;
830
831 mutex_lock(&imx219->mutex);
832 code = imx219_get_format_code(imx219, fse->code);
833 mutex_unlock(&imx219->mutex);
834 if (fse->code != code)
835 return -EINVAL;
836
837 fse->min_width = supported_modes[fse->index].width;
838 fse->max_width = fse->min_width;
839 fse->min_height = supported_modes[fse->index].height;
840 fse->max_height = fse->min_height;
841
842 return 0;
843}
844
845static void imx219_reset_colorspace(struct v4l2_mbus_framefmt *fmt)
846{
847 fmt->colorspace = V4L2_COLORSPACE_SRGB;
848 fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->colorspace);
849 fmt->quantization = V4L2_MAP_QUANTIZATION_DEFAULT(true,
850 fmt->colorspace,
851 fmt->ycbcr_enc);
852 fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->colorspace);
853}
854
855static void imx219_update_pad_format(struct imx219 *imx219,
856 const struct imx219_mode *mode,
857 struct v4l2_subdev_format *fmt)
858{
859 fmt->format.width = mode->width;
860 fmt->format.height = mode->height;
861 fmt->format.field = V4L2_FIELD_NONE;
862 imx219_reset_colorspace(&fmt->format);
863}
864
865static int __imx219_get_pad_format(struct imx219 *imx219,
866 struct v4l2_subdev_state *sd_state,
867 struct v4l2_subdev_format *fmt)
868{
869 if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
870 struct v4l2_mbus_framefmt *try_fmt =
871 v4l2_subdev_get_try_format(&imx219->sd, sd_state,
872 fmt->pad);
873 /* update the code which could change due to vflip or hflip: */
874 try_fmt->code = imx219_get_format_code(imx219, try_fmt->code);
875 fmt->format = *try_fmt;
876 } else {
877 imx219_update_pad_format(imx219, imx219->mode, fmt);
878 fmt->format.code = imx219_get_format_code(imx219,
879 imx219->fmt.code);
880 }
881
882 return 0;
883}
884
885static int imx219_get_pad_format(struct v4l2_subdev *sd,
886 struct v4l2_subdev_state *sd_state,
887 struct v4l2_subdev_format *fmt)
888{
889 struct imx219 *imx219 = to_imx219(sd);
890 int ret;
891
892 mutex_lock(&imx219->mutex);
893 ret = __imx219_get_pad_format(imx219, sd_state, fmt);
894 mutex_unlock(&imx219->mutex);
895
896 return ret;
897}
898
899static int imx219_set_pad_format(struct v4l2_subdev *sd,
900 struct v4l2_subdev_state *sd_state,
901 struct v4l2_subdev_format *fmt)
902{
903 struct imx219 *imx219 = to_imx219(sd);
904 const struct imx219_mode *mode;
905 struct v4l2_mbus_framefmt *framefmt;
906 int exposure_max, exposure_def, hblank;
907 unsigned int i;
908
909 mutex_lock(&imx219->mutex);
910
911 for (i = 0; i < ARRAY_SIZE(codes); i++)
912 if (codes[i] == fmt->format.code)
913 break;
914 if (i >= ARRAY_SIZE(codes))
915 i = 0;
916
917 /* Bayer order varies with flips */
918 fmt->format.code = imx219_get_format_code(imx219, codes[i]);
919
920 mode = v4l2_find_nearest_size(supported_modes,
921 ARRAY_SIZE(supported_modes),
922 width, height,
923 fmt->format.width, fmt->format.height);
924 imx219_update_pad_format(imx219, mode, fmt);
925 if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
926 framefmt = v4l2_subdev_get_try_format(sd, sd_state, fmt->pad);
927 *framefmt = fmt->format;
928 } else if (imx219->mode != mode ||
929 imx219->fmt.code != fmt->format.code) {
930 imx219->fmt = fmt->format;
931 imx219->mode = mode;
932 /* Update limits and set FPS to default */
933 __v4l2_ctrl_modify_range(imx219->vblank, IMX219_VBLANK_MIN,
934 IMX219_VTS_MAX - mode->height, 1,
935 mode->vts_def - mode->height);
936 __v4l2_ctrl_s_ctrl(imx219->vblank,
937 mode->vts_def - mode->height);
938 /* Update max exposure while meeting expected vblanking */
939 exposure_max = mode->vts_def - 4;
940 exposure_def = (exposure_max < IMX219_EXPOSURE_DEFAULT) ?
941 exposure_max : IMX219_EXPOSURE_DEFAULT;
942 __v4l2_ctrl_modify_range(imx219->exposure,
943 imx219->exposure->minimum,
944 exposure_max, imx219->exposure->step,
945 exposure_def);
946 /*
947 * Currently PPL is fixed to IMX219_PPL_DEFAULT, so hblank
948 * depends on mode->width only, and is not changeble in any
949 * way other than changing the mode.
950 */
951 hblank = IMX219_PPL_DEFAULT - mode->width;
952 __v4l2_ctrl_modify_range(imx219->hblank, hblank, hblank, 1,
953 hblank);
954 }
955
956 mutex_unlock(&imx219->mutex);
957
958 return 0;
959}
960
961static int imx219_set_framefmt(struct imx219 *imx219)
962{
963 switch (imx219->fmt.code) {
964 case MEDIA_BUS_FMT_SRGGB8_1X8:
965 case MEDIA_BUS_FMT_SGRBG8_1X8:
966 case MEDIA_BUS_FMT_SGBRG8_1X8:
967 case MEDIA_BUS_FMT_SBGGR8_1X8:
968 return imx219_write_regs(imx219, raw8_framefmt_regs,
969 ARRAY_SIZE(raw8_framefmt_regs));
970
971 case MEDIA_BUS_FMT_SRGGB10_1X10:
972 case MEDIA_BUS_FMT_SGRBG10_1X10:
973 case MEDIA_BUS_FMT_SGBRG10_1X10:
974 case MEDIA_BUS_FMT_SBGGR10_1X10:
975 return imx219_write_regs(imx219, raw10_framefmt_regs,
976 ARRAY_SIZE(raw10_framefmt_regs));
977 }
978
979 return -EINVAL;
980}
981
982static const struct v4l2_rect *
983__imx219_get_pad_crop(struct imx219 *imx219,
984 struct v4l2_subdev_state *sd_state,
985 unsigned int pad, enum v4l2_subdev_format_whence which)
986{
987 switch (which) {
988 case V4L2_SUBDEV_FORMAT_TRY:
989 return v4l2_subdev_get_try_crop(&imx219->sd, sd_state, pad);
990 case V4L2_SUBDEV_FORMAT_ACTIVE:
991 return &imx219->mode->crop;
992 }
993
994 return NULL;
995}
996
997static int imx219_get_selection(struct v4l2_subdev *sd,
998 struct v4l2_subdev_state *sd_state,
999 struct v4l2_subdev_selection *sel)
1000{
1001 switch (sel->target) {
1002 case V4L2_SEL_TGT_CROP: {
1003 struct imx219 *imx219 = to_imx219(sd);
1004
1005 mutex_lock(&imx219->mutex);
1006 sel->r = *__imx219_get_pad_crop(imx219, sd_state, sel->pad,
1007 sel->which);
1008 mutex_unlock(&imx219->mutex);
1009
1010 return 0;
1011 }
1012
1013 case V4L2_SEL_TGT_NATIVE_SIZE:
1014 sel->r.top = 0;
1015 sel->r.left = 0;
1016 sel->r.width = IMX219_NATIVE_WIDTH;
1017 sel->r.height = IMX219_NATIVE_HEIGHT;
1018
1019 return 0;
1020
1021 case V4L2_SEL_TGT_CROP_DEFAULT:
1022 case V4L2_SEL_TGT_CROP_BOUNDS:
1023 sel->r.top = IMX219_PIXEL_ARRAY_TOP;
1024 sel->r.left = IMX219_PIXEL_ARRAY_LEFT;
1025 sel->r.width = IMX219_PIXEL_ARRAY_WIDTH;
1026 sel->r.height = IMX219_PIXEL_ARRAY_HEIGHT;
1027
1028 return 0;
1029 }
1030
1031 return -EINVAL;
1032}
1033
1034static int imx219_start_streaming(struct imx219 *imx219)
1035{
1036 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
1037 const struct imx219_reg_list *reg_list;
1038 int ret;
1039
1040 ret = pm_runtime_resume_and_get(&client->dev);
1041 if (ret < 0)
1042 return ret;
1043
1044 /* Apply default values of current mode */
1045 reg_list = &imx219->mode->reg_list;
1046 ret = imx219_write_regs(imx219, reg_list->regs, reg_list->num_of_regs);
1047 if (ret) {
1048 dev_err(&client->dev, "%s failed to set mode\n", __func__);
1049 goto err_rpm_put;
1050 }
1051
1052 ret = imx219_set_framefmt(imx219);
1053 if (ret) {
1054 dev_err(&client->dev, "%s failed to set frame format: %d\n",
1055 __func__, ret);
1056 goto err_rpm_put;
1057 }
1058
1059 /* Apply customized values from user */
1060 ret = __v4l2_ctrl_handler_setup(imx219->sd.ctrl_handler);
1061 if (ret)
1062 goto err_rpm_put;
1063
1064 /* set stream on register */
1065 ret = imx219_write_reg(imx219, IMX219_REG_MODE_SELECT,
1066 IMX219_REG_VALUE_08BIT, IMX219_MODE_STREAMING);
1067 if (ret)
1068 goto err_rpm_put;
1069
1070 /* vflip and hflip cannot change during streaming */
1071 __v4l2_ctrl_grab(imx219->vflip, true);
1072 __v4l2_ctrl_grab(imx219->hflip, true);
1073
1074 return 0;
1075
1076err_rpm_put:
1077 pm_runtime_put(&client->dev);
1078 return ret;
1079}
1080
1081static void imx219_stop_streaming(struct imx219 *imx219)
1082{
1083 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
1084 int ret;
1085
1086 /* set stream off register */
1087 ret = imx219_write_reg(imx219, IMX219_REG_MODE_SELECT,
1088 IMX219_REG_VALUE_08BIT, IMX219_MODE_STANDBY);
1089 if (ret)
1090 dev_err(&client->dev, "%s failed to set stream\n", __func__);
1091
1092 __v4l2_ctrl_grab(imx219->vflip, false);
1093 __v4l2_ctrl_grab(imx219->hflip, false);
1094
1095 pm_runtime_put(&client->dev);
1096}
1097
1098static int imx219_set_stream(struct v4l2_subdev *sd, int enable)
1099{
1100 struct imx219 *imx219 = to_imx219(sd);
1101 int ret = 0;
1102
1103 mutex_lock(&imx219->mutex);
1104 if (imx219->streaming == enable) {
1105 mutex_unlock(&imx219->mutex);
1106 return 0;
1107 }
1108
1109 if (enable) {
1110 /*
1111 * Apply default & customized values
1112 * and then start streaming.
1113 */
1114 ret = imx219_start_streaming(imx219);
1115 if (ret)
1116 goto err_unlock;
1117 } else {
1118 imx219_stop_streaming(imx219);
1119 }
1120
1121 imx219->streaming = enable;
1122
1123 mutex_unlock(&imx219->mutex);
1124
1125 return ret;
1126
1127err_unlock:
1128 mutex_unlock(&imx219->mutex);
1129
1130 return ret;
1131}
1132
1133/* Power/clock management functions */
1134static int imx219_power_on(struct device *dev)
1135{
1136 struct v4l2_subdev *sd = dev_get_drvdata(dev);
1137 struct imx219 *imx219 = to_imx219(sd);
1138 int ret;
1139
1140 ret = regulator_bulk_enable(IMX219_NUM_SUPPLIES,
1141 imx219->supplies);
1142 if (ret) {
1143 dev_err(dev, "%s: failed to enable regulators\n",
1144 __func__);
1145 return ret;
1146 }
1147
1148 ret = clk_prepare_enable(imx219->xclk);
1149 if (ret) {
1150 dev_err(dev, "%s: failed to enable clock\n",
1151 __func__);
1152 goto reg_off;
1153 }
1154
1155 gpiod_set_value_cansleep(imx219->reset_gpio, 1);
1156 usleep_range(IMX219_XCLR_MIN_DELAY_US,
1157 IMX219_XCLR_MIN_DELAY_US + IMX219_XCLR_DELAY_RANGE_US);
1158
1159 return 0;
1160
1161reg_off:
1162 regulator_bulk_disable(IMX219_NUM_SUPPLIES, imx219->supplies);
1163
1164 return ret;
1165}
1166
1167static int imx219_power_off(struct device *dev)
1168{
1169 struct v4l2_subdev *sd = dev_get_drvdata(dev);
1170 struct imx219 *imx219 = to_imx219(sd);
1171
1172 gpiod_set_value_cansleep(imx219->reset_gpio, 0);
1173 regulator_bulk_disable(IMX219_NUM_SUPPLIES, imx219->supplies);
1174 clk_disable_unprepare(imx219->xclk);
1175
1176 return 0;
1177}
1178
1179static int __maybe_unused imx219_suspend(struct device *dev)
1180{
1181 struct v4l2_subdev *sd = dev_get_drvdata(dev);
1182 struct imx219 *imx219 = to_imx219(sd);
1183
1184 if (imx219->streaming)
1185 imx219_stop_streaming(imx219);
1186
1187 return 0;
1188}
1189
1190static int __maybe_unused imx219_resume(struct device *dev)
1191{
1192 struct v4l2_subdev *sd = dev_get_drvdata(dev);
1193 struct imx219 *imx219 = to_imx219(sd);
1194 int ret;
1195
1196 if (imx219->streaming) {
1197 ret = imx219_start_streaming(imx219);
1198 if (ret)
1199 goto error;
1200 }
1201
1202 return 0;
1203
1204error:
1205 imx219_stop_streaming(imx219);
1206 imx219->streaming = false;
1207
1208 return ret;
1209}
1210
1211static int imx219_get_regulators(struct imx219 *imx219)
1212{
1213 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
1214 unsigned int i;
1215
1216 for (i = 0; i < IMX219_NUM_SUPPLIES; i++)
1217 imx219->supplies[i].supply = imx219_supply_name[i];
1218
1219 return devm_regulator_bulk_get(&client->dev,
1220 IMX219_NUM_SUPPLIES,
1221 imx219->supplies);
1222}
1223
1224/* Verify chip ID */
1225static int imx219_identify_module(struct imx219 *imx219)
1226{
1227 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
1228 int ret;
1229 u32 val;
1230
1231 ret = imx219_read_reg(imx219, IMX219_REG_CHIP_ID,
1232 IMX219_REG_VALUE_16BIT, &val);
1233 if (ret) {
1234 dev_err(&client->dev, "failed to read chip id %x\n",
1235 IMX219_CHIP_ID);
1236 return ret;
1237 }
1238
1239 if (val != IMX219_CHIP_ID) {
1240 dev_err(&client->dev, "chip id mismatch: %x!=%x\n",
1241 IMX219_CHIP_ID, val);
1242 return -EIO;
1243 }
1244
1245 return 0;
1246}
1247
1248static const struct v4l2_subdev_core_ops imx219_core_ops = {
1249 .subscribe_event = v4l2_ctrl_subdev_subscribe_event,
1250 .unsubscribe_event = v4l2_event_subdev_unsubscribe,
1251};
1252
1253static const struct v4l2_subdev_video_ops imx219_video_ops = {
1254 .s_stream = imx219_set_stream,
1255};
1256
1257static const struct v4l2_subdev_pad_ops imx219_pad_ops = {
1258 .enum_mbus_code = imx219_enum_mbus_code,
1259 .get_fmt = imx219_get_pad_format,
1260 .set_fmt = imx219_set_pad_format,
1261 .get_selection = imx219_get_selection,
1262 .enum_frame_size = imx219_enum_frame_size,
1263};
1264
1265static const struct v4l2_subdev_ops imx219_subdev_ops = {
1266 .core = &imx219_core_ops,
1267 .video = &imx219_video_ops,
1268 .pad = &imx219_pad_ops,
1269};
1270
1271static const struct v4l2_subdev_internal_ops imx219_internal_ops = {
1272 .open = imx219_open,
1273};
1274
1275/* Initialize control handlers */
1276static int imx219_init_controls(struct imx219 *imx219)
1277{
1278 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
1279 struct v4l2_ctrl_handler *ctrl_hdlr;
1280 unsigned int height = imx219->mode->height;
1281 struct v4l2_fwnode_device_properties props;
1282 int exposure_max, exposure_def, hblank;
1283 int i, ret;
1284
1285 ctrl_hdlr = &imx219->ctrl_handler;
1286 ret = v4l2_ctrl_handler_init(ctrl_hdlr, 12);
1287 if (ret)
1288 return ret;
1289
1290 mutex_init(&imx219->mutex);
1291 ctrl_hdlr->lock = &imx219->mutex;
1292
1293 /* By default, PIXEL_RATE is read only */
1294 imx219->pixel_rate = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
1295 V4L2_CID_PIXEL_RATE,
1296 IMX219_PIXEL_RATE,
1297 IMX219_PIXEL_RATE, 1,
1298 IMX219_PIXEL_RATE);
1299
1300 imx219->link_freq =
1301 v4l2_ctrl_new_int_menu(ctrl_hdlr, &imx219_ctrl_ops,
1302 V4L2_CID_LINK_FREQ,
1303 ARRAY_SIZE(imx219_link_freq_menu) - 1, 0,
1304 imx219_link_freq_menu);
1305 if (imx219->link_freq)
1306 imx219->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
1307
1308 /* Initial vblank/hblank/exposure parameters based on current mode */
1309 imx219->vblank = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
1310 V4L2_CID_VBLANK, IMX219_VBLANK_MIN,
1311 IMX219_VTS_MAX - height, 1,
1312 imx219->mode->vts_def - height);
1313 hblank = IMX219_PPL_DEFAULT - imx219->mode->width;
1314 imx219->hblank = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
1315 V4L2_CID_HBLANK, hblank, hblank,
1316 1, hblank);
1317 if (imx219->hblank)
1318 imx219->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
1319 exposure_max = imx219->mode->vts_def - 4;
1320 exposure_def = (exposure_max < IMX219_EXPOSURE_DEFAULT) ?
1321 exposure_max : IMX219_EXPOSURE_DEFAULT;
1322 imx219->exposure = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
1323 V4L2_CID_EXPOSURE,
1324 IMX219_EXPOSURE_MIN, exposure_max,
1325 IMX219_EXPOSURE_STEP,
1326 exposure_def);
1327
1328 v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops, V4L2_CID_ANALOGUE_GAIN,
1329 IMX219_ANA_GAIN_MIN, IMX219_ANA_GAIN_MAX,
1330 IMX219_ANA_GAIN_STEP, IMX219_ANA_GAIN_DEFAULT);
1331
1332 v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops, V4L2_CID_DIGITAL_GAIN,
1333 IMX219_DGTL_GAIN_MIN, IMX219_DGTL_GAIN_MAX,
1334 IMX219_DGTL_GAIN_STEP, IMX219_DGTL_GAIN_DEFAULT);
1335
1336 imx219->hflip = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
1337 V4L2_CID_HFLIP, 0, 1, 1, 0);
1338 if (imx219->hflip)
1339 imx219->hflip->flags |= V4L2_CTRL_FLAG_MODIFY_LAYOUT;
1340
1341 imx219->vflip = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
1342 V4L2_CID_VFLIP, 0, 1, 1, 0);
1343 if (imx219->vflip)
1344 imx219->vflip->flags |= V4L2_CTRL_FLAG_MODIFY_LAYOUT;
1345
1346 v4l2_ctrl_new_std_menu_items(ctrl_hdlr, &imx219_ctrl_ops,
1347 V4L2_CID_TEST_PATTERN,
1348 ARRAY_SIZE(imx219_test_pattern_menu) - 1,
1349 0, 0, imx219_test_pattern_menu);
1350 for (i = 0; i < 4; i++) {
1351 /*
1352 * The assumption is that
1353 * V4L2_CID_TEST_PATTERN_GREENR == V4L2_CID_TEST_PATTERN_RED + 1
1354 * V4L2_CID_TEST_PATTERN_BLUE == V4L2_CID_TEST_PATTERN_RED + 2
1355 * V4L2_CID_TEST_PATTERN_GREENB == V4L2_CID_TEST_PATTERN_RED + 3
1356 */
1357 v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
1358 V4L2_CID_TEST_PATTERN_RED + i,
1359 IMX219_TESTP_COLOUR_MIN,
1360 IMX219_TESTP_COLOUR_MAX,
1361 IMX219_TESTP_COLOUR_STEP,
1362 IMX219_TESTP_COLOUR_MAX);
1363 /* The "Solid color" pattern is white by default */
1364 }
1365
1366 if (ctrl_hdlr->error) {
1367 ret = ctrl_hdlr->error;
1368 dev_err(&client->dev, "%s control init failed (%d)\n",
1369 __func__, ret);
1370 goto error;
1371 }
1372
1373 ret = v4l2_fwnode_device_parse(&client->dev, &props);
1374 if (ret)
1375 goto error;
1376
1377 ret = v4l2_ctrl_new_fwnode_properties(ctrl_hdlr, &imx219_ctrl_ops,
1378 &props);
1379 if (ret)
1380 goto error;
1381
1382 imx219->sd.ctrl_handler = ctrl_hdlr;
1383
1384 return 0;
1385
1386error:
1387 v4l2_ctrl_handler_free(ctrl_hdlr);
1388 mutex_destroy(&imx219->mutex);
1389
1390 return ret;
1391}
1392
1393static void imx219_free_controls(struct imx219 *imx219)
1394{
1395 v4l2_ctrl_handler_free(imx219->sd.ctrl_handler);
1396 mutex_destroy(&imx219->mutex);
1397}
1398
1399static int imx219_check_hwcfg(struct device *dev)
1400{
1401 struct fwnode_handle *endpoint;
1402 struct v4l2_fwnode_endpoint ep_cfg = {
1403 .bus_type = V4L2_MBUS_CSI2_DPHY
1404 };
1405 int ret = -EINVAL;
1406
1407 endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(dev), NULL);
1408 if (!endpoint) {
1409 dev_err(dev, "endpoint node not found\n");
1410 return -EINVAL;
1411 }
1412
1413 if (v4l2_fwnode_endpoint_alloc_parse(endpoint, &ep_cfg)) {
1414 dev_err(dev, "could not parse endpoint\n");
1415 goto error_out;
1416 }
1417
1418 /* Check the number of MIPI CSI2 data lanes */
1419 if (ep_cfg.bus.mipi_csi2.num_data_lanes != 2) {
1420 dev_err(dev, "only 2 data lanes are currently supported\n");
1421 goto error_out;
1422 }
1423
1424 /* Check the link frequency set in device tree */
1425 if (!ep_cfg.nr_of_link_frequencies) {
1426 dev_err(dev, "link-frequency property not found in DT\n");
1427 goto error_out;
1428 }
1429
1430 if (ep_cfg.nr_of_link_frequencies != 1 ||
1431 ep_cfg.link_frequencies[0] != IMX219_DEFAULT_LINK_FREQ) {
1432 dev_err(dev, "Link frequency not supported: %lld\n",
1433 ep_cfg.link_frequencies[0]);
1434 goto error_out;
1435 }
1436
1437 ret = 0;
1438
1439error_out:
1440 v4l2_fwnode_endpoint_free(&ep_cfg);
1441 fwnode_handle_put(endpoint);
1442
1443 return ret;
1444}
1445
1446static int imx219_probe(struct i2c_client *client)
1447{
1448 struct device *dev = &client->dev;
1449 struct imx219 *imx219;
1450 int ret;
1451
1452 imx219 = devm_kzalloc(&client->dev, sizeof(*imx219), GFP_KERNEL);
1453 if (!imx219)
1454 return -ENOMEM;
1455
1456 v4l2_i2c_subdev_init(&imx219->sd, client, &imx219_subdev_ops);
1457
1458 /* Check the hardware configuration in device tree */
1459 if (imx219_check_hwcfg(dev))
1460 return -EINVAL;
1461
1462 /* Get system clock (xclk) */
1463 imx219->xclk = devm_clk_get(dev, NULL);
1464 if (IS_ERR(imx219->xclk)) {
1465 dev_err(dev, "failed to get xclk\n");
1466 return PTR_ERR(imx219->xclk);
1467 }
1468
1469 imx219->xclk_freq = clk_get_rate(imx219->xclk);
1470 if (imx219->xclk_freq != IMX219_XCLK_FREQ) {
1471 dev_err(dev, "xclk frequency not supported: %d Hz\n",
1472 imx219->xclk_freq);
1473 return -EINVAL;
1474 }
1475
1476 ret = imx219_get_regulators(imx219);
1477 if (ret) {
1478 dev_err(dev, "failed to get regulators\n");
1479 return ret;
1480 }
1481
1482 /* Request optional enable pin */
1483 imx219->reset_gpio = devm_gpiod_get_optional(dev, "reset",
1484 GPIOD_OUT_HIGH);
1485
1486 /*
1487 * The sensor must be powered for imx219_identify_module()
1488 * to be able to read the CHIP_ID register
1489 */
1490 ret = imx219_power_on(dev);
1491 if (ret)
1492 return ret;
1493
1494 ret = imx219_identify_module(imx219);
1495 if (ret)
1496 goto error_power_off;
1497
1498 /* Set default mode to max resolution */
1499 imx219->mode = &supported_modes[0];
1500
1501 /* sensor doesn't enter LP-11 state upon power up until and unless
1502 * streaming is started, so upon power up switch the modes to:
1503 * streaming -> standby
1504 */
1505 ret = imx219_write_reg(imx219, IMX219_REG_MODE_SELECT,
1506 IMX219_REG_VALUE_08BIT, IMX219_MODE_STREAMING);
1507 if (ret < 0)
1508 goto error_power_off;
1509 usleep_range(100, 110);
1510
1511 /* put sensor back to standby mode */
1512 ret = imx219_write_reg(imx219, IMX219_REG_MODE_SELECT,
1513 IMX219_REG_VALUE_08BIT, IMX219_MODE_STANDBY);
1514 if (ret < 0)
1515 goto error_power_off;
1516 usleep_range(100, 110);
1517
1518 ret = imx219_init_controls(imx219);
1519 if (ret)
1520 goto error_power_off;
1521
1522 /* Initialize subdev */
1523 imx219->sd.internal_ops = &imx219_internal_ops;
1524 imx219->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE |
1525 V4L2_SUBDEV_FL_HAS_EVENTS;
1526 imx219->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
1527
1528 /* Initialize source pad */
1529 imx219->pad.flags = MEDIA_PAD_FL_SOURCE;
1530
1531 /* Initialize default format */
1532 imx219_set_default_format(imx219);
1533
1534 ret = media_entity_pads_init(&imx219->sd.entity, 1, &imx219->pad);
1535 if (ret) {
1536 dev_err(dev, "failed to init entity pads: %d\n", ret);
1537 goto error_handler_free;
1538 }
1539
1540 ret = v4l2_async_register_subdev_sensor(&imx219->sd);
1541 if (ret < 0) {
1542 dev_err(dev, "failed to register sensor sub-device: %d\n", ret);
1543 goto error_media_entity;
1544 }
1545
1546 /* Enable runtime PM and turn off the device */
1547 pm_runtime_set_active(dev);
1548 pm_runtime_enable(dev);
1549 pm_runtime_idle(dev);
1550
1551 return 0;
1552
1553error_media_entity:
1554 media_entity_cleanup(&imx219->sd.entity);
1555
1556error_handler_free:
1557 imx219_free_controls(imx219);
1558
1559error_power_off:
1560 imx219_power_off(dev);
1561
1562 return ret;
1563}
1564
1565static void imx219_remove(struct i2c_client *client)
1566{
1567 struct v4l2_subdev *sd = i2c_get_clientdata(client);
1568 struct imx219 *imx219 = to_imx219(sd);
1569
1570 v4l2_async_unregister_subdev(sd);
1571 media_entity_cleanup(&sd->entity);
1572 imx219_free_controls(imx219);
1573
1574 pm_runtime_disable(&client->dev);
1575 if (!pm_runtime_status_suspended(&client->dev))
1576 imx219_power_off(&client->dev);
1577 pm_runtime_set_suspended(&client->dev);
1578}
1579
1580static const struct of_device_id imx219_dt_ids[] = {
1581 { .compatible = "sony,imx219" },
1582 { /* sentinel */ }
1583};
1584MODULE_DEVICE_TABLE(of, imx219_dt_ids);
1585
1586static const struct dev_pm_ops imx219_pm_ops = {
1587 SET_SYSTEM_SLEEP_PM_OPS(imx219_suspend, imx219_resume)
1588 SET_RUNTIME_PM_OPS(imx219_power_off, imx219_power_on, NULL)
1589};
1590
1591static struct i2c_driver imx219_i2c_driver = {
1592 .driver = {
1593 .name = "imx219",
1594 .of_match_table = imx219_dt_ids,
1595 .pm = &imx219_pm_ops,
1596 },
1597 .probe_new = imx219_probe,
1598 .remove = imx219_remove,
1599};
1600
1601module_i2c_driver(imx219_i2c_driver);
1602
1603MODULE_AUTHOR("Dave Stevenson <dave.stevenson@raspberrypi.com");
1604MODULE_DESCRIPTION("Sony IMX219 sensor driver");
1605MODULE_LICENSE("GPL v2");
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * A V4L2 driver for Sony IMX219 cameras.
4 * Copyright (C) 2019, Raspberry Pi (Trading) Ltd
5 *
6 * Based on Sony imx258 camera driver
7 * Copyright (C) 2018 Intel Corporation
8 *
9 * DT / fwnode changes, and regulator / GPIO control taken from imx214 driver
10 * Copyright 2018 Qtechnology A/S
11 *
12 * Flip handling taken from the Sony IMX319 driver.
13 * Copyright (C) 2018 Intel Corporation
14 *
15 */
16
17#include <linux/clk.h>
18#include <linux/delay.h>
19#include <linux/gpio/consumer.h>
20#include <linux/i2c.h>
21#include <linux/minmax.h>
22#include <linux/module.h>
23#include <linux/pm_runtime.h>
24#include <linux/regulator/consumer.h>
25
26#include <media/v4l2-cci.h>
27#include <media/v4l2-ctrls.h>
28#include <media/v4l2-device.h>
29#include <media/v4l2-fwnode.h>
30#include <media/v4l2-mediabus.h>
31
32/* Chip ID */
33#define IMX219_REG_CHIP_ID CCI_REG16(0x0000)
34#define IMX219_CHIP_ID 0x0219
35
36#define IMX219_REG_MODE_SELECT CCI_REG8(0x0100)
37#define IMX219_MODE_STANDBY 0x00
38#define IMX219_MODE_STREAMING 0x01
39
40#define IMX219_REG_CSI_LANE_MODE CCI_REG8(0x0114)
41#define IMX219_CSI_2_LANE_MODE 0x01
42#define IMX219_CSI_4_LANE_MODE 0x03
43
44#define IMX219_REG_DPHY_CTRL CCI_REG8(0x0128)
45#define IMX219_DPHY_CTRL_TIMING_AUTO 0
46#define IMX219_DPHY_CTRL_TIMING_MANUAL 1
47
48#define IMX219_REG_EXCK_FREQ CCI_REG16(0x012a)
49#define IMX219_EXCK_FREQ(n) ((n) * 256) /* n expressed in MHz */
50
51/* Analog gain control */
52#define IMX219_REG_ANALOG_GAIN CCI_REG8(0x0157)
53#define IMX219_ANA_GAIN_MIN 0
54#define IMX219_ANA_GAIN_MAX 232
55#define IMX219_ANA_GAIN_STEP 1
56#define IMX219_ANA_GAIN_DEFAULT 0x0
57
58/* Digital gain control */
59#define IMX219_REG_DIGITAL_GAIN CCI_REG16(0x0158)
60#define IMX219_DGTL_GAIN_MIN 0x0100
61#define IMX219_DGTL_GAIN_MAX 0x0fff
62#define IMX219_DGTL_GAIN_DEFAULT 0x0100
63#define IMX219_DGTL_GAIN_STEP 1
64
65/* Exposure control */
66#define IMX219_REG_EXPOSURE CCI_REG16(0x015a)
67#define IMX219_EXPOSURE_MIN 4
68#define IMX219_EXPOSURE_STEP 1
69#define IMX219_EXPOSURE_DEFAULT 0x640
70#define IMX219_EXPOSURE_MAX 65535
71
72/* V_TIMING internal */
73#define IMX219_REG_VTS CCI_REG16(0x0160)
74#define IMX219_VTS_MAX 0xffff
75
76#define IMX219_VBLANK_MIN 4
77
78/* HBLANK control - read only */
79#define IMX219_PPL_DEFAULT 3448
80
81#define IMX219_REG_LINE_LENGTH_A CCI_REG16(0x0162)
82#define IMX219_REG_X_ADD_STA_A CCI_REG16(0x0164)
83#define IMX219_REG_X_ADD_END_A CCI_REG16(0x0166)
84#define IMX219_REG_Y_ADD_STA_A CCI_REG16(0x0168)
85#define IMX219_REG_Y_ADD_END_A CCI_REG16(0x016a)
86#define IMX219_REG_X_OUTPUT_SIZE CCI_REG16(0x016c)
87#define IMX219_REG_Y_OUTPUT_SIZE CCI_REG16(0x016e)
88#define IMX219_REG_X_ODD_INC_A CCI_REG8(0x0170)
89#define IMX219_REG_Y_ODD_INC_A CCI_REG8(0x0171)
90#define IMX219_REG_ORIENTATION CCI_REG8(0x0172)
91
92/* Binning Mode */
93#define IMX219_REG_BINNING_MODE_H CCI_REG8(0x0174)
94#define IMX219_REG_BINNING_MODE_V CCI_REG8(0x0175)
95#define IMX219_BINNING_NONE 0x00
96#define IMX219_BINNING_X2 0x01
97#define IMX219_BINNING_X2_ANALOG 0x03
98
99#define IMX219_REG_CSI_DATA_FORMAT_A CCI_REG16(0x018c)
100
101/* PLL Settings */
102#define IMX219_REG_VTPXCK_DIV CCI_REG8(0x0301)
103#define IMX219_REG_VTSYCK_DIV CCI_REG8(0x0303)
104#define IMX219_REG_PREPLLCK_VT_DIV CCI_REG8(0x0304)
105#define IMX219_REG_PREPLLCK_OP_DIV CCI_REG8(0x0305)
106#define IMX219_REG_PLL_VT_MPY CCI_REG16(0x0306)
107#define IMX219_REG_OPPXCK_DIV CCI_REG8(0x0309)
108#define IMX219_REG_OPSYCK_DIV CCI_REG8(0x030b)
109#define IMX219_REG_PLL_OP_MPY CCI_REG16(0x030c)
110
111/* Test Pattern Control */
112#define IMX219_REG_TEST_PATTERN CCI_REG16(0x0600)
113#define IMX219_TEST_PATTERN_DISABLE 0
114#define IMX219_TEST_PATTERN_SOLID_COLOR 1
115#define IMX219_TEST_PATTERN_COLOR_BARS 2
116#define IMX219_TEST_PATTERN_GREY_COLOR 3
117#define IMX219_TEST_PATTERN_PN9 4
118
119/* Test pattern colour components */
120#define IMX219_REG_TESTP_RED CCI_REG16(0x0602)
121#define IMX219_REG_TESTP_GREENR CCI_REG16(0x0604)
122#define IMX219_REG_TESTP_BLUE CCI_REG16(0x0606)
123#define IMX219_REG_TESTP_GREENB CCI_REG16(0x0608)
124#define IMX219_TESTP_COLOUR_MIN 0
125#define IMX219_TESTP_COLOUR_MAX 0x03ff
126#define IMX219_TESTP_COLOUR_STEP 1
127
128#define IMX219_REG_TP_WINDOW_WIDTH CCI_REG16(0x0624)
129#define IMX219_REG_TP_WINDOW_HEIGHT CCI_REG16(0x0626)
130
131/* External clock frequency is 24.0M */
132#define IMX219_XCLK_FREQ 24000000
133
134/* Pixel rate is fixed for all the modes */
135#define IMX219_PIXEL_RATE 182400000
136#define IMX219_PIXEL_RATE_4LANE 280800000
137
138#define IMX219_DEFAULT_LINK_FREQ 456000000
139#define IMX219_DEFAULT_LINK_FREQ_4LANE 363000000
140
141/* IMX219 native and active pixel array size. */
142#define IMX219_NATIVE_WIDTH 3296U
143#define IMX219_NATIVE_HEIGHT 2480U
144#define IMX219_PIXEL_ARRAY_LEFT 8U
145#define IMX219_PIXEL_ARRAY_TOP 8U
146#define IMX219_PIXEL_ARRAY_WIDTH 3280U
147#define IMX219_PIXEL_ARRAY_HEIGHT 2464U
148
149/* Mode : resolution and related config&values */
150struct imx219_mode {
151 /* Frame width */
152 unsigned int width;
153 /* Frame height */
154 unsigned int height;
155
156 /* V-timing */
157 unsigned int vts_def;
158};
159
160static const struct cci_reg_sequence imx219_common_regs[] = {
161 { IMX219_REG_MODE_SELECT, 0x00 }, /* Mode Select */
162
163 /* To Access Addresses 3000-5fff, send the following commands */
164 { CCI_REG8(0x30eb), 0x05 },
165 { CCI_REG8(0x30eb), 0x0c },
166 { CCI_REG8(0x300a), 0xff },
167 { CCI_REG8(0x300b), 0xff },
168 { CCI_REG8(0x30eb), 0x05 },
169 { CCI_REG8(0x30eb), 0x09 },
170
171 /* PLL Clock Table */
172 { IMX219_REG_VTPXCK_DIV, 5 },
173 { IMX219_REG_VTSYCK_DIV, 1 },
174 { IMX219_REG_PREPLLCK_VT_DIV, 3 }, /* 0x03 = AUTO set */
175 { IMX219_REG_PREPLLCK_OP_DIV, 3 }, /* 0x03 = AUTO set */
176 { IMX219_REG_PLL_VT_MPY, 57 },
177 { IMX219_REG_OPSYCK_DIV, 1 },
178 { IMX219_REG_PLL_OP_MPY, 114 },
179
180 /* Undocumented registers */
181 { CCI_REG8(0x455e), 0x00 },
182 { CCI_REG8(0x471e), 0x4b },
183 { CCI_REG8(0x4767), 0x0f },
184 { CCI_REG8(0x4750), 0x14 },
185 { CCI_REG8(0x4540), 0x00 },
186 { CCI_REG8(0x47b4), 0x14 },
187 { CCI_REG8(0x4713), 0x30 },
188 { CCI_REG8(0x478b), 0x10 },
189 { CCI_REG8(0x478f), 0x10 },
190 { CCI_REG8(0x4793), 0x10 },
191 { CCI_REG8(0x4797), 0x0e },
192 { CCI_REG8(0x479b), 0x0e },
193
194 /* Frame Bank Register Group "A" */
195 { IMX219_REG_LINE_LENGTH_A, 3448 },
196 { IMX219_REG_X_ODD_INC_A, 1 },
197 { IMX219_REG_Y_ODD_INC_A, 1 },
198
199 /* Output setup registers */
200 { IMX219_REG_DPHY_CTRL, IMX219_DPHY_CTRL_TIMING_AUTO },
201 { IMX219_REG_EXCK_FREQ, IMX219_EXCK_FREQ(IMX219_XCLK_FREQ / 1000000) },
202};
203
204static const s64 imx219_link_freq_menu[] = {
205 IMX219_DEFAULT_LINK_FREQ,
206};
207
208static const s64 imx219_link_freq_4lane_menu[] = {
209 IMX219_DEFAULT_LINK_FREQ_4LANE,
210};
211
212static const char * const imx219_test_pattern_menu[] = {
213 "Disabled",
214 "Color Bars",
215 "Solid Color",
216 "Grey Color Bars",
217 "PN9"
218};
219
220static const int imx219_test_pattern_val[] = {
221 IMX219_TEST_PATTERN_DISABLE,
222 IMX219_TEST_PATTERN_COLOR_BARS,
223 IMX219_TEST_PATTERN_SOLID_COLOR,
224 IMX219_TEST_PATTERN_GREY_COLOR,
225 IMX219_TEST_PATTERN_PN9,
226};
227
228/* regulator supplies */
229static const char * const imx219_supply_name[] = {
230 /* Supplies can be enabled in any order */
231 "VANA", /* Analog (2.8V) supply */
232 "VDIG", /* Digital Core (1.8V) supply */
233 "VDDL", /* IF (1.2V) supply */
234};
235
236#define IMX219_NUM_SUPPLIES ARRAY_SIZE(imx219_supply_name)
237
238/*
239 * The supported formats.
240 * This table MUST contain 4 entries per format, to cover the various flip
241 * combinations in the order
242 * - no flip
243 * - h flip
244 * - v flip
245 * - h&v flips
246 */
247static const u32 imx219_mbus_formats[] = {
248 MEDIA_BUS_FMT_SRGGB10_1X10,
249 MEDIA_BUS_FMT_SGRBG10_1X10,
250 MEDIA_BUS_FMT_SGBRG10_1X10,
251 MEDIA_BUS_FMT_SBGGR10_1X10,
252
253 MEDIA_BUS_FMT_SRGGB8_1X8,
254 MEDIA_BUS_FMT_SGRBG8_1X8,
255 MEDIA_BUS_FMT_SGBRG8_1X8,
256 MEDIA_BUS_FMT_SBGGR8_1X8,
257};
258
259/*
260 * Initialisation delay between XCLR low->high and the moment when the sensor
261 * can start capture (i.e. can leave software stanby) must be not less than:
262 * t4 + max(t5, t6 + <time to initialize the sensor register over I2C>)
263 * where
264 * t4 is fixed, and is max 200uS,
265 * t5 is fixed, and is 6000uS,
266 * t6 depends on the sensor external clock, and is max 32000 clock periods.
267 * As per sensor datasheet, the external clock must be from 6MHz to 27MHz.
268 * So for any acceptable external clock t6 is always within the range of
269 * 1185 to 5333 uS, and is always less than t5.
270 * For this reason this is always safe to wait (t4 + t5) = 6200 uS, then
271 * initialize the sensor over I2C, and then exit the software standby.
272 *
273 * This start-up time can be optimized a bit more, if we start the writes
274 * over I2C after (t4+t6), but before (t4+t5) expires. But then sensor
275 * initialization over I2C may complete before (t4+t5) expires, and we must
276 * ensure that capture is not started before (t4+t5).
277 *
278 * This delay doesn't account for the power supply startup time. If needed,
279 * this should be taken care of via the regulator framework. E.g. in the
280 * case of DT for regulator-fixed one should define the startup-delay-us
281 * property.
282 */
283#define IMX219_XCLR_MIN_DELAY_US 6200
284#define IMX219_XCLR_DELAY_RANGE_US 1000
285
286/* Mode configs */
287static const struct imx219_mode supported_modes[] = {
288 {
289 /* 8MPix 15fps mode */
290 .width = 3280,
291 .height = 2464,
292 .vts_def = 3526,
293 },
294 {
295 /* 1080P 30fps cropped */
296 .width = 1920,
297 .height = 1080,
298 .vts_def = 1763,
299 },
300 {
301 /* 2x2 binned 30fps mode */
302 .width = 1640,
303 .height = 1232,
304 .vts_def = 1763,
305 },
306 {
307 /* 640x480 30fps mode */
308 .width = 640,
309 .height = 480,
310 .vts_def = 1763,
311 },
312};
313
314struct imx219 {
315 struct v4l2_subdev sd;
316 struct media_pad pad;
317
318 struct regmap *regmap;
319 struct clk *xclk; /* system clock to IMX219 */
320 u32 xclk_freq;
321
322 struct gpio_desc *reset_gpio;
323 struct regulator_bulk_data supplies[IMX219_NUM_SUPPLIES];
324
325 struct v4l2_ctrl_handler ctrl_handler;
326 /* V4L2 Controls */
327 struct v4l2_ctrl *pixel_rate;
328 struct v4l2_ctrl *link_freq;
329 struct v4l2_ctrl *exposure;
330 struct v4l2_ctrl *vflip;
331 struct v4l2_ctrl *hflip;
332 struct v4l2_ctrl *vblank;
333 struct v4l2_ctrl *hblank;
334
335 /* Two or Four lanes */
336 u8 lanes;
337};
338
339static inline struct imx219 *to_imx219(struct v4l2_subdev *_sd)
340{
341 return container_of(_sd, struct imx219, sd);
342}
343
344/* Get bayer order based on flip setting. */
345static u32 imx219_get_format_code(struct imx219 *imx219, u32 code)
346{
347 unsigned int i;
348
349 for (i = 0; i < ARRAY_SIZE(imx219_mbus_formats); i++)
350 if (imx219_mbus_formats[i] == code)
351 break;
352
353 if (i >= ARRAY_SIZE(imx219_mbus_formats))
354 i = 0;
355
356 i = (i & ~3) | (imx219->vflip->val ? 2 : 0) |
357 (imx219->hflip->val ? 1 : 0);
358
359 return imx219_mbus_formats[i];
360}
361
362/* -----------------------------------------------------------------------------
363 * Controls
364 */
365
366static int imx219_set_ctrl(struct v4l2_ctrl *ctrl)
367{
368 struct imx219 *imx219 =
369 container_of(ctrl->handler, struct imx219, ctrl_handler);
370 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
371 const struct v4l2_mbus_framefmt *format;
372 struct v4l2_subdev_state *state;
373 int ret = 0;
374
375 state = v4l2_subdev_get_locked_active_state(&imx219->sd);
376 format = v4l2_subdev_state_get_format(state, 0);
377
378 if (ctrl->id == V4L2_CID_VBLANK) {
379 int exposure_max, exposure_def;
380
381 /* Update max exposure while meeting expected vblanking */
382 exposure_max = format->height + ctrl->val - 4;
383 exposure_def = (exposure_max < IMX219_EXPOSURE_DEFAULT) ?
384 exposure_max : IMX219_EXPOSURE_DEFAULT;
385 __v4l2_ctrl_modify_range(imx219->exposure,
386 imx219->exposure->minimum,
387 exposure_max, imx219->exposure->step,
388 exposure_def);
389 }
390
391 /*
392 * Applying V4L2 control value only happens
393 * when power is up for streaming
394 */
395 if (pm_runtime_get_if_in_use(&client->dev) == 0)
396 return 0;
397
398 switch (ctrl->id) {
399 case V4L2_CID_ANALOGUE_GAIN:
400 cci_write(imx219->regmap, IMX219_REG_ANALOG_GAIN,
401 ctrl->val, &ret);
402 break;
403 case V4L2_CID_EXPOSURE:
404 cci_write(imx219->regmap, IMX219_REG_EXPOSURE,
405 ctrl->val, &ret);
406 break;
407 case V4L2_CID_DIGITAL_GAIN:
408 cci_write(imx219->regmap, IMX219_REG_DIGITAL_GAIN,
409 ctrl->val, &ret);
410 break;
411 case V4L2_CID_TEST_PATTERN:
412 cci_write(imx219->regmap, IMX219_REG_TEST_PATTERN,
413 imx219_test_pattern_val[ctrl->val], &ret);
414 break;
415 case V4L2_CID_HFLIP:
416 case V4L2_CID_VFLIP:
417 cci_write(imx219->regmap, IMX219_REG_ORIENTATION,
418 imx219->hflip->val | imx219->vflip->val << 1, &ret);
419 break;
420 case V4L2_CID_VBLANK:
421 cci_write(imx219->regmap, IMX219_REG_VTS,
422 format->height + ctrl->val, &ret);
423 break;
424 case V4L2_CID_TEST_PATTERN_RED:
425 cci_write(imx219->regmap, IMX219_REG_TESTP_RED,
426 ctrl->val, &ret);
427 break;
428 case V4L2_CID_TEST_PATTERN_GREENR:
429 cci_write(imx219->regmap, IMX219_REG_TESTP_GREENR,
430 ctrl->val, &ret);
431 break;
432 case V4L2_CID_TEST_PATTERN_BLUE:
433 cci_write(imx219->regmap, IMX219_REG_TESTP_BLUE,
434 ctrl->val, &ret);
435 break;
436 case V4L2_CID_TEST_PATTERN_GREENB:
437 cci_write(imx219->regmap, IMX219_REG_TESTP_GREENB,
438 ctrl->val, &ret);
439 break;
440 default:
441 dev_info(&client->dev,
442 "ctrl(id:0x%x,val:0x%x) is not handled\n",
443 ctrl->id, ctrl->val);
444 ret = -EINVAL;
445 break;
446 }
447
448 pm_runtime_put(&client->dev);
449
450 return ret;
451}
452
453static const struct v4l2_ctrl_ops imx219_ctrl_ops = {
454 .s_ctrl = imx219_set_ctrl,
455};
456
457static unsigned long imx219_get_pixel_rate(struct imx219 *imx219)
458{
459 return (imx219->lanes == 2) ? IMX219_PIXEL_RATE : IMX219_PIXEL_RATE_4LANE;
460}
461
462/* Initialize control handlers */
463static int imx219_init_controls(struct imx219 *imx219)
464{
465 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
466 const struct imx219_mode *mode = &supported_modes[0];
467 struct v4l2_ctrl_handler *ctrl_hdlr;
468 struct v4l2_fwnode_device_properties props;
469 int exposure_max, exposure_def, hblank;
470 int i, ret;
471
472 ctrl_hdlr = &imx219->ctrl_handler;
473 ret = v4l2_ctrl_handler_init(ctrl_hdlr, 12);
474 if (ret)
475 return ret;
476
477 /* By default, PIXEL_RATE is read only */
478 imx219->pixel_rate = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
479 V4L2_CID_PIXEL_RATE,
480 imx219_get_pixel_rate(imx219),
481 imx219_get_pixel_rate(imx219), 1,
482 imx219_get_pixel_rate(imx219));
483
484 imx219->link_freq =
485 v4l2_ctrl_new_int_menu(ctrl_hdlr, &imx219_ctrl_ops,
486 V4L2_CID_LINK_FREQ,
487 ARRAY_SIZE(imx219_link_freq_menu) - 1, 0,
488 (imx219->lanes == 2) ? imx219_link_freq_menu :
489 imx219_link_freq_4lane_menu);
490 if (imx219->link_freq)
491 imx219->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
492
493 /* Initial vblank/hblank/exposure parameters based on current mode */
494 imx219->vblank = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
495 V4L2_CID_VBLANK, IMX219_VBLANK_MIN,
496 IMX219_VTS_MAX - mode->height, 1,
497 mode->vts_def - mode->height);
498 hblank = IMX219_PPL_DEFAULT - mode->width;
499 imx219->hblank = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
500 V4L2_CID_HBLANK, hblank, hblank,
501 1, hblank);
502 if (imx219->hblank)
503 imx219->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
504 exposure_max = mode->vts_def - 4;
505 exposure_def = (exposure_max < IMX219_EXPOSURE_DEFAULT) ?
506 exposure_max : IMX219_EXPOSURE_DEFAULT;
507 imx219->exposure = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
508 V4L2_CID_EXPOSURE,
509 IMX219_EXPOSURE_MIN, exposure_max,
510 IMX219_EXPOSURE_STEP,
511 exposure_def);
512
513 v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops, V4L2_CID_ANALOGUE_GAIN,
514 IMX219_ANA_GAIN_MIN, IMX219_ANA_GAIN_MAX,
515 IMX219_ANA_GAIN_STEP, IMX219_ANA_GAIN_DEFAULT);
516
517 v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops, V4L2_CID_DIGITAL_GAIN,
518 IMX219_DGTL_GAIN_MIN, IMX219_DGTL_GAIN_MAX,
519 IMX219_DGTL_GAIN_STEP, IMX219_DGTL_GAIN_DEFAULT);
520
521 imx219->hflip = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
522 V4L2_CID_HFLIP, 0, 1, 1, 0);
523 if (imx219->hflip)
524 imx219->hflip->flags |= V4L2_CTRL_FLAG_MODIFY_LAYOUT;
525
526 imx219->vflip = v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
527 V4L2_CID_VFLIP, 0, 1, 1, 0);
528 if (imx219->vflip)
529 imx219->vflip->flags |= V4L2_CTRL_FLAG_MODIFY_LAYOUT;
530
531 v4l2_ctrl_new_std_menu_items(ctrl_hdlr, &imx219_ctrl_ops,
532 V4L2_CID_TEST_PATTERN,
533 ARRAY_SIZE(imx219_test_pattern_menu) - 1,
534 0, 0, imx219_test_pattern_menu);
535 for (i = 0; i < 4; i++) {
536 /*
537 * The assumption is that
538 * V4L2_CID_TEST_PATTERN_GREENR == V4L2_CID_TEST_PATTERN_RED + 1
539 * V4L2_CID_TEST_PATTERN_BLUE == V4L2_CID_TEST_PATTERN_RED + 2
540 * V4L2_CID_TEST_PATTERN_GREENB == V4L2_CID_TEST_PATTERN_RED + 3
541 */
542 v4l2_ctrl_new_std(ctrl_hdlr, &imx219_ctrl_ops,
543 V4L2_CID_TEST_PATTERN_RED + i,
544 IMX219_TESTP_COLOUR_MIN,
545 IMX219_TESTP_COLOUR_MAX,
546 IMX219_TESTP_COLOUR_STEP,
547 IMX219_TESTP_COLOUR_MAX);
548 /* The "Solid color" pattern is white by default */
549 }
550
551 if (ctrl_hdlr->error) {
552 ret = ctrl_hdlr->error;
553 dev_err_probe(&client->dev, ret, "Control init failed\n");
554 goto error;
555 }
556
557 ret = v4l2_fwnode_device_parse(&client->dev, &props);
558 if (ret)
559 goto error;
560
561 ret = v4l2_ctrl_new_fwnode_properties(ctrl_hdlr, &imx219_ctrl_ops,
562 &props);
563 if (ret)
564 goto error;
565
566 imx219->sd.ctrl_handler = ctrl_hdlr;
567
568 return 0;
569
570error:
571 v4l2_ctrl_handler_free(ctrl_hdlr);
572
573 return ret;
574}
575
576static void imx219_free_controls(struct imx219 *imx219)
577{
578 v4l2_ctrl_handler_free(imx219->sd.ctrl_handler);
579}
580
581/* -----------------------------------------------------------------------------
582 * Subdev operations
583 */
584
585static int imx219_set_framefmt(struct imx219 *imx219,
586 struct v4l2_subdev_state *state)
587{
588 const struct v4l2_mbus_framefmt *format;
589 const struct v4l2_rect *crop;
590 unsigned int bpp;
591 u64 bin_h, bin_v;
592 int ret = 0;
593
594 format = v4l2_subdev_state_get_format(state, 0);
595 crop = v4l2_subdev_state_get_crop(state, 0);
596
597 switch (format->code) {
598 case MEDIA_BUS_FMT_SRGGB8_1X8:
599 case MEDIA_BUS_FMT_SGRBG8_1X8:
600 case MEDIA_BUS_FMT_SGBRG8_1X8:
601 case MEDIA_BUS_FMT_SBGGR8_1X8:
602 bpp = 8;
603 break;
604
605 case MEDIA_BUS_FMT_SRGGB10_1X10:
606 case MEDIA_BUS_FMT_SGRBG10_1X10:
607 case MEDIA_BUS_FMT_SGBRG10_1X10:
608 case MEDIA_BUS_FMT_SBGGR10_1X10:
609 default:
610 bpp = 10;
611 break;
612 }
613
614 cci_write(imx219->regmap, IMX219_REG_X_ADD_STA_A,
615 crop->left - IMX219_PIXEL_ARRAY_LEFT, &ret);
616 cci_write(imx219->regmap, IMX219_REG_X_ADD_END_A,
617 crop->left - IMX219_PIXEL_ARRAY_LEFT + crop->width - 1, &ret);
618 cci_write(imx219->regmap, IMX219_REG_Y_ADD_STA_A,
619 crop->top - IMX219_PIXEL_ARRAY_TOP, &ret);
620 cci_write(imx219->regmap, IMX219_REG_Y_ADD_END_A,
621 crop->top - IMX219_PIXEL_ARRAY_TOP + crop->height - 1, &ret);
622
623 switch (crop->width / format->width) {
624 case 1:
625 default:
626 bin_h = IMX219_BINNING_NONE;
627 break;
628 case 2:
629 bin_h = bpp == 8 ? IMX219_BINNING_X2_ANALOG : IMX219_BINNING_X2;
630 break;
631 }
632
633 switch (crop->height / format->height) {
634 case 1:
635 default:
636 bin_v = IMX219_BINNING_NONE;
637 break;
638 case 2:
639 bin_v = bpp == 8 ? IMX219_BINNING_X2_ANALOG : IMX219_BINNING_X2;
640 break;
641 }
642
643 cci_write(imx219->regmap, IMX219_REG_BINNING_MODE_H, bin_h, &ret);
644 cci_write(imx219->regmap, IMX219_REG_BINNING_MODE_V, bin_v, &ret);
645
646 cci_write(imx219->regmap, IMX219_REG_X_OUTPUT_SIZE,
647 format->width, &ret);
648 cci_write(imx219->regmap, IMX219_REG_Y_OUTPUT_SIZE,
649 format->height, &ret);
650
651 cci_write(imx219->regmap, IMX219_REG_TP_WINDOW_WIDTH,
652 format->width, &ret);
653 cci_write(imx219->regmap, IMX219_REG_TP_WINDOW_HEIGHT,
654 format->height, &ret);
655
656 cci_write(imx219->regmap, IMX219_REG_CSI_DATA_FORMAT_A,
657 (bpp << 8) | bpp, &ret);
658 cci_write(imx219->regmap, IMX219_REG_OPPXCK_DIV, bpp, &ret);
659
660 return ret;
661}
662
663static int imx219_configure_lanes(struct imx219 *imx219)
664{
665 return cci_write(imx219->regmap, IMX219_REG_CSI_LANE_MODE,
666 imx219->lanes == 2 ? IMX219_CSI_2_LANE_MODE :
667 IMX219_CSI_4_LANE_MODE, NULL);
668};
669
670static int imx219_start_streaming(struct imx219 *imx219,
671 struct v4l2_subdev_state *state)
672{
673 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
674 int ret;
675
676 ret = pm_runtime_resume_and_get(&client->dev);
677 if (ret < 0)
678 return ret;
679
680 /* Send all registers that are common to all modes */
681 ret = cci_multi_reg_write(imx219->regmap, imx219_common_regs,
682 ARRAY_SIZE(imx219_common_regs), NULL);
683 if (ret) {
684 dev_err(&client->dev, "%s failed to send mfg header\n", __func__);
685 goto err_rpm_put;
686 }
687
688 /* Configure two or four Lane mode */
689 ret = imx219_configure_lanes(imx219);
690 if (ret) {
691 dev_err(&client->dev, "%s failed to configure lanes\n", __func__);
692 goto err_rpm_put;
693 }
694
695 /* Apply format and crop settings. */
696 ret = imx219_set_framefmt(imx219, state);
697 if (ret) {
698 dev_err(&client->dev, "%s failed to set frame format: %d\n",
699 __func__, ret);
700 goto err_rpm_put;
701 }
702
703 /* Apply customized values from user */
704 ret = __v4l2_ctrl_handler_setup(imx219->sd.ctrl_handler);
705 if (ret)
706 goto err_rpm_put;
707
708 /* set stream on register */
709 ret = cci_write(imx219->regmap, IMX219_REG_MODE_SELECT,
710 IMX219_MODE_STREAMING, NULL);
711 if (ret)
712 goto err_rpm_put;
713
714 /* vflip and hflip cannot change during streaming */
715 __v4l2_ctrl_grab(imx219->vflip, true);
716 __v4l2_ctrl_grab(imx219->hflip, true);
717
718 return 0;
719
720err_rpm_put:
721 pm_runtime_put(&client->dev);
722 return ret;
723}
724
725static void imx219_stop_streaming(struct imx219 *imx219)
726{
727 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
728 int ret;
729
730 /* set stream off register */
731 ret = cci_write(imx219->regmap, IMX219_REG_MODE_SELECT,
732 IMX219_MODE_STANDBY, NULL);
733 if (ret)
734 dev_err(&client->dev, "%s failed to set stream\n", __func__);
735
736 __v4l2_ctrl_grab(imx219->vflip, false);
737 __v4l2_ctrl_grab(imx219->hflip, false);
738
739 pm_runtime_put(&client->dev);
740}
741
742static int imx219_set_stream(struct v4l2_subdev *sd, int enable)
743{
744 struct imx219 *imx219 = to_imx219(sd);
745 struct v4l2_subdev_state *state;
746 int ret = 0;
747
748 state = v4l2_subdev_lock_and_get_active_state(sd);
749
750 if (enable)
751 ret = imx219_start_streaming(imx219, state);
752 else
753 imx219_stop_streaming(imx219);
754
755 v4l2_subdev_unlock_state(state);
756 return ret;
757}
758
759static void imx219_update_pad_format(struct imx219 *imx219,
760 const struct imx219_mode *mode,
761 struct v4l2_mbus_framefmt *fmt, u32 code)
762{
763 /* Bayer order varies with flips */
764 fmt->code = imx219_get_format_code(imx219, code);
765 fmt->width = mode->width;
766 fmt->height = mode->height;
767 fmt->field = V4L2_FIELD_NONE;
768 fmt->colorspace = V4L2_COLORSPACE_RAW;
769 fmt->ycbcr_enc = V4L2_YCBCR_ENC_601;
770 fmt->quantization = V4L2_QUANTIZATION_FULL_RANGE;
771 fmt->xfer_func = V4L2_XFER_FUNC_NONE;
772}
773
774static int imx219_enum_mbus_code(struct v4l2_subdev *sd,
775 struct v4l2_subdev_state *state,
776 struct v4l2_subdev_mbus_code_enum *code)
777{
778 struct imx219 *imx219 = to_imx219(sd);
779
780 if (code->index >= (ARRAY_SIZE(imx219_mbus_formats) / 4))
781 return -EINVAL;
782
783 code->code = imx219_get_format_code(imx219, imx219_mbus_formats[code->index * 4]);
784
785 return 0;
786}
787
788static int imx219_enum_frame_size(struct v4l2_subdev *sd,
789 struct v4l2_subdev_state *state,
790 struct v4l2_subdev_frame_size_enum *fse)
791{
792 struct imx219 *imx219 = to_imx219(sd);
793 u32 code;
794
795 if (fse->index >= ARRAY_SIZE(supported_modes))
796 return -EINVAL;
797
798 code = imx219_get_format_code(imx219, fse->code);
799 if (fse->code != code)
800 return -EINVAL;
801
802 fse->min_width = supported_modes[fse->index].width;
803 fse->max_width = fse->min_width;
804 fse->min_height = supported_modes[fse->index].height;
805 fse->max_height = fse->min_height;
806
807 return 0;
808}
809
810static int imx219_set_pad_format(struct v4l2_subdev *sd,
811 struct v4l2_subdev_state *state,
812 struct v4l2_subdev_format *fmt)
813{
814 struct imx219 *imx219 = to_imx219(sd);
815 const struct imx219_mode *mode;
816 struct v4l2_mbus_framefmt *format;
817 struct v4l2_rect *crop;
818 unsigned int bin_h, bin_v;
819
820 mode = v4l2_find_nearest_size(supported_modes,
821 ARRAY_SIZE(supported_modes),
822 width, height,
823 fmt->format.width, fmt->format.height);
824
825 imx219_update_pad_format(imx219, mode, &fmt->format, fmt->format.code);
826
827 format = v4l2_subdev_state_get_format(state, 0);
828 *format = fmt->format;
829
830 /*
831 * Use binning to maximize the crop rectangle size, and centre it in the
832 * sensor.
833 */
834 bin_h = min(IMX219_PIXEL_ARRAY_WIDTH / format->width, 2U);
835 bin_v = min(IMX219_PIXEL_ARRAY_HEIGHT / format->height, 2U);
836
837 crop = v4l2_subdev_state_get_crop(state, 0);
838 crop->width = format->width * bin_h;
839 crop->height = format->height * bin_v;
840 crop->left = (IMX219_NATIVE_WIDTH - crop->width) / 2;
841 crop->top = (IMX219_NATIVE_HEIGHT - crop->height) / 2;
842
843 if (fmt->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
844 int exposure_max;
845 int exposure_def;
846 int hblank;
847
848 /* Update limits and set FPS to default */
849 __v4l2_ctrl_modify_range(imx219->vblank, IMX219_VBLANK_MIN,
850 IMX219_VTS_MAX - mode->height, 1,
851 mode->vts_def - mode->height);
852 __v4l2_ctrl_s_ctrl(imx219->vblank,
853 mode->vts_def - mode->height);
854 /* Update max exposure while meeting expected vblanking */
855 exposure_max = mode->vts_def - 4;
856 exposure_def = (exposure_max < IMX219_EXPOSURE_DEFAULT) ?
857 exposure_max : IMX219_EXPOSURE_DEFAULT;
858 __v4l2_ctrl_modify_range(imx219->exposure,
859 imx219->exposure->minimum,
860 exposure_max, imx219->exposure->step,
861 exposure_def);
862 /*
863 * Currently PPL is fixed to IMX219_PPL_DEFAULT, so hblank
864 * depends on mode->width only, and is not changeble in any
865 * way other than changing the mode.
866 */
867 hblank = IMX219_PPL_DEFAULT - mode->width;
868 __v4l2_ctrl_modify_range(imx219->hblank, hblank, hblank, 1,
869 hblank);
870 }
871
872 return 0;
873}
874
875static int imx219_get_selection(struct v4l2_subdev *sd,
876 struct v4l2_subdev_state *state,
877 struct v4l2_subdev_selection *sel)
878{
879 switch (sel->target) {
880 case V4L2_SEL_TGT_CROP: {
881 sel->r = *v4l2_subdev_state_get_crop(state, 0);
882 return 0;
883 }
884
885 case V4L2_SEL_TGT_NATIVE_SIZE:
886 sel->r.top = 0;
887 sel->r.left = 0;
888 sel->r.width = IMX219_NATIVE_WIDTH;
889 sel->r.height = IMX219_NATIVE_HEIGHT;
890
891 return 0;
892
893 case V4L2_SEL_TGT_CROP_DEFAULT:
894 case V4L2_SEL_TGT_CROP_BOUNDS:
895 sel->r.top = IMX219_PIXEL_ARRAY_TOP;
896 sel->r.left = IMX219_PIXEL_ARRAY_LEFT;
897 sel->r.width = IMX219_PIXEL_ARRAY_WIDTH;
898 sel->r.height = IMX219_PIXEL_ARRAY_HEIGHT;
899
900 return 0;
901 }
902
903 return -EINVAL;
904}
905
906static int imx219_init_state(struct v4l2_subdev *sd,
907 struct v4l2_subdev_state *state)
908{
909 struct v4l2_subdev_format fmt = {
910 .which = V4L2_SUBDEV_FORMAT_TRY,
911 .pad = 0,
912 .format = {
913 .code = MEDIA_BUS_FMT_SRGGB10_1X10,
914 .width = supported_modes[0].width,
915 .height = supported_modes[0].height,
916 },
917 };
918
919 imx219_set_pad_format(sd, state, &fmt);
920
921 return 0;
922}
923
924static const struct v4l2_subdev_video_ops imx219_video_ops = {
925 .s_stream = imx219_set_stream,
926};
927
928static const struct v4l2_subdev_pad_ops imx219_pad_ops = {
929 .enum_mbus_code = imx219_enum_mbus_code,
930 .get_fmt = v4l2_subdev_get_fmt,
931 .set_fmt = imx219_set_pad_format,
932 .get_selection = imx219_get_selection,
933 .enum_frame_size = imx219_enum_frame_size,
934};
935
936static const struct v4l2_subdev_ops imx219_subdev_ops = {
937 .video = &imx219_video_ops,
938 .pad = &imx219_pad_ops,
939};
940
941static const struct v4l2_subdev_internal_ops imx219_internal_ops = {
942 .init_state = imx219_init_state,
943};
944
945/* -----------------------------------------------------------------------------
946 * Power management
947 */
948
949static int imx219_power_on(struct device *dev)
950{
951 struct v4l2_subdev *sd = dev_get_drvdata(dev);
952 struct imx219 *imx219 = to_imx219(sd);
953 int ret;
954
955 ret = regulator_bulk_enable(IMX219_NUM_SUPPLIES,
956 imx219->supplies);
957 if (ret) {
958 dev_err(dev, "%s: failed to enable regulators\n",
959 __func__);
960 return ret;
961 }
962
963 ret = clk_prepare_enable(imx219->xclk);
964 if (ret) {
965 dev_err(dev, "%s: failed to enable clock\n",
966 __func__);
967 goto reg_off;
968 }
969
970 gpiod_set_value_cansleep(imx219->reset_gpio, 1);
971 usleep_range(IMX219_XCLR_MIN_DELAY_US,
972 IMX219_XCLR_MIN_DELAY_US + IMX219_XCLR_DELAY_RANGE_US);
973
974 return 0;
975
976reg_off:
977 regulator_bulk_disable(IMX219_NUM_SUPPLIES, imx219->supplies);
978
979 return ret;
980}
981
982static int imx219_power_off(struct device *dev)
983{
984 struct v4l2_subdev *sd = dev_get_drvdata(dev);
985 struct imx219 *imx219 = to_imx219(sd);
986
987 gpiod_set_value_cansleep(imx219->reset_gpio, 0);
988 regulator_bulk_disable(IMX219_NUM_SUPPLIES, imx219->supplies);
989 clk_disable_unprepare(imx219->xclk);
990
991 return 0;
992}
993
994/* -----------------------------------------------------------------------------
995 * Probe & remove
996 */
997
998static int imx219_get_regulators(struct imx219 *imx219)
999{
1000 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
1001 unsigned int i;
1002
1003 for (i = 0; i < IMX219_NUM_SUPPLIES; i++)
1004 imx219->supplies[i].supply = imx219_supply_name[i];
1005
1006 return devm_regulator_bulk_get(&client->dev,
1007 IMX219_NUM_SUPPLIES,
1008 imx219->supplies);
1009}
1010
1011/* Verify chip ID */
1012static int imx219_identify_module(struct imx219 *imx219)
1013{
1014 struct i2c_client *client = v4l2_get_subdevdata(&imx219->sd);
1015 int ret;
1016 u64 val;
1017
1018 ret = cci_read(imx219->regmap, IMX219_REG_CHIP_ID, &val, NULL);
1019 if (ret)
1020 return dev_err_probe(&client->dev, ret,
1021 "failed to read chip id %x\n",
1022 IMX219_CHIP_ID);
1023
1024 if (val != IMX219_CHIP_ID)
1025 return dev_err_probe(&client->dev, -EIO,
1026 "chip id mismatch: %x!=%llx\n",
1027 IMX219_CHIP_ID, val);
1028
1029 return 0;
1030}
1031
1032static int imx219_check_hwcfg(struct device *dev, struct imx219 *imx219)
1033{
1034 struct fwnode_handle *endpoint;
1035 struct v4l2_fwnode_endpoint ep_cfg = {
1036 .bus_type = V4L2_MBUS_CSI2_DPHY
1037 };
1038 int ret = -EINVAL;
1039
1040 endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(dev), NULL);
1041 if (!endpoint)
1042 return dev_err_probe(dev, -EINVAL, "endpoint node not found\n");
1043
1044 if (v4l2_fwnode_endpoint_alloc_parse(endpoint, &ep_cfg)) {
1045 dev_err_probe(dev, -EINVAL, "could not parse endpoint\n");
1046 goto error_out;
1047 }
1048
1049 /* Check the number of MIPI CSI2 data lanes */
1050 if (ep_cfg.bus.mipi_csi2.num_data_lanes != 2 &&
1051 ep_cfg.bus.mipi_csi2.num_data_lanes != 4) {
1052 dev_err_probe(dev, -EINVAL,
1053 "only 2 or 4 data lanes are currently supported\n");
1054 goto error_out;
1055 }
1056 imx219->lanes = ep_cfg.bus.mipi_csi2.num_data_lanes;
1057
1058 /* Check the link frequency set in device tree */
1059 if (!ep_cfg.nr_of_link_frequencies) {
1060 dev_err_probe(dev, -EINVAL,
1061 "link-frequency property not found in DT\n");
1062 goto error_out;
1063 }
1064
1065 if (ep_cfg.nr_of_link_frequencies != 1 ||
1066 (ep_cfg.link_frequencies[0] != ((imx219->lanes == 2) ?
1067 IMX219_DEFAULT_LINK_FREQ : IMX219_DEFAULT_LINK_FREQ_4LANE))) {
1068 dev_err_probe(dev, -EINVAL,
1069 "Link frequency not supported: %lld\n",
1070 ep_cfg.link_frequencies[0]);
1071 goto error_out;
1072 }
1073
1074 ret = 0;
1075
1076error_out:
1077 v4l2_fwnode_endpoint_free(&ep_cfg);
1078 fwnode_handle_put(endpoint);
1079
1080 return ret;
1081}
1082
1083static int imx219_probe(struct i2c_client *client)
1084{
1085 struct device *dev = &client->dev;
1086 struct imx219 *imx219;
1087 int ret;
1088
1089 imx219 = devm_kzalloc(&client->dev, sizeof(*imx219), GFP_KERNEL);
1090 if (!imx219)
1091 return -ENOMEM;
1092
1093 v4l2_i2c_subdev_init(&imx219->sd, client, &imx219_subdev_ops);
1094 imx219->sd.internal_ops = &imx219_internal_ops;
1095
1096 /* Check the hardware configuration in device tree */
1097 if (imx219_check_hwcfg(dev, imx219))
1098 return -EINVAL;
1099
1100 imx219->regmap = devm_cci_regmap_init_i2c(client, 16);
1101 if (IS_ERR(imx219->regmap))
1102 return dev_err_probe(dev, PTR_ERR(imx219->regmap),
1103 "failed to initialize CCI\n");
1104
1105 /* Get system clock (xclk) */
1106 imx219->xclk = devm_clk_get(dev, NULL);
1107 if (IS_ERR(imx219->xclk))
1108 return dev_err_probe(dev, PTR_ERR(imx219->xclk),
1109 "failed to get xclk\n");
1110
1111 imx219->xclk_freq = clk_get_rate(imx219->xclk);
1112 if (imx219->xclk_freq != IMX219_XCLK_FREQ)
1113 return dev_err_probe(dev, -EINVAL,
1114 "xclk frequency not supported: %d Hz\n",
1115 imx219->xclk_freq);
1116
1117 ret = imx219_get_regulators(imx219);
1118 if (ret)
1119 return dev_err_probe(dev, ret, "failed to get regulators\n");
1120
1121 /* Request optional enable pin */
1122 imx219->reset_gpio = devm_gpiod_get_optional(dev, "reset",
1123 GPIOD_OUT_HIGH);
1124
1125 /*
1126 * The sensor must be powered for imx219_identify_module()
1127 * to be able to read the CHIP_ID register
1128 */
1129 ret = imx219_power_on(dev);
1130 if (ret)
1131 return ret;
1132
1133 ret = imx219_identify_module(imx219);
1134 if (ret)
1135 goto error_power_off;
1136
1137 /*
1138 * Sensor doesn't enter LP-11 state upon power up until and unless
1139 * streaming is started, so upon power up switch the modes to:
1140 * streaming -> standby
1141 */
1142 ret = cci_write(imx219->regmap, IMX219_REG_MODE_SELECT,
1143 IMX219_MODE_STREAMING, NULL);
1144 if (ret < 0)
1145 goto error_power_off;
1146
1147 usleep_range(100, 110);
1148
1149 /* put sensor back to standby mode */
1150 ret = cci_write(imx219->regmap, IMX219_REG_MODE_SELECT,
1151 IMX219_MODE_STANDBY, NULL);
1152 if (ret < 0)
1153 goto error_power_off;
1154
1155 usleep_range(100, 110);
1156
1157 ret = imx219_init_controls(imx219);
1158 if (ret)
1159 goto error_power_off;
1160
1161 /* Initialize subdev */
1162 imx219->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1163 imx219->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
1164
1165 /* Initialize source pad */
1166 imx219->pad.flags = MEDIA_PAD_FL_SOURCE;
1167
1168 ret = media_entity_pads_init(&imx219->sd.entity, 1, &imx219->pad);
1169 if (ret) {
1170 dev_err_probe(dev, ret, "failed to init entity pads\n");
1171 goto error_handler_free;
1172 }
1173
1174 imx219->sd.state_lock = imx219->ctrl_handler.lock;
1175 ret = v4l2_subdev_init_finalize(&imx219->sd);
1176 if (ret < 0) {
1177 dev_err_probe(dev, ret, "subdev init error\n");
1178 goto error_media_entity;
1179 }
1180
1181 ret = v4l2_async_register_subdev_sensor(&imx219->sd);
1182 if (ret < 0) {
1183 dev_err_probe(dev, ret,
1184 "failed to register sensor sub-device\n");
1185 goto error_subdev_cleanup;
1186 }
1187
1188 /* Enable runtime PM and turn off the device */
1189 pm_runtime_set_active(dev);
1190 pm_runtime_enable(dev);
1191 pm_runtime_idle(dev);
1192
1193 return 0;
1194
1195error_subdev_cleanup:
1196 v4l2_subdev_cleanup(&imx219->sd);
1197
1198error_media_entity:
1199 media_entity_cleanup(&imx219->sd.entity);
1200
1201error_handler_free:
1202 imx219_free_controls(imx219);
1203
1204error_power_off:
1205 imx219_power_off(dev);
1206
1207 return ret;
1208}
1209
1210static void imx219_remove(struct i2c_client *client)
1211{
1212 struct v4l2_subdev *sd = i2c_get_clientdata(client);
1213 struct imx219 *imx219 = to_imx219(sd);
1214
1215 v4l2_async_unregister_subdev(sd);
1216 v4l2_subdev_cleanup(sd);
1217 media_entity_cleanup(&sd->entity);
1218 imx219_free_controls(imx219);
1219
1220 pm_runtime_disable(&client->dev);
1221 if (!pm_runtime_status_suspended(&client->dev))
1222 imx219_power_off(&client->dev);
1223 pm_runtime_set_suspended(&client->dev);
1224}
1225
1226static const struct of_device_id imx219_dt_ids[] = {
1227 { .compatible = "sony,imx219" },
1228 { /* sentinel */ }
1229};
1230MODULE_DEVICE_TABLE(of, imx219_dt_ids);
1231
1232static const struct dev_pm_ops imx219_pm_ops = {
1233 SET_RUNTIME_PM_OPS(imx219_power_off, imx219_power_on, NULL)
1234};
1235
1236static struct i2c_driver imx219_i2c_driver = {
1237 .driver = {
1238 .name = "imx219",
1239 .of_match_table = imx219_dt_ids,
1240 .pm = &imx219_pm_ops,
1241 },
1242 .probe = imx219_probe,
1243 .remove = imx219_remove,
1244};
1245
1246module_i2c_driver(imx219_i2c_driver);
1247
1248MODULE_AUTHOR("Dave Stevenson <dave.stevenson@raspberrypi.com");
1249MODULE_DESCRIPTION("Sony IMX219 sensor driver");
1250MODULE_LICENSE("GPL v2");