Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Renesas RPC-IF core driver
4 *
5 * Copyright (C) 2018-2019 Renesas Solutions Corp.
6 * Copyright (C) 2019 Macronix International Co., Ltd.
7 * Copyright (C) 2019-2020 Cogent Embedded, Inc.
8 */
9
10#include <linux/clk.h>
11#include <linux/io.h>
12#include <linux/module.h>
13#include <linux/platform_device.h>
14#include <linux/of.h>
15#include <linux/pm_runtime.h>
16#include <linux/regmap.h>
17#include <linux/reset.h>
18
19#include <memory/renesas-rpc-if.h>
20
21#define RPCIF_CMNCR 0x0000 /* R/W */
22#define RPCIF_CMNCR_MD BIT(31)
23#define RPCIF_CMNCR_SFDE BIT(24) /* undocumented but must be set */
24#define RPCIF_CMNCR_MOIIO3(val) (((val) & 0x3) << 22)
25#define RPCIF_CMNCR_MOIIO2(val) (((val) & 0x3) << 20)
26#define RPCIF_CMNCR_MOIIO1(val) (((val) & 0x3) << 18)
27#define RPCIF_CMNCR_MOIIO0(val) (((val) & 0x3) << 16)
28#define RPCIF_CMNCR_MOIIO_HIZ (RPCIF_CMNCR_MOIIO0(3) | \
29 RPCIF_CMNCR_MOIIO1(3) | \
30 RPCIF_CMNCR_MOIIO2(3) | RPCIF_CMNCR_MOIIO3(3))
31#define RPCIF_CMNCR_IO3FV(val) (((val) & 0x3) << 14) /* undocumented */
32#define RPCIF_CMNCR_IO2FV(val) (((val) & 0x3) << 12) /* undocumented */
33#define RPCIF_CMNCR_IO0FV(val) (((val) & 0x3) << 8)
34#define RPCIF_CMNCR_IOFV_HIZ (RPCIF_CMNCR_IO0FV(3) | RPCIF_CMNCR_IO2FV(3) | \
35 RPCIF_CMNCR_IO3FV(3))
36#define RPCIF_CMNCR_BSZ(val) (((val) & 0x3) << 0)
37
38#define RPCIF_SSLDR 0x0004 /* R/W */
39#define RPCIF_SSLDR_SPNDL(d) (((d) & 0x7) << 16)
40#define RPCIF_SSLDR_SLNDL(d) (((d) & 0x7) << 8)
41#define RPCIF_SSLDR_SCKDL(d) (((d) & 0x7) << 0)
42
43#define RPCIF_DRCR 0x000C /* R/W */
44#define RPCIF_DRCR_SSLN BIT(24)
45#define RPCIF_DRCR_RBURST(v) ((((v) - 1) & 0x1F) << 16)
46#define RPCIF_DRCR_RCF BIT(9)
47#define RPCIF_DRCR_RBE BIT(8)
48#define RPCIF_DRCR_SSLE BIT(0)
49
50#define RPCIF_DRCMR 0x0010 /* R/W */
51#define RPCIF_DRCMR_CMD(c) (((c) & 0xFF) << 16)
52#define RPCIF_DRCMR_OCMD(c) (((c) & 0xFF) << 0)
53
54#define RPCIF_DREAR 0x0014 /* R/W */
55#define RPCIF_DREAR_EAV(c) (((c) & 0xF) << 16)
56#define RPCIF_DREAR_EAC(c) (((c) & 0x7) << 0)
57
58#define RPCIF_DROPR 0x0018 /* R/W */
59
60#define RPCIF_DRENR 0x001C /* R/W */
61#define RPCIF_DRENR_CDB(o) (u32)((((o) & 0x3) << 30))
62#define RPCIF_DRENR_OCDB(o) (((o) & 0x3) << 28)
63#define RPCIF_DRENR_ADB(o) (((o) & 0x3) << 24)
64#define RPCIF_DRENR_OPDB(o) (((o) & 0x3) << 20)
65#define RPCIF_DRENR_DRDB(o) (((o) & 0x3) << 16)
66#define RPCIF_DRENR_DME BIT(15)
67#define RPCIF_DRENR_CDE BIT(14)
68#define RPCIF_DRENR_OCDE BIT(12)
69#define RPCIF_DRENR_ADE(v) (((v) & 0xF) << 8)
70#define RPCIF_DRENR_OPDE(v) (((v) & 0xF) << 4)
71
72#define RPCIF_SMCR 0x0020 /* R/W */
73#define RPCIF_SMCR_SSLKP BIT(8)
74#define RPCIF_SMCR_SPIRE BIT(2)
75#define RPCIF_SMCR_SPIWE BIT(1)
76#define RPCIF_SMCR_SPIE BIT(0)
77
78#define RPCIF_SMCMR 0x0024 /* R/W */
79#define RPCIF_SMCMR_CMD(c) (((c) & 0xFF) << 16)
80#define RPCIF_SMCMR_OCMD(c) (((c) & 0xFF) << 0)
81
82#define RPCIF_SMADR 0x0028 /* R/W */
83
84#define RPCIF_SMOPR 0x002C /* R/W */
85#define RPCIF_SMOPR_OPD3(o) (((o) & 0xFF) << 24)
86#define RPCIF_SMOPR_OPD2(o) (((o) & 0xFF) << 16)
87#define RPCIF_SMOPR_OPD1(o) (((o) & 0xFF) << 8)
88#define RPCIF_SMOPR_OPD0(o) (((o) & 0xFF) << 0)
89
90#define RPCIF_SMENR 0x0030 /* R/W */
91#define RPCIF_SMENR_CDB(o) (((o) & 0x3) << 30)
92#define RPCIF_SMENR_OCDB(o) (((o) & 0x3) << 28)
93#define RPCIF_SMENR_ADB(o) (((o) & 0x3) << 24)
94#define RPCIF_SMENR_OPDB(o) (((o) & 0x3) << 20)
95#define RPCIF_SMENR_SPIDB(o) (((o) & 0x3) << 16)
96#define RPCIF_SMENR_DME BIT(15)
97#define RPCIF_SMENR_CDE BIT(14)
98#define RPCIF_SMENR_OCDE BIT(12)
99#define RPCIF_SMENR_ADE(v) (((v) & 0xF) << 8)
100#define RPCIF_SMENR_OPDE(v) (((v) & 0xF) << 4)
101#define RPCIF_SMENR_SPIDE(v) (((v) & 0xF) << 0)
102
103#define RPCIF_SMRDR0 0x0038 /* R */
104#define RPCIF_SMRDR1 0x003C /* R */
105#define RPCIF_SMWDR0 0x0040 /* W */
106#define RPCIF_SMWDR1 0x0044 /* W */
107
108#define RPCIF_CMNSR 0x0048 /* R */
109#define RPCIF_CMNSR_SSLF BIT(1)
110#define RPCIF_CMNSR_TEND BIT(0)
111
112#define RPCIF_DRDMCR 0x0058 /* R/W */
113#define RPCIF_DMDMCR_DMCYC(v) ((((v) - 1) & 0x1F) << 0)
114
115#define RPCIF_DRDRENR 0x005C /* R/W */
116#define RPCIF_DRDRENR_HYPE(v) (((v) & 0x7) << 12)
117#define RPCIF_DRDRENR_ADDRE BIT(8)
118#define RPCIF_DRDRENR_OPDRE BIT(4)
119#define RPCIF_DRDRENR_DRDRE BIT(0)
120
121#define RPCIF_SMDMCR 0x0060 /* R/W */
122#define RPCIF_SMDMCR_DMCYC(v) ((((v) - 1) & 0x1F) << 0)
123
124#define RPCIF_SMDRENR 0x0064 /* R/W */
125#define RPCIF_SMDRENR_HYPE(v) (((v) & 0x7) << 12)
126#define RPCIF_SMDRENR_ADDRE BIT(8)
127#define RPCIF_SMDRENR_OPDRE BIT(4)
128#define RPCIF_SMDRENR_SPIDRE BIT(0)
129
130#define RPCIF_PHYCNT 0x007C /* R/W */
131#define RPCIF_PHYCNT_CAL BIT(31)
132#define RPCIF_PHYCNT_OCTA(v) (((v) & 0x3) << 22)
133#define RPCIF_PHYCNT_EXDS BIT(21)
134#define RPCIF_PHYCNT_OCT BIT(20)
135#define RPCIF_PHYCNT_DDRCAL BIT(19)
136#define RPCIF_PHYCNT_HS BIT(18)
137#define RPCIF_PHYCNT_STRTIM(v) (((v) & 0x7) << 15)
138#define RPCIF_PHYCNT_WBUF2 BIT(4)
139#define RPCIF_PHYCNT_WBUF BIT(2)
140#define RPCIF_PHYCNT_PHYMEM(v) (((v) & 0x3) << 0)
141
142#define RPCIF_PHYOFFSET1 0x0080 /* R/W */
143#define RPCIF_PHYOFFSET1_DDRTMG(v) (((v) & 0x3) << 28)
144
145#define RPCIF_PHYOFFSET2 0x0084 /* R/W */
146#define RPCIF_PHYOFFSET2_OCTTMG(v) (((v) & 0x7) << 8)
147
148#define RPCIF_PHYINT 0x0088 /* R/W */
149#define RPCIF_PHYINT_WPVAL BIT(1)
150
151#define RPCIF_DIRMAP_SIZE 0x4000000
152
153static const struct regmap_range rpcif_volatile_ranges[] = {
154 regmap_reg_range(RPCIF_SMRDR0, RPCIF_SMRDR1),
155 regmap_reg_range(RPCIF_SMWDR0, RPCIF_SMWDR1),
156 regmap_reg_range(RPCIF_CMNSR, RPCIF_CMNSR),
157};
158
159static const struct regmap_access_table rpcif_volatile_table = {
160 .yes_ranges = rpcif_volatile_ranges,
161 .n_yes_ranges = ARRAY_SIZE(rpcif_volatile_ranges),
162};
163
164static const struct regmap_config rpcif_regmap_config = {
165 .reg_bits = 32,
166 .val_bits = 32,
167 .reg_stride = 4,
168 .fast_io = true,
169 .max_register = RPCIF_PHYINT,
170 .volatile_table = &rpcif_volatile_table,
171};
172
173int rpcif_sw_init(struct rpcif *rpc, struct device *dev)
174{
175 struct platform_device *pdev = to_platform_device(dev);
176 struct resource *res;
177 void __iomem *base;
178
179 rpc->dev = dev;
180
181 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "regs");
182 base = devm_ioremap_resource(&pdev->dev, res);
183 if (IS_ERR(base))
184 return PTR_ERR(base);
185
186 rpc->regmap = devm_regmap_init_mmio(&pdev->dev, base,
187 &rpcif_regmap_config);
188 if (IS_ERR(rpc->regmap)) {
189 dev_err(&pdev->dev,
190 "failed to init regmap for rpcif, error %ld\n",
191 PTR_ERR(rpc->regmap));
192 return PTR_ERR(rpc->regmap);
193 }
194
195 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dirmap");
196 rpc->size = resource_size(res);
197 rpc->dirmap = devm_ioremap_resource(&pdev->dev, res);
198 if (IS_ERR(rpc->dirmap))
199 rpc->dirmap = NULL;
200
201 rpc->rstc = devm_reset_control_get_exclusive(&pdev->dev, NULL);
202 if (IS_ERR(rpc->rstc))
203 return PTR_ERR(rpc->rstc);
204
205 return 0;
206}
207EXPORT_SYMBOL(rpcif_sw_init);
208
209void rpcif_enable_rpm(struct rpcif *rpc)
210{
211 pm_runtime_enable(rpc->dev);
212}
213EXPORT_SYMBOL(rpcif_enable_rpm);
214
215void rpcif_disable_rpm(struct rpcif *rpc)
216{
217 pm_runtime_put_sync(rpc->dev);
218}
219EXPORT_SYMBOL(rpcif_disable_rpm);
220
221void rpcif_hw_init(struct rpcif *rpc, bool hyperflash)
222{
223 u32 dummy;
224
225 pm_runtime_get_sync(rpc->dev);
226
227 /*
228 * NOTE: The 0x260 are undocumented bits, but they must be set.
229 * RPCIF_PHYCNT_STRTIM is strobe timing adjustment bits,
230 * 0x0 : the delay is biggest,
231 * 0x1 : the delay is 2nd biggest,
232 * On H3 ES1.x, the value should be 0, while on others,
233 * the value should be 7.
234 */
235 regmap_write(rpc->regmap, RPCIF_PHYCNT, RPCIF_PHYCNT_STRTIM(7) |
236 RPCIF_PHYCNT_PHYMEM(hyperflash ? 3 : 0) | 0x260);
237
238 /*
239 * NOTE: The 0x1511144 are undocumented bits, but they must be set
240 * for RPCIF_PHYOFFSET1.
241 * The 0x31 are undocumented bits, but they must be set
242 * for RPCIF_PHYOFFSET2.
243 */
244 regmap_write(rpc->regmap, RPCIF_PHYOFFSET1, 0x1511144 |
245 RPCIF_PHYOFFSET1_DDRTMG(3));
246 regmap_write(rpc->regmap, RPCIF_PHYOFFSET2, 0x31 |
247 RPCIF_PHYOFFSET2_OCTTMG(4));
248
249 if (hyperflash)
250 regmap_update_bits(rpc->regmap, RPCIF_PHYINT,
251 RPCIF_PHYINT_WPVAL, 0);
252
253 regmap_write(rpc->regmap, RPCIF_CMNCR, RPCIF_CMNCR_SFDE |
254 RPCIF_CMNCR_MOIIO_HIZ | RPCIF_CMNCR_IOFV_HIZ |
255 RPCIF_CMNCR_BSZ(hyperflash ? 1 : 0));
256 /* Set RCF after BSZ update */
257 regmap_write(rpc->regmap, RPCIF_DRCR, RPCIF_DRCR_RCF);
258 /* Dummy read according to spec */
259 regmap_read(rpc->regmap, RPCIF_DRCR, &dummy);
260 regmap_write(rpc->regmap, RPCIF_SSLDR, RPCIF_SSLDR_SPNDL(7) |
261 RPCIF_SSLDR_SLNDL(7) | RPCIF_SSLDR_SCKDL(7));
262
263 pm_runtime_put(rpc->dev);
264
265 rpc->bus_size = hyperflash ? 2 : 1;
266}
267EXPORT_SYMBOL(rpcif_hw_init);
268
269static int wait_msg_xfer_end(struct rpcif *rpc)
270{
271 u32 sts;
272
273 return regmap_read_poll_timeout(rpc->regmap, RPCIF_CMNSR, sts,
274 sts & RPCIF_CMNSR_TEND, 0,
275 USEC_PER_SEC);
276}
277
278static u8 rpcif_bits_set(struct rpcif *rpc, u32 nbytes)
279{
280 if (rpc->bus_size == 2)
281 nbytes /= 2;
282 nbytes = clamp(nbytes, 1U, 4U);
283 return GENMASK(3, 4 - nbytes);
284}
285
286static u8 rpcif_bit_size(u8 buswidth)
287{
288 return buswidth > 4 ? 2 : ilog2(buswidth);
289}
290
291void rpcif_prepare(struct rpcif *rpc, const struct rpcif_op *op, u64 *offs,
292 size_t *len)
293{
294 rpc->smcr = 0;
295 rpc->smadr = 0;
296 rpc->enable = 0;
297 rpc->command = 0;
298 rpc->option = 0;
299 rpc->dummy = 0;
300 rpc->ddr = 0;
301 rpc->xferlen = 0;
302
303 if (op->cmd.buswidth) {
304 rpc->enable = RPCIF_SMENR_CDE |
305 RPCIF_SMENR_CDB(rpcif_bit_size(op->cmd.buswidth));
306 rpc->command = RPCIF_SMCMR_CMD(op->cmd.opcode);
307 if (op->cmd.ddr)
308 rpc->ddr = RPCIF_SMDRENR_HYPE(0x5);
309 }
310 if (op->ocmd.buswidth) {
311 rpc->enable |= RPCIF_SMENR_OCDE |
312 RPCIF_SMENR_OCDB(rpcif_bit_size(op->ocmd.buswidth));
313 rpc->command |= RPCIF_SMCMR_OCMD(op->ocmd.opcode);
314 }
315
316 if (op->addr.buswidth) {
317 rpc->enable |=
318 RPCIF_SMENR_ADB(rpcif_bit_size(op->addr.buswidth));
319 if (op->addr.nbytes == 4)
320 rpc->enable |= RPCIF_SMENR_ADE(0xF);
321 else
322 rpc->enable |= RPCIF_SMENR_ADE(GENMASK(
323 2, 3 - op->addr.nbytes));
324 if (op->addr.ddr)
325 rpc->ddr |= RPCIF_SMDRENR_ADDRE;
326
327 if (offs && len)
328 rpc->smadr = *offs;
329 else
330 rpc->smadr = op->addr.val;
331 }
332
333 if (op->dummy.buswidth) {
334 rpc->enable |= RPCIF_SMENR_DME;
335 rpc->dummy = RPCIF_SMDMCR_DMCYC(op->dummy.ncycles /
336 op->dummy.buswidth);
337 }
338
339 if (op->option.buswidth) {
340 rpc->enable |= RPCIF_SMENR_OPDE(
341 rpcif_bits_set(rpc, op->option.nbytes)) |
342 RPCIF_SMENR_OPDB(rpcif_bit_size(op->option.buswidth));
343 if (op->option.ddr)
344 rpc->ddr |= RPCIF_SMDRENR_OPDRE;
345 rpc->option = op->option.val;
346 }
347
348 rpc->dir = op->data.dir;
349 if (op->data.buswidth) {
350 u32 nbytes;
351
352 rpc->buffer = op->data.buf.in;
353 switch (op->data.dir) {
354 case RPCIF_DATA_IN:
355 rpc->smcr = RPCIF_SMCR_SPIRE;
356 break;
357 case RPCIF_DATA_OUT:
358 rpc->smcr = RPCIF_SMCR_SPIWE;
359 break;
360 default:
361 break;
362 }
363 if (op->data.ddr)
364 rpc->ddr |= RPCIF_SMDRENR_SPIDRE;
365
366 if (offs && len)
367 nbytes = *len;
368 else
369 nbytes = op->data.nbytes;
370 rpc->xferlen = nbytes;
371
372 rpc->enable |= RPCIF_SMENR_SPIDE(rpcif_bits_set(rpc, nbytes)) |
373 RPCIF_SMENR_SPIDB(rpcif_bit_size(op->data.buswidth));
374 }
375}
376EXPORT_SYMBOL(rpcif_prepare);
377
378int rpcif_manual_xfer(struct rpcif *rpc)
379{
380 u32 smenr, smcr, pos = 0, max = 4;
381 int ret = 0;
382
383 if (rpc->bus_size == 2)
384 max = 8;
385
386 pm_runtime_get_sync(rpc->dev);
387
388 regmap_update_bits(rpc->regmap, RPCIF_PHYCNT,
389 RPCIF_PHYCNT_CAL, RPCIF_PHYCNT_CAL);
390 regmap_update_bits(rpc->regmap, RPCIF_CMNCR,
391 RPCIF_CMNCR_MD, RPCIF_CMNCR_MD);
392 regmap_write(rpc->regmap, RPCIF_SMCMR, rpc->command);
393 regmap_write(rpc->regmap, RPCIF_SMOPR, rpc->option);
394 regmap_write(rpc->regmap, RPCIF_SMDMCR, rpc->dummy);
395 regmap_write(rpc->regmap, RPCIF_SMDRENR, rpc->ddr);
396 smenr = rpc->enable;
397
398 switch (rpc->dir) {
399 case RPCIF_DATA_OUT:
400 while (pos < rpc->xferlen) {
401 u32 nbytes = rpc->xferlen - pos;
402 u32 data[2];
403
404 smcr = rpc->smcr | RPCIF_SMCR_SPIE;
405 if (nbytes > max) {
406 nbytes = max;
407 smcr |= RPCIF_SMCR_SSLKP;
408 }
409
410 memcpy(data, rpc->buffer + pos, nbytes);
411 if (nbytes > 4) {
412 regmap_write(rpc->regmap, RPCIF_SMWDR1,
413 data[0]);
414 regmap_write(rpc->regmap, RPCIF_SMWDR0,
415 data[1]);
416 } else if (nbytes > 2) {
417 regmap_write(rpc->regmap, RPCIF_SMWDR0,
418 data[0]);
419 } else {
420 regmap_write(rpc->regmap, RPCIF_SMWDR0,
421 data[0] << 16);
422 }
423
424 regmap_write(rpc->regmap, RPCIF_SMADR,
425 rpc->smadr + pos);
426 regmap_write(rpc->regmap, RPCIF_SMENR, smenr);
427 regmap_write(rpc->regmap, RPCIF_SMCR, smcr);
428 ret = wait_msg_xfer_end(rpc);
429 if (ret)
430 goto err_out;
431
432 pos += nbytes;
433 smenr = rpc->enable &
434 ~RPCIF_SMENR_CDE & ~RPCIF_SMENR_ADE(0xF);
435 }
436 break;
437 case RPCIF_DATA_IN:
438 /*
439 * RPC-IF spoils the data for the commands without an address
440 * phase (like RDID) in the manual mode, so we'll have to work
441 * around this issue by using the external address space read
442 * mode instead.
443 */
444 if (!(smenr & RPCIF_SMENR_ADE(0xF)) && rpc->dirmap) {
445 u32 dummy;
446
447 regmap_update_bits(rpc->regmap, RPCIF_CMNCR,
448 RPCIF_CMNCR_MD, 0);
449 regmap_write(rpc->regmap, RPCIF_DRCR,
450 RPCIF_DRCR_RBURST(32) | RPCIF_DRCR_RBE);
451 regmap_write(rpc->regmap, RPCIF_DRCMR, rpc->command);
452 regmap_write(rpc->regmap, RPCIF_DREAR,
453 RPCIF_DREAR_EAC(1));
454 regmap_write(rpc->regmap, RPCIF_DROPR, rpc->option);
455 regmap_write(rpc->regmap, RPCIF_DRENR,
456 smenr & ~RPCIF_SMENR_SPIDE(0xF));
457 regmap_write(rpc->regmap, RPCIF_DRDMCR, rpc->dummy);
458 regmap_write(rpc->regmap, RPCIF_DRDRENR, rpc->ddr);
459 memcpy_fromio(rpc->buffer, rpc->dirmap, rpc->xferlen);
460 regmap_write(rpc->regmap, RPCIF_DRCR, RPCIF_DRCR_RCF);
461 /* Dummy read according to spec */
462 regmap_read(rpc->regmap, RPCIF_DRCR, &dummy);
463 break;
464 }
465 while (pos < rpc->xferlen) {
466 u32 nbytes = rpc->xferlen - pos;
467 u32 data[2];
468
469 if (nbytes > max)
470 nbytes = max;
471
472 regmap_write(rpc->regmap, RPCIF_SMADR,
473 rpc->smadr + pos);
474 regmap_write(rpc->regmap, RPCIF_SMENR, smenr);
475 regmap_write(rpc->regmap, RPCIF_SMCR,
476 rpc->smcr | RPCIF_SMCR_SPIE);
477 ret = wait_msg_xfer_end(rpc);
478 if (ret)
479 goto err_out;
480
481 if (nbytes > 4) {
482 regmap_read(rpc->regmap, RPCIF_SMRDR1,
483 &data[0]);
484 regmap_read(rpc->regmap, RPCIF_SMRDR0,
485 &data[1]);
486 } else if (nbytes > 2) {
487 regmap_read(rpc->regmap, RPCIF_SMRDR0,
488 &data[0]);
489 } else {
490 regmap_read(rpc->regmap, RPCIF_SMRDR0,
491 &data[0]);
492 data[0] >>= 16;
493 }
494 memcpy(rpc->buffer + pos, data, nbytes);
495
496 pos += nbytes;
497 }
498 break;
499 default:
500 regmap_write(rpc->regmap, RPCIF_SMENR, rpc->enable);
501 regmap_write(rpc->regmap, RPCIF_SMCR,
502 rpc->smcr | RPCIF_SMCR_SPIE);
503 ret = wait_msg_xfer_end(rpc);
504 if (ret)
505 goto err_out;
506 }
507
508exit:
509 pm_runtime_put(rpc->dev);
510 return ret;
511
512err_out:
513 ret = reset_control_reset(rpc->rstc);
514 rpcif_hw_init(rpc, rpc->bus_size == 2);
515 goto exit;
516}
517EXPORT_SYMBOL(rpcif_manual_xfer);
518
519ssize_t rpcif_dirmap_read(struct rpcif *rpc, u64 offs, size_t len, void *buf)
520{
521 loff_t from = offs & (RPCIF_DIRMAP_SIZE - 1);
522 size_t size = RPCIF_DIRMAP_SIZE - from;
523
524 if (len > size)
525 len = size;
526
527 pm_runtime_get_sync(rpc->dev);
528
529 regmap_update_bits(rpc->regmap, RPCIF_CMNCR, RPCIF_CMNCR_MD, 0);
530 regmap_write(rpc->regmap, RPCIF_DRCR, 0);
531 regmap_write(rpc->regmap, RPCIF_DRCMR, rpc->command);
532 regmap_write(rpc->regmap, RPCIF_DREAR,
533 RPCIF_DREAR_EAV(offs >> 25) | RPCIF_DREAR_EAC(1));
534 regmap_write(rpc->regmap, RPCIF_DROPR, rpc->option);
535 regmap_write(rpc->regmap, RPCIF_DRENR,
536 rpc->enable & ~RPCIF_SMENR_SPIDE(0xF));
537 regmap_write(rpc->regmap, RPCIF_DRDMCR, rpc->dummy);
538 regmap_write(rpc->regmap, RPCIF_DRDRENR, rpc->ddr);
539
540 memcpy_fromio(buf, rpc->dirmap + from, len);
541
542 pm_runtime_put(rpc->dev);
543
544 return len;
545}
546EXPORT_SYMBOL(rpcif_dirmap_read);
547
548static int rpcif_probe(struct platform_device *pdev)
549{
550 struct platform_device *vdev;
551 struct device_node *flash;
552 const char *name;
553
554 flash = of_get_next_child(pdev->dev.of_node, NULL);
555 if (!flash) {
556 dev_warn(&pdev->dev, "no flash node found\n");
557 return -ENODEV;
558 }
559
560 if (of_device_is_compatible(flash, "jedec,spi-nor")) {
561 name = "rpc-if-spi";
562 } else if (of_device_is_compatible(flash, "cfi-flash")) {
563 name = "rpc-if-hyperflash";
564 } else {
565 dev_warn(&pdev->dev, "unknown flash type\n");
566 return -ENODEV;
567 }
568
569 vdev = platform_device_alloc(name, pdev->id);
570 if (!vdev)
571 return -ENOMEM;
572 vdev->dev.parent = &pdev->dev;
573 platform_set_drvdata(pdev, vdev);
574 return platform_device_add(vdev);
575}
576
577static int rpcif_remove(struct platform_device *pdev)
578{
579 struct platform_device *vdev = platform_get_drvdata(pdev);
580
581 platform_device_unregister(vdev);
582
583 return 0;
584}
585
586static const struct of_device_id rpcif_of_match[] = {
587 { .compatible = "renesas,rcar-gen3-rpc-if", },
588 {},
589};
590MODULE_DEVICE_TABLE(of, rpcif_of_match);
591
592static struct platform_driver rpcif_driver = {
593 .probe = rpcif_probe,
594 .remove = rpcif_remove,
595 .driver = {
596 .name = "rpc-if",
597 .of_match_table = rpcif_of_match,
598 },
599};
600module_platform_driver(rpcif_driver);
601
602MODULE_DESCRIPTION("Renesas RPC-IF core driver");
603MODULE_LICENSE("GPL v2");
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Renesas RPC-IF core driver
4 *
5 * Copyright (C) 2018-2019 Renesas Solutions Corp.
6 * Copyright (C) 2019 Macronix International Co., Ltd.
7 * Copyright (C) 2019-2020 Cogent Embedded, Inc.
8 */
9
10#include <linux/bitops.h>
11#include <linux/clk.h>
12#include <linux/io.h>
13#include <linux/module.h>
14#include <linux/platform_device.h>
15#include <linux/of.h>
16#include <linux/regmap.h>
17#include <linux/reset.h>
18
19#include <memory/renesas-rpc-if.h>
20
21#define RPCIF_CMNCR 0x0000 /* R/W */
22#define RPCIF_CMNCR_MD BIT(31)
23#define RPCIF_CMNCR_MOIIO3(val) (((val) & 0x3) << 22)
24#define RPCIF_CMNCR_MOIIO2(val) (((val) & 0x3) << 20)
25#define RPCIF_CMNCR_MOIIO1(val) (((val) & 0x3) << 18)
26#define RPCIF_CMNCR_MOIIO0(val) (((val) & 0x3) << 16)
27#define RPCIF_CMNCR_MOIIO(val) (RPCIF_CMNCR_MOIIO0(val) | RPCIF_CMNCR_MOIIO1(val) | \
28 RPCIF_CMNCR_MOIIO2(val) | RPCIF_CMNCR_MOIIO3(val))
29#define RPCIF_CMNCR_IO3FV(val) (((val) & 0x3) << 14) /* documented for RZ/G2L */
30#define RPCIF_CMNCR_IO2FV(val) (((val) & 0x3) << 12) /* documented for RZ/G2L */
31#define RPCIF_CMNCR_IO0FV(val) (((val) & 0x3) << 8)
32#define RPCIF_CMNCR_IOFV(val) (RPCIF_CMNCR_IO0FV(val) | RPCIF_CMNCR_IO2FV(val) | \
33 RPCIF_CMNCR_IO3FV(val))
34#define RPCIF_CMNCR_BSZ(val) (((val) & 0x3) << 0)
35
36#define RPCIF_SSLDR 0x0004 /* R/W */
37#define RPCIF_SSLDR_SPNDL(d) (((d) & 0x7) << 16)
38#define RPCIF_SSLDR_SLNDL(d) (((d) & 0x7) << 8)
39#define RPCIF_SSLDR_SCKDL(d) (((d) & 0x7) << 0)
40
41#define RPCIF_DRCR 0x000C /* R/W */
42#define RPCIF_DRCR_SSLN BIT(24)
43#define RPCIF_DRCR_RBURST(v) ((((v) - 1) & 0x1F) << 16)
44#define RPCIF_DRCR_RCF BIT(9)
45#define RPCIF_DRCR_RBE BIT(8)
46#define RPCIF_DRCR_SSLE BIT(0)
47
48#define RPCIF_DRCMR 0x0010 /* R/W */
49#define RPCIF_DRCMR_CMD(c) (((c) & 0xFF) << 16)
50#define RPCIF_DRCMR_OCMD(c) (((c) & 0xFF) << 0)
51
52#define RPCIF_DREAR 0x0014 /* R/W */
53#define RPCIF_DREAR_EAV(c) (((c) & 0xF) << 16)
54#define RPCIF_DREAR_EAC(c) (((c) & 0x7) << 0)
55
56#define RPCIF_DROPR 0x0018 /* R/W */
57
58#define RPCIF_DRENR 0x001C /* R/W */
59#define RPCIF_DRENR_CDB(o) (u32)((((o) & 0x3) << 30))
60#define RPCIF_DRENR_OCDB(o) (((o) & 0x3) << 28)
61#define RPCIF_DRENR_ADB(o) (((o) & 0x3) << 24)
62#define RPCIF_DRENR_OPDB(o) (((o) & 0x3) << 20)
63#define RPCIF_DRENR_DRDB(o) (((o) & 0x3) << 16)
64#define RPCIF_DRENR_DME BIT(15)
65#define RPCIF_DRENR_CDE BIT(14)
66#define RPCIF_DRENR_OCDE BIT(12)
67#define RPCIF_DRENR_ADE(v) (((v) & 0xF) << 8)
68#define RPCIF_DRENR_OPDE(v) (((v) & 0xF) << 4)
69
70#define RPCIF_SMCR 0x0020 /* R/W */
71#define RPCIF_SMCR_SSLKP BIT(8)
72#define RPCIF_SMCR_SPIRE BIT(2)
73#define RPCIF_SMCR_SPIWE BIT(1)
74#define RPCIF_SMCR_SPIE BIT(0)
75
76#define RPCIF_SMCMR 0x0024 /* R/W */
77#define RPCIF_SMCMR_CMD(c) (((c) & 0xFF) << 16)
78#define RPCIF_SMCMR_OCMD(c) (((c) & 0xFF) << 0)
79
80#define RPCIF_SMADR 0x0028 /* R/W */
81
82#define RPCIF_SMOPR 0x002C /* R/W */
83#define RPCIF_SMOPR_OPD3(o) (((o) & 0xFF) << 24)
84#define RPCIF_SMOPR_OPD2(o) (((o) & 0xFF) << 16)
85#define RPCIF_SMOPR_OPD1(o) (((o) & 0xFF) << 8)
86#define RPCIF_SMOPR_OPD0(o) (((o) & 0xFF) << 0)
87
88#define RPCIF_SMENR 0x0030 /* R/W */
89#define RPCIF_SMENR_CDB(o) (((o) & 0x3) << 30)
90#define RPCIF_SMENR_OCDB(o) (((o) & 0x3) << 28)
91#define RPCIF_SMENR_ADB(o) (((o) & 0x3) << 24)
92#define RPCIF_SMENR_OPDB(o) (((o) & 0x3) << 20)
93#define RPCIF_SMENR_SPIDB(o) (((o) & 0x3) << 16)
94#define RPCIF_SMENR_DME BIT(15)
95#define RPCIF_SMENR_CDE BIT(14)
96#define RPCIF_SMENR_OCDE BIT(12)
97#define RPCIF_SMENR_ADE(v) (((v) & 0xF) << 8)
98#define RPCIF_SMENR_OPDE(v) (((v) & 0xF) << 4)
99#define RPCIF_SMENR_SPIDE(v) (((v) & 0xF) << 0)
100
101#define RPCIF_SMRDR0 0x0038 /* R */
102#define RPCIF_SMRDR1 0x003C /* R */
103#define RPCIF_SMWDR0 0x0040 /* W */
104#define RPCIF_SMWDR1 0x0044 /* W */
105
106#define RPCIF_CMNSR 0x0048 /* R */
107#define RPCIF_CMNSR_SSLF BIT(1)
108#define RPCIF_CMNSR_TEND BIT(0)
109
110#define RPCIF_DRDMCR 0x0058 /* R/W */
111#define RPCIF_DMDMCR_DMCYC(v) ((((v) - 1) & 0x1F) << 0)
112
113#define RPCIF_DRDRENR 0x005C /* R/W */
114#define RPCIF_DRDRENR_HYPE(v) (((v) & 0x7) << 12)
115#define RPCIF_DRDRENR_ADDRE BIT(8)
116#define RPCIF_DRDRENR_OPDRE BIT(4)
117#define RPCIF_DRDRENR_DRDRE BIT(0)
118
119#define RPCIF_SMDMCR 0x0060 /* R/W */
120#define RPCIF_SMDMCR_DMCYC(v) ((((v) - 1) & 0x1F) << 0)
121
122#define RPCIF_SMDRENR 0x0064 /* R/W */
123#define RPCIF_SMDRENR_HYPE(v) (((v) & 0x7) << 12)
124#define RPCIF_SMDRENR_ADDRE BIT(8)
125#define RPCIF_SMDRENR_OPDRE BIT(4)
126#define RPCIF_SMDRENR_SPIDRE BIT(0)
127
128#define RPCIF_PHYADD 0x0070 /* R/W available on R-Car E3/D3/V3M and RZ/G2{E,L} */
129#define RPCIF_PHYWR 0x0074 /* R/W available on R-Car E3/D3/V3M and RZ/G2{E,L} */
130
131#define RPCIF_PHYCNT 0x007C /* R/W */
132#define RPCIF_PHYCNT_CAL BIT(31)
133#define RPCIF_PHYCNT_OCTA(v) (((v) & 0x3) << 22)
134#define RPCIF_PHYCNT_EXDS BIT(21)
135#define RPCIF_PHYCNT_OCT BIT(20)
136#define RPCIF_PHYCNT_DDRCAL BIT(19)
137#define RPCIF_PHYCNT_HS BIT(18)
138#define RPCIF_PHYCNT_CKSEL(v) (((v) & 0x3) << 16) /* valid only for RZ/G2L */
139#define RPCIF_PHYCNT_STRTIM(v) (((v) & 0x7) << 15 | ((v) & 0x8) << 24) /* valid for R-Car and RZ/G2{E,H,M,N} */
140
141#define RPCIF_PHYCNT_WBUF2 BIT(4)
142#define RPCIF_PHYCNT_WBUF BIT(2)
143#define RPCIF_PHYCNT_PHYMEM(v) (((v) & 0x3) << 0)
144#define RPCIF_PHYCNT_PHYMEM_MASK GENMASK(1, 0)
145
146#define RPCIF_PHYOFFSET1 0x0080 /* R/W */
147#define RPCIF_PHYOFFSET1_DDRTMG(v) (((v) & 0x3) << 28)
148
149#define RPCIF_PHYOFFSET2 0x0084 /* R/W */
150#define RPCIF_PHYOFFSET2_OCTTMG(v) (((v) & 0x7) << 8)
151
152#define RPCIF_PHYINT 0x0088 /* R/W */
153#define RPCIF_PHYINT_WPVAL BIT(1)
154
155static const struct regmap_range rpcif_volatile_ranges[] = {
156 regmap_reg_range(RPCIF_SMRDR0, RPCIF_SMRDR1),
157 regmap_reg_range(RPCIF_SMWDR0, RPCIF_SMWDR1),
158 regmap_reg_range(RPCIF_CMNSR, RPCIF_CMNSR),
159};
160
161static const struct regmap_access_table rpcif_volatile_table = {
162 .yes_ranges = rpcif_volatile_ranges,
163 .n_yes_ranges = ARRAY_SIZE(rpcif_volatile_ranges),
164};
165
166struct rpcif_info {
167 enum rpcif_type type;
168 u8 strtim;
169};
170
171struct rpcif_priv {
172 struct device *dev;
173 void __iomem *base;
174 void __iomem *dirmap;
175 struct regmap *regmap;
176 struct reset_control *rstc;
177 struct platform_device *vdev;
178 size_t size;
179 const struct rpcif_info *info;
180 enum rpcif_data_dir dir;
181 u8 bus_size;
182 u8 xfer_size;
183 void *buffer;
184 u32 xferlen;
185 u32 smcr;
186 u32 smadr;
187 u32 command; /* DRCMR or SMCMR */
188 u32 option; /* DROPR or SMOPR */
189 u32 enable; /* DRENR or SMENR */
190 u32 dummy; /* DRDMCR or SMDMCR */
191 u32 ddr; /* DRDRENR or SMDRENR */
192};
193
194static const struct rpcif_info rpcif_info_r8a7796 = {
195 .type = RPCIF_RCAR_GEN3,
196 .strtim = 6,
197};
198
199static const struct rpcif_info rpcif_info_gen3 = {
200 .type = RPCIF_RCAR_GEN3,
201 .strtim = 7,
202};
203
204static const struct rpcif_info rpcif_info_rz_g2l = {
205 .type = RPCIF_RZ_G2L,
206 .strtim = 7,
207};
208
209static const struct rpcif_info rpcif_info_gen4 = {
210 .type = RPCIF_RCAR_GEN4,
211 .strtim = 15,
212};
213
214/*
215 * Custom accessor functions to ensure SM[RW]DR[01] are always accessed with
216 * proper width. Requires rpcif_priv.xfer_size to be correctly set before!
217 */
218static int rpcif_reg_read(void *context, unsigned int reg, unsigned int *val)
219{
220 struct rpcif_priv *rpc = context;
221
222 switch (reg) {
223 case RPCIF_SMRDR0:
224 case RPCIF_SMWDR0:
225 switch (rpc->xfer_size) {
226 case 1:
227 *val = readb(rpc->base + reg);
228 return 0;
229
230 case 2:
231 *val = readw(rpc->base + reg);
232 return 0;
233
234 case 4:
235 case 8:
236 *val = readl(rpc->base + reg);
237 return 0;
238
239 default:
240 return -EILSEQ;
241 }
242
243 case RPCIF_SMRDR1:
244 case RPCIF_SMWDR1:
245 if (rpc->xfer_size != 8)
246 return -EILSEQ;
247 break;
248 }
249
250 *val = readl(rpc->base + reg);
251 return 0;
252}
253
254static int rpcif_reg_write(void *context, unsigned int reg, unsigned int val)
255{
256 struct rpcif_priv *rpc = context;
257
258 switch (reg) {
259 case RPCIF_SMWDR0:
260 switch (rpc->xfer_size) {
261 case 1:
262 writeb(val, rpc->base + reg);
263 return 0;
264
265 case 2:
266 writew(val, rpc->base + reg);
267 return 0;
268
269 case 4:
270 case 8:
271 writel(val, rpc->base + reg);
272 return 0;
273
274 default:
275 return -EILSEQ;
276 }
277
278 case RPCIF_SMWDR1:
279 if (rpc->xfer_size != 8)
280 return -EILSEQ;
281 break;
282
283 case RPCIF_SMRDR0:
284 case RPCIF_SMRDR1:
285 return -EPERM;
286 }
287
288 writel(val, rpc->base + reg);
289 return 0;
290}
291
292static const struct regmap_config rpcif_regmap_config = {
293 .reg_bits = 32,
294 .val_bits = 32,
295 .reg_stride = 4,
296 .reg_read = rpcif_reg_read,
297 .reg_write = rpcif_reg_write,
298 .fast_io = true,
299 .max_register = RPCIF_PHYINT,
300 .volatile_table = &rpcif_volatile_table,
301};
302
303int rpcif_sw_init(struct rpcif *rpcif, struct device *dev)
304{
305 struct rpcif_priv *rpc = dev_get_drvdata(dev);
306
307 rpcif->dev = dev;
308 rpcif->dirmap = rpc->dirmap;
309 rpcif->size = rpc->size;
310 return 0;
311}
312EXPORT_SYMBOL(rpcif_sw_init);
313
314static void rpcif_rzg2l_timing_adjust_sdr(struct rpcif_priv *rpc)
315{
316 regmap_write(rpc->regmap, RPCIF_PHYWR, 0xa5390000);
317 regmap_write(rpc->regmap, RPCIF_PHYADD, 0x80000000);
318 regmap_write(rpc->regmap, RPCIF_PHYWR, 0x00008080);
319 regmap_write(rpc->regmap, RPCIF_PHYADD, 0x80000022);
320 regmap_write(rpc->regmap, RPCIF_PHYWR, 0x00008080);
321 regmap_write(rpc->regmap, RPCIF_PHYADD, 0x80000024);
322 regmap_update_bits(rpc->regmap, RPCIF_PHYCNT, RPCIF_PHYCNT_CKSEL(3),
323 RPCIF_PHYCNT_CKSEL(3));
324 regmap_write(rpc->regmap, RPCIF_PHYWR, 0x00000030);
325 regmap_write(rpc->regmap, RPCIF_PHYADD, 0x80000032);
326}
327
328int rpcif_hw_init(struct device *dev, bool hyperflash)
329{
330 struct rpcif_priv *rpc = dev_get_drvdata(dev);
331 u32 dummy;
332 int ret;
333
334 ret = pm_runtime_resume_and_get(dev);
335 if (ret)
336 return ret;
337
338 if (rpc->info->type == RPCIF_RZ_G2L) {
339 ret = reset_control_reset(rpc->rstc);
340 if (ret)
341 return ret;
342 usleep_range(200, 300);
343 rpcif_rzg2l_timing_adjust_sdr(rpc);
344 }
345
346 regmap_update_bits(rpc->regmap, RPCIF_PHYCNT, RPCIF_PHYCNT_PHYMEM_MASK,
347 RPCIF_PHYCNT_PHYMEM(hyperflash ? 3 : 0));
348
349 /* DMA Transfer is not supported */
350 regmap_update_bits(rpc->regmap, RPCIF_PHYCNT, RPCIF_PHYCNT_HS, 0);
351
352 regmap_update_bits(rpc->regmap, RPCIF_PHYCNT,
353 /* create mask with all affected bits set */
354 RPCIF_PHYCNT_STRTIM(BIT(fls(rpc->info->strtim)) - 1),
355 RPCIF_PHYCNT_STRTIM(rpc->info->strtim));
356
357 regmap_update_bits(rpc->regmap, RPCIF_PHYOFFSET1, RPCIF_PHYOFFSET1_DDRTMG(3),
358 RPCIF_PHYOFFSET1_DDRTMG(3));
359 regmap_update_bits(rpc->regmap, RPCIF_PHYOFFSET2, RPCIF_PHYOFFSET2_OCTTMG(7),
360 RPCIF_PHYOFFSET2_OCTTMG(4));
361
362 if (hyperflash)
363 regmap_update_bits(rpc->regmap, RPCIF_PHYINT,
364 RPCIF_PHYINT_WPVAL, 0);
365
366 if (rpc->info->type == RPCIF_RZ_G2L)
367 regmap_update_bits(rpc->regmap, RPCIF_CMNCR,
368 RPCIF_CMNCR_MOIIO(3) | RPCIF_CMNCR_IOFV(3) |
369 RPCIF_CMNCR_BSZ(3),
370 RPCIF_CMNCR_MOIIO(1) | RPCIF_CMNCR_IOFV(3) |
371 RPCIF_CMNCR_BSZ(hyperflash ? 1 : 0));
372 else
373 regmap_update_bits(rpc->regmap, RPCIF_CMNCR,
374 RPCIF_CMNCR_MOIIO(3) | RPCIF_CMNCR_BSZ(3),
375 RPCIF_CMNCR_MOIIO(3) |
376 RPCIF_CMNCR_BSZ(hyperflash ? 1 : 0));
377
378 /* Set RCF after BSZ update */
379 regmap_write(rpc->regmap, RPCIF_DRCR, RPCIF_DRCR_RCF);
380 /* Dummy read according to spec */
381 regmap_read(rpc->regmap, RPCIF_DRCR, &dummy);
382 regmap_write(rpc->regmap, RPCIF_SSLDR, RPCIF_SSLDR_SPNDL(7) |
383 RPCIF_SSLDR_SLNDL(7) | RPCIF_SSLDR_SCKDL(7));
384
385 pm_runtime_put(dev);
386
387 rpc->bus_size = hyperflash ? 2 : 1;
388
389 return 0;
390}
391EXPORT_SYMBOL(rpcif_hw_init);
392
393static int wait_msg_xfer_end(struct rpcif_priv *rpc)
394{
395 u32 sts;
396
397 return regmap_read_poll_timeout(rpc->regmap, RPCIF_CMNSR, sts,
398 sts & RPCIF_CMNSR_TEND, 0,
399 USEC_PER_SEC);
400}
401
402static u8 rpcif_bits_set(struct rpcif_priv *rpc, u32 nbytes)
403{
404 if (rpc->bus_size == 2)
405 nbytes /= 2;
406 nbytes = clamp(nbytes, 1U, 4U);
407 return GENMASK(3, 4 - nbytes);
408}
409
410static u8 rpcif_bit_size(u8 buswidth)
411{
412 return buswidth > 4 ? 2 : ilog2(buswidth);
413}
414
415void rpcif_prepare(struct device *dev, const struct rpcif_op *op, u64 *offs,
416 size_t *len)
417{
418 struct rpcif_priv *rpc = dev_get_drvdata(dev);
419
420 rpc->smcr = 0;
421 rpc->smadr = 0;
422 rpc->enable = 0;
423 rpc->command = 0;
424 rpc->option = 0;
425 rpc->dummy = 0;
426 rpc->ddr = 0;
427 rpc->xferlen = 0;
428
429 if (op->cmd.buswidth) {
430 rpc->enable = RPCIF_SMENR_CDE |
431 RPCIF_SMENR_CDB(rpcif_bit_size(op->cmd.buswidth));
432 rpc->command = RPCIF_SMCMR_CMD(op->cmd.opcode);
433 if (op->cmd.ddr)
434 rpc->ddr = RPCIF_SMDRENR_HYPE(0x5);
435 }
436 if (op->ocmd.buswidth) {
437 rpc->enable |= RPCIF_SMENR_OCDE |
438 RPCIF_SMENR_OCDB(rpcif_bit_size(op->ocmd.buswidth));
439 rpc->command |= RPCIF_SMCMR_OCMD(op->ocmd.opcode);
440 }
441
442 if (op->addr.buswidth) {
443 rpc->enable |=
444 RPCIF_SMENR_ADB(rpcif_bit_size(op->addr.buswidth));
445 if (op->addr.nbytes == 4)
446 rpc->enable |= RPCIF_SMENR_ADE(0xF);
447 else
448 rpc->enable |= RPCIF_SMENR_ADE(GENMASK(
449 2, 3 - op->addr.nbytes));
450 if (op->addr.ddr)
451 rpc->ddr |= RPCIF_SMDRENR_ADDRE;
452
453 if (offs && len)
454 rpc->smadr = *offs;
455 else
456 rpc->smadr = op->addr.val;
457 }
458
459 if (op->dummy.buswidth) {
460 rpc->enable |= RPCIF_SMENR_DME;
461 rpc->dummy = RPCIF_SMDMCR_DMCYC(op->dummy.ncycles);
462 }
463
464 if (op->option.buswidth) {
465 rpc->enable |= RPCIF_SMENR_OPDE(
466 rpcif_bits_set(rpc, op->option.nbytes)) |
467 RPCIF_SMENR_OPDB(rpcif_bit_size(op->option.buswidth));
468 if (op->option.ddr)
469 rpc->ddr |= RPCIF_SMDRENR_OPDRE;
470 rpc->option = op->option.val;
471 }
472
473 rpc->dir = op->data.dir;
474 if (op->data.buswidth) {
475 u32 nbytes;
476
477 rpc->buffer = op->data.buf.in;
478 switch (op->data.dir) {
479 case RPCIF_DATA_IN:
480 rpc->smcr = RPCIF_SMCR_SPIRE;
481 break;
482 case RPCIF_DATA_OUT:
483 rpc->smcr = RPCIF_SMCR_SPIWE;
484 break;
485 default:
486 break;
487 }
488 if (op->data.ddr)
489 rpc->ddr |= RPCIF_SMDRENR_SPIDRE;
490
491 if (offs && len)
492 nbytes = *len;
493 else
494 nbytes = op->data.nbytes;
495 rpc->xferlen = nbytes;
496
497 rpc->enable |= RPCIF_SMENR_SPIDB(rpcif_bit_size(op->data.buswidth));
498 }
499}
500EXPORT_SYMBOL(rpcif_prepare);
501
502int rpcif_manual_xfer(struct device *dev)
503{
504 struct rpcif_priv *rpc = dev_get_drvdata(dev);
505 u32 smenr, smcr, pos = 0, max = rpc->bus_size == 2 ? 8 : 4;
506 int ret = 0;
507
508 ret = pm_runtime_resume_and_get(dev);
509 if (ret < 0)
510 return ret;
511
512 regmap_update_bits(rpc->regmap, RPCIF_PHYCNT,
513 RPCIF_PHYCNT_CAL, RPCIF_PHYCNT_CAL);
514 regmap_update_bits(rpc->regmap, RPCIF_CMNCR,
515 RPCIF_CMNCR_MD, RPCIF_CMNCR_MD);
516 regmap_write(rpc->regmap, RPCIF_SMCMR, rpc->command);
517 regmap_write(rpc->regmap, RPCIF_SMOPR, rpc->option);
518 regmap_write(rpc->regmap, RPCIF_SMDMCR, rpc->dummy);
519 regmap_write(rpc->regmap, RPCIF_SMDRENR, rpc->ddr);
520 regmap_write(rpc->regmap, RPCIF_SMADR, rpc->smadr);
521 smenr = rpc->enable;
522
523 switch (rpc->dir) {
524 case RPCIF_DATA_OUT:
525 while (pos < rpc->xferlen) {
526 u32 bytes_left = rpc->xferlen - pos;
527 u32 nbytes, data[2], *p = data;
528
529 smcr = rpc->smcr | RPCIF_SMCR_SPIE;
530
531 /* nbytes may only be 1, 2, 4, or 8 */
532 nbytes = bytes_left >= max ? max : (1 << ilog2(bytes_left));
533 if (bytes_left > nbytes)
534 smcr |= RPCIF_SMCR_SSLKP;
535
536 smenr |= RPCIF_SMENR_SPIDE(rpcif_bits_set(rpc, nbytes));
537 regmap_write(rpc->regmap, RPCIF_SMENR, smenr);
538 rpc->xfer_size = nbytes;
539
540 memcpy(data, rpc->buffer + pos, nbytes);
541 if (nbytes == 8)
542 regmap_write(rpc->regmap, RPCIF_SMWDR1, *p++);
543 regmap_write(rpc->regmap, RPCIF_SMWDR0, *p);
544
545 regmap_write(rpc->regmap, RPCIF_SMCR, smcr);
546 ret = wait_msg_xfer_end(rpc);
547 if (ret)
548 goto err_out;
549
550 pos += nbytes;
551 smenr = rpc->enable &
552 ~RPCIF_SMENR_CDE & ~RPCIF_SMENR_ADE(0xF);
553 }
554 break;
555 case RPCIF_DATA_IN:
556 /*
557 * RPC-IF spoils the data for the commands without an address
558 * phase (like RDID) in the manual mode, so we'll have to work
559 * around this issue by using the external address space read
560 * mode instead.
561 */
562 if (!(smenr & RPCIF_SMENR_ADE(0xF)) && rpc->dirmap) {
563 u32 dummy;
564
565 regmap_update_bits(rpc->regmap, RPCIF_CMNCR,
566 RPCIF_CMNCR_MD, 0);
567 regmap_write(rpc->regmap, RPCIF_DRCR,
568 RPCIF_DRCR_RBURST(32) | RPCIF_DRCR_RBE);
569 regmap_write(rpc->regmap, RPCIF_DRCMR, rpc->command);
570 regmap_write(rpc->regmap, RPCIF_DREAR,
571 RPCIF_DREAR_EAC(1));
572 regmap_write(rpc->regmap, RPCIF_DROPR, rpc->option);
573 regmap_write(rpc->regmap, RPCIF_DRENR,
574 smenr & ~RPCIF_SMENR_SPIDE(0xF));
575 regmap_write(rpc->regmap, RPCIF_DRDMCR, rpc->dummy);
576 regmap_write(rpc->regmap, RPCIF_DRDRENR, rpc->ddr);
577 memcpy_fromio(rpc->buffer, rpc->dirmap, rpc->xferlen);
578 regmap_write(rpc->regmap, RPCIF_DRCR, RPCIF_DRCR_RCF);
579 /* Dummy read according to spec */
580 regmap_read(rpc->regmap, RPCIF_DRCR, &dummy);
581 break;
582 }
583 while (pos < rpc->xferlen) {
584 u32 bytes_left = rpc->xferlen - pos;
585 u32 nbytes, data[2], *p = data;
586
587 /* nbytes may only be 1, 2, 4, or 8 */
588 nbytes = bytes_left >= max ? max : (1 << ilog2(bytes_left));
589
590 regmap_write(rpc->regmap, RPCIF_SMADR,
591 rpc->smadr + pos);
592 smenr &= ~RPCIF_SMENR_SPIDE(0xF);
593 smenr |= RPCIF_SMENR_SPIDE(rpcif_bits_set(rpc, nbytes));
594 regmap_write(rpc->regmap, RPCIF_SMENR, smenr);
595 regmap_write(rpc->regmap, RPCIF_SMCR,
596 rpc->smcr | RPCIF_SMCR_SPIE);
597 rpc->xfer_size = nbytes;
598 ret = wait_msg_xfer_end(rpc);
599 if (ret)
600 goto err_out;
601
602 if (nbytes == 8)
603 regmap_read(rpc->regmap, RPCIF_SMRDR1, p++);
604 regmap_read(rpc->regmap, RPCIF_SMRDR0, p);
605 memcpy(rpc->buffer + pos, data, nbytes);
606
607 pos += nbytes;
608 }
609 break;
610 default:
611 regmap_write(rpc->regmap, RPCIF_SMENR, rpc->enable);
612 regmap_write(rpc->regmap, RPCIF_SMCR,
613 rpc->smcr | RPCIF_SMCR_SPIE);
614 ret = wait_msg_xfer_end(rpc);
615 if (ret)
616 goto err_out;
617 }
618
619exit:
620 pm_runtime_put(dev);
621 return ret;
622
623err_out:
624 if (reset_control_reset(rpc->rstc))
625 dev_err(dev, "Failed to reset HW\n");
626 rpcif_hw_init(dev, rpc->bus_size == 2);
627 goto exit;
628}
629EXPORT_SYMBOL(rpcif_manual_xfer);
630
631static void memcpy_fromio_readw(void *to,
632 const void __iomem *from,
633 size_t count)
634{
635 const int maxw = (IS_ENABLED(CONFIG_64BIT)) ? 8 : 4;
636 u8 buf[2];
637
638 if (count && ((unsigned long)from & 1)) {
639 *(u16 *)buf = __raw_readw((void __iomem *)((unsigned long)from & ~1));
640 *(u8 *)to = buf[1];
641 from++;
642 to++;
643 count--;
644 }
645 while (count >= 2 && !IS_ALIGNED((unsigned long)from, maxw)) {
646 *(u16 *)to = __raw_readw(from);
647 from += 2;
648 to += 2;
649 count -= 2;
650 }
651 while (count >= maxw) {
652#ifdef CONFIG_64BIT
653 *(u64 *)to = __raw_readq(from);
654#else
655 *(u32 *)to = __raw_readl(from);
656#endif
657 from += maxw;
658 to += maxw;
659 count -= maxw;
660 }
661 while (count >= 2) {
662 *(u16 *)to = __raw_readw(from);
663 from += 2;
664 to += 2;
665 count -= 2;
666 }
667 if (count) {
668 *(u16 *)buf = __raw_readw(from);
669 *(u8 *)to = buf[0];
670 }
671}
672
673ssize_t rpcif_dirmap_read(struct device *dev, u64 offs, size_t len, void *buf)
674{
675 struct rpcif_priv *rpc = dev_get_drvdata(dev);
676 loff_t from = offs & (rpc->size - 1);
677 size_t size = rpc->size - from;
678 int ret;
679
680 if (len > size)
681 len = size;
682
683 ret = pm_runtime_resume_and_get(dev);
684 if (ret < 0)
685 return ret;
686
687 regmap_update_bits(rpc->regmap, RPCIF_CMNCR, RPCIF_CMNCR_MD, 0);
688 regmap_write(rpc->regmap, RPCIF_DRCR, 0);
689 regmap_write(rpc->regmap, RPCIF_DRCMR, rpc->command);
690 regmap_write(rpc->regmap, RPCIF_DREAR,
691 RPCIF_DREAR_EAV(offs >> 25) | RPCIF_DREAR_EAC(1));
692 regmap_write(rpc->regmap, RPCIF_DROPR, rpc->option);
693 regmap_write(rpc->regmap, RPCIF_DRENR,
694 rpc->enable & ~RPCIF_SMENR_SPIDE(0xF));
695 regmap_write(rpc->regmap, RPCIF_DRDMCR, rpc->dummy);
696 regmap_write(rpc->regmap, RPCIF_DRDRENR, rpc->ddr);
697
698 if (rpc->bus_size == 2)
699 memcpy_fromio_readw(buf, rpc->dirmap + from, len);
700 else
701 memcpy_fromio(buf, rpc->dirmap + from, len);
702
703 pm_runtime_put(dev);
704
705 return len;
706}
707EXPORT_SYMBOL(rpcif_dirmap_read);
708
709static int rpcif_probe(struct platform_device *pdev)
710{
711 struct device *dev = &pdev->dev;
712 struct platform_device *vdev;
713 struct device_node *flash;
714 struct rpcif_priv *rpc;
715 struct resource *res;
716 const char *name;
717 int ret;
718
719 flash = of_get_next_child(dev->of_node, NULL);
720 if (!flash) {
721 dev_warn(dev, "no flash node found\n");
722 return -ENODEV;
723 }
724
725 if (of_device_is_compatible(flash, "jedec,spi-nor")) {
726 name = "rpc-if-spi";
727 } else if (of_device_is_compatible(flash, "cfi-flash")) {
728 name = "rpc-if-hyperflash";
729 } else {
730 of_node_put(flash);
731 dev_warn(dev, "unknown flash type\n");
732 return -ENODEV;
733 }
734 of_node_put(flash);
735
736 rpc = devm_kzalloc(dev, sizeof(*rpc), GFP_KERNEL);
737 if (!rpc)
738 return -ENOMEM;
739
740 rpc->base = devm_platform_ioremap_resource_byname(pdev, "regs");
741 if (IS_ERR(rpc->base))
742 return PTR_ERR(rpc->base);
743
744 rpc->regmap = devm_regmap_init(dev, NULL, rpc, &rpcif_regmap_config);
745 if (IS_ERR(rpc->regmap)) {
746 dev_err(dev, "failed to init regmap for rpcif, error %ld\n",
747 PTR_ERR(rpc->regmap));
748 return PTR_ERR(rpc->regmap);
749 }
750
751 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "dirmap");
752 rpc->dirmap = devm_ioremap_resource(dev, res);
753 if (IS_ERR(rpc->dirmap))
754 return PTR_ERR(rpc->dirmap);
755
756 rpc->size = resource_size(res);
757 rpc->info = of_device_get_match_data(dev);
758 rpc->rstc = devm_reset_control_get_exclusive(dev, NULL);
759 if (IS_ERR(rpc->rstc))
760 return PTR_ERR(rpc->rstc);
761
762 vdev = platform_device_alloc(name, pdev->id);
763 if (!vdev)
764 return -ENOMEM;
765 vdev->dev.parent = dev;
766
767 rpc->dev = dev;
768 rpc->vdev = vdev;
769 platform_set_drvdata(pdev, rpc);
770
771 ret = platform_device_add(vdev);
772 if (ret) {
773 platform_device_put(vdev);
774 return ret;
775 }
776
777 return 0;
778}
779
780static void rpcif_remove(struct platform_device *pdev)
781{
782 struct rpcif_priv *rpc = platform_get_drvdata(pdev);
783
784 platform_device_unregister(rpc->vdev);
785}
786
787static const struct of_device_id rpcif_of_match[] = {
788 { .compatible = "renesas,r8a7796-rpc-if", .data = &rpcif_info_r8a7796 },
789 { .compatible = "renesas,rcar-gen3-rpc-if", .data = &rpcif_info_gen3 },
790 { .compatible = "renesas,rcar-gen4-rpc-if", .data = &rpcif_info_gen4 },
791 { .compatible = "renesas,rzg2l-rpc-if", .data = &rpcif_info_rz_g2l },
792 {},
793};
794MODULE_DEVICE_TABLE(of, rpcif_of_match);
795
796static struct platform_driver rpcif_driver = {
797 .probe = rpcif_probe,
798 .remove = rpcif_remove,
799 .driver = {
800 .name = "rpc-if",
801 .of_match_table = rpcif_of_match,
802 },
803};
804module_platform_driver(rpcif_driver);
805
806MODULE_DESCRIPTION("Renesas RPC-IF core driver");
807MODULE_LICENSE("GPL v2");