Loading...
1// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
2//
3// This file is provided under a dual BSD/GPLv2 license. When using or
4// redistributing this file, you may do so under either license.
5//
6// Copyright(c) 2018 Intel Corporation. All rights reserved.
7//
8// Author: Keyon Jie <yang.jie@linux.intel.com>
9//
10
11#include <linux/io-64-nonatomic-lo-hi.h>
12#include <linux/platform_device.h>
13#include <asm/unaligned.h>
14#include <sound/soc.h>
15#include <sound/sof.h>
16#include "sof-priv.h"
17
18/*
19 * Register IO
20 *
21 * The sof_io_xyz() wrappers are typically referenced in snd_sof_dsp_ops
22 * structures and cannot be inlined.
23 */
24
25void sof_io_write(struct snd_sof_dev *sdev, void __iomem *addr, u32 value)
26{
27 writel(value, addr);
28}
29EXPORT_SYMBOL(sof_io_write);
30
31u32 sof_io_read(struct snd_sof_dev *sdev, void __iomem *addr)
32{
33 return readl(addr);
34}
35EXPORT_SYMBOL(sof_io_read);
36
37void sof_io_write64(struct snd_sof_dev *sdev, void __iomem *addr, u64 value)
38{
39 writeq(value, addr);
40}
41EXPORT_SYMBOL(sof_io_write64);
42
43u64 sof_io_read64(struct snd_sof_dev *sdev, void __iomem *addr)
44{
45 return readq(addr);
46}
47EXPORT_SYMBOL(sof_io_read64);
48
49/*
50 * IPC Mailbox IO
51 */
52
53void sof_mailbox_write(struct snd_sof_dev *sdev, u32 offset,
54 void *message, size_t bytes)
55{
56 void __iomem *dest = sdev->bar[sdev->mailbox_bar] + offset;
57
58 memcpy_toio(dest, message, bytes);
59}
60EXPORT_SYMBOL(sof_mailbox_write);
61
62void sof_mailbox_read(struct snd_sof_dev *sdev, u32 offset,
63 void *message, size_t bytes)
64{
65 void __iomem *src = sdev->bar[sdev->mailbox_bar] + offset;
66
67 memcpy_fromio(message, src, bytes);
68}
69EXPORT_SYMBOL(sof_mailbox_read);
70
71/*
72 * Memory copy.
73 */
74
75void sof_block_write(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *src,
76 size_t size)
77{
78 void __iomem *dest = sdev->bar[bar] + offset;
79 const u8 *src_byte = src;
80 u32 affected_mask;
81 u32 tmp;
82 int m, n;
83
84 m = size / 4;
85 n = size % 4;
86
87 /* __iowrite32_copy use 32bit size values so divide by 4 */
88 __iowrite32_copy(dest, src, m);
89
90 if (n) {
91 affected_mask = (1 << (8 * n)) - 1;
92
93 /* first read the 32bit data of dest, then change affected
94 * bytes, and write back to dest. For unaffected bytes, it
95 * should not be changed
96 */
97 tmp = ioread32(dest + m * 4);
98 tmp &= ~affected_mask;
99
100 tmp |= *(u32 *)(src_byte + m * 4) & affected_mask;
101 iowrite32(tmp, dest + m * 4);
102 }
103}
104EXPORT_SYMBOL(sof_block_write);
105
106void sof_block_read(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *dest,
107 size_t size)
108{
109 void __iomem *src = sdev->bar[bar] + offset;
110
111 memcpy_fromio(dest, src, size);
112}
113EXPORT_SYMBOL(sof_block_read);
114
115/*
116 * Generic buffer page table creation.
117 * Take the each physical page address and drop the least significant unused
118 * bits from each (based on PAGE_SIZE). Then pack valid page address bits
119 * into compressed page table.
120 */
121
122int snd_sof_create_page_table(struct device *dev,
123 struct snd_dma_buffer *dmab,
124 unsigned char *page_table, size_t size)
125{
126 int i, pages;
127
128 pages = snd_sgbuf_aligned_pages(size);
129
130 dev_dbg(dev, "generating page table for %p size 0x%zx pages %d\n",
131 dmab->area, size, pages);
132
133 for (i = 0; i < pages; i++) {
134 /*
135 * The number of valid address bits for each page is 20.
136 * idx determines the byte position within page_table
137 * where the current page's address is stored
138 * in the compressed page_table.
139 * This can be calculated by multiplying the page number by 2.5.
140 */
141 u32 idx = (5 * i) >> 1;
142 u32 pfn = snd_sgbuf_get_addr(dmab, i * PAGE_SIZE) >> PAGE_SHIFT;
143 u8 *pg_table;
144
145 dev_vdbg(dev, "pfn i %i idx %d pfn %x\n", i, idx, pfn);
146
147 pg_table = (u8 *)(page_table + idx);
148
149 /*
150 * pagetable compression:
151 * byte 0 byte 1 byte 2 byte 3 byte 4 byte 5
152 * ___________pfn 0__________ __________pfn 1___________ _pfn 2...
153 * .... .... .... .... .... .... .... .... .... .... ....
154 * It is created by:
155 * 1. set current location to 0, PFN index i to 0
156 * 2. put pfn[i] at current location in Little Endian byte order
157 * 3. calculate an intermediate value as
158 * x = (pfn[i+1] << 4) | (pfn[i] & 0xf)
159 * 4. put x at offset (current location + 2) in LE byte order
160 * 5. increment current location by 5 bytes, increment i by 2
161 * 6. continue to (2)
162 */
163 if (i & 1)
164 put_unaligned_le32((pg_table[0] & 0xf) | pfn << 4,
165 pg_table);
166 else
167 put_unaligned_le32(pfn, pg_table);
168 }
169
170 return pages;
171}
172EXPORT_SYMBOL(snd_sof_create_page_table);
1// SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2//
3// This file is provided under a dual BSD/GPLv2 license. When using or
4// redistributing this file, you may do so under either license.
5//
6// Copyright(c) 2018 Intel Corporation. All rights reserved.
7//
8// Author: Keyon Jie <yang.jie@linux.intel.com>
9//
10
11#include <linux/io-64-nonatomic-lo-hi.h>
12#include <linux/platform_device.h>
13#include <sound/soc.h>
14#include <sound/sof.h>
15#include "sof-priv.h"
16
17/*
18 * Register IO
19 *
20 * The sof_io_xyz() wrappers are typically referenced in snd_sof_dsp_ops
21 * structures and cannot be inlined.
22 */
23
24void sof_io_write(struct snd_sof_dev *sdev, void __iomem *addr, u32 value)
25{
26 writel(value, addr);
27}
28EXPORT_SYMBOL(sof_io_write);
29
30u32 sof_io_read(struct snd_sof_dev *sdev, void __iomem *addr)
31{
32 return readl(addr);
33}
34EXPORT_SYMBOL(sof_io_read);
35
36void sof_io_write64(struct snd_sof_dev *sdev, void __iomem *addr, u64 value)
37{
38 writeq(value, addr);
39}
40EXPORT_SYMBOL(sof_io_write64);
41
42u64 sof_io_read64(struct snd_sof_dev *sdev, void __iomem *addr)
43{
44 return readq(addr);
45}
46EXPORT_SYMBOL(sof_io_read64);
47
48/*
49 * IPC Mailbox IO
50 */
51
52void sof_mailbox_write(struct snd_sof_dev *sdev, u32 offset,
53 void *message, size_t bytes)
54{
55 void __iomem *dest = sdev->bar[sdev->mailbox_bar] + offset;
56
57 memcpy_toio(dest, message, bytes);
58}
59EXPORT_SYMBOL(sof_mailbox_write);
60
61void sof_mailbox_read(struct snd_sof_dev *sdev, u32 offset,
62 void *message, size_t bytes)
63{
64 void __iomem *src = sdev->bar[sdev->mailbox_bar] + offset;
65
66 memcpy_fromio(message, src, bytes);
67}
68EXPORT_SYMBOL(sof_mailbox_read);
69
70/*
71 * Memory copy.
72 */
73
74void sof_block_write(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *src,
75 size_t size)
76{
77 void __iomem *dest = sdev->bar[bar] + offset;
78 const u8 *src_byte = src;
79 u32 affected_mask;
80 u32 tmp;
81 int m, n;
82
83 m = size / 4;
84 n = size % 4;
85
86 /* __iowrite32_copy use 32bit size values so divide by 4 */
87 __iowrite32_copy(dest, src, m);
88
89 if (n) {
90 affected_mask = (1 << (8 * n)) - 1;
91
92 /* first read the 32bit data of dest, then change affected
93 * bytes, and write back to dest. For unaffected bytes, it
94 * should not be changed
95 */
96 tmp = ioread32(dest + m * 4);
97 tmp &= ~affected_mask;
98
99 tmp |= *(u32 *)(src_byte + m * 4) & affected_mask;
100 iowrite32(tmp, dest + m * 4);
101 }
102}
103EXPORT_SYMBOL(sof_block_write);
104
105void sof_block_read(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *dest,
106 size_t size)
107{
108 void __iomem *src = sdev->bar[bar] + offset;
109
110 memcpy_fromio(dest, src, size);
111}
112EXPORT_SYMBOL(sof_block_read);