Loading...
1/*
2 * AGPGART driver backend routines.
3 * Copyright (C) 2004 Silicon Graphics, Inc.
4 * Copyright (C) 2002-2003 Dave Jones.
5 * Copyright (C) 1999 Jeff Hartmann.
6 * Copyright (C) 1999 Precision Insight, Inc.
7 * Copyright (C) 1999 Xi Graphics, Inc.
8 *
9 * Permission is hereby granted, free of charge, to any person obtaining a
10 * copy of this software and associated documentation files (the "Software"),
11 * to deal in the Software without restriction, including without limitation
12 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13 * and/or sell copies of the Software, and to permit persons to whom the
14 * Software is furnished to do so, subject to the following conditions:
15 *
16 * The above copyright notice and this permission notice shall be included
17 * in all copies or substantial portions of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
20 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
22 * JEFF HARTMANN, DAVE JONES, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM,
23 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
24 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
25 * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 *
27 * TODO:
28 * - Allocate more than order 0 pages to avoid too much linear map splitting.
29 */
30#include <linux/module.h>
31#include <linux/pci.h>
32#include <linux/init.h>
33#include <linux/slab.h>
34#include <linux/pagemap.h>
35#include <linux/miscdevice.h>
36#include <linux/pm.h>
37#include <linux/agp_backend.h>
38#include <linux/agpgart.h>
39#include <linux/vmalloc.h>
40#include <asm/io.h>
41#include "agp.h"
42
43/* Due to XFree86 brain-damage, we can't go to 1.0 until they
44 * fix some real stupidity. It's only by chance we can bump
45 * past 0.99 at all due to some boolean logic error. */
46#define AGPGART_VERSION_MAJOR 0
47#define AGPGART_VERSION_MINOR 103
48static const struct agp_version agp_current_version =
49{
50 .major = AGPGART_VERSION_MAJOR,
51 .minor = AGPGART_VERSION_MINOR,
52};
53
54struct agp_bridge_data *(*agp_find_bridge)(struct pci_dev *) =
55 &agp_generic_find_bridge;
56
57struct agp_bridge_data *agp_bridge;
58LIST_HEAD(agp_bridges);
59EXPORT_SYMBOL(agp_bridge);
60EXPORT_SYMBOL(agp_bridges);
61EXPORT_SYMBOL(agp_find_bridge);
62
63/**
64 * agp_backend_acquire - attempt to acquire an agp backend.
65 * @pdev: the PCI device
66 *
67 */
68struct agp_bridge_data *agp_backend_acquire(struct pci_dev *pdev)
69{
70 struct agp_bridge_data *bridge;
71
72 bridge = agp_find_bridge(pdev);
73
74 if (!bridge)
75 return NULL;
76
77 if (atomic_read(&bridge->agp_in_use))
78 return NULL;
79 atomic_inc(&bridge->agp_in_use);
80 return bridge;
81}
82EXPORT_SYMBOL(agp_backend_acquire);
83
84
85/**
86 * agp_backend_release - release the lock on the agp backend.
87 * @bridge: the AGP backend to release
88 *
89 * The caller must insure that the graphics aperture translation table
90 * is read for use by another entity.
91 *
92 * (Ensure that all memory it bound is unbound.)
93 */
94void agp_backend_release(struct agp_bridge_data *bridge)
95{
96
97 if (bridge)
98 atomic_dec(&bridge->agp_in_use);
99}
100EXPORT_SYMBOL(agp_backend_release);
101
102
103static const struct { int mem, agp; } maxes_table[] = {
104 {0, 0},
105 {32, 4},
106 {64, 28},
107 {128, 96},
108 {256, 204},
109 {512, 440},
110 {1024, 942},
111 {2048, 1920},
112 {4096, 3932}
113};
114
115static int agp_find_max(void)
116{
117 long memory, index, result;
118
119#if PAGE_SHIFT < 20
120 memory = totalram_pages() >> (20 - PAGE_SHIFT);
121#else
122 memory = totalram_pages() << (PAGE_SHIFT - 20);
123#endif
124 index = 1;
125
126 while ((memory > maxes_table[index].mem) && (index < 8))
127 index++;
128
129 result = maxes_table[index - 1].agp +
130 ( (memory - maxes_table[index - 1].mem) *
131 (maxes_table[index].agp - maxes_table[index - 1].agp)) /
132 (maxes_table[index].mem - maxes_table[index - 1].mem);
133
134 result = result << (20 - PAGE_SHIFT);
135 return result;
136}
137
138
139static int agp_backend_initialize(struct agp_bridge_data *bridge)
140{
141 int size_value, rc, got_gatt=0, got_keylist=0;
142
143 bridge->max_memory_agp = agp_find_max();
144 bridge->version = &agp_current_version;
145
146 if (bridge->driver->needs_scratch_page) {
147 struct page *page = bridge->driver->agp_alloc_page(bridge);
148
149 if (!page) {
150 dev_err(&bridge->dev->dev,
151 "can't get memory for scratch page\n");
152 return -ENOMEM;
153 }
154
155 bridge->scratch_page_page = page;
156 bridge->scratch_page_dma = page_to_phys(page);
157
158 bridge->scratch_page = bridge->driver->mask_memory(bridge,
159 bridge->scratch_page_dma, 0);
160 }
161
162 size_value = bridge->driver->fetch_size();
163 if (size_value == 0) {
164 dev_err(&bridge->dev->dev, "can't determine aperture size\n");
165 rc = -EINVAL;
166 goto err_out;
167 }
168 if (bridge->driver->create_gatt_table(bridge)) {
169 dev_err(&bridge->dev->dev,
170 "can't get memory for graphics translation table\n");
171 rc = -ENOMEM;
172 goto err_out;
173 }
174 got_gatt = 1;
175
176 bridge->key_list = vzalloc(PAGE_SIZE * 4);
177 if (bridge->key_list == NULL) {
178 dev_err(&bridge->dev->dev,
179 "can't allocate memory for key lists\n");
180 rc = -ENOMEM;
181 goto err_out;
182 }
183 got_keylist = 1;
184
185 /* FIXME vmalloc'd memory not guaranteed contiguous */
186
187 if (bridge->driver->configure()) {
188 dev_err(&bridge->dev->dev, "error configuring host chipset\n");
189 rc = -EINVAL;
190 goto err_out;
191 }
192 INIT_LIST_HEAD(&bridge->mapped_list);
193 spin_lock_init(&bridge->mapped_lock);
194
195 return 0;
196
197err_out:
198 if (bridge->driver->needs_scratch_page) {
199 struct page *page = bridge->scratch_page_page;
200
201 bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP);
202 bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE);
203 }
204 if (got_gatt)
205 bridge->driver->free_gatt_table(bridge);
206 if (got_keylist) {
207 vfree(bridge->key_list);
208 bridge->key_list = NULL;
209 }
210 return rc;
211}
212
213/* cannot be __exit b/c as it could be called from __init code */
214static void agp_backend_cleanup(struct agp_bridge_data *bridge)
215{
216 if (bridge->driver->cleanup)
217 bridge->driver->cleanup();
218 if (bridge->driver->free_gatt_table)
219 bridge->driver->free_gatt_table(bridge);
220
221 vfree(bridge->key_list);
222 bridge->key_list = NULL;
223
224 if (bridge->driver->agp_destroy_page &&
225 bridge->driver->needs_scratch_page) {
226 struct page *page = bridge->scratch_page_page;
227
228 bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_UNMAP);
229 bridge->driver->agp_destroy_page(page, AGP_PAGE_DESTROY_FREE);
230 }
231}
232
233/* When we remove the global variable agp_bridge from all drivers
234 * then agp_alloc_bridge and agp_generic_find_bridge need to be updated
235 */
236
237struct agp_bridge_data *agp_alloc_bridge(void)
238{
239 struct agp_bridge_data *bridge;
240
241 bridge = kzalloc(sizeof(*bridge), GFP_KERNEL);
242 if (!bridge)
243 return NULL;
244
245 atomic_set(&bridge->agp_in_use, 0);
246 atomic_set(&bridge->current_memory_agp, 0);
247
248 if (list_empty(&agp_bridges))
249 agp_bridge = bridge;
250
251 return bridge;
252}
253EXPORT_SYMBOL(agp_alloc_bridge);
254
255
256void agp_put_bridge(struct agp_bridge_data *bridge)
257{
258 kfree(bridge);
259
260 if (list_empty(&agp_bridges))
261 agp_bridge = NULL;
262}
263EXPORT_SYMBOL(agp_put_bridge);
264
265
266int agp_add_bridge(struct agp_bridge_data *bridge)
267{
268 int error;
269
270 if (agp_off) {
271 error = -ENODEV;
272 goto err_put_bridge;
273 }
274
275 if (!bridge->dev) {
276 printk (KERN_DEBUG PFX "Erk, registering with no pci_dev!\n");
277 error = -EINVAL;
278 goto err_put_bridge;
279 }
280
281 /* Grab reference on the chipset driver. */
282 if (!try_module_get(bridge->driver->owner)) {
283 dev_info(&bridge->dev->dev, "can't lock chipset driver\n");
284 error = -EINVAL;
285 goto err_put_bridge;
286 }
287
288 error = agp_backend_initialize(bridge);
289 if (error) {
290 dev_info(&bridge->dev->dev,
291 "agp_backend_initialize() failed\n");
292 goto err_out;
293 }
294
295 if (list_empty(&agp_bridges)) {
296 dev_info(&bridge->dev->dev, "AGP aperture is %dM @ 0x%lx\n",
297 bridge->driver->fetch_size(), bridge->gart_bus_addr);
298
299 }
300
301 list_add(&bridge->list, &agp_bridges);
302 return 0;
303
304err_out:
305 module_put(bridge->driver->owner);
306err_put_bridge:
307 agp_put_bridge(bridge);
308 return error;
309}
310EXPORT_SYMBOL_GPL(agp_add_bridge);
311
312
313void agp_remove_bridge(struct agp_bridge_data *bridge)
314{
315 agp_backend_cleanup(bridge);
316 list_del(&bridge->list);
317 module_put(bridge->driver->owner);
318}
319EXPORT_SYMBOL_GPL(agp_remove_bridge);
320
321int agp_off;
322int agp_try_unsupported_boot;
323EXPORT_SYMBOL(agp_off);
324EXPORT_SYMBOL(agp_try_unsupported_boot);
325
326static int __init agp_init(void)
327{
328 if (!agp_off)
329 printk(KERN_INFO "Linux agpgart interface v%d.%d\n",
330 AGPGART_VERSION_MAJOR, AGPGART_VERSION_MINOR);
331 return 0;
332}
333
334static void __exit agp_exit(void)
335{
336}
337
338#ifndef MODULE
339static __init int agp_setup(char *s)
340{
341 if (!strcmp(s,"off"))
342 agp_off = 1;
343 if (!strcmp(s,"try_unsupported"))
344 agp_try_unsupported_boot = 1;
345 return 1;
346}
347__setup("agp=", agp_setup);
348#endif
349
350MODULE_AUTHOR("Dave Jones, Jeff Hartmann");
351MODULE_DESCRIPTION("AGP GART driver");
352MODULE_LICENSE("GPL and additional rights");
353MODULE_ALIAS_MISCDEV(AGPGART_MINOR);
354
355module_init(agp_init);
356module_exit(agp_exit);
357
1/*
2 * AGPGART driver backend routines.
3 * Copyright (C) 2004 Silicon Graphics, Inc.
4 * Copyright (C) 2002-2003 Dave Jones.
5 * Copyright (C) 1999 Jeff Hartmann.
6 * Copyright (C) 1999 Precision Insight, Inc.
7 * Copyright (C) 1999 Xi Graphics, Inc.
8 *
9 * Permission is hereby granted, free of charge, to any person obtaining a
10 * copy of this software and associated documentation files (the "Software"),
11 * to deal in the Software without restriction, including without limitation
12 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13 * and/or sell copies of the Software, and to permit persons to whom the
14 * Software is furnished to do so, subject to the following conditions:
15 *
16 * The above copyright notice and this permission notice shall be included
17 * in all copies or substantial portions of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
20 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
22 * JEFF HARTMANN, DAVE JONES, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM,
23 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
24 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
25 * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 *
27 * TODO:
28 * - Allocate more than order 0 pages to avoid too much linear map splitting.
29 */
30#include <linux/module.h>
31#include <linux/pci.h>
32#include <linux/init.h>
33#include <linux/slab.h>
34#include <linux/pagemap.h>
35#include <linux/miscdevice.h>
36#include <linux/pm.h>
37#include <linux/agp_backend.h>
38#include <linux/agpgart.h>
39#include <linux/vmalloc.h>
40#include <asm/io.h>
41#include "agp.h"
42
43/* Due to XFree86 brain-damage, we can't go to 1.0 until they
44 * fix some real stupidity. It's only by chance we can bump
45 * past 0.99 at all due to some boolean logic error. */
46#define AGPGART_VERSION_MAJOR 0
47#define AGPGART_VERSION_MINOR 103
48static const struct agp_version agp_current_version =
49{
50 .major = AGPGART_VERSION_MAJOR,
51 .minor = AGPGART_VERSION_MINOR,
52};
53
54struct agp_bridge_data *(*agp_find_bridge)(struct pci_dev *) =
55 &agp_generic_find_bridge;
56
57struct agp_bridge_data *agp_bridge;
58LIST_HEAD(agp_bridges);
59EXPORT_SYMBOL(agp_bridge);
60EXPORT_SYMBOL(agp_bridges);
61EXPORT_SYMBOL(agp_find_bridge);
62
63/**
64 * agp_backend_acquire - attempt to acquire an agp backend.
65 *
66 */
67struct agp_bridge_data *agp_backend_acquire(struct pci_dev *pdev)
68{
69 struct agp_bridge_data *bridge;
70
71 bridge = agp_find_bridge(pdev);
72
73 if (!bridge)
74 return NULL;
75
76 if (atomic_read(&bridge->agp_in_use))
77 return NULL;
78 atomic_inc(&bridge->agp_in_use);
79 return bridge;
80}
81EXPORT_SYMBOL(agp_backend_acquire);
82
83
84/**
85 * agp_backend_release - release the lock on the agp backend.
86 *
87 * The caller must insure that the graphics aperture translation table
88 * is read for use by another entity.
89 *
90 * (Ensure that all memory it bound is unbound.)
91 */
92void agp_backend_release(struct agp_bridge_data *bridge)
93{
94
95 if (bridge)
96 atomic_dec(&bridge->agp_in_use);
97}
98EXPORT_SYMBOL(agp_backend_release);
99
100
101static const struct { int mem, agp; } maxes_table[] = {
102 {0, 0},
103 {32, 4},
104 {64, 28},
105 {128, 96},
106 {256, 204},
107 {512, 440},
108 {1024, 942},
109 {2048, 1920},
110 {4096, 3932}
111};
112
113static int agp_find_max(void)
114{
115 long memory, index, result;
116
117#if PAGE_SHIFT < 20
118 memory = totalram_pages >> (20 - PAGE_SHIFT);
119#else
120 memory = totalram_pages << (PAGE_SHIFT - 20);
121#endif
122 index = 1;
123
124 while ((memory > maxes_table[index].mem) && (index < 8))
125 index++;
126
127 result = maxes_table[index - 1].agp +
128 ( (memory - maxes_table[index - 1].mem) *
129 (maxes_table[index].agp - maxes_table[index - 1].agp)) /
130 (maxes_table[index].mem - maxes_table[index - 1].mem);
131
132 result = result << (20 - PAGE_SHIFT);
133 return result;
134}
135
136
137static int agp_backend_initialize(struct agp_bridge_data *bridge)
138{
139 int size_value, rc, got_gatt=0, got_keylist=0;
140
141 bridge->max_memory_agp = agp_find_max();
142 bridge->version = &agp_current_version;
143
144 if (bridge->driver->needs_scratch_page) {
145 struct page *page = bridge->driver->agp_alloc_page(bridge);
146
147 if (!page) {
148 dev_err(&bridge->dev->dev,
149 "can't get memory for scratch page\n");
150 return -ENOMEM;
151 }
152
153 bridge->scratch_page_page = page;
154 bridge->scratch_page_dma = page_to_phys(page);
155
156 bridge->scratch_page = bridge->driver->mask_memory(bridge,
157 bridge->scratch_page_dma, 0);
158 }
159
160 size_value = bridge->driver->fetch_size();
161 if (size_value == 0) {
162 dev_err(&bridge->dev->dev, "can't determine aperture size\n");
163 rc = -EINVAL;
164 goto err_out;
165 }
166 if (bridge->driver->create_gatt_table(bridge)) {
167 dev_err(&bridge->dev->dev,
168 "can't get memory for graphics translation table\n");
169 rc = -ENOMEM;
170 goto err_out;
171 }
172 got_gatt = 1;
173
174 bridge->key_list = vmalloc(PAGE_SIZE * 4);
175 if (bridge->key_list == NULL) {
176 dev_err(&bridge->dev->dev,
177 "can't allocate memory for key lists\n");
178 rc = -ENOMEM;
179 goto err_out;
180 }
181 got_keylist = 1;
182
183 /* FIXME vmalloc'd memory not guaranteed contiguous */
184 memset(bridge->key_list, 0, PAGE_SIZE * 4);
185
186 if (bridge->driver->configure()) {
187 dev_err(&bridge->dev->dev, "error configuring host chipset\n");
188 rc = -EINVAL;
189 goto err_out;
190 }
191 INIT_LIST_HEAD(&bridge->mapped_list);
192 spin_lock_init(&bridge->mapped_lock);
193
194 return 0;
195
196err_out:
197 if (bridge->driver->needs_scratch_page) {
198 void *va = page_address(bridge->scratch_page_page);
199
200 bridge->driver->agp_destroy_page(va, AGP_PAGE_DESTROY_UNMAP);
201 bridge->driver->agp_destroy_page(va, AGP_PAGE_DESTROY_FREE);
202 }
203 if (got_gatt)
204 bridge->driver->free_gatt_table(bridge);
205 if (got_keylist) {
206 vfree(bridge->key_list);
207 bridge->key_list = NULL;
208 }
209 return rc;
210}
211
212/* cannot be __exit b/c as it could be called from __init code */
213static void agp_backend_cleanup(struct agp_bridge_data *bridge)
214{
215 if (bridge->driver->cleanup)
216 bridge->driver->cleanup();
217 if (bridge->driver->free_gatt_table)
218 bridge->driver->free_gatt_table(bridge);
219
220 vfree(bridge->key_list);
221 bridge->key_list = NULL;
222
223 if (bridge->driver->agp_destroy_page &&
224 bridge->driver->needs_scratch_page) {
225 void *va = page_address(bridge->scratch_page_page);
226
227 bridge->driver->agp_destroy_page(va, AGP_PAGE_DESTROY_UNMAP);
228 bridge->driver->agp_destroy_page(va, AGP_PAGE_DESTROY_FREE);
229 }
230}
231
232/* When we remove the global variable agp_bridge from all drivers
233 * then agp_alloc_bridge and agp_generic_find_bridge need to be updated
234 */
235
236struct agp_bridge_data *agp_alloc_bridge(void)
237{
238 struct agp_bridge_data *bridge;
239
240 bridge = kzalloc(sizeof(*bridge), GFP_KERNEL);
241 if (!bridge)
242 return NULL;
243
244 atomic_set(&bridge->agp_in_use, 0);
245 atomic_set(&bridge->current_memory_agp, 0);
246
247 if (list_empty(&agp_bridges))
248 agp_bridge = bridge;
249
250 return bridge;
251}
252EXPORT_SYMBOL(agp_alloc_bridge);
253
254
255void agp_put_bridge(struct agp_bridge_data *bridge)
256{
257 kfree(bridge);
258
259 if (list_empty(&agp_bridges))
260 agp_bridge = NULL;
261}
262EXPORT_SYMBOL(agp_put_bridge);
263
264
265int agp_add_bridge(struct agp_bridge_data *bridge)
266{
267 int error;
268
269 if (agp_off) {
270 error = -ENODEV;
271 goto err_put_bridge;
272 }
273
274 if (!bridge->dev) {
275 printk (KERN_DEBUG PFX "Erk, registering with no pci_dev!\n");
276 error = -EINVAL;
277 goto err_put_bridge;
278 }
279
280 /* Grab reference on the chipset driver. */
281 if (!try_module_get(bridge->driver->owner)) {
282 dev_info(&bridge->dev->dev, "can't lock chipset driver\n");
283 error = -EINVAL;
284 goto err_put_bridge;
285 }
286
287 error = agp_backend_initialize(bridge);
288 if (error) {
289 dev_info(&bridge->dev->dev,
290 "agp_backend_initialize() failed\n");
291 goto err_out;
292 }
293
294 if (list_empty(&agp_bridges)) {
295 error = agp_frontend_initialize();
296 if (error) {
297 dev_info(&bridge->dev->dev,
298 "agp_frontend_initialize() failed\n");
299 goto frontend_err;
300 }
301
302 dev_info(&bridge->dev->dev, "AGP aperture is %dM @ 0x%lx\n",
303 bridge->driver->fetch_size(), bridge->gart_bus_addr);
304
305 }
306
307 list_add(&bridge->list, &agp_bridges);
308 return 0;
309
310frontend_err:
311 agp_backend_cleanup(bridge);
312err_out:
313 module_put(bridge->driver->owner);
314err_put_bridge:
315 agp_put_bridge(bridge);
316 return error;
317}
318EXPORT_SYMBOL_GPL(agp_add_bridge);
319
320
321void agp_remove_bridge(struct agp_bridge_data *bridge)
322{
323 agp_backend_cleanup(bridge);
324 list_del(&bridge->list);
325 if (list_empty(&agp_bridges))
326 agp_frontend_cleanup();
327 module_put(bridge->driver->owner);
328}
329EXPORT_SYMBOL_GPL(agp_remove_bridge);
330
331int agp_off;
332int agp_try_unsupported_boot;
333EXPORT_SYMBOL(agp_off);
334EXPORT_SYMBOL(agp_try_unsupported_boot);
335
336static int __init agp_init(void)
337{
338 if (!agp_off)
339 printk(KERN_INFO "Linux agpgart interface v%d.%d\n",
340 AGPGART_VERSION_MAJOR, AGPGART_VERSION_MINOR);
341 return 0;
342}
343
344static void __exit agp_exit(void)
345{
346}
347
348#ifndef MODULE
349static __init int agp_setup(char *s)
350{
351 if (!strcmp(s,"off"))
352 agp_off = 1;
353 if (!strcmp(s,"try_unsupported"))
354 agp_try_unsupported_boot = 1;
355 return 1;
356}
357__setup("agp=", agp_setup);
358#endif
359
360MODULE_AUTHOR("Dave Jones <davej@redhat.com>");
361MODULE_DESCRIPTION("AGP GART driver");
362MODULE_LICENSE("GPL and additional rights");
363MODULE_ALIAS_MISCDEV(AGPGART_MINOR);
364
365module_init(agp_init);
366module_exit(agp_exit);
367