Loading...
1/* SPDX-License-Identifier: MIT */
2/*
3 * Copyright © 2019 Intel Corporation
4 */
5
6#ifndef __INTEL_MEMORY_REGION_H__
7#define __INTEL_MEMORY_REGION_H__
8
9#include <linux/ioport.h>
10#include <linux/mutex.h>
11#include <linux/io-mapping.h>
12#include <drm/drm_mm.h>
13#include <uapi/drm/i915_drm.h>
14
15struct drm_i915_private;
16struct drm_i915_gem_object;
17struct drm_printer;
18struct intel_memory_region;
19struct sg_table;
20struct ttm_resource;
21
22enum intel_memory_type {
23 INTEL_MEMORY_SYSTEM = I915_MEMORY_CLASS_SYSTEM,
24 INTEL_MEMORY_LOCAL = I915_MEMORY_CLASS_DEVICE,
25 INTEL_MEMORY_STOLEN_SYSTEM,
26 INTEL_MEMORY_STOLEN_LOCAL,
27 INTEL_MEMORY_MOCK,
28};
29
30enum intel_region_id {
31 INTEL_REGION_SMEM = 0,
32 INTEL_REGION_LMEM_0,
33 INTEL_REGION_LMEM_1,
34 INTEL_REGION_LMEM_2,
35 INTEL_REGION_LMEM_3,
36 INTEL_REGION_STOLEN_SMEM,
37 INTEL_REGION_STOLEN_LMEM,
38 INTEL_REGION_UNKNOWN, /* Should be last */
39};
40
41#define I915_ALLOC_CONTIGUOUS BIT(0)
42
43#define for_each_memory_region(mr, i915, id) \
44 for (id = 0; id < ARRAY_SIZE((i915)->mm.regions); id++) \
45 for_each_if((mr) = (i915)->mm.regions[id])
46
47struct intel_memory_region_ops {
48 int (*init)(struct intel_memory_region *mem);
49 int (*release)(struct intel_memory_region *mem);
50
51 int (*init_object)(struct intel_memory_region *mem,
52 struct drm_i915_gem_object *obj,
53 resource_size_t offset,
54 resource_size_t size,
55 resource_size_t page_size,
56 unsigned int flags);
57};
58
59struct intel_memory_region {
60 struct drm_i915_private *i915;
61
62 const struct intel_memory_region_ops *ops;
63
64 struct io_mapping iomap;
65 struct resource region;
66
67 struct resource io;
68 resource_size_t min_page_size;
69 resource_size_t total;
70
71 u16 type;
72 u16 instance;
73 enum intel_region_id id;
74 char name[16];
75 char uabi_name[16];
76 bool private; /* not for userspace */
77
78 struct {
79 struct mutex lock; /* Protects access to objects */
80 struct list_head list;
81 } objects;
82
83 bool is_range_manager;
84
85 void *region_private;
86};
87
88struct intel_memory_region *
89intel_memory_region_lookup(struct drm_i915_private *i915,
90 u16 class, u16 instance);
91
92struct intel_memory_region *
93intel_memory_region_create(struct drm_i915_private *i915,
94 resource_size_t start,
95 resource_size_t size,
96 resource_size_t min_page_size,
97 resource_size_t io_start,
98 resource_size_t io_size,
99 u16 type,
100 u16 instance,
101 const struct intel_memory_region_ops *ops);
102
103void intel_memory_region_destroy(struct intel_memory_region *mem);
104
105int intel_memory_regions_hw_probe(struct drm_i915_private *i915);
106void intel_memory_regions_driver_release(struct drm_i915_private *i915);
107struct intel_memory_region *
108intel_memory_region_by_type(struct drm_i915_private *i915,
109 enum intel_memory_type mem_type);
110
111__printf(2, 3) void
112intel_memory_region_set_name(struct intel_memory_region *mem,
113 const char *fmt, ...);
114
115int intel_memory_region_reserve(struct intel_memory_region *mem,
116 resource_size_t offset,
117 resource_size_t size);
118
119void intel_memory_region_debug(struct intel_memory_region *mr,
120 struct drm_printer *printer);
121
122void intel_memory_region_avail(struct intel_memory_region *mr,
123 u64 *avail, u64 *visible_avail);
124
125struct intel_memory_region *
126i915_gem_ttm_system_setup(struct drm_i915_private *i915,
127 u16 type, u16 instance);
128struct intel_memory_region *
129i915_gem_shmem_setup(struct drm_i915_private *i915,
130 u16 type, u16 instance);
131
132#endif
1/* SPDX-License-Identifier: MIT */
2/*
3 * Copyright © 2019 Intel Corporation
4 */
5
6#ifndef __INTEL_MEMORY_REGION_H__
7#define __INTEL_MEMORY_REGION_H__
8
9#include <linux/kref.h>
10#include <linux/ioport.h>
11#include <linux/mutex.h>
12#include <linux/io-mapping.h>
13#include <drm/drm_mm.h>
14
15#include "i915_buddy.h"
16
17struct drm_i915_private;
18struct drm_i915_gem_object;
19struct intel_memory_region;
20struct sg_table;
21
22/**
23 * Base memory type
24 */
25enum intel_memory_type {
26 INTEL_MEMORY_SYSTEM = 0,
27 INTEL_MEMORY_LOCAL,
28 INTEL_MEMORY_STOLEN,
29};
30
31enum intel_region_id {
32 INTEL_REGION_SMEM = 0,
33 INTEL_REGION_LMEM,
34 INTEL_REGION_STOLEN,
35 INTEL_REGION_UNKNOWN, /* Should be last */
36};
37
38#define REGION_SMEM BIT(INTEL_REGION_SMEM)
39#define REGION_LMEM BIT(INTEL_REGION_LMEM)
40#define REGION_STOLEN BIT(INTEL_REGION_STOLEN)
41
42#define INTEL_MEMORY_TYPE_SHIFT 16
43
44#define MEMORY_TYPE_FROM_REGION(r) (ilog2((r) >> INTEL_MEMORY_TYPE_SHIFT))
45#define MEMORY_INSTANCE_FROM_REGION(r) (ilog2((r) & 0xffff))
46
47#define I915_ALLOC_MIN_PAGE_SIZE BIT(0)
48#define I915_ALLOC_CONTIGUOUS BIT(1)
49
50#define for_each_memory_region(mr, i915, id) \
51 for (id = 0; id < ARRAY_SIZE((i915)->mm.regions); id++) \
52 for_each_if((mr) = (i915)->mm.regions[id])
53
54/**
55 * Memory regions encoded as type | instance
56 */
57extern const u32 intel_region_map[];
58
59struct intel_memory_region_ops {
60 unsigned int flags;
61
62 int (*init)(struct intel_memory_region *mem);
63 void (*release)(struct intel_memory_region *mem);
64
65 struct drm_i915_gem_object *
66 (*create_object)(struct intel_memory_region *mem,
67 resource_size_t size,
68 unsigned int flags);
69};
70
71struct intel_memory_region {
72 struct drm_i915_private *i915;
73
74 const struct intel_memory_region_ops *ops;
75
76 struct io_mapping iomap;
77 struct resource region;
78
79 /* For fake LMEM */
80 struct drm_mm_node fake_mappable;
81
82 struct i915_buddy_mm mm;
83 struct mutex mm_lock;
84
85 struct kref kref;
86
87 resource_size_t io_start;
88 resource_size_t min_page_size;
89 resource_size_t total;
90 resource_size_t avail;
91
92 unsigned int type;
93 unsigned int instance;
94 unsigned int id;
95 char name[8];
96
97 dma_addr_t remap_addr;
98
99 struct {
100 struct mutex lock; /* Protects access to objects */
101 struct list_head list;
102 struct list_head purgeable;
103 } objects;
104};
105
106int intel_memory_region_init_buddy(struct intel_memory_region *mem);
107void intel_memory_region_release_buddy(struct intel_memory_region *mem);
108
109int __intel_memory_region_get_pages_buddy(struct intel_memory_region *mem,
110 resource_size_t size,
111 unsigned int flags,
112 struct list_head *blocks);
113struct i915_buddy_block *
114__intel_memory_region_get_block_buddy(struct intel_memory_region *mem,
115 resource_size_t size,
116 unsigned int flags);
117void __intel_memory_region_put_pages_buddy(struct intel_memory_region *mem,
118 struct list_head *blocks);
119void __intel_memory_region_put_block_buddy(struct i915_buddy_block *block);
120
121struct intel_memory_region *
122intel_memory_region_create(struct drm_i915_private *i915,
123 resource_size_t start,
124 resource_size_t size,
125 resource_size_t min_page_size,
126 resource_size_t io_start,
127 const struct intel_memory_region_ops *ops);
128
129struct intel_memory_region *
130intel_memory_region_get(struct intel_memory_region *mem);
131void intel_memory_region_put(struct intel_memory_region *mem);
132
133int intel_memory_regions_hw_probe(struct drm_i915_private *i915);
134void intel_memory_regions_driver_release(struct drm_i915_private *i915);
135struct intel_memory_region *
136intel_memory_region_by_type(struct drm_i915_private *i915,
137 enum intel_memory_type mem_type);
138
139__printf(2, 3) void
140intel_memory_region_set_name(struct intel_memory_region *mem,
141 const char *fmt, ...);
142
143#endif