Loading...
1/*
2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
4 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18#ifndef __XFS_LINUX__
19#define __XFS_LINUX__
20
21#include <linux/types.h>
22#include <linux/uuid.h>
23
24/*
25 * Kernel specific type declarations for XFS
26 */
27
28typedef __s64 xfs_off_t; /* <file offset> type */
29typedef unsigned long long xfs_ino_t; /* <inode> type */
30typedef __s64 xfs_daddr_t; /* <disk address> type */
31typedef __u32 xfs_dev_t;
32typedef __u32 xfs_nlink_t;
33
34#include "xfs_types.h"
35
36#include "kmem.h"
37#include "mrlock.h"
38
39#include <linux/semaphore.h>
40#include <linux/mm.h>
41#include <linux/kernel.h>
42#include <linux/blkdev.h>
43#include <linux/slab.h>
44#include <linux/crc32c.h>
45#include <linux/module.h>
46#include <linux/mutex.h>
47#include <linux/file.h>
48#include <linux/swap.h>
49#include <linux/errno.h>
50#include <linux/sched/signal.h>
51#include <linux/bitops.h>
52#include <linux/major.h>
53#include <linux/pagemap.h>
54#include <linux/vfs.h>
55#include <linux/seq_file.h>
56#include <linux/init.h>
57#include <linux/list.h>
58#include <linux/proc_fs.h>
59#include <linux/sort.h>
60#include <linux/cpu.h>
61#include <linux/notifier.h>
62#include <linux/delay.h>
63#include <linux/log2.h>
64#include <linux/spinlock.h>
65#include <linux/random.h>
66#include <linux/ctype.h>
67#include <linux/writeback.h>
68#include <linux/capability.h>
69#include <linux/kthread.h>
70#include <linux/freezer.h>
71#include <linux/list_sort.h>
72#include <linux/ratelimit.h>
73#include <linux/rhashtable.h>
74
75#include <asm/page.h>
76#include <asm/div64.h>
77#include <asm/param.h>
78#include <linux/uaccess.h>
79#include <asm/byteorder.h>
80#include <asm/unaligned.h>
81
82#include "xfs_fs.h"
83#include "xfs_stats.h"
84#include "xfs_sysctl.h"
85#include "xfs_iops.h"
86#include "xfs_aops.h"
87#include "xfs_super.h"
88#include "xfs_cksum.h"
89#include "xfs_buf.h"
90#include "xfs_message.h"
91
92#ifdef __BIG_ENDIAN
93#define XFS_NATIVE_HOST 1
94#else
95#undef XFS_NATIVE_HOST
96#endif
97
98#define irix_sgid_inherit xfs_params.sgid_inherit.val
99#define irix_symlink_mode xfs_params.symlink_mode.val
100#define xfs_panic_mask xfs_params.panic_mask.val
101#define xfs_error_level xfs_params.error_level.val
102#define xfs_syncd_centisecs xfs_params.syncd_timer.val
103#define xfs_stats_clear xfs_params.stats_clear.val
104#define xfs_inherit_sync xfs_params.inherit_sync.val
105#define xfs_inherit_nodump xfs_params.inherit_nodump.val
106#define xfs_inherit_noatime xfs_params.inherit_noatim.val
107#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
108#define xfs_rotorstep xfs_params.rotorstep.val
109#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
110#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
111#define xfs_eofb_secs xfs_params.eofb_timer.val
112#define xfs_cowb_secs xfs_params.cowb_timer.val
113
114#define current_cpu() (raw_smp_processor_id())
115#define current_pid() (current->pid)
116#define current_test_flags(f) (current->flags & (f))
117#define current_set_flags_nested(sp, f) \
118 (*(sp) = current->flags, current->flags |= (f))
119#define current_clear_flags_nested(sp, f) \
120 (*(sp) = current->flags, current->flags &= ~(f))
121#define current_restore_flags_nested(sp, f) \
122 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
123
124#define spinlock_destroy(lock)
125
126#define NBBY 8 /* number of bits per byte */
127
128/*
129 * Size of block device i/o is parameterized here.
130 * Currently the system supports page-sized i/o.
131 */
132#define BLKDEV_IOSHIFT PAGE_SHIFT
133#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
134/* number of BB's per block device block */
135#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
136
137#define ENOATTR ENODATA /* Attribute not found */
138#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
139#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
140#define EFSBADCRC EBADMSG /* Bad CRC detected */
141
142#define SYNCHRONIZE() barrier()
143#define __return_address __builtin_return_address(0)
144
145/*
146 * Return the address of a label. Use barrier() so that the optimizer
147 * won't reorder code to refactor the error jumpouts into a single
148 * return, which throws off the reported address.
149 */
150#define __this_address ({ __label__ __here; __here: barrier(); &&__here; })
151
152#define XFS_PROJID_DEFAULT 0
153
154#define MIN(a,b) (min(a,b))
155#define MAX(a,b) (max(a,b))
156#define howmany(x, y) (((x)+((y)-1))/(y))
157
158static inline void delay(long ticks)
159{
160 schedule_timeout_uninterruptible(ticks);
161}
162
163/*
164 * XFS wrapper structure for sysfs support. It depends on external data
165 * structures and is embedded in various internal data structures to implement
166 * the XFS sysfs object heirarchy. Define it here for broad access throughout
167 * the codebase.
168 */
169struct xfs_kobj {
170 struct kobject kobject;
171 struct completion complete;
172};
173
174struct xstats {
175 struct xfsstats __percpu *xs_stats;
176 struct xfs_kobj xs_kobj;
177};
178
179extern struct xstats xfsstats;
180
181/* Kernel uid/gid conversion. These are used to convert to/from the on disk
182 * uid_t/gid_t types to the kuid_t/kgid_t types that the kernel uses internally.
183 * The conversion here is type only, the value will remain the same since we
184 * are converting to the init_user_ns. The uid is later mapped to a particular
185 * user namespace value when crossing the kernel/user boundary.
186 */
187static inline uint32_t xfs_kuid_to_uid(kuid_t uid)
188{
189 return from_kuid(&init_user_ns, uid);
190}
191
192static inline kuid_t xfs_uid_to_kuid(uint32_t uid)
193{
194 return make_kuid(&init_user_ns, uid);
195}
196
197static inline uint32_t xfs_kgid_to_gid(kgid_t gid)
198{
199 return from_kgid(&init_user_ns, gid);
200}
201
202static inline kgid_t xfs_gid_to_kgid(uint32_t gid)
203{
204 return make_kgid(&init_user_ns, gid);
205}
206
207static inline dev_t xfs_to_linux_dev_t(xfs_dev_t dev)
208{
209 return MKDEV(sysv_major(dev) & 0x1ff, sysv_minor(dev));
210}
211
212static inline xfs_dev_t linux_to_xfs_dev_t(dev_t dev)
213{
214 return sysv_encode_dev(dev);
215}
216
217/*
218 * Various platform dependent calls that don't fit anywhere else
219 */
220#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
221#define xfs_stack_trace() dump_stack()
222
223/* Side effect free 64 bit mod operation */
224static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
225{
226 switch (n) {
227 case 4:
228 return *(__u32 *)a % b;
229 case 8:
230 {
231 __u64 c = *(__u64 *)a;
232 return do_div(c, b);
233 }
234 }
235
236 /* NOTREACHED */
237 return 0;
238}
239
240#define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
241
242static inline uint64_t roundup_64(uint64_t x, uint32_t y)
243{
244 x += y - 1;
245 do_div(x, y);
246 return x * y;
247}
248
249static inline uint64_t howmany_64(uint64_t x, uint32_t y)
250{
251 x += y - 1;
252 do_div(x, y);
253 return x;
254}
255
256#define ASSERT_ALWAYS(expr) \
257 (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
258
259#ifdef DEBUG
260#define ASSERT(expr) \
261 (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
262
263#else /* !DEBUG */
264
265#ifdef XFS_WARN
266
267#define ASSERT(expr) \
268 (likely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
269
270#else /* !DEBUG && !XFS_WARN */
271
272#define ASSERT(expr) ((void)0)
273
274#endif /* XFS_WARN */
275#endif /* DEBUG */
276
277#define STATIC static noinline
278
279#ifdef CONFIG_XFS_RT
280
281/*
282 * make sure we ignore the inode flag if the filesystem doesn't have a
283 * configured realtime device.
284 */
285#define XFS_IS_REALTIME_INODE(ip) \
286 (((ip)->i_d.di_flags & XFS_DIFLAG_REALTIME) && \
287 (ip)->i_mount->m_rtdev_targp)
288#define XFS_IS_REALTIME_MOUNT(mp) ((mp)->m_rtdev_targp ? 1 : 0)
289#else
290#define XFS_IS_REALTIME_INODE(ip) (0)
291#define XFS_IS_REALTIME_MOUNT(mp) (0)
292#endif
293
294/*
295 * Starting in Linux 4.15, the %p (raw pointer value) printk modifier
296 * prints a hashed version of the pointer to avoid leaking kernel
297 * pointers into dmesg. If we're trying to debug the kernel we want the
298 * raw values, so override this behavior as best we can.
299 */
300#ifdef DEBUG
301# define PTR_FMT "%px"
302#else
303# define PTR_FMT "%p"
304#endif
305
306#endif /* __XFS_LINUX__ */
1/*
2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
4 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18#ifndef __XFS_LINUX__
19#define __XFS_LINUX__
20
21#include <linux/types.h>
22
23/*
24 * Kernel specific type declarations for XFS
25 */
26typedef signed char __int8_t;
27typedef unsigned char __uint8_t;
28typedef signed short int __int16_t;
29typedef unsigned short int __uint16_t;
30typedef signed int __int32_t;
31typedef unsigned int __uint32_t;
32typedef signed long long int __int64_t;
33typedef unsigned long long int __uint64_t;
34
35typedef __s64 xfs_off_t; /* <file offset> type */
36typedef unsigned long long xfs_ino_t; /* <inode> type */
37typedef __s64 xfs_daddr_t; /* <disk address> type */
38typedef __u32 xfs_dev_t;
39typedef __u32 xfs_nlink_t;
40
41#include "xfs_types.h"
42
43#include "kmem.h"
44#include "mrlock.h"
45#include "uuid.h"
46
47#include <linux/semaphore.h>
48#include <linux/mm.h>
49#include <linux/kernel.h>
50#include <linux/blkdev.h>
51#include <linux/slab.h>
52#include <linux/crc32c.h>
53#include <linux/module.h>
54#include <linux/mutex.h>
55#include <linux/file.h>
56#include <linux/swap.h>
57#include <linux/errno.h>
58#include <linux/sched.h>
59#include <linux/bitops.h>
60#include <linux/major.h>
61#include <linux/pagemap.h>
62#include <linux/vfs.h>
63#include <linux/seq_file.h>
64#include <linux/init.h>
65#include <linux/list.h>
66#include <linux/proc_fs.h>
67#include <linux/sort.h>
68#include <linux/cpu.h>
69#include <linux/notifier.h>
70#include <linux/delay.h>
71#include <linux/log2.h>
72#include <linux/spinlock.h>
73#include <linux/random.h>
74#include <linux/ctype.h>
75#include <linux/writeback.h>
76#include <linux/capability.h>
77#include <linux/kthread.h>
78#include <linux/freezer.h>
79#include <linux/list_sort.h>
80#include <linux/ratelimit.h>
81
82#include <asm/page.h>
83#include <asm/div64.h>
84#include <asm/param.h>
85#include <asm/uaccess.h>
86#include <asm/byteorder.h>
87#include <asm/unaligned.h>
88
89#include "xfs_fs.h"
90#include "xfs_stats.h"
91#include "xfs_sysctl.h"
92#include "xfs_iops.h"
93#include "xfs_aops.h"
94#include "xfs_super.h"
95#include "xfs_cksum.h"
96#include "xfs_buf.h"
97#include "xfs_message.h"
98
99#ifdef __BIG_ENDIAN
100#define XFS_NATIVE_HOST 1
101#else
102#undef XFS_NATIVE_HOST
103#endif
104
105#define irix_sgid_inherit xfs_params.sgid_inherit.val
106#define irix_symlink_mode xfs_params.symlink_mode.val
107#define xfs_panic_mask xfs_params.panic_mask.val
108#define xfs_error_level xfs_params.error_level.val
109#define xfs_syncd_centisecs xfs_params.syncd_timer.val
110#define xfs_stats_clear xfs_params.stats_clear.val
111#define xfs_inherit_sync xfs_params.inherit_sync.val
112#define xfs_inherit_nodump xfs_params.inherit_nodump.val
113#define xfs_inherit_noatime xfs_params.inherit_noatim.val
114#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
115#define xfs_rotorstep xfs_params.rotorstep.val
116#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
117#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
118#define xfs_eofb_secs xfs_params.eofb_timer.val
119
120#define current_cpu() (raw_smp_processor_id())
121#define current_pid() (current->pid)
122#define current_test_flags(f) (current->flags & (f))
123#define current_set_flags_nested(sp, f) \
124 (*(sp) = current->flags, current->flags |= (f))
125#define current_clear_flags_nested(sp, f) \
126 (*(sp) = current->flags, current->flags &= ~(f))
127#define current_restore_flags_nested(sp, f) \
128 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
129
130#define spinlock_destroy(lock)
131
132#define NBBY 8 /* number of bits per byte */
133
134/*
135 * Size of block device i/o is parameterized here.
136 * Currently the system supports page-sized i/o.
137 */
138#define BLKDEV_IOSHIFT PAGE_SHIFT
139#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
140/* number of BB's per block device block */
141#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
142
143#define ENOATTR ENODATA /* Attribute not found */
144#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
145#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
146#define EFSBADCRC EBADMSG /* Bad CRC detected */
147
148#define SYNCHRONIZE() barrier()
149#define __return_address __builtin_return_address(0)
150
151#define XFS_PROJID_DEFAULT 0
152#define MAXPATHLEN 1024
153
154#define MIN(a,b) (min(a,b))
155#define MAX(a,b) (max(a,b))
156#define howmany(x, y) (((x)+((y)-1))/(y))
157
158static inline void delay(long ticks)
159{
160 schedule_timeout_uninterruptible(ticks);
161}
162
163/*
164 * XFS wrapper structure for sysfs support. It depends on external data
165 * structures and is embedded in various internal data structures to implement
166 * the XFS sysfs object heirarchy. Define it here for broad access throughout
167 * the codebase.
168 */
169struct xfs_kobj {
170 struct kobject kobject;
171 struct completion complete;
172};
173
174struct xstats {
175 struct xfsstats __percpu *xs_stats;
176 struct xfs_kobj xs_kobj;
177};
178
179extern struct xstats xfsstats;
180
181/* Kernel uid/gid conversion. These are used to convert to/from the on disk
182 * uid_t/gid_t types to the kuid_t/kgid_t types that the kernel uses internally.
183 * The conversion here is type only, the value will remain the same since we
184 * are converting to the init_user_ns. The uid is later mapped to a particular
185 * user namespace value when crossing the kernel/user boundary.
186 */
187static inline __uint32_t xfs_kuid_to_uid(kuid_t uid)
188{
189 return from_kuid(&init_user_ns, uid);
190}
191
192static inline kuid_t xfs_uid_to_kuid(__uint32_t uid)
193{
194 return make_kuid(&init_user_ns, uid);
195}
196
197static inline __uint32_t xfs_kgid_to_gid(kgid_t gid)
198{
199 return from_kgid(&init_user_ns, gid);
200}
201
202static inline kgid_t xfs_gid_to_kgid(__uint32_t gid)
203{
204 return make_kgid(&init_user_ns, gid);
205}
206
207/*
208 * Various platform dependent calls that don't fit anywhere else
209 */
210#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
211#define xfs_stack_trace() dump_stack()
212
213
214/* Move the kernel do_div definition off to one side */
215
216#if defined __i386__
217/* For ia32 we need to pull some tricks to get past various versions
218 * of the compiler which do not like us using do_div in the middle
219 * of large functions.
220 */
221static inline __u32 xfs_do_div(void *a, __u32 b, int n)
222{
223 __u32 mod;
224
225 switch (n) {
226 case 4:
227 mod = *(__u32 *)a % b;
228 *(__u32 *)a = *(__u32 *)a / b;
229 return mod;
230 case 8:
231 {
232 unsigned long __upper, __low, __high, __mod;
233 __u64 c = *(__u64 *)a;
234 __upper = __high = c >> 32;
235 __low = c;
236 if (__high) {
237 __upper = __high % (b);
238 __high = __high / (b);
239 }
240 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
241 asm("":"=A" (c):"a" (__low),"d" (__high));
242 *(__u64 *)a = c;
243 return __mod;
244 }
245 }
246
247 /* NOTREACHED */
248 return 0;
249}
250
251/* Side effect free 64 bit mod operation */
252static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
253{
254 switch (n) {
255 case 4:
256 return *(__u32 *)a % b;
257 case 8:
258 {
259 unsigned long __upper, __low, __high, __mod;
260 __u64 c = *(__u64 *)a;
261 __upper = __high = c >> 32;
262 __low = c;
263 if (__high) {
264 __upper = __high % (b);
265 __high = __high / (b);
266 }
267 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
268 asm("":"=A" (c):"a" (__low),"d" (__high));
269 return __mod;
270 }
271 }
272
273 /* NOTREACHED */
274 return 0;
275}
276#else
277static inline __u32 xfs_do_div(void *a, __u32 b, int n)
278{
279 __u32 mod;
280
281 switch (n) {
282 case 4:
283 mod = *(__u32 *)a % b;
284 *(__u32 *)a = *(__u32 *)a / b;
285 return mod;
286 case 8:
287 mod = do_div(*(__u64 *)a, b);
288 return mod;
289 }
290
291 /* NOTREACHED */
292 return 0;
293}
294
295/* Side effect free 64 bit mod operation */
296static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
297{
298 switch (n) {
299 case 4:
300 return *(__u32 *)a % b;
301 case 8:
302 {
303 __u64 c = *(__u64 *)a;
304 return do_div(c, b);
305 }
306 }
307
308 /* NOTREACHED */
309 return 0;
310}
311#endif
312
313#undef do_div
314#define do_div(a, b) xfs_do_div(&(a), (b), sizeof(a))
315#define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
316
317static inline __uint64_t roundup_64(__uint64_t x, __uint32_t y)
318{
319 x += y - 1;
320 do_div(x, y);
321 return x * y;
322}
323
324static inline __uint64_t howmany_64(__uint64_t x, __uint32_t y)
325{
326 x += y - 1;
327 do_div(x, y);
328 return x;
329}
330
331/* ARM old ABI has some weird alignment/padding */
332#if defined(__arm__) && !defined(__ARM_EABI__)
333#define __arch_pack __attribute__((packed))
334#else
335#define __arch_pack
336#endif
337
338#define ASSERT_ALWAYS(expr) \
339 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
340
341#ifdef DEBUG
342#define ASSERT(expr) \
343 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
344
345#ifndef STATIC
346# define STATIC noinline
347#endif
348
349#else /* !DEBUG */
350
351#ifdef XFS_WARN
352
353#define ASSERT(expr) \
354 (unlikely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
355
356#ifndef STATIC
357# define STATIC static noinline
358#endif
359
360#else /* !DEBUG && !XFS_WARN */
361
362#define ASSERT(expr) ((void)0)
363
364#ifndef STATIC
365# define STATIC static noinline
366#endif
367
368#endif /* XFS_WARN */
369#endif /* DEBUG */
370
371#ifdef CONFIG_XFS_RT
372#define XFS_IS_REALTIME_INODE(ip) ((ip)->i_d.di_flags & XFS_DIFLAG_REALTIME)
373#else
374#define XFS_IS_REALTIME_INODE(ip) (0)
375#endif
376
377#endif /* __XFS_LINUX__ */