Loading...
1/*
2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
4 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18#ifndef __XFS_LINUX__
19#define __XFS_LINUX__
20
21#include <linux/types.h>
22
23/*
24 * XFS_BIG_BLKNOS needs block layer disk addresses to be 64 bits.
25 * XFS_BIG_INUMS requires XFS_BIG_BLKNOS to be set.
26 */
27#if defined(CONFIG_LBDAF) || (BITS_PER_LONG == 64)
28# define XFS_BIG_BLKNOS 1
29# define XFS_BIG_INUMS 1
30#else
31# define XFS_BIG_BLKNOS 0
32# define XFS_BIG_INUMS 0
33#endif
34
35/*
36 * Kernel specific type declarations for XFS
37 */
38typedef signed char __int8_t;
39typedef unsigned char __uint8_t;
40typedef signed short int __int16_t;
41typedef unsigned short int __uint16_t;
42typedef signed int __int32_t;
43typedef unsigned int __uint32_t;
44typedef signed long long int __int64_t;
45typedef unsigned long long int __uint64_t;
46
47typedef __uint32_t inst_t; /* an instruction */
48
49typedef __s64 xfs_off_t; /* <file offset> type */
50typedef unsigned long long xfs_ino_t; /* <inode> type */
51typedef __s64 xfs_daddr_t; /* <disk address> type */
52typedef char * xfs_caddr_t; /* <core address> type */
53typedef __u32 xfs_dev_t;
54typedef __u32 xfs_nlink_t;
55
56/* __psint_t is the same size as a pointer */
57#if (BITS_PER_LONG == 32)
58typedef __int32_t __psint_t;
59typedef __uint32_t __psunsigned_t;
60#elif (BITS_PER_LONG == 64)
61typedef __int64_t __psint_t;
62typedef __uint64_t __psunsigned_t;
63#else
64#error BITS_PER_LONG must be 32 or 64
65#endif
66
67#include "xfs_types.h"
68
69#include "kmem.h"
70#include "mrlock.h"
71#include "time.h"
72#include "uuid.h"
73
74#include <linux/semaphore.h>
75#include <linux/mm.h>
76#include <linux/kernel.h>
77#include <linux/blkdev.h>
78#include <linux/slab.h>
79#include <linux/crc32c.h>
80#include <linux/module.h>
81#include <linux/mutex.h>
82#include <linux/file.h>
83#include <linux/swap.h>
84#include <linux/errno.h>
85#include <linux/sched.h>
86#include <linux/bitops.h>
87#include <linux/major.h>
88#include <linux/pagemap.h>
89#include <linux/vfs.h>
90#include <linux/seq_file.h>
91#include <linux/init.h>
92#include <linux/list.h>
93#include <linux/proc_fs.h>
94#include <linux/sort.h>
95#include <linux/cpu.h>
96#include <linux/notifier.h>
97#include <linux/delay.h>
98#include <linux/log2.h>
99#include <linux/spinlock.h>
100#include <linux/random.h>
101#include <linux/ctype.h>
102#include <linux/writeback.h>
103#include <linux/capability.h>
104#include <linux/kthread.h>
105#include <linux/freezer.h>
106#include <linux/list_sort.h>
107#include <linux/ratelimit.h>
108
109#include <asm/page.h>
110#include <asm/div64.h>
111#include <asm/param.h>
112#include <asm/uaccess.h>
113#include <asm/byteorder.h>
114#include <asm/unaligned.h>
115
116#include "xfs_vnode.h"
117#include "xfs_stats.h"
118#include "xfs_sysctl.h"
119#include "xfs_iops.h"
120#include "xfs_aops.h"
121#include "xfs_super.h"
122#include "xfs_cksum.h"
123#include "xfs_buf.h"
124#include "xfs_message.h"
125
126#ifdef __BIG_ENDIAN
127#define XFS_NATIVE_HOST 1
128#else
129#undef XFS_NATIVE_HOST
130#endif
131
132/*
133 * Feature macros (disable/enable)
134 */
135#ifdef CONFIG_SMP
136#define HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
137#else
138#undef HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
139#endif
140
141#define irix_sgid_inherit xfs_params.sgid_inherit.val
142#define irix_symlink_mode xfs_params.symlink_mode.val
143#define xfs_panic_mask xfs_params.panic_mask.val
144#define xfs_error_level xfs_params.error_level.val
145#define xfs_syncd_centisecs xfs_params.syncd_timer.val
146#define xfs_stats_clear xfs_params.stats_clear.val
147#define xfs_inherit_sync xfs_params.inherit_sync.val
148#define xfs_inherit_nodump xfs_params.inherit_nodump.val
149#define xfs_inherit_noatime xfs_params.inherit_noatim.val
150#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
151#define xfs_rotorstep xfs_params.rotorstep.val
152#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
153#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
154#define xfs_eofb_secs xfs_params.eofb_timer.val
155
156#define current_cpu() (raw_smp_processor_id())
157#define current_pid() (current->pid)
158#define current_test_flags(f) (current->flags & (f))
159#define current_set_flags_nested(sp, f) \
160 (*(sp) = current->flags, current->flags |= (f))
161#define current_clear_flags_nested(sp, f) \
162 (*(sp) = current->flags, current->flags &= ~(f))
163#define current_restore_flags_nested(sp, f) \
164 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
165
166#define spinlock_destroy(lock)
167
168#define NBBY 8 /* number of bits per byte */
169
170/*
171 * Size of block device i/o is parameterized here.
172 * Currently the system supports page-sized i/o.
173 */
174#define BLKDEV_IOSHIFT PAGE_CACHE_SHIFT
175#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
176/* number of BB's per block device block */
177#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
178
179#define ENOATTR ENODATA /* Attribute not found */
180#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
181#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
182#define EFSBADCRC EBADMSG /* Bad CRC detected */
183
184#define SYNCHRONIZE() barrier()
185#define __return_address __builtin_return_address(0)
186
187#define XFS_PROJID_DEFAULT 0
188#define MAXPATHLEN 1024
189
190#define MIN(a,b) (min(a,b))
191#define MAX(a,b) (max(a,b))
192#define howmany(x, y) (((x)+((y)-1))/(y))
193
194/* Kernel uid/gid conversion. These are used to convert to/from the on disk
195 * uid_t/gid_t types to the kuid_t/kgid_t types that the kernel uses internally.
196 * The conversion here is type only, the value will remain the same since we
197 * are converting to the init_user_ns. The uid is later mapped to a particular
198 * user namespace value when crossing the kernel/user boundary.
199 */
200static inline __uint32_t xfs_kuid_to_uid(kuid_t uid)
201{
202 return from_kuid(&init_user_ns, uid);
203}
204
205static inline kuid_t xfs_uid_to_kuid(__uint32_t uid)
206{
207 return make_kuid(&init_user_ns, uid);
208}
209
210static inline __uint32_t xfs_kgid_to_gid(kgid_t gid)
211{
212 return from_kgid(&init_user_ns, gid);
213}
214
215static inline kgid_t xfs_gid_to_kgid(__uint32_t gid)
216{
217 return make_kgid(&init_user_ns, gid);
218}
219
220/*
221 * Various platform dependent calls that don't fit anywhere else
222 */
223#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
224#define xfs_stack_trace() dump_stack()
225
226
227/* Move the kernel do_div definition off to one side */
228
229#if defined __i386__
230/* For ia32 we need to pull some tricks to get past various versions
231 * of the compiler which do not like us using do_div in the middle
232 * of large functions.
233 */
234static inline __u32 xfs_do_div(void *a, __u32 b, int n)
235{
236 __u32 mod;
237
238 switch (n) {
239 case 4:
240 mod = *(__u32 *)a % b;
241 *(__u32 *)a = *(__u32 *)a / b;
242 return mod;
243 case 8:
244 {
245 unsigned long __upper, __low, __high, __mod;
246 __u64 c = *(__u64 *)a;
247 __upper = __high = c >> 32;
248 __low = c;
249 if (__high) {
250 __upper = __high % (b);
251 __high = __high / (b);
252 }
253 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
254 asm("":"=A" (c):"a" (__low),"d" (__high));
255 *(__u64 *)a = c;
256 return __mod;
257 }
258 }
259
260 /* NOTREACHED */
261 return 0;
262}
263
264/* Side effect free 64 bit mod operation */
265static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
266{
267 switch (n) {
268 case 4:
269 return *(__u32 *)a % b;
270 case 8:
271 {
272 unsigned long __upper, __low, __high, __mod;
273 __u64 c = *(__u64 *)a;
274 __upper = __high = c >> 32;
275 __low = c;
276 if (__high) {
277 __upper = __high % (b);
278 __high = __high / (b);
279 }
280 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
281 asm("":"=A" (c):"a" (__low),"d" (__high));
282 return __mod;
283 }
284 }
285
286 /* NOTREACHED */
287 return 0;
288}
289#else
290static inline __u32 xfs_do_div(void *a, __u32 b, int n)
291{
292 __u32 mod;
293
294 switch (n) {
295 case 4:
296 mod = *(__u32 *)a % b;
297 *(__u32 *)a = *(__u32 *)a / b;
298 return mod;
299 case 8:
300 mod = do_div(*(__u64 *)a, b);
301 return mod;
302 }
303
304 /* NOTREACHED */
305 return 0;
306}
307
308/* Side effect free 64 bit mod operation */
309static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
310{
311 switch (n) {
312 case 4:
313 return *(__u32 *)a % b;
314 case 8:
315 {
316 __u64 c = *(__u64 *)a;
317 return do_div(c, b);
318 }
319 }
320
321 /* NOTREACHED */
322 return 0;
323}
324#endif
325
326#undef do_div
327#define do_div(a, b) xfs_do_div(&(a), (b), sizeof(a))
328#define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
329
330static inline __uint64_t roundup_64(__uint64_t x, __uint32_t y)
331{
332 x += y - 1;
333 do_div(x, y);
334 return(x * y);
335}
336
337static inline __uint64_t howmany_64(__uint64_t x, __uint32_t y)
338{
339 x += y - 1;
340 do_div(x, y);
341 return x;
342}
343
344/* ARM old ABI has some weird alignment/padding */
345#if defined(__arm__) && !defined(__ARM_EABI__)
346#define __arch_pack __attribute__((packed))
347#else
348#define __arch_pack
349#endif
350
351#define ASSERT_ALWAYS(expr) \
352 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
353
354#ifdef DEBUG
355#define ASSERT(expr) \
356 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
357
358#ifndef STATIC
359# define STATIC noinline
360#endif
361
362#else /* !DEBUG */
363
364#ifdef XFS_WARN
365
366#define ASSERT(expr) \
367 (unlikely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
368
369#ifndef STATIC
370# define STATIC static noinline
371#endif
372
373#else /* !DEBUG && !XFS_WARN */
374
375#define ASSERT(expr) ((void)0)
376
377#ifndef STATIC
378# define STATIC static noinline
379#endif
380
381#endif /* XFS_WARN */
382#endif /* DEBUG */
383
384#endif /* __XFS_LINUX__ */
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
5 */
6#ifndef __XFS_LINUX__
7#define __XFS_LINUX__
8
9#include <linux/types.h>
10#include <linux/uuid.h>
11
12/*
13 * Kernel specific type declarations for XFS
14 */
15
16typedef __s64 xfs_off_t; /* <file offset> type */
17typedef unsigned long long xfs_ino_t; /* <inode> type */
18typedef __s64 xfs_daddr_t; /* <disk address> type */
19typedef __u32 xfs_dev_t;
20typedef __u32 xfs_nlink_t;
21
22#include "xfs_types.h"
23
24#include "kmem.h"
25#include "mrlock.h"
26
27#include <linux/semaphore.h>
28#include <linux/mm.h>
29#include <linux/sched/mm.h>
30#include <linux/kernel.h>
31#include <linux/blkdev.h>
32#include <linux/slab.h>
33#include <linux/crc32c.h>
34#include <linux/module.h>
35#include <linux/mutex.h>
36#include <linux/file.h>
37#include <linux/swap.h>
38#include <linux/errno.h>
39#include <linux/sched/signal.h>
40#include <linux/bitops.h>
41#include <linux/major.h>
42#include <linux/pagemap.h>
43#include <linux/vfs.h>
44#include <linux/seq_file.h>
45#include <linux/init.h>
46#include <linux/list.h>
47#include <linux/proc_fs.h>
48#include <linux/sort.h>
49#include <linux/cpu.h>
50#include <linux/notifier.h>
51#include <linux/delay.h>
52#include <linux/log2.h>
53#include <linux/spinlock.h>
54#include <linux/random.h>
55#include <linux/ctype.h>
56#include <linux/writeback.h>
57#include <linux/capability.h>
58#include <linux/kthread.h>
59#include <linux/freezer.h>
60#include <linux/list_sort.h>
61#include <linux/ratelimit.h>
62#include <linux/rhashtable.h>
63
64#include <asm/page.h>
65#include <asm/div64.h>
66#include <asm/param.h>
67#include <linux/uaccess.h>
68#include <asm/byteorder.h>
69#include <asm/unaligned.h>
70
71#include "xfs_fs.h"
72#include "xfs_stats.h"
73#include "xfs_sysctl.h"
74#include "xfs_iops.h"
75#include "xfs_aops.h"
76#include "xfs_super.h"
77#include "xfs_cksum.h"
78#include "xfs_buf.h"
79#include "xfs_message.h"
80
81#ifdef __BIG_ENDIAN
82#define XFS_NATIVE_HOST 1
83#else
84#undef XFS_NATIVE_HOST
85#endif
86
87#define irix_sgid_inherit xfs_params.sgid_inherit.val
88#define irix_symlink_mode xfs_params.symlink_mode.val
89#define xfs_panic_mask xfs_params.panic_mask.val
90#define xfs_error_level xfs_params.error_level.val
91#define xfs_syncd_centisecs xfs_params.syncd_timer.val
92#define xfs_stats_clear xfs_params.stats_clear.val
93#define xfs_inherit_sync xfs_params.inherit_sync.val
94#define xfs_inherit_nodump xfs_params.inherit_nodump.val
95#define xfs_inherit_noatime xfs_params.inherit_noatim.val
96#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
97#define xfs_rotorstep xfs_params.rotorstep.val
98#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
99#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
100#define xfs_eofb_secs xfs_params.eofb_timer.val
101#define xfs_cowb_secs xfs_params.cowb_timer.val
102
103#define current_cpu() (raw_smp_processor_id())
104#define current_pid() (current->pid)
105#define current_test_flags(f) (current->flags & (f))
106#define current_set_flags_nested(sp, f) \
107 (*(sp) = current->flags, current->flags |= (f))
108#define current_clear_flags_nested(sp, f) \
109 (*(sp) = current->flags, current->flags &= ~(f))
110#define current_restore_flags_nested(sp, f) \
111 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
112
113#define NBBY 8 /* number of bits per byte */
114
115/*
116 * Size of block device i/o is parameterized here.
117 * Currently the system supports page-sized i/o.
118 */
119#define BLKDEV_IOSHIFT PAGE_SHIFT
120#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
121/* number of BB's per block device block */
122#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
123
124#define ENOATTR ENODATA /* Attribute not found */
125#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
126#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
127#define EFSBADCRC EBADMSG /* Bad CRC detected */
128
129#define SYNCHRONIZE() barrier()
130#define __return_address __builtin_return_address(0)
131
132/*
133 * Return the address of a label. Use barrier() so that the optimizer
134 * won't reorder code to refactor the error jumpouts into a single
135 * return, which throws off the reported address.
136 */
137#define __this_address ({ __label__ __here; __here: barrier(); &&__here; })
138
139#define XFS_PROJID_DEFAULT 0
140
141#define howmany(x, y) (((x)+((y)-1))/(y))
142
143static inline void delay(long ticks)
144{
145 schedule_timeout_uninterruptible(ticks);
146}
147
148/*
149 * XFS wrapper structure for sysfs support. It depends on external data
150 * structures and is embedded in various internal data structures to implement
151 * the XFS sysfs object heirarchy. Define it here for broad access throughout
152 * the codebase.
153 */
154struct xfs_kobj {
155 struct kobject kobject;
156 struct completion complete;
157};
158
159struct xstats {
160 struct xfsstats __percpu *xs_stats;
161 struct xfs_kobj xs_kobj;
162};
163
164extern struct xstats xfsstats;
165
166/* Kernel uid/gid conversion. These are used to convert to/from the on disk
167 * uid_t/gid_t types to the kuid_t/kgid_t types that the kernel uses internally.
168 * The conversion here is type only, the value will remain the same since we
169 * are converting to the init_user_ns. The uid is later mapped to a particular
170 * user namespace value when crossing the kernel/user boundary.
171 */
172static inline uint32_t xfs_kuid_to_uid(kuid_t uid)
173{
174 return from_kuid(&init_user_ns, uid);
175}
176
177static inline kuid_t xfs_uid_to_kuid(uint32_t uid)
178{
179 return make_kuid(&init_user_ns, uid);
180}
181
182static inline uint32_t xfs_kgid_to_gid(kgid_t gid)
183{
184 return from_kgid(&init_user_ns, gid);
185}
186
187static inline kgid_t xfs_gid_to_kgid(uint32_t gid)
188{
189 return make_kgid(&init_user_ns, gid);
190}
191
192static inline dev_t xfs_to_linux_dev_t(xfs_dev_t dev)
193{
194 return MKDEV(sysv_major(dev) & 0x1ff, sysv_minor(dev));
195}
196
197static inline xfs_dev_t linux_to_xfs_dev_t(dev_t dev)
198{
199 return sysv_encode_dev(dev);
200}
201
202/*
203 * Various platform dependent calls that don't fit anywhere else
204 */
205#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
206#define xfs_stack_trace() dump_stack()
207
208static inline uint64_t roundup_64(uint64_t x, uint32_t y)
209{
210 x += y - 1;
211 do_div(x, y);
212 return x * y;
213}
214
215static inline uint64_t howmany_64(uint64_t x, uint32_t y)
216{
217 x += y - 1;
218 do_div(x, y);
219 return x;
220}
221
222int xfs_rw_bdev(struct block_device *bdev, sector_t sector, unsigned int count,
223 char *data, unsigned int op);
224
225#define ASSERT_ALWAYS(expr) \
226 (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
227
228#ifdef DEBUG
229#define ASSERT(expr) \
230 (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
231
232#else /* !DEBUG */
233
234#ifdef XFS_WARN
235
236#define ASSERT(expr) \
237 (likely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
238
239#else /* !DEBUG && !XFS_WARN */
240
241#define ASSERT(expr) ((void)0)
242
243#endif /* XFS_WARN */
244#endif /* DEBUG */
245
246#define STATIC static noinline
247
248#ifdef CONFIG_XFS_RT
249
250/*
251 * make sure we ignore the inode flag if the filesystem doesn't have a
252 * configured realtime device.
253 */
254#define XFS_IS_REALTIME_INODE(ip) \
255 (((ip)->i_d.di_flags & XFS_DIFLAG_REALTIME) && \
256 (ip)->i_mount->m_rtdev_targp)
257#define XFS_IS_REALTIME_MOUNT(mp) ((mp)->m_rtdev_targp ? 1 : 0)
258#else
259#define XFS_IS_REALTIME_INODE(ip) (0)
260#define XFS_IS_REALTIME_MOUNT(mp) (0)
261#endif
262
263/*
264 * Starting in Linux 4.15, the %p (raw pointer value) printk modifier
265 * prints a hashed version of the pointer to avoid leaking kernel
266 * pointers into dmesg. If we're trying to debug the kernel we want the
267 * raw values, so override this behavior as best we can.
268 */
269#ifdef DEBUG
270# define PTR_FMT "%px"
271#else
272# define PTR_FMT "%p"
273#endif
274
275#endif /* __XFS_LINUX__ */