Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
5 */
6#include "xfs.h"
7#include <linux/backing-dev.h>
8#include "xfs_message.h"
9#include "xfs_trace.h"
10
11void *
12kmem_alloc(size_t size, xfs_km_flags_t flags)
13{
14 int retries = 0;
15 gfp_t lflags = kmem_flags_convert(flags);
16 void *ptr;
17
18 trace_kmem_alloc(size, flags, _RET_IP_);
19
20 do {
21 ptr = kmalloc(size, lflags);
22 if (ptr || (flags & KM_MAYFAIL))
23 return ptr;
24 if (!(++retries % 100))
25 xfs_err(NULL,
26 "%s(%u) possible memory allocation deadlock size %u in %s (mode:0x%x)",
27 current->comm, current->pid,
28 (unsigned int)size, __func__, lflags);
29 congestion_wait(BLK_RW_ASYNC, HZ/50);
30 } while (1);
31}
32
33
34/*
35 * __vmalloc() will allocate data pages and auxiliary structures (e.g.
36 * pagetables) with GFP_KERNEL, yet we may be under GFP_NOFS context here. Hence
37 * we need to tell memory reclaim that we are in such a context via
38 * PF_MEMALLOC_NOFS to prevent memory reclaim re-entering the filesystem here
39 * and potentially deadlocking.
40 */
41static void *
42__kmem_vmalloc(size_t size, xfs_km_flags_t flags)
43{
44 unsigned nofs_flag = 0;
45 void *ptr;
46 gfp_t lflags = kmem_flags_convert(flags);
47
48 if (flags & KM_NOFS)
49 nofs_flag = memalloc_nofs_save();
50
51 ptr = __vmalloc(size, lflags);
52
53 if (flags & KM_NOFS)
54 memalloc_nofs_restore(nofs_flag);
55
56 return ptr;
57}
58
59/*
60 * Same as kmem_alloc_large, except we guarantee the buffer returned is aligned
61 * to the @align_mask. We only guarantee alignment up to page size, we'll clamp
62 * alignment at page size if it is larger. vmalloc always returns a PAGE_SIZE
63 * aligned region.
64 */
65void *
66kmem_alloc_io(size_t size, int align_mask, xfs_km_flags_t flags)
67{
68 void *ptr;
69
70 trace_kmem_alloc_io(size, flags, _RET_IP_);
71
72 if (WARN_ON_ONCE(align_mask >= PAGE_SIZE))
73 align_mask = PAGE_SIZE - 1;
74
75 ptr = kmem_alloc(size, flags | KM_MAYFAIL);
76 if (ptr) {
77 if (!((uintptr_t)ptr & align_mask))
78 return ptr;
79 kfree(ptr);
80 }
81 return __kmem_vmalloc(size, flags);
82}
83
84void *
85kmem_alloc_large(size_t size, xfs_km_flags_t flags)
86{
87 void *ptr;
88
89 trace_kmem_alloc_large(size, flags, _RET_IP_);
90
91 ptr = kmem_alloc(size, flags | KM_MAYFAIL);
92 if (ptr)
93 return ptr;
94 return __kmem_vmalloc(size, flags);
95}
1/*
2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
4 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18#include <linux/mm.h>
19#include <linux/highmem.h>
20#include <linux/slab.h>
21#include <linux/swap.h>
22#include <linux/blkdev.h>
23#include <linux/backing-dev.h>
24#include "time.h"
25#include "kmem.h"
26#include "xfs_message.h"
27
28/*
29 * Greedy allocation. May fail and may return vmalloced memory.
30 */
31void *
32kmem_zalloc_greedy(size_t *size, size_t minsize, size_t maxsize)
33{
34 void *ptr;
35 size_t kmsize = maxsize;
36
37 while (!(ptr = vzalloc(kmsize))) {
38 if ((kmsize >>= 1) <= minsize)
39 kmsize = minsize;
40 }
41 if (ptr)
42 *size = kmsize;
43 return ptr;
44}
45
46void *
47kmem_alloc(size_t size, xfs_km_flags_t flags)
48{
49 int retries = 0;
50 gfp_t lflags = kmem_flags_convert(flags);
51 void *ptr;
52
53 do {
54 ptr = kmalloc(size, lflags);
55 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
56 return ptr;
57 if (!(++retries % 100))
58 xfs_err(NULL,
59 "possible memory allocation deadlock in %s (mode:0x%x)",
60 __func__, lflags);
61 congestion_wait(BLK_RW_ASYNC, HZ/50);
62 } while (1);
63}
64
65void *
66kmem_zalloc_large(size_t size, xfs_km_flags_t flags)
67{
68 unsigned noio_flag = 0;
69 void *ptr;
70 gfp_t lflags;
71
72 ptr = kmem_zalloc(size, flags | KM_MAYFAIL);
73 if (ptr)
74 return ptr;
75
76 /*
77 * __vmalloc() will allocate data pages and auxillary structures (e.g.
78 * pagetables) with GFP_KERNEL, yet we may be under GFP_NOFS context
79 * here. Hence we need to tell memory reclaim that we are in such a
80 * context via PF_MEMALLOC_NOIO to prevent memory reclaim re-entering
81 * the filesystem here and potentially deadlocking.
82 */
83 if ((current->flags & PF_FSTRANS) || (flags & KM_NOFS))
84 noio_flag = memalloc_noio_save();
85
86 lflags = kmem_flags_convert(flags);
87 ptr = __vmalloc(size, lflags | __GFP_HIGHMEM | __GFP_ZERO, PAGE_KERNEL);
88
89 if ((current->flags & PF_FSTRANS) || (flags & KM_NOFS))
90 memalloc_noio_restore(noio_flag);
91
92 return ptr;
93}
94
95void
96kmem_free(const void *ptr)
97{
98 if (!is_vmalloc_addr(ptr)) {
99 kfree(ptr);
100 } else {
101 vfree(ptr);
102 }
103}
104
105void *
106kmem_realloc(const void *ptr, size_t newsize, size_t oldsize,
107 xfs_km_flags_t flags)
108{
109 void *new;
110
111 new = kmem_alloc(newsize, flags);
112 if (ptr) {
113 if (new)
114 memcpy(new, ptr,
115 ((oldsize < newsize) ? oldsize : newsize));
116 kmem_free(ptr);
117 }
118 return new;
119}
120
121void *
122kmem_zone_alloc(kmem_zone_t *zone, xfs_km_flags_t flags)
123{
124 int retries = 0;
125 gfp_t lflags = kmem_flags_convert(flags);
126 void *ptr;
127
128 do {
129 ptr = kmem_cache_alloc(zone, lflags);
130 if (ptr || (flags & (KM_MAYFAIL|KM_NOSLEEP)))
131 return ptr;
132 if (!(++retries % 100))
133 xfs_err(NULL,
134 "possible memory allocation deadlock in %s (mode:0x%x)",
135 __func__, lflags);
136 congestion_wait(BLK_RW_ASYNC, HZ/50);
137 } while (1);
138}