1 #ifndef __TOOLS_LINUX_SLAB_H
2 #define __TOOLS_LINUX_SLAB_H
8 #include <linux/kernel.h>
9 #include <linux/log2.h>
10 #include <linux/overflow.h>
11 #include <linux/page.h>
12 #include <linux/shrinker.h>
13 #include <linux/types.h>
18 #define alloc_hooks(_do, ...) _do
20 #define ARCH_KMALLOC_MINALIGN 16
21 #define KMALLOC_MAX_SIZE SIZE_MAX
23 static inline void *_kmalloc(size_t size, gfp_t flags)
28 for (i = 0; i < 10; i++) {
30 size_t alignment = min(rounddown_pow_of_two(size), (size_t)PAGE_SIZE);
31 alignment = max(sizeof(void *), alignment);
32 if (posix_memalign(&p, alignment, size))
39 if (flags & __GFP_ZERO)
44 run_shrinkers(flags, true);
49 #define kmalloc _kmalloc
51 static inline void *krealloc(void *old, size_t size, gfp_t flags)
55 new = kmalloc(size, flags);
59 if (flags & __GFP_ZERO)
64 min(malloc_usable_size(old),
65 malloc_usable_size(new)));
72 static inline void *krealloc_array(void *p, size_t new_n, size_t new_size, gfp_t flags)
76 if (unlikely(check_mul_overflow(new_n, new_size, &bytes)))
79 return krealloc(p, bytes, flags);
82 #define kzalloc(size, flags) kmalloc(size, flags|__GFP_ZERO)
83 #define kmalloc_array(n, size, flags) \
84 ((size) != 0 && (n) > SIZE_MAX / (size) \
85 ? NULL : kmalloc((n) * (size), flags))
87 #define kvmalloc_array(n, size, flags) \
88 ((size) != 0 && (n) > SIZE_MAX / (size) \
89 ? NULL : kmalloc((n) * (size), flags))
91 #define kcalloc(n, size, flags) kmalloc_array(n, size, flags|__GFP_ZERO)
93 #define kfree(p) free(p)
94 #define kzfree(p) free(p)
96 #define kvmalloc(size, flags) kmalloc(size, flags)
97 #define kvzalloc(size, flags) kzalloc(size, flags)
98 #define kvfree(p) kfree(p)
100 static inline struct page *_alloc_pages(gfp_t flags, unsigned int order)
102 size_t size = PAGE_SIZE << order;
106 for (i = 0; i < 10; i++) {
107 p = aligned_alloc(PAGE_SIZE, size);
110 if (flags & __GFP_ZERO)
115 run_shrinkers(flags, true);
120 #define alloc_pages _alloc_pages
122 #define alloc_page(gfp) alloc_pages(gfp, 0)
124 #define _get_free_pages(gfp, order) ((unsigned long) alloc_pages(gfp, order))
125 #define __get_free_pages(gfp, order) ((unsigned long) alloc_pages(gfp, order))
126 #define __get_free_page(gfp) __get_free_pages(gfp, 0)
128 #define __free_pages(page, order) \
134 #define free_pages(addr, order) \
137 free((void *) (addr)); \
140 #define __free_page(page) __free_pages((page), 0)
141 #define free_page(addr) free_pages((addr), 0)
143 #define VM_IOREMAP 0x00000001 /* ioremap() and friends */
144 #define VM_ALLOC 0x00000002 /* vmalloc() */
145 #define VM_MAP 0x00000004 /* vmap()ed pages */
146 #define VM_USERMAP 0x00000008 /* suitable for remap_vmalloc_range */
147 #define VM_UNINITIALIZED 0x00000020 /* vm_struct is not fully initialized */
148 #define VM_NO_GUARD 0x00000040 /* don't add guard page */
149 #define VM_KASAN 0x00000080 /* has allocated kasan shadow memory */
151 static inline void vunmap(const void *addr) {}
153 static inline void *vmap(struct page **pages, unsigned int count,
154 unsigned long flags, unsigned prot)
159 #define is_vmalloc_addr(page) 0
161 #define vmalloc_to_page(addr) ((struct page *) (addr))
163 static inline void *kmemdup(const void *src, size_t len, gfp_t gfp)
167 p = kmalloc(len, gfp);
177 static inline void *kmem_cache_alloc(struct kmem_cache *c, gfp_t gfp)
179 return kmalloc(c->obj_size, gfp);
182 static inline void *kmem_cache_zalloc(struct kmem_cache *c, gfp_t gfp)
184 return kzalloc(c->obj_size, gfp);
187 static inline void kmem_cache_free(struct kmem_cache *c, void *p)
192 static inline void kmem_cache_destroy(struct kmem_cache *p)
197 static inline struct kmem_cache *kmem_cache_create(size_t obj_size)
199 struct kmem_cache *p = kmalloc(sizeof(*p), GFP_KERNEL);
203 p->obj_size = obj_size;
207 #define KMEM_CACHE(_struct, _flags) kmem_cache_create(sizeof(struct _struct))
209 #define PAGE_KERNEL 0
210 #define PAGE_KERNEL_EXEC 1
212 #define vfree(p) free(p)
214 static inline void *__vmalloc(unsigned long size, gfp_t flags)
219 size = round_up(size, PAGE_SIZE);
221 for (i = 0; i < 10; i++) {
222 p = aligned_alloc(PAGE_SIZE, size);
225 if (flags & __GFP_ZERO)
230 run_shrinkers(flags, true);
236 static inline void *vmalloc_exec(unsigned long size, gfp_t gfp_mask)
240 p = __vmalloc(size, gfp_mask);
244 if (mprotect(p, size, PROT_READ|PROT_WRITE|PROT_EXEC)) {
252 static inline void *vmalloc(unsigned long size)
254 return __vmalloc(size, GFP_KERNEL);
257 static inline void *vzalloc(unsigned long size)
259 return __vmalloc(size, GFP_KERNEL|__GFP_ZERO);
262 #endif /* __TOOLS_LINUX_SLAB_H */