1 #ifndef __TOOLS_LINUX_SLAB_H
2 #define __TOOLS_LINUX_SLAB_H
8 #include <linux/kernel.h>
9 #include <linux/log2.h>
10 #include <linux/overflow.h>
11 #include <linux/page.h>
12 #include <linux/shrinker.h>
13 #include <linux/types.h>
18 #define ARCH_KMALLOC_MINALIGN 16
19 #define KMALLOC_MAX_SIZE SIZE_MAX
21 static inline void *kmalloc(size_t size, gfp_t flags)
27 run_shrinkers(flags, i != 0);
30 size_t alignment = min(rounddown_pow_of_two(size), (size_t)PAGE_SIZE);
31 alignment = max(sizeof(void *), alignment);
32 if (posix_memalign(&p, alignment, size))
37 if (p && (flags & __GFP_ZERO))
39 } while (!p && i++ < 10);
44 static inline void *krealloc(void *old, size_t size, gfp_t flags)
48 new = kmalloc(size, flags);
52 if (flags & __GFP_ZERO)
57 min(malloc_usable_size(old),
58 malloc_usable_size(new)));
65 static inline void *krealloc_array(void *p, size_t new_n, size_t new_size, gfp_t flags)
69 if (unlikely(check_mul_overflow(new_n, new_size, &bytes)))
72 return krealloc(p, bytes, flags);
75 #define kzalloc(size, flags) kmalloc(size, flags|__GFP_ZERO)
76 #define kmalloc_array(n, size, flags) \
77 ((size) != 0 && (n) > SIZE_MAX / (size) \
78 ? NULL : kmalloc((n) * (size), flags))
80 #define kvmalloc_array(n, size, flags) \
81 ((size) != 0 && (n) > SIZE_MAX / (size) \
82 ? NULL : kmalloc((n) * (size), flags))
84 #define kcalloc(n, size, flags) kmalloc_array(n, size, flags|__GFP_ZERO)
86 #define kfree(p) free(p)
87 #define kzfree(p) free(p)
89 #define kvmalloc(size, flags) kmalloc(size, flags)
90 #define kvzalloc(size, flags) kzalloc(size, flags)
91 #define kvfree(p) kfree(p)
93 static inline struct page *alloc_pages(gfp_t flags, unsigned int order)
95 size_t size = PAGE_SIZE << order;
100 run_shrinkers(flags, i != 0);
102 p = aligned_alloc(PAGE_SIZE, size);
103 if (p && (flags & __GFP_ZERO))
105 } while (!p && i++ < 10);
110 #define alloc_page(gfp) alloc_pages(gfp, 0)
112 #define __get_free_pages(gfp, order) ((unsigned long) alloc_pages(gfp, order))
113 #define __get_free_page(gfp) __get_free_pages(gfp, 0)
115 #define __free_pages(page, order) \
121 #define free_pages(addr, order) \
124 free((void *) (addr)); \
127 #define __free_page(page) __free_pages((page), 0)
128 #define free_page(addr) free_pages((addr), 0)
130 #define VM_IOREMAP 0x00000001 /* ioremap() and friends */
131 #define VM_ALLOC 0x00000002 /* vmalloc() */
132 #define VM_MAP 0x00000004 /* vmap()ed pages */
133 #define VM_USERMAP 0x00000008 /* suitable for remap_vmalloc_range */
134 #define VM_UNINITIALIZED 0x00000020 /* vm_struct is not fully initialized */
135 #define VM_NO_GUARD 0x00000040 /* don't add guard page */
136 #define VM_KASAN 0x00000080 /* has allocated kasan shadow memory */
138 static inline void vunmap(const void *addr) {}
140 static inline void *vmap(struct page **pages, unsigned int count,
141 unsigned long flags, unsigned prot)
146 #define is_vmalloc_addr(page) 0
148 #define vmalloc_to_page(addr) ((struct page *) (addr))
150 static inline void *kmemdup(const void *src, size_t len, gfp_t gfp)
154 p = kmalloc(len, gfp);
164 static inline void *kmem_cache_alloc(struct kmem_cache *c, gfp_t gfp)
166 return kmalloc(c->obj_size, gfp);
169 static inline void kmem_cache_free(struct kmem_cache *c, void *p)
174 static inline void kmem_cache_destroy(struct kmem_cache *p)
179 static inline struct kmem_cache *kmem_cache_create(size_t obj_size)
181 struct kmem_cache *p = kmalloc(sizeof(*p), GFP_KERNEL);
185 p->obj_size = obj_size;
189 #define KMEM_CACHE(_struct, _flags) kmem_cache_create(sizeof(struct _struct))
191 #define PAGE_KERNEL 0
192 #define PAGE_KERNEL_EXEC 1
194 #define vfree(p) free(p)
196 static inline void *__vmalloc(unsigned long size, gfp_t gfp_mask)
201 size = round_up(size, PAGE_SIZE);
204 run_shrinkers(gfp_mask, i != 0);
206 p = aligned_alloc(PAGE_SIZE, size);
207 if (p && gfp_mask & __GFP_ZERO)
209 } while (!p && i++ < 10);
214 static inline void *vmalloc_exec(unsigned long size, gfp_t gfp_mask)
218 p = __vmalloc(size, gfp_mask);
222 if (mprotect(p, size, PROT_READ|PROT_WRITE|PROT_EXEC)) {
230 static inline void *vmalloc(unsigned long size)
232 return __vmalloc(size, GFP_KERNEL);
235 static inline void *vzalloc(unsigned long size)
237 return __vmalloc(size, GFP_KERNEL|__GFP_ZERO);
240 #endif /* __TOOLS_LINUX_SLAB_H */