blob: 4b87472f35bc9400c147ce811e2712b45a7717bb [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
18#ifndef __XFS_SUPPORT_KMEM_H__
19#define __XFS_SUPPORT_KMEM_H__
20
21#include <linux/slab.h>
22#include <linux/sched.h>
23#include <linux/mm.h>
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000024#include <linux/vmalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
26/*
Nathan Scott87582802006-03-14 13:18:19 +110027 * General memory allocation interfaces
28 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
Al Viro77ba7872012-04-02 06:24:04 -040030typedef unsigned __bitwise xfs_km_flags_t;
31#define KM_SLEEP ((__force xfs_km_flags_t)0x0001u)
32#define KM_NOSLEEP ((__force xfs_km_flags_t)0x0002u)
33#define KM_NOFS ((__force xfs_km_flags_t)0x0004u)
34#define KM_MAYFAIL ((__force xfs_km_flags_t)0x0008u)
Gu Zheng359d9922013-11-04 18:21:05 +080035#define KM_ZERO ((__force xfs_km_flags_t)0x0010u)
Nathan Scott87582802006-03-14 13:18:19 +110036
37/*
38 * We use a special process flag to avoid recursive callbacks into
39 * the filesystem during transactions. We will also issue our own
40 * warnings, so we explicitly skip any generic ones (silly of us).
41 */
42static inline gfp_t
Al Viro77ba7872012-04-02 06:24:04 -040043kmem_flags_convert(xfs_km_flags_t flags)
Nathan Scott87582802006-03-14 13:18:19 +110044{
45 gfp_t lflags;
46
Gu Zheng359d9922013-11-04 18:21:05 +080047 BUG_ON(flags & ~(KM_SLEEP|KM_NOSLEEP|KM_NOFS|KM_MAYFAIL|KM_ZERO));
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49 if (flags & KM_NOSLEEP) {
Nathan Scott87582802006-03-14 13:18:19 +110050 lflags = GFP_ATOMIC | __GFP_NOWARN;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 } else {
Nathan Scott87582802006-03-14 13:18:19 +110052 lflags = GFP_KERNEL | __GFP_NOWARN;
Michal Hocko7dea19f2017-05-03 14:53:15 -070053 if (flags & KM_NOFS)
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 lflags &= ~__GFP_FS;
55 }
Gu Zheng359d9922013-11-04 18:21:05 +080056
Michal Hocko91c63ecd2017-07-12 14:36:49 -070057 /*
58 * Default page/slab allocator behavior is to retry for ever
59 * for small allocations. We can override this behavior by using
60 * __GFP_RETRY_MAYFAIL which will tell the allocator to retry as long
61 * as it is feasible but rather fail than retry forever for all
62 * request sizes.
63 */
64 if (flags & KM_MAYFAIL)
65 lflags |= __GFP_RETRY_MAYFAIL;
66
Gu Zheng359d9922013-11-04 18:21:05 +080067 if (flags & KM_ZERO)
68 lflags |= __GFP_ZERO;
69
Nathan Scott87582802006-03-14 13:18:19 +110070 return lflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071}
72
Al Viro77ba7872012-04-02 06:24:04 -040073extern void *kmem_alloc(size_t, xfs_km_flags_t);
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100074extern void *kmem_zalloc_large(size_t size, xfs_km_flags_t);
Christoph Hellwig664b60f2016-04-06 09:47:01 +100075extern void *kmem_realloc(const void *, size_t, xfs_km_flags_t);
Wang, Yalinf3d21552015-02-02 09:54:18 +110076static inline void kmem_free(const void *ptr)
77{
78 kvfree(ptr);
79}
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000081
Gu Zheng359d9922013-11-04 18:21:05 +080082static inline void *
83kmem_zalloc(size_t size, xfs_km_flags_t flags)
84{
85 return kmem_alloc(size, flags | KM_ZERO);
86}
87
Nathan Scott87582802006-03-14 13:18:19 +110088/*
89 * Zone interfaces
90 */
91
92#define KM_ZONE_HWALIGN SLAB_HWCACHE_ALIGN
93#define KM_ZONE_RECLAIM SLAB_RECLAIM_ACCOUNT
Paul Jacksonb0196002006-03-24 03:16:09 -080094#define KM_ZONE_SPREAD SLAB_MEM_SPREAD
Vladimir Davydov5d097052016-01-14 15:18:21 -080095#define KM_ZONE_ACCOUNT SLAB_ACCOUNT
Nathan Scott87582802006-03-14 13:18:19 +110096
97#define kmem_zone kmem_cache
98#define kmem_zone_t struct kmem_cache
99
100static inline kmem_zone_t *
101kmem_zone_init(int size, char *zone_name)
102{
Paul Mundt20c2df82007-07-20 10:11:58 +0900103 return kmem_cache_create(zone_name, size, 0, 0, NULL);
Nathan Scott87582802006-03-14 13:18:19 +1100104}
105
106static inline kmem_zone_t *
Alexey Dobriyand50112e2017-11-15 17:32:18 -0800107kmem_zone_init_flags(int size, char *zone_name, slab_flags_t flags,
Alexey Dobriyan51cc5062008-07-25 19:45:34 -0700108 void (*construct)(void *))
Nathan Scott87582802006-03-14 13:18:19 +1100109{
Paul Mundt20c2df82007-07-20 10:11:58 +0900110 return kmem_cache_create(zone_name, size, 0, flags, construct);
Nathan Scott87582802006-03-14 13:18:19 +1100111}
112
113static inline void
114kmem_zone_free(kmem_zone_t *zone, void *ptr)
115{
116 kmem_cache_free(zone, ptr);
117}
118
119static inline void
120kmem_zone_destroy(kmem_zone_t *zone)
121{
Tim Hansen478f8da2017-11-08 12:00:40 -0800122 kmem_cache_destroy(zone);
Nathan Scott87582802006-03-14 13:18:19 +1100123}
124
Al Viro77ba7872012-04-02 06:24:04 -0400125extern void *kmem_zone_alloc(kmem_zone_t *, xfs_km_flags_t);
Gu Zheng359d9922013-11-04 18:21:05 +0800126
127static inline void *
128kmem_zone_zalloc(kmem_zone_t *zone, xfs_km_flags_t flags)
129{
130 return kmem_zone_alloc(zone, flags | KM_ZERO);
131}
Nathan Scott87582802006-03-14 13:18:19 +1100132
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133#endif /* __XFS_SUPPORT_KMEM_H__ */