blob: 689f746224e7ab8a0fbf3d2f9acb4f1dd68a9a16 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
18#ifndef __XFS_SUPPORT_KMEM_H__
19#define __XFS_SUPPORT_KMEM_H__
20
21#include <linux/slab.h>
22#include <linux/sched.h>
23#include <linux/mm.h>
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000024#include <linux/vmalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
26/*
Nathan Scott87582802006-03-14 13:18:19 +110027 * General memory allocation interfaces
28 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
Al Viro77ba7872012-04-02 06:24:04 -040030typedef unsigned __bitwise xfs_km_flags_t;
31#define KM_SLEEP ((__force xfs_km_flags_t)0x0001u)
32#define KM_NOSLEEP ((__force xfs_km_flags_t)0x0002u)
33#define KM_NOFS ((__force xfs_km_flags_t)0x0004u)
34#define KM_MAYFAIL ((__force xfs_km_flags_t)0x0008u)
Gu Zheng359d9922013-11-04 18:21:05 +080035#define KM_ZERO ((__force xfs_km_flags_t)0x0010u)
Nathan Scott87582802006-03-14 13:18:19 +110036
37/*
38 * We use a special process flag to avoid recursive callbacks into
39 * the filesystem during transactions. We will also issue our own
40 * warnings, so we explicitly skip any generic ones (silly of us).
41 */
42static inline gfp_t
Al Viro77ba7872012-04-02 06:24:04 -040043kmem_flags_convert(xfs_km_flags_t flags)
Nathan Scott87582802006-03-14 13:18:19 +110044{
45 gfp_t lflags;
46
Gu Zheng359d9922013-11-04 18:21:05 +080047 BUG_ON(flags & ~(KM_SLEEP|KM_NOSLEEP|KM_NOFS|KM_MAYFAIL|KM_ZERO));
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49 if (flags & KM_NOSLEEP) {
Nathan Scott87582802006-03-14 13:18:19 +110050 lflags = GFP_ATOMIC | __GFP_NOWARN;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 } else {
Nathan Scott87582802006-03-14 13:18:19 +110052 lflags = GFP_KERNEL | __GFP_NOWARN;
Nathan Scott59c1b082006-06-09 14:59:13 +100053 if ((current->flags & PF_FSTRANS) || (flags & KM_NOFS))
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 lflags &= ~__GFP_FS;
55 }
Gu Zheng359d9922013-11-04 18:21:05 +080056
57 if (flags & KM_ZERO)
58 lflags |= __GFP_ZERO;
59
Nathan Scott87582802006-03-14 13:18:19 +110060 return lflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070061}
62
Al Viro77ba7872012-04-02 06:24:04 -040063extern void *kmem_alloc(size_t, xfs_km_flags_t);
Dave Chinnerfdd3cce2013-09-02 20:53:00 +100064extern void *kmem_zalloc_large(size_t size, xfs_km_flags_t);
Christoph Hellwig664b60f2016-04-06 09:47:01 +100065extern void *kmem_realloc(const void *, size_t, xfs_km_flags_t);
Wang, Yalinf3d21552015-02-02 09:54:18 +110066static inline void kmem_free(const void *ptr)
67{
68 kvfree(ptr);
69}
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
Christoph Hellwigbdfb0432010-01-20 21:55:30 +000071
72extern void *kmem_zalloc_greedy(size_t *, size_t, size_t);
73
Gu Zheng359d9922013-11-04 18:21:05 +080074static inline void *
75kmem_zalloc(size_t size, xfs_km_flags_t flags)
76{
77 return kmem_alloc(size, flags | KM_ZERO);
78}
79
Nathan Scott87582802006-03-14 13:18:19 +110080/*
81 * Zone interfaces
82 */
83
84#define KM_ZONE_HWALIGN SLAB_HWCACHE_ALIGN
85#define KM_ZONE_RECLAIM SLAB_RECLAIM_ACCOUNT
Paul Jacksonb0196002006-03-24 03:16:09 -080086#define KM_ZONE_SPREAD SLAB_MEM_SPREAD
Vladimir Davydov5d097052016-01-14 15:18:21 -080087#define KM_ZONE_ACCOUNT SLAB_ACCOUNT
Nathan Scott87582802006-03-14 13:18:19 +110088
89#define kmem_zone kmem_cache
90#define kmem_zone_t struct kmem_cache
91
92static inline kmem_zone_t *
93kmem_zone_init(int size, char *zone_name)
94{
Paul Mundt20c2df82007-07-20 10:11:58 +090095 return kmem_cache_create(zone_name, size, 0, 0, NULL);
Nathan Scott87582802006-03-14 13:18:19 +110096}
97
98static inline kmem_zone_t *
99kmem_zone_init_flags(int size, char *zone_name, unsigned long flags,
Alexey Dobriyan51cc5062008-07-25 19:45:34 -0700100 void (*construct)(void *))
Nathan Scott87582802006-03-14 13:18:19 +1100101{
Paul Mundt20c2df82007-07-20 10:11:58 +0900102 return kmem_cache_create(zone_name, size, 0, flags, construct);
Nathan Scott87582802006-03-14 13:18:19 +1100103}
104
105static inline void
106kmem_zone_free(kmem_zone_t *zone, void *ptr)
107{
108 kmem_cache_free(zone, ptr);
109}
110
111static inline void
112kmem_zone_destroy(kmem_zone_t *zone)
113{
Alexey Dobriyan1a1d92c2006-09-27 01:49:40 -0700114 if (zone)
115 kmem_cache_destroy(zone);
Nathan Scott87582802006-03-14 13:18:19 +1100116}
117
Al Viro77ba7872012-04-02 06:24:04 -0400118extern void *kmem_zone_alloc(kmem_zone_t *, xfs_km_flags_t);
Gu Zheng359d9922013-11-04 18:21:05 +0800119
120static inline void *
121kmem_zone_zalloc(kmem_zone_t *zone, xfs_km_flags_t flags)
122{
123 return kmem_zone_alloc(zone, flags | KM_ZERO);
124}
Nathan Scott87582802006-03-14 13:18:19 +1100125
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126#endif /* __XFS_SUPPORT_KMEM_H__ */