blob: 3a19c79918e02d37c3e77ed32a88eb9f36bb16c3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_MODULE_H
2#define _LINUX_MODULE_H
3/*
4 * Dynamic loading of modules into the kernel.
5 *
6 * Rewritten by Richard Henderson <rth@tamu.edu> Dec 1996
7 * Rewritten again by Rusty Russell, 2002
8 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <linux/list.h>
10#include <linux/stat.h>
11#include <linux/compiler.h>
12#include <linux/cache.h>
13#include <linux/kmod.h>
Paul Gortmaker0fd972a2015-05-01 20:13:42 -040014#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/elf.h>
16#include <linux/stringify.h>
17#include <linux/kobject.h>
18#include <linux/moduleparam.h>
Steven Rostedt (Red Hat)b2e285f2014-02-26 13:12:06 -050019#include <linux/jump_label.h>
Paul Gortmakerf5016932011-05-23 14:11:39 -040020#include <linux/export.h>
Peter Zijlstra93c2e102015-05-27 11:09:37 +093021#include <linux/rbtree_latch.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Christoph Lametere1783a22010-01-05 15:34:50 +090023#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <asm/module.h>
25
Rusty Russell106a4ee2012-09-26 10:09:40 +010026/* In stripped ARM and x86-64 modules, ~ is surprisingly rare. */
27#define MODULE_SIG_STRING "~Module signature appended~\n"
28
Linus Torvalds1da177e2005-04-16 15:20:36 -070029/* Not Yet Implemented */
30#define MODULE_SUPPORTED_DEVICE(name)
31
Rusty Russell730b69d2008-10-22 10:00:22 -050032#define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
Seunghun Leee865d062014-01-16 10:18:49 +103034struct modversion_info {
Linus Torvalds1da177e2005-04-16 15:20:36 -070035 unsigned long crc;
36 char name[MODULE_NAME_LEN];
37};
38
39struct module;
40
Kay Sievers4befb022011-07-24 22:06:04 +093041struct module_kobject {
42 struct kobject kobj;
43 struct module *mod;
44 struct kobject *drivers_dir;
45 struct module_param_attrs *mp;
Li Zhong942e4432013-09-03 16:33:57 +093046 struct completion *kobj_completion;
Kay Sievers4befb022011-07-24 22:06:04 +093047};
48
Linus Torvalds1da177e2005-04-16 15:20:36 -070049struct module_attribute {
Kay Sievers4befb022011-07-24 22:06:04 +093050 struct attribute attr;
51 ssize_t (*show)(struct module_attribute *, struct module_kobject *,
52 char *);
53 ssize_t (*store)(struct module_attribute *, struct module_kobject *,
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 const char *, size_t count);
Matt Domschc988d2b2005-06-23 22:05:15 -070055 void (*setup)(struct module *, const char *);
56 int (*test)(struct module *);
57 void (*free)(struct module *);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058};
59
Dmitry Torokhove94965e2010-12-15 14:00:19 -080060struct module_version_attribute {
61 struct module_attribute mattr;
62 const char *module_name;
63 const char *version;
Dmitry Torokhov98562ad2011-02-04 13:30:10 -080064} __attribute__ ((__aligned__(sizeof(void *))));
Dmitry Torokhove94965e2010-12-15 14:00:19 -080065
Dmitry Torokhov9b73a582011-02-07 16:02:27 -080066extern ssize_t __modver_version_show(struct module_attribute *,
Kay Sievers4befb022011-07-24 22:06:04 +093067 struct module_kobject *, char *);
Dmitry Torokhov9b73a582011-02-07 16:02:27 -080068
Kay Sievers88bfa322011-07-24 22:06:04 +093069extern struct module_attribute module_uevent;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
71/* These are either module local, or the kernel's dummy ones. */
72extern int init_module(void);
73extern void cleanup_module(void);
74
Paul Gortmaker0fd972a2015-05-01 20:13:42 -040075#ifndef MODULE
76/**
77 * module_init() - driver initialization entry point
78 * @x: function to be run at kernel boot time or module insertion
79 *
80 * module_init() will either be called during do_initcalls() (if
81 * builtin) or at module insertion time (if a module). There can only
82 * be one per module.
83 */
84#define module_init(x) __initcall(x);
85
86/**
87 * module_exit() - driver exit entry point
88 * @x: function to be run when driver is removed
89 *
90 * module_exit() will wrap the driver clean-up code
91 * with cleanup_module() when used with rmmod when
92 * the driver is a module. If the driver is statically
93 * compiled into the kernel, module_exit() has no effect.
94 * There can only be one per module.
95 */
96#define module_exit(x) __exitcall(x);
97
98#else /* MODULE */
99
100/*
101 * In most cases loadable modules do not need custom
102 * initcall levels. There are still some valid cases where
103 * a driver may be needed early if built in, and does not
104 * matter when built as a loadable module. Like bus
105 * snooping debug drivers.
106 */
107#define early_initcall(fn) module_init(fn)
108#define core_initcall(fn) module_init(fn)
109#define core_initcall_sync(fn) module_init(fn)
110#define postcore_initcall(fn) module_init(fn)
111#define postcore_initcall_sync(fn) module_init(fn)
112#define arch_initcall(fn) module_init(fn)
113#define subsys_initcall(fn) module_init(fn)
114#define subsys_initcall_sync(fn) module_init(fn)
115#define fs_initcall(fn) module_init(fn)
116#define fs_initcall_sync(fn) module_init(fn)
117#define rootfs_initcall(fn) module_init(fn)
118#define device_initcall(fn) module_init(fn)
119#define device_initcall_sync(fn) module_init(fn)
120#define late_initcall(fn) module_init(fn)
121#define late_initcall_sync(fn) module_init(fn)
122
123#define console_initcall(fn) module_init(fn)
124#define security_initcall(fn) module_init(fn)
125
126/* Each module must use one module_init(). */
127#define module_init(initfn) \
128 static inline initcall_t __inittest(void) \
129 { return initfn; } \
130 int init_module(void) __attribute__((alias(#initfn)));
131
132/* This is only required if you want to be unloadable. */
133#define module_exit(exitfn) \
134 static inline exitcall_t __exittest(void) \
135 { return exitfn; } \
136 void cleanup_module(void) __attribute__((alias(#exitfn)));
137
138#endif
139
140/* This means "can be init if no module support, otherwise module load
141 may call it." */
142#ifdef CONFIG_MODULES
143#define __init_or_module
144#define __initdata_or_module
145#define __initconst_or_module
146#define __INIT_OR_MODULE .text
147#define __INITDATA_OR_MODULE .data
148#define __INITRODATA_OR_MODULE .section ".rodata","a",%progbits
149#else
150#define __init_or_module __init
151#define __initdata_or_module __initdata
152#define __initconst_or_module __initconst
153#define __INIT_OR_MODULE __INIT
154#define __INITDATA_OR_MODULE __INITDATA
155#define __INITRODATA_OR_MODULE __INITRODATA
156#endif /*CONFIG_MODULES*/
157
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158/* Archs provide a method of finding the correct exception table. */
159struct exception_table_entry;
160
161const struct exception_table_entry *
162search_extable(const struct exception_table_entry *first,
163 const struct exception_table_entry *last,
164 unsigned long value);
165void sort_extable(struct exception_table_entry *start,
166 struct exception_table_entry *finish);
167void sort_main_extable(void);
Rusty Russellad6561d2009-06-12 21:47:03 -0600168void trim_init_extable(struct module *m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170/* Generic info of form tag = "info" */
171#define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
172
173/* For userspace: you can also call me... */
174#define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
175
Andreas Robinson7cb14ba2013-08-20 15:33:19 +0930176/* Soft module dependencies. See man modprobe.d for details.
177 * Example: MODULE_SOFTDEP("pre: module-foo module-bar post: module-baz")
178 */
179#define MODULE_SOFTDEP(_softdep) MODULE_INFO(softdep, _softdep)
180
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181/*
182 * The following license idents are currently accepted as indicating free
183 * software modules
184 *
185 * "GPL" [GNU Public License v2 or later]
186 * "GPL v2" [GNU Public License v2]
187 * "GPL and additional rights" [GNU Public License v2 rights and more]
188 * "Dual BSD/GPL" [GNU Public License v2
189 * or BSD license choice]
Xose Vazquez Perez8d27e902006-06-23 02:05:13 -0700190 * "Dual MIT/GPL" [GNU Public License v2
191 * or MIT license choice]
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 * "Dual MPL/GPL" [GNU Public License v2
193 * or Mozilla license choice]
194 *
195 * The following other idents are available
196 *
197 * "Proprietary" [Non free products]
198 *
199 * There are dual licensed components, but when running with Linux it is the
200 * GPL that is relevant so this is a non issue. Similarly LGPL linked with GPL
201 * is a GPL combined work.
202 *
203 * This exists for several reasons
Seunghun Leee865d062014-01-16 10:18:49 +1030204 * 1. So modinfo can show license info for users wanting to vet their setup
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 * is free
206 * 2. So the community can ignore bug reports including proprietary modules
207 * 3. So vendors can do likewise based on their own policies
208 */
209#define MODULE_LICENSE(_license) MODULE_INFO(license, _license)
210
Johannes Berg1d7015c2009-09-25 00:32:58 -0600211/*
212 * Author(s), use "Name <email>" or just "Name", for multiple
213 * authors use multiple MODULE_AUTHOR() statements/lines.
214 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215#define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
Seunghun Leee865d062014-01-16 10:18:49 +1030216
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217/* What your module does. */
218#define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
219
Rusty Russellcff26a52014-02-03 11:15:13 +1030220#ifdef MODULE
221/* Creates an alias so file2alias.c can find device table. */
222#define MODULE_DEVICE_TABLE(type, name) \
Andrey Ryabinin63019392015-02-13 14:40:13 -0800223extern const typeof(name) __mod_##type##__##name##_device_table \
Rusty Russellcff26a52014-02-03 11:15:13 +1030224 __attribute__ ((unused, alias(__stringify(name))))
225#else /* !MODULE */
226#define MODULE_DEVICE_TABLE(type, name)
227#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228
229/* Version of form [<epoch>:]<version>[-<extra-version>].
Seunghun Leee865d062014-01-16 10:18:49 +1030230 * Or for CVS/RCS ID version, everything but the number is stripped.
231 * <epoch>: A (small) unsigned integer which allows you to start versions
232 * anew. If not mentioned, it's zero. eg. "2:1.0" is after
233 * "1:2.0".
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
Seunghun Leee865d062014-01-16 10:18:49 +1030235 * <version>: The <version> may contain only alphanumerics and the
236 * character `.'. Ordered by numeric sort for numeric parts,
237 * ascii sort for ascii parts (as per RPM or DEB algorithm).
238
239 * <extraversion>: Like <version>, but inserted for local
240 * customizations, eg "rh3" or "rusty1".
241
242 * Using this automatically adds a checksum of the .c files and the
243 * local headers in "srcversion".
244 */
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800245
Rusty Russell3b90a5b2011-01-24 14:32:51 -0600246#if defined(MODULE) || !defined(CONFIG_SYSFS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247#define MODULE_VERSION(_version) MODULE_INFO(version, _version)
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800248#else
249#define MODULE_VERSION(_version) \
Dmitry Torokhovb4bc84282011-02-07 16:02:25 -0800250 static struct module_version_attribute ___modver_attr = { \
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800251 .mattr = { \
252 .attr = { \
253 .name = "version", \
254 .mode = S_IRUGO, \
255 }, \
256 .show = __modver_version_show, \
257 }, \
258 .module_name = KBUILD_MODNAME, \
259 .version = _version, \
Dmitry Torokhovb4bc84282011-02-07 16:02:25 -0800260 }; \
261 static const struct module_version_attribute \
262 __used __attribute__ ((__section__ ("__modver"))) \
263 * __moduleparam_const __modver_attr = &___modver_attr
Dmitry Torokhove94965e2010-12-15 14:00:19 -0800264#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265
Jon Masters187afbe2006-08-28 17:08:21 -0500266/* Optional firmware file (or files) needed by the module
267 * format is simply firmware file name. Multiple firmware
268 * files require multiple MODULE_FIRMWARE() specifiers */
269#define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
270
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271/* Given an address, look for it in the exception tables */
272const struct exception_table_entry *search_exception_tables(unsigned long add);
273
274struct notifier_block;
275
276#ifdef CONFIG_MODULES
277
Dave Young5ed10912010-03-10 15:24:06 -0800278extern int modules_disabled; /* for sysctl */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279/* Get/put a kernel symbol (calls must be symmetric) */
280void *__symbol_get(const char *symbol);
281void *__symbol_get_gpl(const char *symbol);
Rusty Russellb92021b2013-03-15 15:04:17 +1030282#define symbol_get(x) ((typeof(&x))(__symbol_get(VMLINUX_SYMBOL_STR(x))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283
Rusty Russellc8e21ce2010-06-05 11:17:35 -0600284/* modules using other modules: kdb wants to see this. */
285struct module_use {
286 struct list_head source_list;
287 struct list_head target_list;
288 struct module *source, *target;
289};
290
Rusty Russell0d21b0e2013-01-12 11:38:44 +1030291enum module_state {
292 MODULE_STATE_LIVE, /* Normal state. */
293 MODULE_STATE_COMING, /* Full formed, running module_init. */
294 MODULE_STATE_GOING, /* Going away. */
295 MODULE_STATE_UNFORMED, /* Still setting it up. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296};
297
Peter Zijlstra93c2e102015-05-27 11:09:37 +0930298struct module;
299
300struct mod_tree_node {
301 struct module *mod;
302 struct latch_tree_node node;
303};
304
Seunghun Leee865d062014-01-16 10:18:49 +1030305struct module {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 enum module_state state;
307
308 /* Member of list of modules */
309 struct list_head list;
310
311 /* Unique handle for this module */
312 char name[MODULE_NAME_LEN];
313
314 /* Sysfs stuff. */
315 struct module_kobject mkobj;
Greg Kroah-Hartman03e88ae12006-02-16 13:50:23 -0800316 struct module_attribute *modinfo_attrs;
Matt Domschc988d2b2005-06-23 22:05:15 -0700317 const char *version;
318 const char *srcversion;
Kay Sievers270a6c42007-01-18 13:26:15 +0100319 struct kobject *holders_dir;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320
321 /* Exported symbols */
322 const struct kernel_symbol *syms;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 const unsigned long *crcs;
Richard Kennedyaf540682008-07-22 19:24:26 -0500324 unsigned int num_syms;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325
Rusty Russelle180a6b2009-03-31 13:05:29 -0600326 /* Kernel parameters. */
Rusty Russellcf2fde72015-06-26 06:44:38 +0930327#ifdef CONFIG_SYSFS
Dan Streetmanb51d23e2015-06-17 06:18:52 +0930328 struct mutex param_lock;
Rusty Russellcf2fde72015-06-26 06:44:38 +0930329#endif
Rusty Russelle180a6b2009-03-31 13:05:29 -0600330 struct kernel_param *kp;
331 unsigned int num_kp;
332
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 /* GPL-only exported symbols. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334 unsigned int num_gpl_syms;
Richard Kennedyaf540682008-07-22 19:24:26 -0500335 const struct kernel_symbol *gpl_syms;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 const unsigned long *gpl_crcs;
337
Denys Vlasenkof7f5b672008-07-22 19:24:26 -0500338#ifdef CONFIG_UNUSED_SYMBOLS
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700339 /* unused exported symbols. */
340 const struct kernel_symbol *unused_syms;
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700341 const unsigned long *unused_crcs;
Richard Kennedyaf540682008-07-22 19:24:26 -0500342 unsigned int num_unused_syms;
343
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700344 /* GPL-only, unused exported symbols. */
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700345 unsigned int num_unused_gpl_syms;
Richard Kennedyaf540682008-07-22 19:24:26 -0500346 const struct kernel_symbol *unused_gpl_syms;
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700347 const unsigned long *unused_gpl_crcs;
Denys Vlasenkof7f5b672008-07-22 19:24:26 -0500348#endif
Arjan van de Venf71d20e2006-06-28 04:26:45 -0700349
Rusty Russell106a4ee2012-09-26 10:09:40 +0100350#ifdef CONFIG_MODULE_SIG
351 /* Signature was verified. */
352 bool sig_ok;
353#endif
354
Luis R. Rodriguezf2411da2015-03-30 16:20:05 -0700355 bool async_probe_requested;
356
Greg Kroah-Hartman9f28bb72006-03-20 13:17:13 -0800357 /* symbols that will be GPL-only in the near future. */
358 const struct kernel_symbol *gpl_future_syms;
Greg Kroah-Hartman9f28bb72006-03-20 13:17:13 -0800359 const unsigned long *gpl_future_crcs;
Richard Kennedyaf540682008-07-22 19:24:26 -0500360 unsigned int num_gpl_future_syms;
Greg Kroah-Hartman9f28bb72006-03-20 13:17:13 -0800361
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 /* Exception table */
363 unsigned int num_exentries;
Rusty Russell5e458cc2008-10-22 10:00:13 -0500364 struct exception_table_entry *extable;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365
366 /* Startup function. */
367 int (*init)(void);
368
Peter Zijlstra93c2e102015-05-27 11:09:37 +0930369 /*
370 * If this is non-NULL, vfree() after init() returns.
371 *
372 * Cacheline align here, such that:
373 * module_init, module_core, init_size, core_size,
Peter Zijlstra6c9692e2015-05-27 11:09:37 +0930374 * init_text_size, core_text_size and mtn_core::{mod,node[0]}
Peter Zijlstra93c2e102015-05-27 11:09:37 +0930375 * are on the same cacheline.
376 */
377 void *module_init ____cacheline_aligned;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378
379 /* Here is the actual code + data, vfree'd on unload. */
380 void *module_core;
381
382 /* Here are the sizes of the init and core sections */
Denys Vlasenko2f0f2a32008-07-22 19:24:27 -0500383 unsigned int init_size, core_size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384
385 /* The size of the executable code in each section. */
Denys Vlasenko2f0f2a32008-07-22 19:24:27 -0500386 unsigned int init_text_size, core_text_size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387
Peter Zijlstra6c9692e2015-05-27 11:09:37 +0930388#ifdef CONFIG_MODULES_TREE_LOOKUP
Peter Zijlstra93c2e102015-05-27 11:09:37 +0930389 /*
390 * We want mtn_core::{mod,node[0]} to be in the same cacheline as the
391 * above entries such that a regular lookup will only touch one
392 * cacheline.
393 */
394 struct mod_tree_node mtn_core;
395 struct mod_tree_node mtn_init;
Peter Zijlstra6c9692e2015-05-27 11:09:37 +0930396#endif
Peter Zijlstra93c2e102015-05-27 11:09:37 +0930397
matthieu castet84e1c6b2010-11-16 22:35:16 +0100398 /* Size of RO sections of the module (text+rodata) */
399 unsigned int init_ro_size, core_ro_size;
400
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 /* Arch-specific module values */
402 struct mod_arch_specific arch;
403
Randy Dunlap2bc2d612006-10-02 02:17:02 -0700404 unsigned int taints; /* same bits as kernel:tainted */
405
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800406#ifdef CONFIG_GENERIC_BUG
407 /* Support for BUG */
Richard Kennedyaf540682008-07-22 19:24:26 -0500408 unsigned num_bugs;
Jeremy Fitzhardinge7664c5a2006-12-08 02:36:19 -0800409 struct list_head bug_list;
410 struct bug_entry *bug_table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700411#endif
412
413#ifdef CONFIG_KALLSYMS
Jan Beulich4a496222009-07-06 14:50:42 +0100414 /*
415 * We keep the symbol and string tables for kallsyms.
416 * The core_* fields below are temporary, loader-only (they
417 * could really be discarded after module init).
418 */
419 Elf_Sym *symtab, *core_symtab;
420 unsigned int num_symtab, core_num_syms;
Jan Beulich554bdfe2009-07-06 14:51:44 +0100421 char *strtab, *core_strtab;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700422
423 /* Section attributes */
424 struct module_sect_attrs *sect_attrs;
Roland McGrath6d760132007-10-16 23:26:40 -0700425
426 /* Notes attributes */
427 struct module_notes_attrs *notes_attrs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428#endif
429
Richard Kennedya288bd62011-05-19 16:55:25 -0600430 /* The command line arguments (may be mangled). People like
431 keeping pointers to this stuff */
432 char *args;
433
Tejun Heo259354d2010-03-10 18:56:10 +0900434#ifdef CONFIG_SMP
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435 /* Per-cpu data. */
Tejun Heo259354d2010-03-10 18:56:10 +0900436 void __percpu *percpu;
437 unsigned int percpu_size;
438#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700439
Mathieu Desnoyers97e1c182008-07-18 12:16:16 -0400440#ifdef CONFIG_TRACEPOINTS
Mathieu Desnoyers97e1c182008-07-18 12:16:16 -0400441 unsigned int num_tracepoints;
Richard Kennedya288bd62011-05-19 16:55:25 -0600442 struct tracepoint * const *tracepoints_ptrs;
Mathieu Desnoyers97e1c182008-07-18 12:16:16 -0400443#endif
Jason Baronbf5438fc2010-09-17 11:09:00 -0400444#ifdef HAVE_JUMP_LABEL
445 struct jump_entry *jump_entries;
446 unsigned int num_jump_entries;
447#endif
Frederic Weisbecker769b0442009-03-06 17:21:49 +0100448#ifdef CONFIG_TRACING
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100449 unsigned int num_trace_bprintk_fmt;
Richard Kennedya288bd62011-05-19 16:55:25 -0600450 const char **trace_bprintk_fmt_start;
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100451#endif
Steven Rostedt6d723732009-04-10 14:53:50 -0400452#ifdef CONFIG_EVENT_TRACING
Steven Rostedt (Red Hat)2425bcb2015-05-05 11:45:27 -0400453 struct trace_event_call **trace_events;
Steven Rostedt6d723732009-04-10 14:53:50 -0400454 unsigned int num_trace_events;
Steven Rostedt (Red Hat)3673b8e2015-03-25 15:44:21 -0400455 struct trace_enum_map **trace_enums;
456 unsigned int num_trace_enums;
Steven Rostedt6d723732009-04-10 14:53:50 -0400457#endif
Steven Rostedt93eb6772009-04-15 13:24:06 -0400458#ifdef CONFIG_FTRACE_MCOUNT_RECORD
Steven Rostedt93eb6772009-04-15 13:24:06 -0400459 unsigned int num_ftrace_callsites;
Richard Kennedya288bd62011-05-19 16:55:25 -0600460 unsigned long *ftrace_callsites;
Steven Rostedt93eb6772009-04-15 13:24:06 -0400461#endif
Lai Jiangshan1ba28e02009-03-06 17:21:48 +0100462
Petr Mladek8cb2c2d2015-03-12 12:55:13 +0100463#ifdef CONFIG_LIVEPATCH
464 bool klp_alive;
465#endif
466
Richard Kennedyaf540682008-07-22 19:24:26 -0500467#ifdef CONFIG_MODULE_UNLOAD
468 /* What modules depend on me? */
Linus Torvalds2c02dfe2010-05-31 12:19:37 -0700469 struct list_head source_list;
470 /* What modules do I depend on? */
471 struct list_head target_list;
Richard Kennedyaf540682008-07-22 19:24:26 -0500472
Richard Kennedyaf540682008-07-22 19:24:26 -0500473 /* Destruction function. */
474 void (*exit)(void);
475
Masami Hiramatsu2f35c412014-11-10 09:29:29 +1030476 atomic_t refcnt;
Richard Kennedyaf540682008-07-22 19:24:26 -0500477#endif
Peter Oberparleiterb99b87f2009-06-17 16:28:03 -0700478
479#ifdef CONFIG_CONSTRUCTORS
480 /* Constructor functions. */
481 ctor_fn_t *ctors;
482 unsigned int num_ctors;
483#endif
Peter Zijlstra93c2e102015-05-27 11:09:37 +0930484} ____cacheline_aligned;
Roman Zippele61a1c12007-05-09 02:35:15 -0700485#ifndef MODULE_ARCH_INIT
486#define MODULE_ARCH_INIT {}
487#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700488
Tim Abbottc6b37802008-12-05 19:03:59 -0500489extern struct mutex module_mutex;
490
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491/* FIXME: It'd be nice to isolate modules during init, too, so they
492 aren't used before they (may) fail. But presently too much code
493 (IDE & SCSI) require entry into the module during init.*/
494static inline int module_is_live(struct module *mod)
495{
496 return mod->state != MODULE_STATE_GOING;
497}
498
Linus Torvalds1da177e2005-04-16 15:20:36 -0700499struct module *__module_text_address(unsigned long addr);
Rusty Russelle6104992009-03-31 13:05:31 -0600500struct module *__module_address(unsigned long addr);
501bool is_module_address(unsigned long addr);
Tejun Heo10fad5e2010-03-10 18:57:54 +0900502bool is_module_percpu_address(unsigned long addr);
Rusty Russelle6104992009-03-31 13:05:31 -0600503bool is_module_text_address(unsigned long addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700504
Petr Mladek76681c82014-07-27 07:25:01 +0930505static inline bool within_module_core(unsigned long addr,
506 const struct module *mod)
Masami Hiramatsua06f6212009-01-06 14:41:49 -0800507{
508 return (unsigned long)mod->module_core <= addr &&
509 addr < (unsigned long)mod->module_core + mod->core_size;
510}
511
Petr Mladek76681c82014-07-27 07:25:01 +0930512static inline bool within_module_init(unsigned long addr,
513 const struct module *mod)
Masami Hiramatsua06f6212009-01-06 14:41:49 -0800514{
515 return (unsigned long)mod->module_init <= addr &&
516 addr < (unsigned long)mod->module_init + mod->init_size;
517}
518
Petr Mladek76681c82014-07-27 07:25:01 +0930519static inline bool within_module(unsigned long addr, const struct module *mod)
Petr Mladek9b20a352014-07-27 07:24:01 +0930520{
521 return within_module_init(addr, mod) || within_module_core(addr, mod);
522}
523
Tim Abbottc6b37802008-12-05 19:03:59 -0500524/* Search for module by name: must hold module_mutex. */
525struct module *find_module(const char *name);
526
527struct symsearch {
528 const struct kernel_symbol *start, *stop;
529 const unsigned long *crcs;
530 enum {
531 NOT_GPL_ONLY,
532 GPL_ONLY,
533 WILL_BE_GPL_ONLY,
534 } licence;
535 bool unused;
536};
537
Peter Zijlstra0be964b2015-05-27 11:09:35 +0930538/*
539 * Search for an exported symbol by name.
540 *
541 * Must be called with module_mutex held or preemption disabled.
542 */
Tim Abbottc6b37802008-12-05 19:03:59 -0500543const struct kernel_symbol *find_symbol(const char *name,
544 struct module **owner,
545 const unsigned long **crc,
546 bool gplok,
547 bool warn);
548
Peter Zijlstra0be964b2015-05-27 11:09:35 +0930549/*
550 * Walk the exported symbol table
551 *
552 * Must be called with module_mutex held or preemption disabled.
553 */
Rusty Russellde4d8d52011-04-19 21:49:58 +0200554bool each_symbol_section(bool (*fn)(const struct symsearch *arr,
555 struct module *owner,
556 void *data), void *data);
Tim Abbottc6b37802008-12-05 19:03:59 -0500557
Alexey Dobriyanea078902007-05-08 00:28:39 -0700558/* Returns 0 and fills in value, defined and namebuf, or -ERANGE if
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559 symnum out of range. */
Alexey Dobriyanea078902007-05-08 00:28:39 -0700560int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
561 char *name, char *module_name, int *exported);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562
563/* Look for this name: can be of form module:name. */
564unsigned long module_kallsyms_lookup_name(const char *name);
565
Anders Kaseorg75a66612008-12-05 19:03:58 -0500566int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
567 struct module *, unsigned long),
568 void *data);
569
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570extern void __module_put_and_exit(struct module *mod, long code)
571 __attribute__((noreturn));
Joe Perches74e22fa2013-12-04 14:09:38 +1030572#define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573
574#ifdef CONFIG_MODULE_UNLOAD
Rusty Russelld5db1392015-01-22 11:13:14 +1030575int module_refcount(struct module *mod);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576void __symbol_put(const char *symbol);
Rusty Russellb92021b2013-03-15 15:04:17 +1030577#define symbol_put(x) __symbol_put(VMLINUX_SYMBOL_STR(x))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578void symbol_put_addr(void *addr);
579
580/* Sometimes we know we already have a refcount, and it's easier not
581 to handle the error case (which only happens with rmmod --wait). */
Steven Rostedtd53799b2012-03-26 12:50:52 +1030582extern void __module_get(struct module *module);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583
Steven Rostedtd53799b2012-03-26 12:50:52 +1030584/* This is the Right Way to get a module: if it fails, it's being removed,
585 * so pretend it's not there. */
586extern bool try_module_get(struct module *module);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587
Al Virof6a57032006-10-18 01:47:25 -0400588extern void module_put(struct module *module);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589
590#else /*!CONFIG_MODULE_UNLOAD*/
591static inline int try_module_get(struct module *module)
592{
593 return !module || module_is_live(module);
594}
595static inline void module_put(struct module *module)
596{
597}
598static inline void __module_get(struct module *module)
599{
600}
Seunghun Leee865d062014-01-16 10:18:49 +1030601#define symbol_put(x) do { } while (0)
602#define symbol_put_addr(p) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603
604#endif /* CONFIG_MODULE_UNLOAD */
Anders Kaseorgdfd62d12010-11-24 15:21:10 -0600605int ref_module(struct module *a, struct module *b);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606
607/* This is a #define so the string doesn't get put in every .o file */
608#define module_name(mod) \
609({ \
610 struct module *__mod = (mod); \
611 __mod ? __mod->name : "kernel"; \
612})
613
Rusty Russell6dd06c92008-01-29 17:13:22 -0500614/* For kallsyms to ask for address resolution. namebuf should be at
615 * least KSYM_NAME_LEN long: a pointer to namebuf is returned if
616 * found, otherwise NULL. */
Andrew Morton92dfc9d2008-02-08 04:18:43 -0800617const char *module_address_lookup(unsigned long addr,
Rusty Russell6dd06c92008-01-29 17:13:22 -0500618 unsigned long *symbolsize,
619 unsigned long *offset,
620 char **modname,
621 char *namebuf);
Alexey Dobriyan9d65cb42007-05-08 00:28:43 -0700622int lookup_module_symbol_name(unsigned long addr, char *symname);
Alexey Dobriyana5c43da2007-05-08 00:28:47 -0700623int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624
625/* For extable.c to search modules' exception tables. */
626const struct exception_table_entry *search_module_extables(unsigned long addr);
627
Seunghun Leee865d062014-01-16 10:18:49 +1030628int register_module_notifier(struct notifier_block *nb);
629int unregister_module_notifier(struct notifier_block *nb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630
631extern void print_modules(void);
632
Dmitry Torokhov80c6e142015-05-21 15:49:37 -0700633static inline bool module_requested_async_probing(struct module *module)
634{
635 return module && module->async_probe_requested;
636}
637
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638#else /* !CONFIG_MODULES... */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639
640/* Given an address, look for it in the exception tables. */
641static inline const struct exception_table_entry *
642search_module_extables(unsigned long addr)
643{
644 return NULL;
645}
646
Rusty Russelle6104992009-03-31 13:05:31 -0600647static inline struct module *__module_address(unsigned long addr)
648{
649 return NULL;
650}
651
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652static inline struct module *__module_text_address(unsigned long addr)
653{
654 return NULL;
655}
656
Rusty Russelle6104992009-03-31 13:05:31 -0600657static inline bool is_module_address(unsigned long addr)
Ingo Molnar4d435f92006-07-03 00:24:24 -0700658{
Rusty Russelle6104992009-03-31 13:05:31 -0600659 return false;
660}
661
Randy Dunlapd5e50da2010-03-31 11:33:42 +0900662static inline bool is_module_percpu_address(unsigned long addr)
663{
664 return false;
665}
666
Rusty Russelle6104992009-03-31 13:05:31 -0600667static inline bool is_module_text_address(unsigned long addr)
668{
669 return false;
Ingo Molnar4d435f92006-07-03 00:24:24 -0700670}
671
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672/* Get/put a kernel symbol (calls should be symmetric) */
673#define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
Seunghun Leee865d062014-01-16 10:18:49 +1030674#define symbol_put(x) do { } while (0)
675#define symbol_put_addr(x) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700676
677static inline void __module_get(struct module *module)
678{
679}
680
681static inline int try_module_get(struct module *module)
682{
683 return 1;
684}
685
686static inline void module_put(struct module *module)
687{
688}
689
690#define module_name(mod) "kernel"
691
Linus Torvalds1da177e2005-04-16 15:20:36 -0700692/* For kallsyms to ask for address resolution. NULL means not found. */
Andrew Morton92dfc9d2008-02-08 04:18:43 -0800693static inline const char *module_address_lookup(unsigned long addr,
Rusty Russell6dd06c92008-01-29 17:13:22 -0500694 unsigned long *symbolsize,
695 unsigned long *offset,
696 char **modname,
697 char *namebuf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698{
699 return NULL;
700}
701
Alexey Dobriyan9d65cb42007-05-08 00:28:43 -0700702static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
703{
704 return -ERANGE;
705}
706
Alexey Dobriyana5c43da2007-05-08 00:28:47 -0700707static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
708{
709 return -ERANGE;
710}
711
Alexey Dobriyanea078902007-05-08 00:28:39 -0700712static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
713 char *type, char *name,
714 char *module_name, int *exported)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700715{
Alexey Dobriyanea078902007-05-08 00:28:39 -0700716 return -ERANGE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700717}
718
719static inline unsigned long module_kallsyms_lookup_name(const char *name)
720{
721 return 0;
722}
723
Anders Kaseorg75a66612008-12-05 19:03:58 -0500724static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
725 struct module *,
726 unsigned long),
727 void *data)
728{
729 return 0;
730}
731
Seunghun Leee865d062014-01-16 10:18:49 +1030732static inline int register_module_notifier(struct notifier_block *nb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700733{
734 /* no events will happen anyway, so this can always succeed */
735 return 0;
736}
737
Seunghun Leee865d062014-01-16 10:18:49 +1030738static inline int unregister_module_notifier(struct notifier_block *nb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700739{
740 return 0;
741}
742
743#define module_put_and_exit(code) do_exit(code)
744
745static inline void print_modules(void)
746{
747}
Dmitry Torokhov80c6e142015-05-21 15:49:37 -0700748
749static inline bool module_requested_async_probing(struct module *module)
750{
751 return false;
752}
753
Randy Dunlapef665c12007-02-13 15:19:06 -0800754#endif /* CONFIG_MODULES */
755
Randy Dunlapef665c12007-02-13 15:19:06 -0800756#ifdef CONFIG_SYSFS
Greg Kroah-Hartman7405c1e2007-11-01 10:39:50 -0700757extern struct kset *module_kset;
758extern struct kobj_type module_ktype;
759extern int module_sysfs_initialized;
Randy Dunlapef665c12007-02-13 15:19:06 -0800760#endif /* CONFIG_SYSFS */
761
Linus Torvalds1da177e2005-04-16 15:20:36 -0700762#define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
763
764/* BELOW HERE ALL THESE ARE OBSOLETE AND WILL VANISH */
765
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766#define __MODULE_STRING(x) __stringify(x)
767
matthieu castet84e1c6b2010-11-16 22:35:16 +0100768#ifdef CONFIG_DEBUG_SET_MODULE_RONX
769extern void set_all_modules_text_rw(void);
770extern void set_all_modules_text_ro(void);
771#else
772static inline void set_all_modules_text_rw(void) { }
773static inline void set_all_modules_text_ro(void) { }
774#endif
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700775
776#ifdef CONFIG_GENERIC_BUG
Linus Torvalds53363772010-10-05 11:29:27 -0700777void module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700778 struct module *);
779void module_bug_cleanup(struct module *);
780
781#else /* !CONFIG_GENERIC_BUG */
782
Linus Torvalds53363772010-10-05 11:29:27 -0700783static inline void module_bug_finalize(const Elf_Ehdr *hdr,
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700784 const Elf_Shdr *sechdrs,
785 struct module *mod)
786{
Andrew Morton0d9c25d2009-06-16 15:33:37 -0700787}
788static inline void module_bug_cleanup(struct module *mod) {}
789#endif /* CONFIG_GENERIC_BUG */
790
Herbert Xu59afdc72015-04-22 11:28:46 +0800791#ifdef CONFIG_MODULE_SIG
792static inline bool module_sig_ok(struct module *module)
793{
794 return module->sig_ok;
795}
796#else /* !CONFIG_MODULE_SIG */
797static inline bool module_sig_ok(struct module *module)
798{
799 return true;
800}
801#endif /* CONFIG_MODULE_SIG */
802
Linus Torvalds1da177e2005-04-16 15:20:36 -0700803#endif /* _LINUX_MODULE_H */