blob: f54996fdd0b8874c8c2198b2e513cabb613606b4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Derived from arch/ppc/mm/extable.c and arch/i386/mm/extable.c.
3 *
4 * Copyright (C) 2004 Paul Mackerras, IBM Corp.
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
Thomas Meyera94c33d2017-07-10 15:51:58 -070012#include <linux/bsearch.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/module.h>
14#include <linux/init.h>
15#include <linux/sort.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080016#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
Ard Biesheuvela2728582016-01-01 12:39:09 +010018#ifndef ARCH_HAS_RELATIVE_EXTABLE
19#define ex_to_insn(x) ((x)->insn)
20#else
21static inline unsigned long ex_to_insn(const struct exception_table_entry *x)
22{
23 return (unsigned long)&x->insn + x->insn;
24}
25#endif
26
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#ifndef ARCH_HAS_SORT_EXTABLE
Ard Biesheuvela2728582016-01-01 12:39:09 +010028#ifndef ARCH_HAS_RELATIVE_EXTABLE
29#define swap_ex NULL
30#else
31static void swap_ex(void *a, void *b, int size)
32{
33 struct exception_table_entry *x = a, *y = b, tmp;
34 int delta = b - a;
35
36 tmp = *x;
37 x->insn = y->insn + delta;
38 y->insn = tmp.insn - delta;
39
40#ifdef swap_ex_entry_fixup
41 swap_ex_entry_fixup(x, y, tmp, delta);
42#else
43 x->fixup = y->fixup + delta;
44 y->fixup = tmp.fixup - delta;
45#endif
46}
47#endif /* ARCH_HAS_RELATIVE_EXTABLE */
48
Linus Torvalds1da177e2005-04-16 15:20:36 -070049/*
50 * The exception table needs to be sorted so that the binary
51 * search that we use to find entries in it works properly.
52 * This is used both for the kernel exception table and for
53 * the exception tables of modules that get loaded.
54 */
Thomas Meyera94c33d2017-07-10 15:51:58 -070055static int cmp_ex_sort(const void *a, const void *b)
Linus Torvalds1da177e2005-04-16 15:20:36 -070056{
57 const struct exception_table_entry *x = a, *y = b;
58
59 /* avoid overflow */
Ard Biesheuvela2728582016-01-01 12:39:09 +010060 if (ex_to_insn(x) > ex_to_insn(y))
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 return 1;
Ard Biesheuvela2728582016-01-01 12:39:09 +010062 if (ex_to_insn(x) < ex_to_insn(y))
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 return -1;
64 return 0;
65}
66
67void sort_extable(struct exception_table_entry *start,
68 struct exception_table_entry *finish)
69{
70 sort(start, finish - start, sizeof(struct exception_table_entry),
Thomas Meyera94c33d2017-07-10 15:51:58 -070071 cmp_ex_sort, swap_ex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072}
Rusty Russellad6561d2009-06-12 21:47:03 -060073
74#ifdef CONFIG_MODULES
75/*
76 * If the exception table is sorted, any referring to the module init
77 * will be at the beginning or the end.
78 */
79void trim_init_extable(struct module *m)
80{
81 /*trim the beginning*/
Ard Biesheuvela2728582016-01-01 12:39:09 +010082 while (m->num_exentries &&
83 within_module_init(ex_to_insn(&m->extable[0]), m)) {
Rusty Russellad6561d2009-06-12 21:47:03 -060084 m->extable++;
85 m->num_exentries--;
86 }
87 /*trim the end*/
88 while (m->num_exentries &&
Ard Biesheuvela2728582016-01-01 12:39:09 +010089 within_module_init(ex_to_insn(&m->extable[m->num_exentries - 1]),
90 m))
Rusty Russellad6561d2009-06-12 21:47:03 -060091 m->num_exentries--;
92}
93#endif /* CONFIG_MODULES */
94#endif /* !ARCH_HAS_SORT_EXTABLE */
Linus Torvalds1da177e2005-04-16 15:20:36 -070095
96#ifndef ARCH_HAS_SEARCH_EXTABLE
Thomas Meyera94c33d2017-07-10 15:51:58 -070097
98static int cmp_ex_search(const void *key, const void *elt)
99{
100 const struct exception_table_entry *_elt = elt;
101 unsigned long _key = *(unsigned long *)key;
102
103 /* avoid overflow */
104 if (_key > ex_to_insn(_elt))
105 return 1;
106 if (_key < ex_to_insn(_elt))
107 return -1;
108 return 0;
109}
110
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111/*
112 * Search one exception table for an entry corresponding to the
113 * given instruction address, and return the address of the entry,
114 * or NULL if none is found.
115 * We use a binary search, and thus we assume that the table is
116 * already sorted.
117 */
118const struct exception_table_entry *
Thomas Meyera94c33d2017-07-10 15:51:58 -0700119search_extable(const struct exception_table_entry *base,
120 const size_t num,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 unsigned long value)
122{
Thomas Meyera94c33d2017-07-10 15:51:58 -0700123 return bsearch(&value, base, num,
124 sizeof(struct exception_table_entry), cmp_ex_search);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125}
126#endif