blob: 1f8fc20604605d512f5fa12517bbeed4b9979dac [file] [log] [blame]
Eric Leblond6061a3d2018-01-30 21:55:03 +01001/* SPDX-License-Identifier: LGPL-2.1 */
2
Wang Nan1b76c132015-07-01 02:13:51 +00003/*
4 * Common eBPF ELF object loading operations.
5 *
6 * Copyright (C) 2013-2015 Alexei Starovoitov <ast@kernel.org>
7 * Copyright (C) 2015 Wang Nan <wangnan0@huawei.com>
8 * Copyright (C) 2015 Huawei Inc.
Wang Nan203d1ca2016-07-04 11:02:42 +00009 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU Lesser General Public
12 * License as published by the Free Software Foundation;
13 * version 2.1 of the License (not later!)
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU Lesser General Public License for more details.
19 *
20 * You should have received a copy of the GNU Lesser General Public
21 * License along with this program; if not, see <http://www.gnu.org/licenses>
Wang Nan1b76c132015-07-01 02:13:51 +000022 */
23#ifndef __BPF_LIBBPF_H
24#define __BPF_LIBBPF_H
25
Wang Nan1a5e3fb2015-07-01 02:13:53 +000026#include <stdio.h>
Joe Stringere28ff1a2017-01-22 17:11:25 -080027#include <stdint.h>
Wang Nanaa9b1ac2015-07-01 02:14:08 +000028#include <stdbool.h>
Wang Nan5a6acad2016-11-26 07:03:27 +000029#include <sys/types.h> // for size_t
Alexei Starovoitovdd26b7f2017-03-30 21:45:40 -070030#include <linux/bpf.h>
Wang Nan6371ca3b2015-11-06 13:49:37 +000031
32enum libbpf_errno {
33 __LIBBPF_ERRNO__START = 4000,
34
35 /* Something wrong in libelf */
36 LIBBPF_ERRNO__LIBELF = __LIBBPF_ERRNO__START,
37 LIBBPF_ERRNO__FORMAT, /* BPF object format invalid */
38 LIBBPF_ERRNO__KVERSION, /* Incorrect or no 'version' section */
Colin Ian Kingde8a63b2016-06-28 13:23:37 +010039 LIBBPF_ERRNO__ENDIAN, /* Endian mismatch */
Wang Nan6371ca3b2015-11-06 13:49:37 +000040 LIBBPF_ERRNO__INTERNAL, /* Internal error in libbpf */
41 LIBBPF_ERRNO__RELOC, /* Relocation failed */
42 LIBBPF_ERRNO__LOAD, /* Load program failure for unknown reason */
43 LIBBPF_ERRNO__VERIFY, /* Kernel verifier blocks program loading */
44 LIBBPF_ERRNO__PROG2BIG, /* Program too big */
45 LIBBPF_ERRNO__KVER, /* Incorrect kernel version */
Wang Nan705fa212016-07-13 10:44:02 +000046 LIBBPF_ERRNO__PROGTYPE, /* Kernel doesn't support this program type */
Eric Leblond949abbe2018-01-30 21:55:01 +010047 LIBBPF_ERRNO__WRNGPID, /* Wrong pid in netlink message */
48 LIBBPF_ERRNO__INVSEQ, /* Invalid netlink sequence */
Wang Nan6371ca3b2015-11-06 13:49:37 +000049 __LIBBPF_ERRNO__END,
50};
51
52int libbpf_strerror(int err, char *buf, size_t size);
Wang Nan1a5e3fb2015-07-01 02:13:53 +000053
Wang Nanb3f59d62015-07-01 02:13:52 +000054/*
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -070055 * __printf is defined in include/linux/compiler-gcc.h. However,
56 * it would be better if libbpf.h didn't depend on Linux header files.
Wang Nanb3f59d62015-07-01 02:13:52 +000057 * So instead of __printf, here we use gcc attribute directly.
58 */
59typedef int (*libbpf_print_fn_t)(const char *, ...)
60 __attribute__((format(printf, 1, 2)));
61
62void libbpf_set_print(libbpf_print_fn_t warn,
63 libbpf_print_fn_t info,
64 libbpf_print_fn_t debug);
65
Wang Nan1a5e3fb2015-07-01 02:13:53 +000066/* Hide internal to user */
67struct bpf_object;
68
Jakub Kicinski07f2d4e2018-07-10 14:43:02 -070069struct bpf_object_open_attr {
70 const char *file;
71 enum bpf_prog_type prog_type;
72};
73
Wang Nan1a5e3fb2015-07-01 02:13:53 +000074struct bpf_object *bpf_object__open(const char *path);
Jakub Kicinski07f2d4e2018-07-10 14:43:02 -070075struct bpf_object *bpf_object__open_xattr(struct bpf_object_open_attr *attr);
Wang Nan6c956392015-07-01 02:13:54 +000076struct bpf_object *bpf_object__open_buffer(void *obj_buf,
Wang Nanacf860a2015-08-27 02:30:55 +000077 size_t obj_buf_sz,
78 const char *name);
Joe Stringerd5148d82017-01-26 13:19:58 -080079int bpf_object__pin(struct bpf_object *object, const char *path);
Wang Nan1a5e3fb2015-07-01 02:13:53 +000080void bpf_object__close(struct bpf_object *object);
81
Wang Nan52d33522015-07-01 02:14:04 +000082/* Load/unload object into/from kernel */
83int bpf_object__load(struct bpf_object *obj);
84int bpf_object__unload(struct bpf_object *obj);
Arnaldo Carvalho de Meloa7fe0452016-06-03 12:22:51 -030085const char *bpf_object__name(struct bpf_object *obj);
86unsigned int bpf_object__kversion(struct bpf_object *obj);
Martin KaFai Lau8a138ae2018-04-18 15:56:05 -070087int bpf_object__btf_fd(const struct bpf_object *obj);
Wang Nan52d33522015-07-01 02:14:04 +000088
Wang Nan9a208ef2015-07-01 02:14:10 +000089struct bpf_object *bpf_object__next(struct bpf_object *prev);
90#define bpf_object__for_each_safe(pos, tmp) \
91 for ((pos) = bpf_object__next(NULL), \
92 (tmp) = bpf_object__next(pos); \
93 (pos) != NULL; \
94 (pos) = (tmp), (tmp) = bpf_object__next(tmp))
95
Wang Nan10931d22016-11-26 07:03:26 +000096typedef void (*bpf_object_clear_priv_t)(struct bpf_object *, void *);
97int bpf_object__set_priv(struct bpf_object *obj, void *priv,
98 bpf_object_clear_priv_t clear_priv);
99void *bpf_object__priv(struct bpf_object *prog);
100
Jakub Kicinskib60df2a2018-07-10 14:42:59 -0700101int libbpf_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type,
102 enum bpf_attach_type *expected_attach_type);
103
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700104/* Accessors of bpf_program */
Wang Nanaa9b1ac2015-07-01 02:14:08 +0000105struct bpf_program;
106struct bpf_program *bpf_program__next(struct bpf_program *prog,
107 struct bpf_object *obj);
108
109#define bpf_object__for_each_program(pos, obj) \
110 for ((pos) = bpf_program__next(NULL, (obj)); \
111 (pos) != NULL; \
112 (pos) = bpf_program__next((pos), (obj)))
113
114typedef void (*bpf_program_clear_priv_t)(struct bpf_program *,
115 void *);
116
Arnaldo Carvalho de Meloedb13ed2016-06-03 12:38:21 -0300117int bpf_program__set_priv(struct bpf_program *prog, void *priv,
118 bpf_program_clear_priv_t clear_priv);
Wang Nanaa9b1ac2015-07-01 02:14:08 +0000119
Arnaldo Carvalho de Melobe834ff2016-06-03 12:36:39 -0300120void *bpf_program__priv(struct bpf_program *prog);
Jakub Kicinski9aba3612018-06-28 14:41:37 -0700121void bpf_program__set_ifindex(struct bpf_program *prog, __u32 ifindex);
Wang Nanaa9b1ac2015-07-01 02:14:08 +0000122
Namhyung Kim715f8db2015-11-03 20:21:05 +0900123const char *bpf_program__title(struct bpf_program *prog, bool needs_copy);
Wang Nanaa9b1ac2015-07-01 02:14:08 +0000124
125int bpf_program__fd(struct bpf_program *prog);
Joe Stringerf3675402017-01-26 13:19:56 -0800126int bpf_program__pin_instance(struct bpf_program *prog, const char *path,
127 int instance);
128int bpf_program__pin(struct bpf_program *prog, const char *path);
Wang Nanaa9b1ac2015-07-01 02:14:08 +0000129
Wang Nanb5805632015-11-16 12:10:09 +0000130struct bpf_insn;
131
132/*
133 * Libbpf allows callers to adjust BPF programs before being loaded
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700134 * into kernel. One program in an object file can be transformed into
135 * multiple variants to be attached to different hooks.
Wang Nanb5805632015-11-16 12:10:09 +0000136 *
137 * bpf_program_prep_t, bpf_program__set_prep and bpf_program__nth_fd
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700138 * form an API for this purpose.
Wang Nanb5805632015-11-16 12:10:09 +0000139 *
140 * - bpf_program_prep_t:
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700141 * Defines a 'preprocessor', which is a caller defined function
Wang Nanb5805632015-11-16 12:10:09 +0000142 * passed to libbpf through bpf_program__set_prep(), and will be
143 * called before program is loaded. The processor should adjust
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700144 * the program one time for each instance according to the instance id
Wang Nanb5805632015-11-16 12:10:09 +0000145 * passed to it.
146 *
147 * - bpf_program__set_prep:
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700148 * Attaches a preprocessor to a BPF program. The number of instances
149 * that should be created is also passed through this function.
Wang Nanb5805632015-11-16 12:10:09 +0000150 *
151 * - bpf_program__nth_fd:
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700152 * After the program is loaded, get resulting FD of a given instance
153 * of the BPF program.
Wang Nanb5805632015-11-16 12:10:09 +0000154 *
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700155 * If bpf_program__set_prep() is not used, the program would be loaded
Wang Nanb5805632015-11-16 12:10:09 +0000156 * without adjustment during bpf_object__load(). The program has only
157 * one instance. In this case bpf_program__fd(prog) is equal to
158 * bpf_program__nth_fd(prog, 0).
159 */
160
161struct bpf_prog_prep_result {
162 /*
163 * If not NULL, load new instruction array.
164 * If set to NULL, don't load this instance.
165 */
166 struct bpf_insn *new_insn_ptr;
167 int new_insn_cnt;
168
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700169 /* If not NULL, result FD is written to it. */
Wang Nanb5805632015-11-16 12:10:09 +0000170 int *pfd;
171};
172
173/*
174 * Parameters of bpf_program_prep_t:
175 * - prog: The bpf_program being loaded.
176 * - n: Index of instance being generated.
177 * - insns: BPF instructions array.
178 * - insns_cnt:Number of instructions in insns.
179 * - res: Output parameter, result of transformation.
180 *
181 * Return value:
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700182 * - Zero: pre-processing success.
183 * - Non-zero: pre-processing error, stop loading.
Wang Nanb5805632015-11-16 12:10:09 +0000184 */
185typedef int (*bpf_program_prep_t)(struct bpf_program *prog, int n,
186 struct bpf_insn *insns, int insns_cnt,
187 struct bpf_prog_prep_result *res);
188
189int bpf_program__set_prep(struct bpf_program *prog, int nr_instance,
190 bpf_program_prep_t prep);
191
192int bpf_program__nth_fd(struct bpf_program *prog, int n);
193
Wang Nan34090912015-07-01 02:14:02 +0000194/*
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700195 * Adjust type of BPF program. Default is kprobe.
Wang Nan5f44e4c82016-07-13 10:44:01 +0000196 */
Joe Stringer7803ba72017-01-22 17:11:24 -0800197int bpf_program__set_socket_filter(struct bpf_program *prog);
Wang Nan5f44e4c82016-07-13 10:44:01 +0000198int bpf_program__set_tracepoint(struct bpf_program *prog);
Andrey Ignatove14c93f2018-04-17 10:28:46 -0700199int bpf_program__set_raw_tracepoint(struct bpf_program *prog);
Wang Nan5f44e4c82016-07-13 10:44:01 +0000200int bpf_program__set_kprobe(struct bpf_program *prog);
Joe Stringer7803ba72017-01-22 17:11:24 -0800201int bpf_program__set_sched_cls(struct bpf_program *prog);
202int bpf_program__set_sched_act(struct bpf_program *prog);
203int bpf_program__set_xdp(struct bpf_program *prog);
204int bpf_program__set_perf_event(struct bpf_program *prog);
Alexei Starovoitovdd26b7f2017-03-30 21:45:40 -0700205void bpf_program__set_type(struct bpf_program *prog, enum bpf_prog_type type);
John Fastabend16962b22018-04-23 14:30:38 -0700206void bpf_program__set_expected_attach_type(struct bpf_program *prog,
207 enum bpf_attach_type type);
Wang Nan5f44e4c82016-07-13 10:44:01 +0000208
Joe Stringer7803ba72017-01-22 17:11:24 -0800209bool bpf_program__is_socket_filter(struct bpf_program *prog);
Wang Nan5f44e4c82016-07-13 10:44:01 +0000210bool bpf_program__is_tracepoint(struct bpf_program *prog);
Andrey Ignatove14c93f2018-04-17 10:28:46 -0700211bool bpf_program__is_raw_tracepoint(struct bpf_program *prog);
Wang Nan5f44e4c82016-07-13 10:44:01 +0000212bool bpf_program__is_kprobe(struct bpf_program *prog);
Joe Stringer7803ba72017-01-22 17:11:24 -0800213bool bpf_program__is_sched_cls(struct bpf_program *prog);
214bool bpf_program__is_sched_act(struct bpf_program *prog);
215bool bpf_program__is_xdp(struct bpf_program *prog);
216bool bpf_program__is_perf_event(struct bpf_program *prog);
Wang Nan5f44e4c82016-07-13 10:44:01 +0000217
218/*
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700219 * No need for __attribute__((packed)), all members of 'bpf_map_def'
220 * are all aligned. In addition, using __attribute__((packed))
221 * would trigger a -Wpacked warning message, and lead to an error
222 * if -Werror is set.
Wang Nan34090912015-07-01 02:14:02 +0000223 */
224struct bpf_map_def {
225 unsigned int type;
226 unsigned int key_size;
227 unsigned int value_size;
228 unsigned int max_entries;
Craig Gallekfe9b5f72017-10-05 10:41:58 -0400229 unsigned int map_flags;
Wang Nan34090912015-07-01 02:14:02 +0000230};
231
Wang Nan9d759a92015-11-27 08:47:35 +0000232/*
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700233 * The 'struct bpf_map' in include/linux/bpf.h is internal to the kernel,
234 * so no need to worry about a name clash.
Wang Nan9d759a92015-11-27 08:47:35 +0000235 */
236struct bpf_map;
Wang Nan561bbcc2015-11-27 08:47:36 +0000237struct bpf_map *
Arnaldo Carvalho de Meloa7fe0452016-06-03 12:22:51 -0300238bpf_object__find_map_by_name(struct bpf_object *obj, const char *name);
Wang Nan9d759a92015-11-27 08:47:35 +0000239
Wang Nan5a6acad2016-11-26 07:03:27 +0000240/*
241 * Get bpf_map through the offset of corresponding struct bpf_map_def
Jakub Kicinski2eb57bb2018-05-10 10:24:41 -0700242 * in the BPF object file.
Wang Nan5a6acad2016-11-26 07:03:27 +0000243 */
244struct bpf_map *
245bpf_object__find_map_by_offset(struct bpf_object *obj, size_t offset);
246
Wang Nan9d759a92015-11-27 08:47:35 +0000247struct bpf_map *
248bpf_map__next(struct bpf_map *map, struct bpf_object *obj);
249#define bpf_map__for_each(pos, obj) \
250 for ((pos) = bpf_map__next(NULL, (obj)); \
251 (pos) != NULL; \
252 (pos) = bpf_map__next((pos), (obj)))
253
Arnaldo Carvalho de Melo6e009e62016-06-03 12:15:52 -0300254int bpf_map__fd(struct bpf_map *map);
Arnaldo Carvalho de Melo53897a72016-06-02 14:21:06 -0300255const struct bpf_map_def *bpf_map__def(struct bpf_map *map);
Arnaldo Carvalho de Melo009ad5d2016-06-02 11:02:05 -0300256const char *bpf_map__name(struct bpf_map *map);
Martin KaFai Lau61746db2018-05-22 15:04:24 -0700257uint32_t bpf_map__btf_key_type_id(const struct bpf_map *map);
258uint32_t bpf_map__btf_value_type_id(const struct bpf_map *map);
Wang Nan9d759a92015-11-27 08:47:35 +0000259
260typedef void (*bpf_map_clear_priv_t)(struct bpf_map *, void *);
Arnaldo Carvalho de Meloedb13ed2016-06-03 12:38:21 -0300261int bpf_map__set_priv(struct bpf_map *map, void *priv,
262 bpf_map_clear_priv_t clear_priv);
Arnaldo Carvalho de Melob4cbfa52016-06-02 10:51:59 -0300263void *bpf_map__priv(struct bpf_map *map);
Jakub Kicinski26736eb2018-07-10 14:43:06 -0700264int bpf_map__reuse_fd(struct bpf_map *map, int fd);
Jakub Kicinskif83fb222018-07-10 14:43:01 -0700265bool bpf_map__is_offload_neutral(struct bpf_map *map);
Jakub Kicinski9aba3612018-06-28 14:41:37 -0700266void bpf_map__set_ifindex(struct bpf_map *map, __u32 ifindex);
Joe Stringerb6989f32017-01-26 13:19:57 -0800267int bpf_map__pin(struct bpf_map *map, const char *path);
Wang Nan9d759a92015-11-27 08:47:35 +0000268
Joe Stringere28ff1a2017-01-22 17:11:25 -0800269long libbpf_get_error(const void *ptr);
270
Andrey Ignatovd7be1432018-03-30 15:08:01 -0700271struct bpf_prog_load_attr {
272 const char *file;
273 enum bpf_prog_type prog_type;
274 enum bpf_attach_type expected_attach_type;
David Beckettf0307a72018-05-16 14:02:49 -0700275 int ifindex;
Andrey Ignatovd7be1432018-03-30 15:08:01 -0700276};
277
278int bpf_prog_load_xattr(const struct bpf_prog_load_attr *attr,
279 struct bpf_object **pobj, int *prog_fd);
John Fastabend6f6d33f2017-08-15 22:34:22 -0700280int bpf_prog_load(const char *file, enum bpf_prog_type type,
281 struct bpf_object **pobj, int *prog_fd);
Eric Leblond949abbe2018-01-30 21:55:01 +0100282
283int bpf_set_link_xdp_fd(int ifindex, int fd, __u32 flags);
Jakub Kicinskid0cabbb2018-05-10 10:24:40 -0700284
285enum bpf_perf_event_ret {
286 LIBBPF_PERF_EVENT_DONE = 0,
287 LIBBPF_PERF_EVENT_ERROR = -1,
288 LIBBPF_PERF_EVENT_CONT = -2,
289};
290
291typedef enum bpf_perf_event_ret (*bpf_perf_event_print_t)(void *event,
292 void *priv);
293int bpf_perf_event_read_simple(void *mem, unsigned long size,
294 unsigned long page_size,
295 void **buf, size_t *buf_len,
296 bpf_perf_event_print_t fn, void *priv);
Wang Nan1b76c132015-07-01 02:13:51 +0000297#endif