Björn Töpel | dac0914 | 2018-05-18 14:00:21 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| 2 | /* XDP user-space packet buffer |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 3 | * Copyright(c) 2018 Intel Corporation. |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 4 | */ |
| 5 | |
| 6 | #ifndef XDP_UMEM_H_ |
| 7 | #define XDP_UMEM_H_ |
| 8 | |
| 9 | #include <linux/mm.h> |
| 10 | #include <linux/if_xdp.h> |
| 11 | #include <linux/workqueue.h> |
| 12 | |
Magnus Karlsson | 423f383 | 2018-05-02 13:01:24 +0200 | [diff] [blame] | 13 | #include "xsk_queue.h" |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 14 | #include "xdp_umem_props.h" |
| 15 | |
| 16 | struct xdp_umem { |
Magnus Karlsson | 423f383 | 2018-05-02 13:01:24 +0200 | [diff] [blame] | 17 | struct xsk_queue *fq; |
Magnus Karlsson | fe23083 | 2018-05-02 13:01:31 +0200 | [diff] [blame] | 18 | struct xsk_queue *cq; |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 19 | struct page **pgs; |
| 20 | struct xdp_umem_props props; |
Björn Töpel | bbff2f3 | 2018-06-04 13:57:13 +0200 | [diff] [blame] | 21 | u32 headroom; |
| 22 | u32 chunk_size_nohr; |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 23 | struct user_struct *user; |
| 24 | struct pid *pid; |
| 25 | unsigned long address; |
Björn Töpel | d3b42f1 | 2018-05-22 09:35:03 +0200 | [diff] [blame] | 26 | refcount_t users; |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 27 | struct work_struct work; |
Björn Töpel | bbff2f3 | 2018-06-04 13:57:13 +0200 | [diff] [blame] | 28 | u32 npgs; |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 29 | }; |
| 30 | |
Björn Töpel | bbff2f3 | 2018-06-04 13:57:13 +0200 | [diff] [blame] | 31 | static inline char *xdp_umem_get_data(struct xdp_umem *umem, u64 addr) |
Björn Töpel | c497176 | 2018-05-02 13:01:27 +0200 | [diff] [blame] | 32 | { |
Björn Töpel | bbff2f3 | 2018-06-04 13:57:13 +0200 | [diff] [blame] | 33 | return page_address(umem->pgs[addr >> PAGE_SHIFT]) + |
| 34 | (addr & (PAGE_SIZE - 1)); |
Björn Töpel | c497176 | 2018-05-02 13:01:27 +0200 | [diff] [blame] | 35 | } |
| 36 | |
Magnus Karlsson | 965a990 | 2018-05-02 13:01:26 +0200 | [diff] [blame] | 37 | bool xdp_umem_validate_queues(struct xdp_umem *umem); |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 38 | void xdp_get_umem(struct xdp_umem *umem); |
| 39 | void xdp_put_umem(struct xdp_umem *umem); |
Björn Töpel | a49049e | 2018-05-22 09:35:02 +0200 | [diff] [blame] | 40 | struct xdp_umem *xdp_umem_create(struct xdp_umem_reg *mr); |
Björn Töpel | c0c77d8 | 2018-05-02 13:01:23 +0200 | [diff] [blame] | 41 | |
| 42 | #endif /* XDP_UMEM_H_ */ |