blob: aeadd1bcb72d637c26e9ae355bb0cf1ac31729e4 [file] [log] [blame]
Björn Töpeldac09142018-05-18 14:00:21 +02001/* SPDX-License-Identifier: GPL-2.0 */
2/* XDP user-space packet buffer
Björn Töpelc0c77d82018-05-02 13:01:23 +02003 * Copyright(c) 2018 Intel Corporation.
Björn Töpelc0c77d82018-05-02 13:01:23 +02004 */
5
6#ifndef XDP_UMEM_H_
7#define XDP_UMEM_H_
8
9#include <linux/mm.h>
10#include <linux/if_xdp.h>
11#include <linux/workqueue.h>
12
Magnus Karlsson423f3832018-05-02 13:01:24 +020013#include "xsk_queue.h"
Björn Töpelc0c77d82018-05-02 13:01:23 +020014#include "xdp_umem_props.h"
15
16struct xdp_umem {
Magnus Karlsson423f3832018-05-02 13:01:24 +020017 struct xsk_queue *fq;
Magnus Karlssonfe230832018-05-02 13:01:31 +020018 struct xsk_queue *cq;
Björn Töpelc0c77d82018-05-02 13:01:23 +020019 struct page **pgs;
20 struct xdp_umem_props props;
Björn Töpelbbff2f32018-06-04 13:57:13 +020021 u32 headroom;
22 u32 chunk_size_nohr;
Björn Töpelc0c77d82018-05-02 13:01:23 +020023 struct user_struct *user;
24 struct pid *pid;
25 unsigned long address;
Björn Töpeld3b42f12018-05-22 09:35:03 +020026 refcount_t users;
Björn Töpelc0c77d82018-05-02 13:01:23 +020027 struct work_struct work;
Björn Töpelbbff2f32018-06-04 13:57:13 +020028 u32 npgs;
Björn Töpelc0c77d82018-05-02 13:01:23 +020029};
30
Björn Töpelbbff2f32018-06-04 13:57:13 +020031static inline char *xdp_umem_get_data(struct xdp_umem *umem, u64 addr)
Björn Töpelc4971762018-05-02 13:01:27 +020032{
Björn Töpelbbff2f32018-06-04 13:57:13 +020033 return page_address(umem->pgs[addr >> PAGE_SHIFT]) +
34 (addr & (PAGE_SIZE - 1));
Björn Töpelc4971762018-05-02 13:01:27 +020035}
36
Magnus Karlsson965a9902018-05-02 13:01:26 +020037bool xdp_umem_validate_queues(struct xdp_umem *umem);
Björn Töpelc0c77d82018-05-02 13:01:23 +020038void xdp_get_umem(struct xdp_umem *umem);
39void xdp_put_umem(struct xdp_umem *umem);
Björn Töpela49049e2018-05-22 09:35:02 +020040struct xdp_umem *xdp_umem_create(struct xdp_umem_reg *mr);
Björn Töpelc0c77d82018-05-02 13:01:23 +020041
42#endif /* XDP_UMEM_H_ */