blob: df26a741cda6596b68c8362fd693f37f4f73ad76 [file] [log] [blame]
Roland Dreierbc38a6a2005-07-07 17:57:13 -07001/*
2 * Copyright (c) 2005 Topspin Communications. All rights reserved.
Roland Dreier33b9b3e2006-01-30 14:29:21 -08003 * Copyright (c) 2005, 2006 Cisco Systems. All rights reserved.
Roland Dreier2a1d9b72005-08-10 23:03:10 -07004 * Copyright (c) 2005 Mellanox Technologies. All rights reserved.
5 * Copyright (c) 2005 Voltaire, Inc. All rights reserved.
Roland Dreier67cdb402005-10-14 15:26:04 -07006 * Copyright (c) 2005 PathScale, Inc. All rights reserved.
Roland Dreierbc38a6a2005-07-07 17:57:13 -07007 *
8 * This software is available to you under a choice of one of two
9 * licenses. You may choose to be licensed under the terms of the GNU
10 * General Public License (GPL) Version 2, available from the file
11 * COPYING in the main directory of this source tree, or the
12 * OpenIB.org BSD license below:
13 *
14 * Redistribution and use in source and binary forms, with or
15 * without modification, are permitted provided that the following
16 * conditions are met:
17 *
18 * - Redistributions of source code must retain the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer.
21 *
22 * - Redistributions in binary form must reproduce the above
23 * copyright notice, this list of conditions and the following
24 * disclaimer in the documentation and/or other materials
25 * provided with the distribution.
26 *
27 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
28 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
29 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
30 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
31 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
32 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
33 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 * SOFTWARE.
Roland Dreierbc38a6a2005-07-07 17:57:13 -070035 */
36
37#ifndef UVERBS_H
38#define UVERBS_H
39
Roland Dreierbc38a6a2005-07-07 17:57:13 -070040#include <linux/kref.h>
41#include <linux/idr.h>
Ingo Molnar95ed6442006-01-13 14:51:39 -080042#include <linux/mutex.h>
Jack Morgensteinfd60ae42006-08-03 10:56:42 -070043#include <linux/completion.h>
Alexander Chiang055422d2010-02-02 19:07:49 +000044#include <linux/cdev.h>
Roland Dreierbc38a6a2005-07-07 17:57:13 -070045
Roland Dreiera4d61e82005-08-25 13:40:04 -070046#include <rdma/ib_verbs.h>
Roland Dreierf7c6a7b2007-03-04 16:15:11 -080047#include <rdma/ib_umem.h>
Roland Dreiera4d61e82005-08-25 13:40:04 -070048#include <rdma/ib_user_verbs.h>
Roland Dreierbc38a6a2005-07-07 17:57:13 -070049
Yann Droneaudf21519b2013-11-06 23:21:49 +010050#define INIT_UDATA(udata, ibuf, obuf, ilen, olen) \
51 do { \
Yann Droneaud309243e2013-12-11 23:01:44 +010052 (udata)->inbuf = (const void __user *) (ibuf); \
Yann Droneaudf21519b2013-11-06 23:21:49 +010053 (udata)->outbuf = (void __user *) (obuf); \
54 (udata)->inlen = (ilen); \
55 (udata)->outlen = (olen); \
56 } while (0)
57
Roland Dreiera96e4e22013-12-19 08:37:03 -080058#define INIT_UDATA_BUF_OR_NULL(udata, ibuf, obuf, ilen, olen) \
59 do { \
60 (udata)->inbuf = (ilen) ? (const void __user *) (ibuf) : NULL; \
61 (udata)->outbuf = (olen) ? (void __user *) (obuf) : NULL; \
62 (udata)->inlen = (ilen); \
63 (udata)->outlen = (olen); \
64 } while (0)
65
Roland Dreier70a30e12005-10-28 15:38:26 -070066/*
67 * Our lifetime rules for these structs are the following:
68 *
69 * struct ib_uverbs_device: One reference is held by the module and
70 * released in ib_uverbs_remove_one(). Another reference is taken by
71 * ib_uverbs_open() each time the character special file is opened,
72 * and released in ib_uverbs_release_file() when the file is released.
73 *
74 * struct ib_uverbs_file: One reference is held by the VFS and
75 * released when the file is closed. Another reference is taken when
76 * an asynchronous event queue file is created and released when the
77 * event file is closed.
78 *
79 * struct ib_uverbs_event_file: One reference is held by the VFS and
80 * released when the file is closed. For asynchronous event files,
81 * another reference is held by the corresponding main context file
82 * and released when that file is closed. For completion event files,
83 * a reference is taken when a CQ is created that uses the file, and
84 * released when the CQ is destroyed.
85 */
86
Roland Dreierbc38a6a2005-07-07 17:57:13 -070087struct ib_uverbs_device {
Yishai Hadas35d4a0b2015-08-13 18:32:03 +030088 atomic_t refcount;
Alexander Chiang055422d2010-02-02 19:07:49 +000089 int num_comp_vectors;
Jack Morgensteinfd60ae42006-08-03 10:56:42 -070090 struct completion comp;
Tony Jonesf4e91eb2008-02-22 00:13:36 +010091 struct device *dev;
Yishai Hadas036b1062015-08-13 18:32:05 +030092 struct ib_device __rcu *ib_dev;
Alexander Chiang055422d2010-02-02 19:07:49 +000093 int devnum;
94 struct cdev cdev;
Sean Hefty53d0bd12011-05-24 08:33:46 -070095 struct rb_root xrcd_tree;
96 struct mutex xrcd_tree_mutex;
Yishai Hadas35d4a0b2015-08-13 18:32:03 +030097 struct kobject kobj;
Yishai Hadas036b1062015-08-13 18:32:05 +030098 struct srcu_struct disassociate_srcu;
99 struct mutex lists_mutex; /* protect lists */
100 struct list_head uverbs_file_list;
101 struct list_head uverbs_events_file_list;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700102};
103
104struct ib_uverbs_event_file {
105 struct kref ref;
Alexander Chiang830a3872010-02-02 19:08:14 +0000106 int is_async;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700107 struct ib_uverbs_file *uverbs_file;
108 spinlock_t lock;
Alexander Chiang830a3872010-02-02 19:08:14 +0000109 int is_closed;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700110 wait_queue_head_t poll_wait;
Gleb Natapovabdf1192005-07-27 14:40:00 -0700111 struct fasync_struct *async_queue;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700112 struct list_head event_list;
Yishai Hadas036b1062015-08-13 18:32:05 +0300113 struct list_head list;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700114};
115
116struct ib_uverbs_file {
117 struct kref ref;
Ingo Molnar95ed6442006-01-13 14:51:39 -0800118 struct mutex mutex;
Jason Gunthorped1e09f302016-07-03 15:28:18 +0300119 struct mutex cleanup_mutex; /* protect cleanup */
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700120 struct ib_uverbs_device *device;
121 struct ib_ucontext *ucontext;
122 struct ib_event_handler event_handler;
Roland Dreier6b73597e2005-09-26 13:53:25 -0700123 struct ib_uverbs_event_file *async_file;
Yishai Hadas036b1062015-08-13 18:32:05 +0300124 struct list_head list;
125 int is_closed;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700126};
127
Roland Dreier63aaf642005-09-09 15:55:08 -0700128struct ib_uverbs_event {
129 union {
130 struct ib_uverbs_async_event_desc async;
131 struct ib_uverbs_comp_event_desc comp;
132 } desc;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700133 struct list_head list;
Roland Dreier63aaf642005-09-09 15:55:08 -0700134 struct list_head obj_list;
135 u32 *counter;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700136};
137
Jack Morgensteinf4e40152005-11-29 16:57:01 -0800138struct ib_uverbs_mcast_entry {
139 struct list_head list;
140 union ib_gid gid;
141 u16 lid;
142};
143
Roland Dreier63aaf642005-09-09 15:55:08 -0700144struct ib_uevent_object {
145 struct ib_uobject uobject;
146 struct list_head event_list;
147 u32 events_reported;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700148};
149
Sean Hefty53d0bd12011-05-24 08:33:46 -0700150struct ib_uxrcd_object {
151 struct ib_uobject uobject;
152 atomic_t refcnt;
153};
154
Sean Hefty8541f8d2011-05-25 17:08:38 -0700155struct ib_usrq_object {
156 struct ib_uevent_object uevent;
157 struct ib_uxrcd_object *uxrcd;
158};
159
Jack Morgensteinf4e40152005-11-29 16:57:01 -0800160struct ib_uqp_object {
161 struct ib_uevent_object uevent;
162 struct list_head mcast_list;
Yishai Hadas846be902013-08-01 18:49:54 +0300163 struct ib_uxrcd_object *uxrcd;
Jack Morgensteinf4e40152005-11-29 16:57:01 -0800164};
165
Yishai Hadasf213c052016-05-23 15:20:49 +0300166struct ib_uwq_object {
167 struct ib_uevent_object uevent;
168};
169
Roland Dreier63aaf642005-09-09 15:55:08 -0700170struct ib_ucq_object {
171 struct ib_uobject uobject;
Roland Dreier7162a3e2005-10-30 09:50:04 -0800172 struct ib_uverbs_file *uverbs_file;
Roland Dreier63aaf642005-09-09 15:55:08 -0700173 struct list_head comp_list;
174 struct list_head async_list;
175 u32 comp_events_reported;
176 u32 async_events_reported;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700177};
178
Roland Dreier9ead1902006-06-17 20:44:49 -0700179extern spinlock_t ib_uverbs_idr_lock;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700180extern struct idr ib_uverbs_pd_idr;
181extern struct idr ib_uverbs_mr_idr;
182extern struct idr ib_uverbs_mw_idr;
183extern struct idr ib_uverbs_ah_idr;
184extern struct idr ib_uverbs_cq_idr;
185extern struct idr ib_uverbs_qp_idr;
Roland Dreierf520ba52005-08-18 12:24:13 -0700186extern struct idr ib_uverbs_srq_idr;
Sean Hefty53d0bd12011-05-24 08:33:46 -0700187extern struct idr ib_uverbs_xrcd_idr;
Hadar Hen Zion436f2ad2013-08-14 13:58:30 +0300188extern struct idr ib_uverbs_rule_idr;
Yishai Hadasf213c052016-05-23 15:20:49 +0300189extern struct idr ib_uverbs_wq_idr;
Yishai Hadasde019a92016-05-23 15:20:52 +0300190extern struct idr ib_uverbs_rwq_ind_tbl_idr;
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700191
Roland Dreier9ead1902006-06-17 20:44:49 -0700192void idr_remove_uobj(struct idr *idp, struct ib_uobject *uobj);
193
Roland Dreier6b73597e2005-09-26 13:53:25 -0700194struct file *ib_uverbs_alloc_event_file(struct ib_uverbs_file *uverbs_file,
Yishai Hadas057aec02015-08-13 18:32:04 +0300195 struct ib_device *ib_dev,
Al Virob1e45942010-01-18 01:38:00 -0500196 int is_async);
Yishai Hadas03c40442015-08-13 18:32:02 +0300197void ib_uverbs_free_async_event_file(struct ib_uverbs_file *uverbs_file);
Roland Dreier6b73597e2005-09-26 13:53:25 -0700198struct ib_uverbs_event_file *ib_uverbs_lookup_comp_file(int fd);
199
Roland Dreier70a30e12005-10-28 15:38:26 -0700200void ib_uverbs_release_ucq(struct ib_uverbs_file *file,
201 struct ib_uverbs_event_file *ev_file,
202 struct ib_ucq_object *uobj);
203void ib_uverbs_release_uevent(struct ib_uverbs_file *file,
204 struct ib_uevent_object *uobj);
205
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700206void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context);
207void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr);
208void ib_uverbs_qp_event_handler(struct ib_event *event, void *context_ptr);
Yishai Hadasf213c052016-05-23 15:20:49 +0300209void ib_uverbs_wq_event_handler(struct ib_event *event, void *context_ptr);
Roland Dreierf520ba52005-08-18 12:24:13 -0700210void ib_uverbs_srq_event_handler(struct ib_event *event, void *context_ptr);
Roland Dreier6b73597e2005-09-26 13:53:25 -0700211void ib_uverbs_event_handler(struct ib_event_handler *handler,
212 struct ib_event *event);
Sean Hefty53d0bd12011-05-24 08:33:46 -0700213void ib_uverbs_dealloc_xrcd(struct ib_uverbs_device *dev, struct ib_xrcd *xrcd);
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700214
Christoph Hellwigfeb7c1e2015-12-23 19:12:48 +0100215int uverbs_dealloc_mw(struct ib_mw *mw);
216
Yann Droneaud2490f202013-11-06 23:21:48 +0100217struct ib_uverbs_flow_spec {
218 union {
219 union {
220 struct ib_uverbs_flow_spec_hdr hdr;
221 struct {
222 __u32 type;
223 __u16 size;
224 __u16 reserved;
225 };
226 };
227 struct ib_uverbs_flow_spec_eth eth;
228 struct ib_uverbs_flow_spec_ipv4 ipv4;
229 struct ib_uverbs_flow_spec_tcp_udp tcp_udp;
Maor Gottlieb4c2aae72016-06-17 15:14:50 +0300230 struct ib_uverbs_flow_spec_ipv6 ipv6;
Yann Droneaud2490f202013-11-06 23:21:48 +0100231 };
232};
233
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700234#define IB_UVERBS_DECLARE_CMD(name) \
235 ssize_t ib_uverbs_##name(struct ib_uverbs_file *file, \
Yishai Hadas057aec02015-08-13 18:32:04 +0300236 struct ib_device *ib_dev, \
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700237 const char __user *buf, int in_len, \
238 int out_len)
239
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700240IB_UVERBS_DECLARE_CMD(get_context);
241IB_UVERBS_DECLARE_CMD(query_device);
242IB_UVERBS_DECLARE_CMD(query_port);
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700243IB_UVERBS_DECLARE_CMD(alloc_pd);
244IB_UVERBS_DECLARE_CMD(dealloc_pd);
245IB_UVERBS_DECLARE_CMD(reg_mr);
Matan Barak7e6edb92014-07-31 11:01:28 +0300246IB_UVERBS_DECLARE_CMD(rereg_mr);
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700247IB_UVERBS_DECLARE_CMD(dereg_mr);
Shani Michaeli6b52a122013-02-06 16:19:13 +0000248IB_UVERBS_DECLARE_CMD(alloc_mw);
249IB_UVERBS_DECLARE_CMD(dealloc_mw);
Roland Dreier6b73597e2005-09-26 13:53:25 -0700250IB_UVERBS_DECLARE_CMD(create_comp_channel);
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700251IB_UVERBS_DECLARE_CMD(create_cq);
Roland Dreier33b9b3e2006-01-30 14:29:21 -0800252IB_UVERBS_DECLARE_CMD(resize_cq);
Roland Dreier67cdb402005-10-14 15:26:04 -0700253IB_UVERBS_DECLARE_CMD(poll_cq);
254IB_UVERBS_DECLARE_CMD(req_notify_cq);
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700255IB_UVERBS_DECLARE_CMD(destroy_cq);
256IB_UVERBS_DECLARE_CMD(create_qp);
Sean Hefty42849b22011-08-11 13:57:43 -0700257IB_UVERBS_DECLARE_CMD(open_qp);
Dotan Barak7ccc9a22006-02-13 16:31:25 -0800258IB_UVERBS_DECLARE_CMD(query_qp);
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700259IB_UVERBS_DECLARE_CMD(modify_qp);
260IB_UVERBS_DECLARE_CMD(destroy_qp);
Roland Dreier67cdb402005-10-14 15:26:04 -0700261IB_UVERBS_DECLARE_CMD(post_send);
262IB_UVERBS_DECLARE_CMD(post_recv);
263IB_UVERBS_DECLARE_CMD(post_srq_recv);
264IB_UVERBS_DECLARE_CMD(create_ah);
265IB_UVERBS_DECLARE_CMD(destroy_ah);
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700266IB_UVERBS_DECLARE_CMD(attach_mcast);
267IB_UVERBS_DECLARE_CMD(detach_mcast);
Roland Dreierf520ba52005-08-18 12:24:13 -0700268IB_UVERBS_DECLARE_CMD(create_srq);
269IB_UVERBS_DECLARE_CMD(modify_srq);
Dotan Barak8bdb0e82006-02-13 16:31:57 -0800270IB_UVERBS_DECLARE_CMD(query_srq);
Roland Dreierf520ba52005-08-18 12:24:13 -0700271IB_UVERBS_DECLARE_CMD(destroy_srq);
Sean Hefty8541f8d2011-05-25 17:08:38 -0700272IB_UVERBS_DECLARE_CMD(create_xsrq);
Sean Hefty53d0bd12011-05-24 08:33:46 -0700273IB_UVERBS_DECLARE_CMD(open_xrcd);
274IB_UVERBS_DECLARE_CMD(close_xrcd);
Yann Droneaudf21519b2013-11-06 23:21:49 +0100275
Yann Droneaudf21519b2013-11-06 23:21:49 +0100276#define IB_UVERBS_DECLARE_EX_CMD(name) \
277 int ib_uverbs_ex_##name(struct ib_uverbs_file *file, \
Yishai Hadas057aec02015-08-13 18:32:04 +0300278 struct ib_device *ib_dev, \
Yann Droneaudf21519b2013-11-06 23:21:49 +0100279 struct ib_udata *ucore, \
280 struct ib_udata *uhw)
281
282IB_UVERBS_DECLARE_EX_CMD(create_flow);
283IB_UVERBS_DECLARE_EX_CMD(destroy_flow);
Eli Cohen02d1aa72015-02-08 13:28:50 +0200284IB_UVERBS_DECLARE_EX_CMD(query_device);
Matan Barak565197d2015-06-11 16:35:23 +0300285IB_UVERBS_DECLARE_EX_CMD(create_cq);
Eran Ben Elisha6d8a7492015-10-21 17:00:42 +0300286IB_UVERBS_DECLARE_EX_CMD(create_qp);
Yishai Hadasf213c052016-05-23 15:20:49 +0300287IB_UVERBS_DECLARE_EX_CMD(create_wq);
288IB_UVERBS_DECLARE_EX_CMD(modify_wq);
289IB_UVERBS_DECLARE_EX_CMD(destroy_wq);
Yishai Hadasde019a92016-05-23 15:20:52 +0300290IB_UVERBS_DECLARE_EX_CMD(create_rwq_ind_table);
291IB_UVERBS_DECLARE_EX_CMD(destroy_rwq_ind_table);
Yann Droneaudf21519b2013-11-06 23:21:49 +0100292
Roland Dreierbc38a6a2005-07-07 17:57:13 -0700293#endif /* UVERBS_H */