Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2005 Topspin Communications. All rights reserved. |
Roland Dreier | 33b9b3e | 2006-01-30 14:29:21 -0800 | [diff] [blame] | 3 | * Copyright (c) 2005, 2006 Cisco Systems. All rights reserved. |
Roland Dreier | 2a1d9b7 | 2005-08-10 23:03:10 -0700 | [diff] [blame] | 4 | * Copyright (c) 2005 Mellanox Technologies. All rights reserved. |
| 5 | * Copyright (c) 2005 Voltaire, Inc. All rights reserved. |
Roland Dreier | 67cdb40 | 2005-10-14 15:26:04 -0700 | [diff] [blame] | 6 | * Copyright (c) 2005 PathScale, Inc. All rights reserved. |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 7 | * |
| 8 | * This software is available to you under a choice of one of two |
| 9 | * licenses. You may choose to be licensed under the terms of the GNU |
| 10 | * General Public License (GPL) Version 2, available from the file |
| 11 | * COPYING in the main directory of this source tree, or the |
| 12 | * OpenIB.org BSD license below: |
| 13 | * |
| 14 | * Redistribution and use in source and binary forms, with or |
| 15 | * without modification, are permitted provided that the following |
| 16 | * conditions are met: |
| 17 | * |
| 18 | * - Redistributions of source code must retain the above |
| 19 | * copyright notice, this list of conditions and the following |
| 20 | * disclaimer. |
| 21 | * |
| 22 | * - Redistributions in binary form must reproduce the above |
| 23 | * copyright notice, this list of conditions and the following |
| 24 | * disclaimer in the documentation and/or other materials |
| 25 | * provided with the distribution. |
| 26 | * |
| 27 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 28 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 29 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 30 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
| 31 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
| 32 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
| 33 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 34 | * SOFTWARE. |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 35 | */ |
| 36 | |
| 37 | #ifndef UVERBS_H |
| 38 | #define UVERBS_H |
| 39 | |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 40 | #include <linux/kref.h> |
| 41 | #include <linux/idr.h> |
Ingo Molnar | 95ed644 | 2006-01-13 14:51:39 -0800 | [diff] [blame] | 42 | #include <linux/mutex.h> |
Jack Morgenstein | fd60ae4 | 2006-08-03 10:56:42 -0700 | [diff] [blame] | 43 | #include <linux/completion.h> |
Alexander Chiang | 055422d | 2010-02-02 19:07:49 +0000 | [diff] [blame] | 44 | #include <linux/cdev.h> |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 45 | |
Roland Dreier | a4d61e8 | 2005-08-25 13:40:04 -0700 | [diff] [blame] | 46 | #include <rdma/ib_verbs.h> |
Roland Dreier | f7c6a7b | 2007-03-04 16:15:11 -0800 | [diff] [blame] | 47 | #include <rdma/ib_umem.h> |
Roland Dreier | a4d61e8 | 2005-08-25 13:40:04 -0700 | [diff] [blame] | 48 | #include <rdma/ib_user_verbs.h> |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 49 | |
Yann Droneaud | f21519b | 2013-11-06 23:21:49 +0100 | [diff] [blame] | 50 | #define INIT_UDATA(udata, ibuf, obuf, ilen, olen) \ |
| 51 | do { \ |
Yann Droneaud | 309243e | 2013-12-11 23:01:44 +0100 | [diff] [blame] | 52 | (udata)->inbuf = (const void __user *) (ibuf); \ |
Yann Droneaud | f21519b | 2013-11-06 23:21:49 +0100 | [diff] [blame] | 53 | (udata)->outbuf = (void __user *) (obuf); \ |
| 54 | (udata)->inlen = (ilen); \ |
| 55 | (udata)->outlen = (olen); \ |
| 56 | } while (0) |
| 57 | |
Roland Dreier | a96e4e2 | 2013-12-19 08:37:03 -0800 | [diff] [blame] | 58 | #define INIT_UDATA_BUF_OR_NULL(udata, ibuf, obuf, ilen, olen) \ |
| 59 | do { \ |
| 60 | (udata)->inbuf = (ilen) ? (const void __user *) (ibuf) : NULL; \ |
| 61 | (udata)->outbuf = (olen) ? (void __user *) (obuf) : NULL; \ |
| 62 | (udata)->inlen = (ilen); \ |
| 63 | (udata)->outlen = (olen); \ |
| 64 | } while (0) |
| 65 | |
Roland Dreier | 70a30e1 | 2005-10-28 15:38:26 -0700 | [diff] [blame] | 66 | /* |
| 67 | * Our lifetime rules for these structs are the following: |
| 68 | * |
| 69 | * struct ib_uverbs_device: One reference is held by the module and |
| 70 | * released in ib_uverbs_remove_one(). Another reference is taken by |
| 71 | * ib_uverbs_open() each time the character special file is opened, |
| 72 | * and released in ib_uverbs_release_file() when the file is released. |
| 73 | * |
| 74 | * struct ib_uverbs_file: One reference is held by the VFS and |
| 75 | * released when the file is closed. Another reference is taken when |
| 76 | * an asynchronous event queue file is created and released when the |
| 77 | * event file is closed. |
| 78 | * |
| 79 | * struct ib_uverbs_event_file: One reference is held by the VFS and |
| 80 | * released when the file is closed. For asynchronous event files, |
| 81 | * another reference is held by the corresponding main context file |
| 82 | * and released when that file is closed. For completion event files, |
| 83 | * a reference is taken when a CQ is created that uses the file, and |
| 84 | * released when the CQ is destroyed. |
| 85 | */ |
| 86 | |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 87 | struct ib_uverbs_device { |
Roland Dreier | 70a30e1 | 2005-10-28 15:38:26 -0700 | [diff] [blame] | 88 | struct kref ref; |
Alexander Chiang | 055422d | 2010-02-02 19:07:49 +0000 | [diff] [blame] | 89 | int num_comp_vectors; |
Jack Morgenstein | fd60ae4 | 2006-08-03 10:56:42 -0700 | [diff] [blame] | 90 | struct completion comp; |
Tony Jones | f4e91eb | 2008-02-22 00:13:36 +0100 | [diff] [blame] | 91 | struct device *dev; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 92 | struct ib_device *ib_dev; |
Alexander Chiang | 055422d | 2010-02-02 19:07:49 +0000 | [diff] [blame] | 93 | int devnum; |
| 94 | struct cdev cdev; |
Sean Hefty | 53d0bd1 | 2011-05-24 08:33:46 -0700 | [diff] [blame] | 95 | struct rb_root xrcd_tree; |
| 96 | struct mutex xrcd_tree_mutex; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 97 | }; |
| 98 | |
| 99 | struct ib_uverbs_event_file { |
| 100 | struct kref ref; |
Alexander Chiang | 830a387 | 2010-02-02 19:08:14 +0000 | [diff] [blame] | 101 | int is_async; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 102 | struct ib_uverbs_file *uverbs_file; |
| 103 | spinlock_t lock; |
Alexander Chiang | 830a387 | 2010-02-02 19:08:14 +0000 | [diff] [blame] | 104 | int is_closed; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 105 | wait_queue_head_t poll_wait; |
Gleb Natapov | abdf119 | 2005-07-27 14:40:00 -0700 | [diff] [blame] | 106 | struct fasync_struct *async_queue; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 107 | struct list_head event_list; |
| 108 | }; |
| 109 | |
| 110 | struct ib_uverbs_file { |
| 111 | struct kref ref; |
Ingo Molnar | 95ed644 | 2006-01-13 14:51:39 -0800 | [diff] [blame] | 112 | struct mutex mutex; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 113 | struct ib_uverbs_device *device; |
| 114 | struct ib_ucontext *ucontext; |
| 115 | struct ib_event_handler event_handler; |
Roland Dreier | 6b73597e | 2005-09-26 13:53:25 -0700 | [diff] [blame] | 116 | struct ib_uverbs_event_file *async_file; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 117 | }; |
| 118 | |
Roland Dreier | 63aaf64 | 2005-09-09 15:55:08 -0700 | [diff] [blame] | 119 | struct ib_uverbs_event { |
| 120 | union { |
| 121 | struct ib_uverbs_async_event_desc async; |
| 122 | struct ib_uverbs_comp_event_desc comp; |
| 123 | } desc; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 124 | struct list_head list; |
Roland Dreier | 63aaf64 | 2005-09-09 15:55:08 -0700 | [diff] [blame] | 125 | struct list_head obj_list; |
| 126 | u32 *counter; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 127 | }; |
| 128 | |
Jack Morgenstein | f4e4015 | 2005-11-29 16:57:01 -0800 | [diff] [blame] | 129 | struct ib_uverbs_mcast_entry { |
| 130 | struct list_head list; |
| 131 | union ib_gid gid; |
| 132 | u16 lid; |
| 133 | }; |
| 134 | |
Roland Dreier | 63aaf64 | 2005-09-09 15:55:08 -0700 | [diff] [blame] | 135 | struct ib_uevent_object { |
| 136 | struct ib_uobject uobject; |
| 137 | struct list_head event_list; |
| 138 | u32 events_reported; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 139 | }; |
| 140 | |
Sean Hefty | 53d0bd1 | 2011-05-24 08:33:46 -0700 | [diff] [blame] | 141 | struct ib_uxrcd_object { |
| 142 | struct ib_uobject uobject; |
| 143 | atomic_t refcnt; |
| 144 | }; |
| 145 | |
Sean Hefty | 8541f8d | 2011-05-25 17:08:38 -0700 | [diff] [blame] | 146 | struct ib_usrq_object { |
| 147 | struct ib_uevent_object uevent; |
| 148 | struct ib_uxrcd_object *uxrcd; |
| 149 | }; |
| 150 | |
Jack Morgenstein | f4e4015 | 2005-11-29 16:57:01 -0800 | [diff] [blame] | 151 | struct ib_uqp_object { |
| 152 | struct ib_uevent_object uevent; |
| 153 | struct list_head mcast_list; |
Yishai Hadas | 846be90 | 2013-08-01 18:49:54 +0300 | [diff] [blame] | 154 | struct ib_uxrcd_object *uxrcd; |
Jack Morgenstein | f4e4015 | 2005-11-29 16:57:01 -0800 | [diff] [blame] | 155 | }; |
| 156 | |
Roland Dreier | 63aaf64 | 2005-09-09 15:55:08 -0700 | [diff] [blame] | 157 | struct ib_ucq_object { |
| 158 | struct ib_uobject uobject; |
Roland Dreier | 7162a3e | 2005-10-30 09:50:04 -0800 | [diff] [blame] | 159 | struct ib_uverbs_file *uverbs_file; |
Roland Dreier | 63aaf64 | 2005-09-09 15:55:08 -0700 | [diff] [blame] | 160 | struct list_head comp_list; |
| 161 | struct list_head async_list; |
| 162 | u32 comp_events_reported; |
| 163 | u32 async_events_reported; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 164 | }; |
| 165 | |
Roland Dreier | 9ead190 | 2006-06-17 20:44:49 -0700 | [diff] [blame] | 166 | extern spinlock_t ib_uverbs_idr_lock; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 167 | extern struct idr ib_uverbs_pd_idr; |
| 168 | extern struct idr ib_uverbs_mr_idr; |
| 169 | extern struct idr ib_uverbs_mw_idr; |
| 170 | extern struct idr ib_uverbs_ah_idr; |
| 171 | extern struct idr ib_uverbs_cq_idr; |
| 172 | extern struct idr ib_uverbs_qp_idr; |
Roland Dreier | f520ba5 | 2005-08-18 12:24:13 -0700 | [diff] [blame] | 173 | extern struct idr ib_uverbs_srq_idr; |
Sean Hefty | 53d0bd1 | 2011-05-24 08:33:46 -0700 | [diff] [blame] | 174 | extern struct idr ib_uverbs_xrcd_idr; |
Hadar Hen Zion | 436f2ad | 2013-08-14 13:58:30 +0300 | [diff] [blame] | 175 | extern struct idr ib_uverbs_rule_idr; |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 176 | |
Roland Dreier | 9ead190 | 2006-06-17 20:44:49 -0700 | [diff] [blame] | 177 | void idr_remove_uobj(struct idr *idp, struct ib_uobject *uobj); |
| 178 | |
Roland Dreier | 6b73597e | 2005-09-26 13:53:25 -0700 | [diff] [blame] | 179 | struct file *ib_uverbs_alloc_event_file(struct ib_uverbs_file *uverbs_file, |
Al Viro | b1e4594 | 2010-01-18 01:38:00 -0500 | [diff] [blame] | 180 | int is_async); |
Roland Dreier | 6b73597e | 2005-09-26 13:53:25 -0700 | [diff] [blame] | 181 | struct ib_uverbs_event_file *ib_uverbs_lookup_comp_file(int fd); |
| 182 | |
Roland Dreier | 70a30e1 | 2005-10-28 15:38:26 -0700 | [diff] [blame] | 183 | void ib_uverbs_release_ucq(struct ib_uverbs_file *file, |
| 184 | struct ib_uverbs_event_file *ev_file, |
| 185 | struct ib_ucq_object *uobj); |
| 186 | void ib_uverbs_release_uevent(struct ib_uverbs_file *file, |
| 187 | struct ib_uevent_object *uobj); |
| 188 | |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 189 | void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context); |
| 190 | void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr); |
| 191 | void ib_uverbs_qp_event_handler(struct ib_event *event, void *context_ptr); |
Roland Dreier | f520ba5 | 2005-08-18 12:24:13 -0700 | [diff] [blame] | 192 | void ib_uverbs_srq_event_handler(struct ib_event *event, void *context_ptr); |
Roland Dreier | 6b73597e | 2005-09-26 13:53:25 -0700 | [diff] [blame] | 193 | void ib_uverbs_event_handler(struct ib_event_handler *handler, |
| 194 | struct ib_event *event); |
Sean Hefty | 53d0bd1 | 2011-05-24 08:33:46 -0700 | [diff] [blame] | 195 | void ib_uverbs_dealloc_xrcd(struct ib_uverbs_device *dev, struct ib_xrcd *xrcd); |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 196 | |
Yann Droneaud | 2490f20 | 2013-11-06 23:21:48 +0100 | [diff] [blame] | 197 | struct ib_uverbs_flow_spec { |
| 198 | union { |
| 199 | union { |
| 200 | struct ib_uverbs_flow_spec_hdr hdr; |
| 201 | struct { |
| 202 | __u32 type; |
| 203 | __u16 size; |
| 204 | __u16 reserved; |
| 205 | }; |
| 206 | }; |
| 207 | struct ib_uverbs_flow_spec_eth eth; |
| 208 | struct ib_uverbs_flow_spec_ipv4 ipv4; |
| 209 | struct ib_uverbs_flow_spec_tcp_udp tcp_udp; |
| 210 | }; |
| 211 | }; |
| 212 | |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 213 | #define IB_UVERBS_DECLARE_CMD(name) \ |
| 214 | ssize_t ib_uverbs_##name(struct ib_uverbs_file *file, \ |
| 215 | const char __user *buf, int in_len, \ |
| 216 | int out_len) |
| 217 | |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 218 | IB_UVERBS_DECLARE_CMD(get_context); |
| 219 | IB_UVERBS_DECLARE_CMD(query_device); |
| 220 | IB_UVERBS_DECLARE_CMD(query_port); |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 221 | IB_UVERBS_DECLARE_CMD(alloc_pd); |
| 222 | IB_UVERBS_DECLARE_CMD(dealloc_pd); |
| 223 | IB_UVERBS_DECLARE_CMD(reg_mr); |
Matan Barak | 7e6edb9 | 2014-07-31 11:01:28 +0300 | [diff] [blame] | 224 | IB_UVERBS_DECLARE_CMD(rereg_mr); |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 225 | IB_UVERBS_DECLARE_CMD(dereg_mr); |
Shani Michaeli | 6b52a12 | 2013-02-06 16:19:13 +0000 | [diff] [blame] | 226 | IB_UVERBS_DECLARE_CMD(alloc_mw); |
| 227 | IB_UVERBS_DECLARE_CMD(dealloc_mw); |
Roland Dreier | 6b73597e | 2005-09-26 13:53:25 -0700 | [diff] [blame] | 228 | IB_UVERBS_DECLARE_CMD(create_comp_channel); |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 229 | IB_UVERBS_DECLARE_CMD(create_cq); |
Roland Dreier | 33b9b3e | 2006-01-30 14:29:21 -0800 | [diff] [blame] | 230 | IB_UVERBS_DECLARE_CMD(resize_cq); |
Roland Dreier | 67cdb40 | 2005-10-14 15:26:04 -0700 | [diff] [blame] | 231 | IB_UVERBS_DECLARE_CMD(poll_cq); |
| 232 | IB_UVERBS_DECLARE_CMD(req_notify_cq); |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 233 | IB_UVERBS_DECLARE_CMD(destroy_cq); |
| 234 | IB_UVERBS_DECLARE_CMD(create_qp); |
Sean Hefty | 42849b2 | 2011-08-11 13:57:43 -0700 | [diff] [blame] | 235 | IB_UVERBS_DECLARE_CMD(open_qp); |
Dotan Barak | 7ccc9a2 | 2006-02-13 16:31:25 -0800 | [diff] [blame] | 236 | IB_UVERBS_DECLARE_CMD(query_qp); |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 237 | IB_UVERBS_DECLARE_CMD(modify_qp); |
| 238 | IB_UVERBS_DECLARE_CMD(destroy_qp); |
Roland Dreier | 67cdb40 | 2005-10-14 15:26:04 -0700 | [diff] [blame] | 239 | IB_UVERBS_DECLARE_CMD(post_send); |
| 240 | IB_UVERBS_DECLARE_CMD(post_recv); |
| 241 | IB_UVERBS_DECLARE_CMD(post_srq_recv); |
| 242 | IB_UVERBS_DECLARE_CMD(create_ah); |
| 243 | IB_UVERBS_DECLARE_CMD(destroy_ah); |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 244 | IB_UVERBS_DECLARE_CMD(attach_mcast); |
| 245 | IB_UVERBS_DECLARE_CMD(detach_mcast); |
Roland Dreier | f520ba5 | 2005-08-18 12:24:13 -0700 | [diff] [blame] | 246 | IB_UVERBS_DECLARE_CMD(create_srq); |
| 247 | IB_UVERBS_DECLARE_CMD(modify_srq); |
Dotan Barak | 8bdb0e8 | 2006-02-13 16:31:57 -0800 | [diff] [blame] | 248 | IB_UVERBS_DECLARE_CMD(query_srq); |
Roland Dreier | f520ba5 | 2005-08-18 12:24:13 -0700 | [diff] [blame] | 249 | IB_UVERBS_DECLARE_CMD(destroy_srq); |
Sean Hefty | 8541f8d | 2011-05-25 17:08:38 -0700 | [diff] [blame] | 250 | IB_UVERBS_DECLARE_CMD(create_xsrq); |
Sean Hefty | 53d0bd1 | 2011-05-24 08:33:46 -0700 | [diff] [blame] | 251 | IB_UVERBS_DECLARE_CMD(open_xrcd); |
| 252 | IB_UVERBS_DECLARE_CMD(close_xrcd); |
Yann Droneaud | f21519b | 2013-11-06 23:21:49 +0100 | [diff] [blame] | 253 | |
Yann Droneaud | f21519b | 2013-11-06 23:21:49 +0100 | [diff] [blame] | 254 | #define IB_UVERBS_DECLARE_EX_CMD(name) \ |
| 255 | int ib_uverbs_ex_##name(struct ib_uverbs_file *file, \ |
| 256 | struct ib_udata *ucore, \ |
| 257 | struct ib_udata *uhw) |
| 258 | |
| 259 | IB_UVERBS_DECLARE_EX_CMD(create_flow); |
| 260 | IB_UVERBS_DECLARE_EX_CMD(destroy_flow); |
| 261 | |
Roland Dreier | bc38a6a | 2005-07-07 17:57:13 -0700 | [diff] [blame] | 262 | #endif /* UVERBS_H */ |