blob: da7be21bedb408acba26fb7823d3db71c9262228 [file] [log] [blame]
Mike Marciniszyn77241052015-07-30 15:17:43 -04001/*
Jubin John05d6ac12016-02-14 20:22:17 -08002 * Copyright(c) 2015, 2016 Intel Corporation.
Mike Marciniszyn77241052015-07-30 15:17:43 -04003 *
4 * This file is provided under a dual BSD/GPLv2 license. When using or
5 * redistributing this file, you may do so under either license.
6 *
7 * GPL LICENSE SUMMARY
8 *
Mike Marciniszyn77241052015-07-30 15:17:43 -04009 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
17 *
18 * BSD LICENSE
19 *
Mike Marciniszyn77241052015-07-30 15:17:43 -040020 * Redistribution and use in source and binary forms, with or without
21 * modification, are permitted provided that the following conditions
22 * are met:
23 *
24 * - Redistributions of source code must retain the above copyright
25 * notice, this list of conditions and the following disclaimer.
26 * - Redistributions in binary form must reproduce the above copyright
27 * notice, this list of conditions and the following disclaimer in
28 * the documentation and/or other materials provided with the
29 * distribution.
30 * - Neither the name of Intel Corporation nor the names of its
31 * contributors may be used to endorse or promote products derived
32 * from this software without specific prior written permission.
33 *
34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
45 *
46 */
47
48#ifndef _COMMON_H
49#define _COMMON_H
50
51#include <rdma/hfi/hfi1_user.h>
52
53/*
54 * This file contains defines, structures, etc. that are used
55 * to communicate between kernel and user code.
56 */
57
58/* version of protocol header (known to chip also). In the long run,
59 * we should be able to generate and accept a range of version numbers;
60 * for now we only accept one, and it's compiled in.
61 */
62#define IPS_PROTO_VERSION 2
63
64/*
65 * These are compile time constants that you may want to enable or disable
66 * if you are trying to debug problems with code or performance.
67 * HFI1_VERBOSE_TRACING define as 1 if you want additional tracing in
68 * fast path code
69 * HFI1_TRACE_REGWRITES define as 1 if you want register writes to be
70 * traced in fast path code
71 * _HFI1_TRACING define as 0 if you want to remove all tracing in a
72 * compilation unit
73 */
74
75/*
76 * If a packet's QP[23:16] bits match this value, then it is
77 * a PSM packet and the hardware will expect a KDETH header
78 * following the BTH.
79 */
80#define DEFAULT_KDETH_QP 0x80
81
82/* driver/hw feature set bitmask */
83#define HFI1_CAP_USER_SHIFT 24
84#define HFI1_CAP_MASK ((1UL << HFI1_CAP_USER_SHIFT) - 1)
85/* locked flag - if set, only HFI1_CAP_WRITABLE_MASK bits can be set */
86#define HFI1_CAP_LOCKED_SHIFT 63
87#define HFI1_CAP_LOCKED_MASK 0x1ULL
88#define HFI1_CAP_LOCKED_SMASK (HFI1_CAP_LOCKED_MASK << HFI1_CAP_LOCKED_SHIFT)
89/* extra bits used between kernel and user processes */
90#define HFI1_CAP_MISC_SHIFT (HFI1_CAP_USER_SHIFT * 2)
91#define HFI1_CAP_MISC_MASK ((1ULL << (HFI1_CAP_LOCKED_SHIFT - \
92 HFI1_CAP_MISC_SHIFT)) - 1)
93
94#define HFI1_CAP_KSET(cap) ({ hfi1_cap_mask |= HFI1_CAP_##cap; hfi1_cap_mask; })
95#define HFI1_CAP_KCLEAR(cap) \
96 ({ \
97 hfi1_cap_mask &= ~HFI1_CAP_##cap; \
98 hfi1_cap_mask; \
99 })
100#define HFI1_CAP_USET(cap) \
101 ({ \
102 hfi1_cap_mask |= (HFI1_CAP_##cap << HFI1_CAP_USER_SHIFT); \
103 hfi1_cap_mask; \
104 })
105#define HFI1_CAP_UCLEAR(cap) \
106 ({ \
107 hfi1_cap_mask &= ~(HFI1_CAP_##cap << HFI1_CAP_USER_SHIFT); \
108 hfi1_cap_mask; \
109 })
110#define HFI1_CAP_SET(cap) \
111 ({ \
112 hfi1_cap_mask |= (HFI1_CAP_##cap | (HFI1_CAP_##cap << \
113 HFI1_CAP_USER_SHIFT)); \
114 hfi1_cap_mask; \
115 })
116#define HFI1_CAP_CLEAR(cap) \
117 ({ \
118 hfi1_cap_mask &= ~(HFI1_CAP_##cap | \
119 (HFI1_CAP_##cap << HFI1_CAP_USER_SHIFT)); \
120 hfi1_cap_mask; \
121 })
122#define HFI1_CAP_LOCK() \
123 ({ hfi1_cap_mask |= HFI1_CAP_LOCKED_SMASK; hfi1_cap_mask; })
124#define HFI1_CAP_LOCKED() (!!(hfi1_cap_mask & HFI1_CAP_LOCKED_SMASK))
125/*
126 * The set of capability bits that can be changed after initial load
127 * This set is the same for kernel and user contexts. However, for
128 * user contexts, the set can be further filtered by using the
129 * HFI1_CAP_RESERVED_MASK bits.
130 */
131#define HFI1_CAP_WRITABLE_MASK (HFI1_CAP_SDMA_AHG | \
Mitko Haralanov3bd4dce2015-10-30 18:58:41 -0400132 HFI1_CAP_HDRSUPP | \
133 HFI1_CAP_MULTI_PKT_EGR | \
134 HFI1_CAP_NODROP_RHQ_FULL | \
135 HFI1_CAP_NODROP_EGR_FULL | \
136 HFI1_CAP_ALLOW_PERM_JKEY | \
137 HFI1_CAP_STATIC_RATE_CTRL | \
138 HFI1_CAP_PRINT_UNIMPL | \
139 HFI1_CAP_TID_UNMAP)
Mike Marciniszyn77241052015-07-30 15:17:43 -0400140/*
141 * A set of capability bits that are "global" and are not allowed to be
142 * set in the user bitmask.
143 */
144#define HFI1_CAP_RESERVED_MASK ((HFI1_CAP_SDMA | \
145 HFI1_CAP_USE_SDMA_HEAD | \
146 HFI1_CAP_EXTENDED_PSN | \
147 HFI1_CAP_PRINT_UNIMPL | \
Mike Marciniszyn77241052015-07-30 15:17:43 -0400148 HFI1_CAP_NO_INTEGRITY | \
149 HFI1_CAP_PKEY_CHECK) << \
150 HFI1_CAP_USER_SHIFT)
151/*
152 * Set of capabilities that need to be enabled for kernel context in
153 * order to be allowed for user contexts, as well.
154 */
155#define HFI1_CAP_MUST_HAVE_KERN (HFI1_CAP_STATIC_RATE_CTRL)
156/* Default enabled capabilities (both kernel and user) */
157#define HFI1_CAP_MASK_DEFAULT (HFI1_CAP_HDRSUPP | \
158 HFI1_CAP_NODROP_RHQ_FULL | \
159 HFI1_CAP_NODROP_EGR_FULL | \
160 HFI1_CAP_SDMA | \
161 HFI1_CAP_PRINT_UNIMPL | \
162 HFI1_CAP_STATIC_RATE_CTRL | \
Mike Marciniszyn77241052015-07-30 15:17:43 -0400163 HFI1_CAP_PKEY_CHECK | \
164 HFI1_CAP_MULTI_PKT_EGR | \
165 HFI1_CAP_EXTENDED_PSN | \
166 ((HFI1_CAP_HDRSUPP | \
167 HFI1_CAP_MULTI_PKT_EGR | \
168 HFI1_CAP_STATIC_RATE_CTRL | \
169 HFI1_CAP_PKEY_CHECK | \
170 HFI1_CAP_EARLY_CREDIT_RETURN) << \
171 HFI1_CAP_USER_SHIFT))
172/*
173 * A bitmask of kernel/global capabilities that should be communicated
174 * to user level processes.
175 */
176#define HFI1_CAP_K2U (HFI1_CAP_SDMA | \
177 HFI1_CAP_EXTENDED_PSN | \
178 HFI1_CAP_PKEY_CHECK | \
179 HFI1_CAP_NO_INTEGRITY)
180
Dennis Dalessandro8d970cf2016-05-19 05:26:24 -0700181#define HFI1_USER_SWVERSION ((HFI1_USER_SWMAJOR << HFI1_SWMAJOR_SHIFT) | \
182 HFI1_USER_SWMINOR)
Mike Marciniszyn77241052015-07-30 15:17:43 -0400183
184#ifndef HFI1_KERN_TYPE
185#define HFI1_KERN_TYPE 0
186#endif
187
188/*
189 * Similarly, this is the kernel version going back to the user. It's
190 * slightly different, in that we want to tell if the driver was built as
191 * part of a Intel release, or from the driver from openfabrics.org,
192 * kernel.org, or a standard distribution, for support reasons.
193 * The high bit is 0 for non-Intel and 1 for Intel-built/supplied.
194 *
195 * It's returned by the driver to the user code during initialization in the
196 * spi_sw_version field of hfi1_base_info, so the user code can in turn
197 * check for compatibility with the kernel.
198*/
199#define HFI1_KERN_SWVERSION ((HFI1_KERN_TYPE << 31) | HFI1_USER_SWVERSION)
200
201/*
202 * Define the driver version number. This is something that refers only
203 * to the driver itself, not the software interfaces it supports.
204 */
205#ifndef HFI1_DRIVER_VERSION_BASE
Jubin Johnd48029742015-10-26 10:28:49 -0400206#define HFI1_DRIVER_VERSION_BASE "0.9-294"
Mike Marciniszyn77241052015-07-30 15:17:43 -0400207#endif
208
209/* create the final driver version string */
210#ifdef HFI1_IDSTR
211#define HFI1_DRIVER_VERSION HFI1_DRIVER_VERSION_BASE " " HFI1_IDSTR
212#else
213#define HFI1_DRIVER_VERSION HFI1_DRIVER_VERSION_BASE
214#endif
215
216/*
217 * Diagnostics can send a packet by writing the following
218 * struct to the diag packet special file.
219 *
220 * This allows a custom PBC qword, so that special modes and deliberate
221 * changes to CRCs can be used.
222 */
223#define _DIAG_PKT_VERS 1
224struct diag_pkt {
225 __u16 version; /* structure version */
226 __u16 unit; /* which device */
227 __u16 sw_index; /* send sw index to use */
228 __u16 len; /* data length, in bytes */
229 __u16 port; /* port number */
230 __u16 unused;
231 __u32 flags; /* call flags */
232 __u64 data; /* user data pointer */
233 __u64 pbc; /* PBC for the packet */
234};
235
236/* diag_pkt flags */
237#define F_DIAGPKT_WAIT 0x1 /* wait until packet is sent */
238
239/*
240 * The next set of defines are for packet headers, and chip register
241 * and memory bits that are visible to and/or used by user-mode software.
242 */
243
244/*
245 * Receive Header Flags
246 */
247#define RHF_PKT_LEN_SHIFT 0
248#define RHF_PKT_LEN_MASK 0xfffull
249#define RHF_PKT_LEN_SMASK (RHF_PKT_LEN_MASK << RHF_PKT_LEN_SHIFT)
250
251#define RHF_RCV_TYPE_SHIFT 12
252#define RHF_RCV_TYPE_MASK 0x7ull
253#define RHF_RCV_TYPE_SMASK (RHF_RCV_TYPE_MASK << RHF_RCV_TYPE_SHIFT)
254
255#define RHF_USE_EGR_BFR_SHIFT 15
256#define RHF_USE_EGR_BFR_MASK 0x1ull
257#define RHF_USE_EGR_BFR_SMASK (RHF_USE_EGR_BFR_MASK << RHF_USE_EGR_BFR_SHIFT)
258
259#define RHF_EGR_INDEX_SHIFT 16
260#define RHF_EGR_INDEX_MASK 0x7ffull
261#define RHF_EGR_INDEX_SMASK (RHF_EGR_INDEX_MASK << RHF_EGR_INDEX_SHIFT)
262
263#define RHF_DC_INFO_SHIFT 27
264#define RHF_DC_INFO_MASK 0x1ull
265#define RHF_DC_INFO_SMASK (RHF_DC_INFO_MASK << RHF_DC_INFO_SHIFT)
266
267#define RHF_RCV_SEQ_SHIFT 28
268#define RHF_RCV_SEQ_MASK 0xfull
269#define RHF_RCV_SEQ_SMASK (RHF_RCV_SEQ_MASK << RHF_RCV_SEQ_SHIFT)
270
271#define RHF_EGR_OFFSET_SHIFT 32
272#define RHF_EGR_OFFSET_MASK 0xfffull
273#define RHF_EGR_OFFSET_SMASK (RHF_EGR_OFFSET_MASK << RHF_EGR_OFFSET_SHIFT)
274#define RHF_HDRQ_OFFSET_SHIFT 44
275#define RHF_HDRQ_OFFSET_MASK 0x1ffull
276#define RHF_HDRQ_OFFSET_SMASK (RHF_HDRQ_OFFSET_MASK << RHF_HDRQ_OFFSET_SHIFT)
277#define RHF_K_HDR_LEN_ERR (0x1ull << 53)
278#define RHF_DC_UNC_ERR (0x1ull << 54)
279#define RHF_DC_ERR (0x1ull << 55)
280#define RHF_RCV_TYPE_ERR_SHIFT 56
281#define RHF_RCV_TYPE_ERR_MASK 0x7ul
282#define RHF_RCV_TYPE_ERR_SMASK (RHF_RCV_TYPE_ERR_MASK << RHF_RCV_TYPE_ERR_SHIFT)
283#define RHF_TID_ERR (0x1ull << 59)
284#define RHF_LEN_ERR (0x1ull << 60)
285#define RHF_ECC_ERR (0x1ull << 61)
286#define RHF_VCRC_ERR (0x1ull << 62)
287#define RHF_ICRC_ERR (0x1ull << 63)
288
289#define RHF_ERROR_SMASK 0xffe0000000000000ull /* bits 63:53 */
290
291/* RHF receive types */
292#define RHF_RCV_TYPE_EXPECTED 0
293#define RHF_RCV_TYPE_EAGER 1
294#define RHF_RCV_TYPE_IB 2 /* normal IB, IB Raw, or IPv6 */
295#define RHF_RCV_TYPE_ERROR 3
296#define RHF_RCV_TYPE_BYPASS 4
297#define RHF_RCV_TYPE_INVALID5 5
298#define RHF_RCV_TYPE_INVALID6 6
299#define RHF_RCV_TYPE_INVALID7 7
300
301/* RHF receive type error - expected packet errors */
302#define RHF_RTE_EXPECTED_FLOW_SEQ_ERR 0x2
303#define RHF_RTE_EXPECTED_FLOW_GEN_ERR 0x4
304
305/* RHF receive type error - eager packet errors */
306#define RHF_RTE_EAGER_NO_ERR 0x0
307
308/* RHF receive type error - IB packet errors */
309#define RHF_RTE_IB_NO_ERR 0x0
310
311/* RHF receive type error - error packet errors */
312#define RHF_RTE_ERROR_NO_ERR 0x0
313#define RHF_RTE_ERROR_OP_CODE_ERR 0x1
314#define RHF_RTE_ERROR_KHDR_MIN_LEN_ERR 0x2
315#define RHF_RTE_ERROR_KHDR_HCRC_ERR 0x3
316#define RHF_RTE_ERROR_KHDR_KVER_ERR 0x4
317#define RHF_RTE_ERROR_CONTEXT_ERR 0x5
318#define RHF_RTE_ERROR_KHDR_TID_ERR 0x6
319
320/* RHF receive type error - bypass packet errors */
321#define RHF_RTE_BYPASS_NO_ERR 0x0
322
Mike Marciniszyn77241052015-07-30 15:17:43 -0400323/* IB - LRH header constants */
324#define HFI1_LRH_GRH 0x0003 /* 1. word of IB LRH - next header: GRH */
325#define HFI1_LRH_BTH 0x0002 /* 1. word of IB LRH - next header: BTH */
326
327/* misc. */
328#define SIZE_OF_CRC 1
329
330#define LIM_MGMT_P_KEY 0x7FFF
331#define FULL_MGMT_P_KEY 0xFFFF
332
333#define DEFAULT_P_KEY LIM_MGMT_P_KEY
Mike Marciniszyn77241052015-07-30 15:17:43 -0400334#define HFI1_AETH_CREDIT_SHIFT 24
335#define HFI1_AETH_CREDIT_MASK 0x1F
336#define HFI1_AETH_CREDIT_INVAL 0x1F
337#define HFI1_MSN_MASK 0xFFFFFF
Mike Marciniszyn77241052015-07-30 15:17:43 -0400338#define HFI1_FECN_SHIFT 31
339#define HFI1_FECN_MASK 1
jubin.john@intel.com349ac712016-01-11 18:30:52 -0500340#define HFI1_FECN_SMASK BIT(HFI1_FECN_SHIFT)
Mike Marciniszyn77241052015-07-30 15:17:43 -0400341#define HFI1_BECN_SHIFT 30
342#define HFI1_BECN_MASK 1
jubin.john@intel.com349ac712016-01-11 18:30:52 -0500343#define HFI1_BECN_SMASK BIT(HFI1_BECN_SHIFT)
Mike Marciniszyn77241052015-07-30 15:17:43 -0400344
Dennis Dalessandro8d970cf2016-05-19 05:26:24 -0700345#define HFI1_PSM_IOC_BASE_SEQ 0x0
346
Mike Marciniszyn77241052015-07-30 15:17:43 -0400347static inline __u64 rhf_to_cpu(const __le32 *rbuf)
348{
349 return __le64_to_cpu(*((__le64 *)rbuf));
350}
351
352static inline u64 rhf_err_flags(u64 rhf)
353{
354 return rhf & RHF_ERROR_SMASK;
355}
356
357static inline u32 rhf_rcv_type(u64 rhf)
358{
359 return (rhf >> RHF_RCV_TYPE_SHIFT) & RHF_RCV_TYPE_MASK;
360}
361
362static inline u32 rhf_rcv_type_err(u64 rhf)
363{
364 return (rhf >> RHF_RCV_TYPE_ERR_SHIFT) & RHF_RCV_TYPE_ERR_MASK;
365}
366
367/* return size is in bytes, not DWORDs */
368static inline u32 rhf_pkt_len(u64 rhf)
369{
370 return ((rhf & RHF_PKT_LEN_SMASK) >> RHF_PKT_LEN_SHIFT) << 2;
371}
372
373static inline u32 rhf_egr_index(u64 rhf)
374{
375 return (rhf >> RHF_EGR_INDEX_SHIFT) & RHF_EGR_INDEX_MASK;
376}
377
378static inline u32 rhf_rcv_seq(u64 rhf)
379{
380 return (rhf >> RHF_RCV_SEQ_SHIFT) & RHF_RCV_SEQ_MASK;
381}
382
383/* returned offset is in DWORDS */
384static inline u32 rhf_hdrq_offset(u64 rhf)
385{
386 return (rhf >> RHF_HDRQ_OFFSET_SHIFT) & RHF_HDRQ_OFFSET_MASK;
387}
388
389static inline u64 rhf_use_egr_bfr(u64 rhf)
390{
391 return rhf & RHF_USE_EGR_BFR_SMASK;
392}
393
394static inline u64 rhf_dc_info(u64 rhf)
395{
396 return rhf & RHF_DC_INFO_SMASK;
397}
398
399static inline u32 rhf_egr_buf_offset(u64 rhf)
400{
401 return (rhf >> RHF_EGR_OFFSET_SHIFT) & RHF_EGR_OFFSET_MASK;
402}
403#endif /* _COMMON_H */