Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2006, 2007 Cisco Systems, Inc. All rights reserved. |
| 3 | * |
| 4 | * This software is available to you under a choice of one of two |
| 5 | * licenses. You may choose to be licensed under the terms of the GNU |
| 6 | * General Public License (GPL) Version 2, available from the file |
| 7 | * COPYING in the main directory of this source tree, or the |
| 8 | * OpenIB.org BSD license below: |
| 9 | * |
| 10 | * Redistribution and use in source and binary forms, with or |
| 11 | * without modification, are permitted provided that the following |
| 12 | * conditions are met: |
| 13 | * |
| 14 | * - Redistributions of source code must retain the above |
| 15 | * copyright notice, this list of conditions and the following |
| 16 | * disclaimer. |
| 17 | * |
| 18 | * - Redistributions in binary form must reproduce the above |
| 19 | * copyright notice, this list of conditions and the following |
| 20 | * disclaimer in the documentation and/or other materials |
| 21 | * provided with the distribution. |
| 22 | * |
| 23 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 24 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 25 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 26 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
| 27 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
| 28 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
| 29 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 30 | * SOFTWARE. |
| 31 | */ |
| 32 | |
| 33 | #ifndef MLX4_DEVICE_H |
| 34 | #define MLX4_DEVICE_H |
| 35 | |
| 36 | #include <linux/pci.h> |
| 37 | #include <linux/completion.h> |
| 38 | #include <linux/radix-tree.h> |
| 39 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 40 | #include <linux/atomic.h> |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 41 | |
Yevgeny Petrilin | 0b7ca5a | 2011-03-22 22:37:47 +0000 | [diff] [blame] | 42 | #define MAX_MSIX_P_PORT 17 |
| 43 | #define MAX_MSIX 64 |
| 44 | #define MSIX_LEGACY_SZ 4 |
| 45 | #define MIN_MSIX_P_PORT 5 |
| 46 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 47 | enum { |
| 48 | MLX4_FLAG_MSI_X = 1 << 0, |
Roland Dreier | 5ae2a7a | 2007-06-18 08:15:02 -0700 | [diff] [blame] | 49 | MLX4_FLAG_OLD_PORT_CMDS = 1 << 1, |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 50 | MLX4_FLAG_MASTER = 1 << 2, |
| 51 | MLX4_FLAG_SLAVE = 1 << 3, |
| 52 | MLX4_FLAG_SRIOV = 1 << 4, |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 53 | }; |
| 54 | |
| 55 | enum { |
| 56 | MLX4_MAX_PORTS = 2 |
| 57 | }; |
| 58 | |
| 59 | enum { |
Jack Morgenstein | cd9281d | 2007-09-18 09:14:18 +0200 | [diff] [blame] | 60 | MLX4_BOARD_ID_LEN = 64 |
| 61 | }; |
| 62 | |
| 63 | enum { |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 64 | MLX4_MAX_NUM_PF = 16, |
| 65 | MLX4_MAX_NUM_VF = 64, |
| 66 | MLX4_MFUNC_MAX = 80, |
| 67 | MLX4_MFUNC_EQ_NUM = 4, |
| 68 | MLX4_MFUNC_MAX_EQES = 8, |
| 69 | MLX4_MFUNC_EQE_MASK = (MLX4_MFUNC_MAX_EQES - 1) |
| 70 | }; |
| 71 | |
| 72 | enum { |
Or Gerlitz | 52eafc6 | 2011-06-15 14:41:42 +0000 | [diff] [blame] | 73 | MLX4_DEV_CAP_FLAG_RC = 1LL << 0, |
| 74 | MLX4_DEV_CAP_FLAG_UC = 1LL << 1, |
| 75 | MLX4_DEV_CAP_FLAG_UD = 1LL << 2, |
Sean Hefty | 012a8ff | 2011-06-02 09:01:33 -0700 | [diff] [blame] | 76 | MLX4_DEV_CAP_FLAG_XRC = 1LL << 3, |
Or Gerlitz | 52eafc6 | 2011-06-15 14:41:42 +0000 | [diff] [blame] | 77 | MLX4_DEV_CAP_FLAG_SRQ = 1LL << 6, |
| 78 | MLX4_DEV_CAP_FLAG_IPOIB_CSUM = 1LL << 7, |
| 79 | MLX4_DEV_CAP_FLAG_BAD_PKEY_CNTR = 1LL << 8, |
| 80 | MLX4_DEV_CAP_FLAG_BAD_QKEY_CNTR = 1LL << 9, |
| 81 | MLX4_DEV_CAP_FLAG_DPDP = 1LL << 12, |
| 82 | MLX4_DEV_CAP_FLAG_BLH = 1LL << 15, |
| 83 | MLX4_DEV_CAP_FLAG_MEM_WINDOW = 1LL << 16, |
| 84 | MLX4_DEV_CAP_FLAG_APM = 1LL << 17, |
| 85 | MLX4_DEV_CAP_FLAG_ATOMIC = 1LL << 18, |
| 86 | MLX4_DEV_CAP_FLAG_RAW_MCAST = 1LL << 19, |
| 87 | MLX4_DEV_CAP_FLAG_UD_AV_PORT = 1LL << 20, |
| 88 | MLX4_DEV_CAP_FLAG_UD_MCAST = 1LL << 21, |
Or Gerlitz | ccf8632 | 2011-07-07 19:19:29 +0000 | [diff] [blame] | 89 | MLX4_DEV_CAP_FLAG_IBOE = 1LL << 30, |
| 90 | MLX4_DEV_CAP_FLAG_UC_LOOPBACK = 1LL << 32, |
Yevgeny Petrilin | f3a9d1f | 2011-10-18 01:50:42 +0000 | [diff] [blame] | 91 | MLX4_DEV_CAP_FLAG_FCS_KEEP = 1LL << 34, |
Oren Duer | 559a9f1 | 2011-11-26 19:55:15 +0000 | [diff] [blame] | 92 | MLX4_DEV_CAP_FLAG_WOL_PORT1 = 1LL << 37, |
| 93 | MLX4_DEV_CAP_FLAG_WOL_PORT2 = 1LL << 38, |
Or Gerlitz | ccf8632 | 2011-07-07 19:19:29 +0000 | [diff] [blame] | 94 | MLX4_DEV_CAP_FLAG_UDP_RSS = 1LL << 40, |
| 95 | MLX4_DEV_CAP_FLAG_VEP_UC_STEER = 1LL << 41, |
Or Gerlitz | f2a3f6a | 2011-06-15 14:47:14 +0000 | [diff] [blame] | 96 | MLX4_DEV_CAP_FLAG_VEP_MC_STEER = 1LL << 42, |
| 97 | MLX4_DEV_CAP_FLAG_COUNTERS = 1LL << 48 |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 98 | }; |
| 99 | |
Marcel Apfelbaum | 97285b7 | 2011-10-24 11:02:34 +0200 | [diff] [blame] | 100 | #define MLX4_ATTR_EXTENDED_PORT_INFO cpu_to_be16(0xff90) |
| 101 | |
| 102 | enum { |
| 103 | MLX_EXT_PORT_CAP_FLAG_EXTENDED_PORT_INFO = 1 << 0 |
| 104 | }; |
| 105 | |
Roland Dreier | 95d04f0 | 2008-07-23 08:12:26 -0700 | [diff] [blame] | 106 | enum { |
| 107 | MLX4_BMME_FLAG_LOCAL_INV = 1 << 6, |
| 108 | MLX4_BMME_FLAG_REMOTE_INV = 1 << 7, |
| 109 | MLX4_BMME_FLAG_TYPE_2_WIN = 1 << 9, |
| 110 | MLX4_BMME_FLAG_RESERVED_LKEY = 1 << 10, |
| 111 | MLX4_BMME_FLAG_FAST_REG_WR = 1 << 11, |
| 112 | }; |
| 113 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 114 | enum mlx4_event { |
| 115 | MLX4_EVENT_TYPE_COMP = 0x00, |
| 116 | MLX4_EVENT_TYPE_PATH_MIG = 0x01, |
| 117 | MLX4_EVENT_TYPE_COMM_EST = 0x02, |
| 118 | MLX4_EVENT_TYPE_SQ_DRAINED = 0x03, |
| 119 | MLX4_EVENT_TYPE_SRQ_QP_LAST_WQE = 0x13, |
| 120 | MLX4_EVENT_TYPE_SRQ_LIMIT = 0x14, |
| 121 | MLX4_EVENT_TYPE_CQ_ERROR = 0x04, |
| 122 | MLX4_EVENT_TYPE_WQ_CATAS_ERROR = 0x05, |
| 123 | MLX4_EVENT_TYPE_EEC_CATAS_ERROR = 0x06, |
| 124 | MLX4_EVENT_TYPE_PATH_MIG_FAILED = 0x07, |
| 125 | MLX4_EVENT_TYPE_WQ_INVAL_REQ_ERROR = 0x10, |
| 126 | MLX4_EVENT_TYPE_WQ_ACCESS_ERROR = 0x11, |
| 127 | MLX4_EVENT_TYPE_SRQ_CATAS_ERROR = 0x12, |
| 128 | MLX4_EVENT_TYPE_LOCAL_CATAS_ERROR = 0x08, |
| 129 | MLX4_EVENT_TYPE_PORT_CHANGE = 0x09, |
| 130 | MLX4_EVENT_TYPE_EQ_OVERFLOW = 0x0f, |
| 131 | MLX4_EVENT_TYPE_ECC_DETECT = 0x0e, |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 132 | MLX4_EVENT_TYPE_CMD = 0x0a, |
| 133 | MLX4_EVENT_TYPE_VEP_UPDATE = 0x19, |
| 134 | MLX4_EVENT_TYPE_COMM_CHANNEL = 0x18, |
| 135 | MLX4_EVENT_TYPE_FLR_EVENT = 0x1c, |
| 136 | MLX4_EVENT_TYPE_NONE = 0xff, |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 137 | }; |
| 138 | |
| 139 | enum { |
| 140 | MLX4_PORT_CHANGE_SUBTYPE_DOWN = 1, |
| 141 | MLX4_PORT_CHANGE_SUBTYPE_ACTIVE = 4 |
| 142 | }; |
| 143 | |
| 144 | enum { |
| 145 | MLX4_PERM_LOCAL_READ = 1 << 10, |
| 146 | MLX4_PERM_LOCAL_WRITE = 1 << 11, |
| 147 | MLX4_PERM_REMOTE_READ = 1 << 12, |
| 148 | MLX4_PERM_REMOTE_WRITE = 1 << 13, |
| 149 | MLX4_PERM_ATOMIC = 1 << 14 |
| 150 | }; |
| 151 | |
| 152 | enum { |
| 153 | MLX4_OPCODE_NOP = 0x00, |
| 154 | MLX4_OPCODE_SEND_INVAL = 0x01, |
| 155 | MLX4_OPCODE_RDMA_WRITE = 0x08, |
| 156 | MLX4_OPCODE_RDMA_WRITE_IMM = 0x09, |
| 157 | MLX4_OPCODE_SEND = 0x0a, |
| 158 | MLX4_OPCODE_SEND_IMM = 0x0b, |
| 159 | MLX4_OPCODE_LSO = 0x0e, |
| 160 | MLX4_OPCODE_RDMA_READ = 0x10, |
| 161 | MLX4_OPCODE_ATOMIC_CS = 0x11, |
| 162 | MLX4_OPCODE_ATOMIC_FA = 0x12, |
Vladimir Sokolovsky | 6fa8f71 | 2010-04-14 17:23:39 +0300 | [diff] [blame] | 163 | MLX4_OPCODE_MASKED_ATOMIC_CS = 0x14, |
| 164 | MLX4_OPCODE_MASKED_ATOMIC_FA = 0x15, |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 165 | MLX4_OPCODE_BIND_MW = 0x18, |
| 166 | MLX4_OPCODE_FMR = 0x19, |
| 167 | MLX4_OPCODE_LOCAL_INVAL = 0x1b, |
| 168 | MLX4_OPCODE_CONFIG_CMD = 0x1f, |
| 169 | |
| 170 | MLX4_RECV_OPCODE_RDMA_WRITE_IMM = 0x00, |
| 171 | MLX4_RECV_OPCODE_SEND = 0x01, |
| 172 | MLX4_RECV_OPCODE_SEND_IMM = 0x02, |
| 173 | MLX4_RECV_OPCODE_SEND_INVAL = 0x03, |
| 174 | |
| 175 | MLX4_CQE_OPCODE_ERROR = 0x1e, |
| 176 | MLX4_CQE_OPCODE_RESIZE = 0x16, |
| 177 | }; |
| 178 | |
| 179 | enum { |
| 180 | MLX4_STAT_RATE_OFFSET = 5 |
| 181 | }; |
| 182 | |
Aleksey Senin | da995a8 | 2010-12-02 11:44:49 +0000 | [diff] [blame] | 183 | enum mlx4_protocol { |
Yevgeny Petrilin | 0345584 | 2011-03-22 22:38:17 +0000 | [diff] [blame] | 184 | MLX4_PROT_IB_IPV6 = 0, |
| 185 | MLX4_PROT_ETH, |
| 186 | MLX4_PROT_IB_IPV4, |
| 187 | MLX4_PROT_FCOE |
Aleksey Senin | da995a8 | 2010-12-02 11:44:49 +0000 | [diff] [blame] | 188 | }; |
| 189 | |
Vladimir Sokolovsky | 29bdc88 | 2008-09-15 14:25:23 -0700 | [diff] [blame] | 190 | enum { |
| 191 | MLX4_MTT_FLAG_PRESENT = 1 |
| 192 | }; |
| 193 | |
Yevgeny Petrilin | 93fc9e1 | 2008-10-22 10:25:29 -0700 | [diff] [blame] | 194 | enum mlx4_qp_region { |
| 195 | MLX4_QP_REGION_FW = 0, |
| 196 | MLX4_QP_REGION_ETH_ADDR, |
| 197 | MLX4_QP_REGION_FC_ADDR, |
| 198 | MLX4_QP_REGION_FC_EXCH, |
| 199 | MLX4_NUM_QP_REGION |
| 200 | }; |
| 201 | |
Yevgeny Petrilin | 7ff93f8 | 2008-10-22 15:38:42 -0700 | [diff] [blame] | 202 | enum mlx4_port_type { |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 203 | MLX4_PORT_TYPE_NONE = 0, |
Yevgeny Petrilin | 27bf91d | 2009-03-18 19:45:11 -0700 | [diff] [blame] | 204 | MLX4_PORT_TYPE_IB = 1, |
| 205 | MLX4_PORT_TYPE_ETH = 2, |
| 206 | MLX4_PORT_TYPE_AUTO = 3 |
Yevgeny Petrilin | 7ff93f8 | 2008-10-22 15:38:42 -0700 | [diff] [blame] | 207 | }; |
| 208 | |
Yevgeny Petrilin | 2a2336f | 2008-10-22 11:44:46 -0700 | [diff] [blame] | 209 | enum mlx4_special_vlan_idx { |
| 210 | MLX4_NO_VLAN_IDX = 0, |
| 211 | MLX4_VLAN_MISS_IDX, |
| 212 | MLX4_VLAN_REGULAR |
| 213 | }; |
| 214 | |
Yevgeny Petrilin | 0345584 | 2011-03-22 22:38:17 +0000 | [diff] [blame] | 215 | enum mlx4_steer_type { |
| 216 | MLX4_MC_STEER = 0, |
| 217 | MLX4_UC_STEER, |
| 218 | MLX4_NUM_STEERS |
| 219 | }; |
| 220 | |
Yevgeny Petrilin | 93fc9e1 | 2008-10-22 10:25:29 -0700 | [diff] [blame] | 221 | enum { |
| 222 | MLX4_NUM_FEXCH = 64 * 1024, |
| 223 | }; |
| 224 | |
Eli Cohen | 5a0fd09 | 2010-10-07 16:24:16 +0200 | [diff] [blame] | 225 | enum { |
| 226 | MLX4_MAX_FAST_REG_PAGES = 511, |
| 227 | }; |
| 228 | |
Jack Morgenstein | ea54b10 | 2008-01-28 10:40:59 +0200 | [diff] [blame] | 229 | static inline u64 mlx4_fw_ver(u64 major, u64 minor, u64 subminor) |
| 230 | { |
| 231 | return (major << 32) | (minor << 16) | subminor; |
| 232 | } |
| 233 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 234 | struct mlx4_caps { |
| 235 | u64 fw_ver; |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 236 | u32 function; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 237 | int num_ports; |
Roland Dreier | 5ae2a7a | 2007-06-18 08:15:02 -0700 | [diff] [blame] | 238 | int vl_cap[MLX4_MAX_PORTS + 1]; |
Yevgeny Petrilin | b79acb4 | 2008-10-22 10:56:48 -0700 | [diff] [blame] | 239 | int ib_mtu_cap[MLX4_MAX_PORTS + 1]; |
Jack Morgenstein | 9a5aa62 | 2008-11-28 21:29:46 -0800 | [diff] [blame] | 240 | __be32 ib_port_def_cap[MLX4_MAX_PORTS + 1]; |
Yevgeny Petrilin | b79acb4 | 2008-10-22 10:56:48 -0700 | [diff] [blame] | 241 | u64 def_mac[MLX4_MAX_PORTS + 1]; |
| 242 | int eth_mtu_cap[MLX4_MAX_PORTS + 1]; |
Roland Dreier | 5ae2a7a | 2007-06-18 08:15:02 -0700 | [diff] [blame] | 243 | int gid_table_len[MLX4_MAX_PORTS + 1]; |
| 244 | int pkey_table_len[MLX4_MAX_PORTS + 1]; |
Yevgeny Petrilin | 7699517 | 2010-08-24 03:46:23 +0000 | [diff] [blame] | 245 | int trans_type[MLX4_MAX_PORTS + 1]; |
| 246 | int vendor_oui[MLX4_MAX_PORTS + 1]; |
| 247 | int wavelength[MLX4_MAX_PORTS + 1]; |
| 248 | u64 trans_code[MLX4_MAX_PORTS + 1]; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 249 | int local_ca_ack_delay; |
| 250 | int num_uars; |
| 251 | int bf_reg_size; |
| 252 | int bf_regs_per_page; |
| 253 | int max_sq_sg; |
| 254 | int max_rq_sg; |
| 255 | int num_qps; |
| 256 | int max_wqes; |
| 257 | int max_sq_desc_sz; |
| 258 | int max_rq_desc_sz; |
| 259 | int max_qp_init_rdma; |
| 260 | int max_qp_dest_rdma; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 261 | int sqp_start; |
| 262 | int num_srqs; |
| 263 | int max_srq_wqes; |
| 264 | int max_srq_sge; |
| 265 | int reserved_srqs; |
| 266 | int num_cqs; |
| 267 | int max_cqes; |
| 268 | int reserved_cqs; |
| 269 | int num_eqs; |
| 270 | int reserved_eqs; |
Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 271 | int num_comp_vectors; |
Yevgeny Petrilin | 0b7ca5a | 2011-03-22 22:37:47 +0000 | [diff] [blame] | 272 | int comp_pool; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 273 | int num_mpts; |
| 274 | int num_mtt_segs; |
Eli Cohen | ab6bf42 | 2009-05-27 14:38:34 -0700 | [diff] [blame] | 275 | int mtts_per_seg; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 276 | int fmr_reserved_mtts; |
| 277 | int reserved_mtts; |
| 278 | int reserved_mrws; |
| 279 | int reserved_uars; |
| 280 | int num_mgms; |
| 281 | int num_amgms; |
| 282 | int reserved_mcgs; |
| 283 | int num_qp_per_mgm; |
| 284 | int num_pds; |
| 285 | int reserved_pds; |
Sean Hefty | 012a8ff | 2011-06-02 09:01:33 -0700 | [diff] [blame] | 286 | int max_xrcds; |
| 287 | int reserved_xrcds; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 288 | int mtt_entry_sz; |
Dotan Barak | 149983af | 2007-06-26 15:55:28 +0300 | [diff] [blame] | 289 | u32 max_msg_sz; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 290 | u32 page_size_cap; |
Or Gerlitz | 52eafc6 | 2011-06-15 14:41:42 +0000 | [diff] [blame] | 291 | u64 flags; |
Roland Dreier | 95d04f0 | 2008-07-23 08:12:26 -0700 | [diff] [blame] | 292 | u32 bmme_flags; |
| 293 | u32 reserved_lkey; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 294 | u16 stat_rate_support; |
Roland Dreier | 5ae2a7a | 2007-06-18 08:15:02 -0700 | [diff] [blame] | 295 | u8 port_width_cap[MLX4_MAX_PORTS + 1]; |
Eli Cohen | b832be1 | 2008-04-16 21:09:27 -0700 | [diff] [blame] | 296 | int max_gso_sz; |
Yevgeny Petrilin | 93fc9e1 | 2008-10-22 10:25:29 -0700 | [diff] [blame] | 297 | int reserved_qps_cnt[MLX4_NUM_QP_REGION]; |
| 298 | int reserved_qps; |
| 299 | int reserved_qps_base[MLX4_NUM_QP_REGION]; |
| 300 | int log_num_macs; |
| 301 | int log_num_vlans; |
| 302 | int log_num_prios; |
Yevgeny Petrilin | 7ff93f8 | 2008-10-22 15:38:42 -0700 | [diff] [blame] | 303 | enum mlx4_port_type port_type[MLX4_MAX_PORTS + 1]; |
| 304 | u8 supported_type[MLX4_MAX_PORTS + 1]; |
| 305 | u32 port_mask; |
Yevgeny Petrilin | 27bf91d | 2009-03-18 19:45:11 -0700 | [diff] [blame] | 306 | enum mlx4_port_type possible_type[MLX4_MAX_PORTS + 1]; |
Or Gerlitz | f2a3f6a | 2011-06-15 14:47:14 +0000 | [diff] [blame] | 307 | u32 max_counters; |
Marcel Apfelbaum | 97285b7 | 2011-10-24 11:02:34 +0200 | [diff] [blame] | 308 | u8 ext_port_cap[MLX4_MAX_PORTS + 1]; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 309 | }; |
| 310 | |
| 311 | struct mlx4_buf_list { |
| 312 | void *buf; |
| 313 | dma_addr_t map; |
| 314 | }; |
| 315 | |
| 316 | struct mlx4_buf { |
Roland Dreier | b57aacf | 2008-02-06 21:17:59 -0800 | [diff] [blame] | 317 | struct mlx4_buf_list direct; |
| 318 | struct mlx4_buf_list *page_list; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 319 | int nbufs; |
| 320 | int npages; |
| 321 | int page_shift; |
| 322 | }; |
| 323 | |
| 324 | struct mlx4_mtt { |
| 325 | u32 first_seg; |
| 326 | int order; |
| 327 | int page_shift; |
| 328 | }; |
| 329 | |
Yevgeny Petrilin | 6296883 | 2008-04-23 11:55:45 -0700 | [diff] [blame] | 330 | enum { |
| 331 | MLX4_DB_PER_PAGE = PAGE_SIZE / 4 |
| 332 | }; |
| 333 | |
| 334 | struct mlx4_db_pgdir { |
| 335 | struct list_head list; |
| 336 | DECLARE_BITMAP(order0, MLX4_DB_PER_PAGE); |
| 337 | DECLARE_BITMAP(order1, MLX4_DB_PER_PAGE / 2); |
| 338 | unsigned long *bits[2]; |
| 339 | __be32 *db_page; |
| 340 | dma_addr_t db_dma; |
| 341 | }; |
| 342 | |
| 343 | struct mlx4_ib_user_db_page; |
| 344 | |
| 345 | struct mlx4_db { |
| 346 | __be32 *db; |
| 347 | union { |
| 348 | struct mlx4_db_pgdir *pgdir; |
| 349 | struct mlx4_ib_user_db_page *user_page; |
| 350 | } u; |
| 351 | dma_addr_t dma; |
| 352 | int index; |
| 353 | int order; |
| 354 | }; |
| 355 | |
Yevgeny Petrilin | 38ae6a5 | 2008-04-25 14:27:08 -0700 | [diff] [blame] | 356 | struct mlx4_hwq_resources { |
| 357 | struct mlx4_db db; |
| 358 | struct mlx4_mtt mtt; |
| 359 | struct mlx4_buf buf; |
| 360 | }; |
| 361 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 362 | struct mlx4_mr { |
| 363 | struct mlx4_mtt mtt; |
| 364 | u64 iova; |
| 365 | u64 size; |
| 366 | u32 key; |
| 367 | u32 pd; |
| 368 | u32 access; |
| 369 | int enabled; |
| 370 | }; |
| 371 | |
Jack Morgenstein | 8ad11fb | 2007-08-01 12:29:05 +0300 | [diff] [blame] | 372 | struct mlx4_fmr { |
| 373 | struct mlx4_mr mr; |
| 374 | struct mlx4_mpt_entry *mpt; |
| 375 | __be64 *mtts; |
| 376 | dma_addr_t dma_handle; |
| 377 | int max_pages; |
| 378 | int max_maps; |
| 379 | int maps; |
| 380 | u8 page_shift; |
| 381 | }; |
| 382 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 383 | struct mlx4_uar { |
| 384 | unsigned long pfn; |
| 385 | int index; |
Eli Cohen | c1b43dc | 2011-03-22 22:38:41 +0000 | [diff] [blame] | 386 | struct list_head bf_list; |
| 387 | unsigned free_bf_bmap; |
| 388 | void __iomem *map; |
| 389 | void __iomem *bf_map; |
| 390 | }; |
| 391 | |
| 392 | struct mlx4_bf { |
| 393 | unsigned long offset; |
| 394 | int buf_size; |
| 395 | struct mlx4_uar *uar; |
| 396 | void __iomem *reg; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 397 | }; |
| 398 | |
| 399 | struct mlx4_cq { |
| 400 | void (*comp) (struct mlx4_cq *); |
| 401 | void (*event) (struct mlx4_cq *, enum mlx4_event); |
| 402 | |
| 403 | struct mlx4_uar *uar; |
| 404 | |
| 405 | u32 cons_index; |
| 406 | |
| 407 | __be32 *set_ci_db; |
| 408 | __be32 *arm_db; |
| 409 | int arm_sn; |
| 410 | |
| 411 | int cqn; |
Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 412 | unsigned vector; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 413 | |
| 414 | atomic_t refcount; |
| 415 | struct completion free; |
| 416 | }; |
| 417 | |
| 418 | struct mlx4_qp { |
| 419 | void (*event) (struct mlx4_qp *, enum mlx4_event); |
| 420 | |
| 421 | int qpn; |
| 422 | |
| 423 | atomic_t refcount; |
| 424 | struct completion free; |
| 425 | }; |
| 426 | |
| 427 | struct mlx4_srq { |
| 428 | void (*event) (struct mlx4_srq *, enum mlx4_event); |
| 429 | |
| 430 | int srqn; |
| 431 | int max; |
| 432 | int max_gs; |
| 433 | int wqe_shift; |
| 434 | |
| 435 | atomic_t refcount; |
| 436 | struct completion free; |
| 437 | }; |
| 438 | |
| 439 | struct mlx4_av { |
| 440 | __be32 port_pd; |
| 441 | u8 reserved1; |
| 442 | u8 g_slid; |
| 443 | __be16 dlid; |
| 444 | u8 reserved2; |
| 445 | u8 gid_index; |
| 446 | u8 stat_rate; |
| 447 | u8 hop_limit; |
| 448 | __be32 sl_tclass_flowlabel; |
| 449 | u8 dgid[16]; |
| 450 | }; |
| 451 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 452 | struct mlx4_eth_av { |
| 453 | __be32 port_pd; |
| 454 | u8 reserved1; |
| 455 | u8 smac_idx; |
| 456 | u16 reserved2; |
| 457 | u8 reserved3; |
| 458 | u8 gid_index; |
| 459 | u8 stat_rate; |
| 460 | u8 hop_limit; |
| 461 | __be32 sl_tclass_flowlabel; |
| 462 | u8 dgid[16]; |
| 463 | u32 reserved4[2]; |
| 464 | __be16 vlan; |
| 465 | u8 mac[6]; |
| 466 | }; |
| 467 | |
| 468 | union mlx4_ext_av { |
| 469 | struct mlx4_av ib; |
| 470 | struct mlx4_eth_av eth; |
| 471 | }; |
| 472 | |
Or Gerlitz | f2a3f6a | 2011-06-15 14:47:14 +0000 | [diff] [blame] | 473 | struct mlx4_counter { |
| 474 | u8 reserved1[3]; |
| 475 | u8 counter_mode; |
| 476 | __be32 num_ifc; |
| 477 | u32 reserved2[2]; |
| 478 | __be64 rx_frames; |
| 479 | __be64 rx_bytes; |
| 480 | __be64 tx_frames; |
| 481 | __be64 tx_bytes; |
| 482 | }; |
| 483 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 484 | struct mlx4_dev { |
| 485 | struct pci_dev *pdev; |
| 486 | unsigned long flags; |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 487 | unsigned long num_slaves; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 488 | struct mlx4_caps caps; |
| 489 | struct radix_tree_root qp_table_tree; |
Yevgeny Petrilin | 725c899 | 2011-03-22 22:38:07 +0000 | [diff] [blame] | 490 | u8 rev_id; |
Jack Morgenstein | cd9281d | 2007-09-18 09:14:18 +0200 | [diff] [blame] | 491 | char board_id[MLX4_BOARD_ID_LEN]; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 492 | }; |
| 493 | |
| 494 | struct mlx4_init_port_param { |
| 495 | int set_guid0; |
| 496 | int set_node_guid; |
| 497 | int set_si_guid; |
| 498 | u16 mtu; |
| 499 | int port_width_cap; |
| 500 | u16 vl_cap; |
| 501 | u16 max_gid; |
| 502 | u16 max_pkey; |
| 503 | u64 guid0; |
| 504 | u64 node_guid; |
| 505 | u64 si_guid; |
| 506 | }; |
| 507 | |
Yevgeny Petrilin | 7ff93f8 | 2008-10-22 15:38:42 -0700 | [diff] [blame] | 508 | #define mlx4_foreach_port(port, dev, type) \ |
| 509 | for ((port) = 1; (port) <= (dev)->caps.num_ports; (port)++) \ |
| 510 | if (((type) == MLX4_PORT_TYPE_IB ? (dev)->caps.port_mask : \ |
| 511 | ~(dev)->caps.port_mask) & 1 << ((port) - 1)) |
| 512 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 513 | #define mlx4_foreach_ib_transport_port(port, dev) \ |
| 514 | for ((port) = 1; (port) <= (dev)->caps.num_ports; (port)++) \ |
| 515 | if (((dev)->caps.port_mask & 1 << ((port) - 1)) || \ |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 516 | ((dev)->caps.flags & MLX4_DEV_CAP_FLAG_IBOE)) |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 517 | |
Jack Morgenstein | 623ed84 | 2011-12-13 04:10:33 +0000 | [diff] [blame^] | 518 | static inline int mlx4_is_master(struct mlx4_dev *dev) |
| 519 | { |
| 520 | return dev->flags & MLX4_FLAG_MASTER; |
| 521 | } |
| 522 | |
| 523 | static inline int mlx4_is_qp_reserved(struct mlx4_dev *dev, u32 qpn) |
| 524 | { |
| 525 | return (qpn < dev->caps.sqp_start + 8); |
| 526 | } |
| 527 | |
| 528 | static inline int mlx4_is_mfunc(struct mlx4_dev *dev) |
| 529 | { |
| 530 | return dev->flags & (MLX4_FLAG_SLAVE | MLX4_FLAG_MASTER); |
| 531 | } |
| 532 | |
| 533 | static inline int mlx4_is_slave(struct mlx4_dev *dev) |
| 534 | { |
| 535 | return dev->flags & MLX4_FLAG_SLAVE; |
| 536 | } |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 537 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 538 | int mlx4_buf_alloc(struct mlx4_dev *dev, int size, int max_direct, |
| 539 | struct mlx4_buf *buf); |
| 540 | void mlx4_buf_free(struct mlx4_dev *dev, int size, struct mlx4_buf *buf); |
Roland Dreier | 1c69fc2 | 2008-02-06 21:07:54 -0800 | [diff] [blame] | 541 | static inline void *mlx4_buf_offset(struct mlx4_buf *buf, int offset) |
| 542 | { |
Jack Morgenstein | 313abe5 | 2008-01-28 10:40:51 +0200 | [diff] [blame] | 543 | if (BITS_PER_LONG == 64 || buf->nbufs == 1) |
Roland Dreier | b57aacf | 2008-02-06 21:17:59 -0800 | [diff] [blame] | 544 | return buf->direct.buf + offset; |
Roland Dreier | 1c69fc2 | 2008-02-06 21:07:54 -0800 | [diff] [blame] | 545 | else |
Roland Dreier | b57aacf | 2008-02-06 21:17:59 -0800 | [diff] [blame] | 546 | return buf->page_list[offset >> PAGE_SHIFT].buf + |
Roland Dreier | 1c69fc2 | 2008-02-06 21:07:54 -0800 | [diff] [blame] | 547 | (offset & (PAGE_SIZE - 1)); |
| 548 | } |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 549 | |
| 550 | int mlx4_pd_alloc(struct mlx4_dev *dev, u32 *pdn); |
| 551 | void mlx4_pd_free(struct mlx4_dev *dev, u32 pdn); |
Sean Hefty | 012a8ff | 2011-06-02 09:01:33 -0700 | [diff] [blame] | 552 | int mlx4_xrcd_alloc(struct mlx4_dev *dev, u32 *xrcdn); |
| 553 | void mlx4_xrcd_free(struct mlx4_dev *dev, u32 xrcdn); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 554 | |
| 555 | int mlx4_uar_alloc(struct mlx4_dev *dev, struct mlx4_uar *uar); |
| 556 | void mlx4_uar_free(struct mlx4_dev *dev, struct mlx4_uar *uar); |
Eli Cohen | c1b43dc | 2011-03-22 22:38:41 +0000 | [diff] [blame] | 557 | int mlx4_bf_alloc(struct mlx4_dev *dev, struct mlx4_bf *bf); |
| 558 | void mlx4_bf_free(struct mlx4_dev *dev, struct mlx4_bf *bf); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 559 | |
| 560 | int mlx4_mtt_init(struct mlx4_dev *dev, int npages, int page_shift, |
| 561 | struct mlx4_mtt *mtt); |
| 562 | void mlx4_mtt_cleanup(struct mlx4_dev *dev, struct mlx4_mtt *mtt); |
| 563 | u64 mlx4_mtt_addr(struct mlx4_dev *dev, struct mlx4_mtt *mtt); |
| 564 | |
| 565 | int mlx4_mr_alloc(struct mlx4_dev *dev, u32 pd, u64 iova, u64 size, u32 access, |
| 566 | int npages, int page_shift, struct mlx4_mr *mr); |
| 567 | void mlx4_mr_free(struct mlx4_dev *dev, struct mlx4_mr *mr); |
| 568 | int mlx4_mr_enable(struct mlx4_dev *dev, struct mlx4_mr *mr); |
| 569 | int mlx4_write_mtt(struct mlx4_dev *dev, struct mlx4_mtt *mtt, |
| 570 | int start_index, int npages, u64 *page_list); |
| 571 | int mlx4_buf_write_mtt(struct mlx4_dev *dev, struct mlx4_mtt *mtt, |
| 572 | struct mlx4_buf *buf); |
| 573 | |
Yevgeny Petrilin | 6296883 | 2008-04-23 11:55:45 -0700 | [diff] [blame] | 574 | int mlx4_db_alloc(struct mlx4_dev *dev, struct mlx4_db *db, int order); |
| 575 | void mlx4_db_free(struct mlx4_dev *dev, struct mlx4_db *db); |
| 576 | |
Yevgeny Petrilin | 38ae6a5 | 2008-04-25 14:27:08 -0700 | [diff] [blame] | 577 | int mlx4_alloc_hwq_res(struct mlx4_dev *dev, struct mlx4_hwq_resources *wqres, |
| 578 | int size, int max_direct); |
| 579 | void mlx4_free_hwq_res(struct mlx4_dev *mdev, struct mlx4_hwq_resources *wqres, |
| 580 | int size); |
| 581 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 582 | int mlx4_cq_alloc(struct mlx4_dev *dev, int nent, struct mlx4_mtt *mtt, |
Yevgeny Petrilin | e463c7b | 2008-04-29 13:46:50 -0700 | [diff] [blame] | 583 | struct mlx4_uar *uar, u64 db_rec, struct mlx4_cq *cq, |
Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 584 | unsigned vector, int collapsed); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 585 | void mlx4_cq_free(struct mlx4_dev *dev, struct mlx4_cq *cq); |
| 586 | |
Yevgeny Petrilin | a3cdcbf | 2008-10-10 12:01:37 -0700 | [diff] [blame] | 587 | int mlx4_qp_reserve_range(struct mlx4_dev *dev, int cnt, int align, int *base); |
| 588 | void mlx4_qp_release_range(struct mlx4_dev *dev, int base_qpn, int cnt); |
| 589 | |
| 590 | int mlx4_qp_alloc(struct mlx4_dev *dev, int qpn, struct mlx4_qp *qp); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 591 | void mlx4_qp_free(struct mlx4_dev *dev, struct mlx4_qp *qp); |
| 592 | |
Sean Hefty | 18abd5e | 2011-06-02 10:43:26 -0700 | [diff] [blame] | 593 | int mlx4_srq_alloc(struct mlx4_dev *dev, u32 pdn, u32 cqn, u16 xrcdn, |
| 594 | struct mlx4_mtt *mtt, u64 db_rec, struct mlx4_srq *srq); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 595 | void mlx4_srq_free(struct mlx4_dev *dev, struct mlx4_srq *srq); |
| 596 | int mlx4_srq_arm(struct mlx4_dev *dev, struct mlx4_srq *srq, int limit_watermark); |
Jack Morgenstein | 65541cb | 2007-06-21 13:03:11 +0300 | [diff] [blame] | 597 | int mlx4_srq_query(struct mlx4_dev *dev, struct mlx4_srq *srq, int *limit_watermark); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 598 | |
Roland Dreier | 5ae2a7a | 2007-06-18 08:15:02 -0700 | [diff] [blame] | 599 | int mlx4_INIT_PORT(struct mlx4_dev *dev, int port); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 600 | int mlx4_CLOSE_PORT(struct mlx4_dev *dev, int port); |
| 601 | |
Ron Livne | 521e575 | 2008-07-14 23:48:48 -0700 | [diff] [blame] | 602 | int mlx4_multicast_attach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16], |
Aleksey Senin | da995a8 | 2010-12-02 11:44:49 +0000 | [diff] [blame] | 603 | int block_mcast_loopback, enum mlx4_protocol protocol); |
| 604 | int mlx4_multicast_detach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16], |
| 605 | enum mlx4_protocol protocol); |
Yevgeny Petrilin | 1679200 | 2011-03-22 22:38:31 +0000 | [diff] [blame] | 606 | int mlx4_multicast_promisc_add(struct mlx4_dev *dev, u32 qpn, u8 port); |
| 607 | int mlx4_multicast_promisc_remove(struct mlx4_dev *dev, u32 qpn, u8 port); |
| 608 | int mlx4_unicast_promisc_add(struct mlx4_dev *dev, u32 qpn, u8 port); |
| 609 | int mlx4_unicast_promisc_remove(struct mlx4_dev *dev, u32 qpn, u8 port); |
| 610 | int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port, u64 mac, u64 clear, u8 mode); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 611 | |
Yevgeny Petrilin | 1679200 | 2011-03-22 22:38:31 +0000 | [diff] [blame] | 612 | int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn, u8 wrap); |
| 613 | void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, int qpn); |
| 614 | int mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac, u8 wrap); |
Yevgeny Petrilin | 2a2336f | 2008-10-22 11:44:46 -0700 | [diff] [blame] | 615 | |
Eli Cohen | 4c3eb3c | 2010-08-26 17:19:22 +0300 | [diff] [blame] | 616 | int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx); |
Yevgeny Petrilin | 2a2336f | 2008-10-22 11:44:46 -0700 | [diff] [blame] | 617 | int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index); |
| 618 | void mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index); |
| 619 | |
Jack Morgenstein | 8ad11fb | 2007-08-01 12:29:05 +0300 | [diff] [blame] | 620 | int mlx4_map_phys_fmr(struct mlx4_dev *dev, struct mlx4_fmr *fmr, u64 *page_list, |
| 621 | int npages, u64 iova, u32 *lkey, u32 *rkey); |
| 622 | int mlx4_fmr_alloc(struct mlx4_dev *dev, u32 pd, u32 access, int max_pages, |
| 623 | int max_maps, u8 page_shift, struct mlx4_fmr *fmr); |
| 624 | int mlx4_fmr_enable(struct mlx4_dev *dev, struct mlx4_fmr *fmr); |
| 625 | void mlx4_fmr_unmap(struct mlx4_dev *dev, struct mlx4_fmr *fmr, |
| 626 | u32 *lkey, u32 *rkey); |
| 627 | int mlx4_fmr_free(struct mlx4_dev *dev, struct mlx4_fmr *fmr); |
| 628 | int mlx4_SYNC_TPT(struct mlx4_dev *dev); |
Yevgeny Petrilin | e7c1c2c4 | 2010-08-24 03:46:18 +0000 | [diff] [blame] | 629 | int mlx4_test_interrupts(struct mlx4_dev *dev); |
Yevgeny Petrilin | 0b7ca5a | 2011-03-22 22:37:47 +0000 | [diff] [blame] | 630 | int mlx4_assign_eq(struct mlx4_dev *dev, char* name , int* vector); |
| 631 | void mlx4_release_eq(struct mlx4_dev *dev, int vec); |
Jack Morgenstein | 8ad11fb | 2007-08-01 12:29:05 +0300 | [diff] [blame] | 632 | |
Yevgeny Petrilin | 14c07b1 | 2011-03-22 22:37:59 +0000 | [diff] [blame] | 633 | int mlx4_wol_read(struct mlx4_dev *dev, u64 *config, int port); |
| 634 | int mlx4_wol_write(struct mlx4_dev *dev, u64 config, int port); |
| 635 | |
Or Gerlitz | f2a3f6a | 2011-06-15 14:47:14 +0000 | [diff] [blame] | 636 | int mlx4_counter_alloc(struct mlx4_dev *dev, u32 *idx); |
| 637 | void mlx4_counter_free(struct mlx4_dev *dev, u32 idx); |
| 638 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 639 | #endif /* MLX4_DEVICE_H */ |