Andrew Vasquez | fa90c54 | 2005-10-27 11:10:08 -0700 | [diff] [blame] | 1 | /* |
| 2 | * QLogic Fibre Channel HBA Driver |
| 3 | * Copyright (c) 2003-2005 QLogic Corporation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
Andrew Vasquez | fa90c54 | 2005-10-27 11:10:08 -0700 | [diff] [blame] | 5 | * See LICENSE.qla2xxx for copyright and licensing details. |
| 6 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include "qla_def.h" |
| 8 | |
| 9 | #include <linux/blkdev.h> |
| 10 | #include <linux/delay.h> |
| 11 | |
| 12 | #include <scsi/scsi_tcq.h> |
| 13 | |
| 14 | static inline uint16_t qla2x00_get_cmd_direction(struct scsi_cmnd *cmd); |
| 15 | static inline cont_entry_t *qla2x00_prep_cont_type0_iocb(scsi_qla_host_t *); |
| 16 | static inline cont_a64_entry_t *qla2x00_prep_cont_type1_iocb(scsi_qla_host_t *); |
| 17 | static request_t *qla2x00_req_pkt(scsi_qla_host_t *ha); |
| 18 | |
| 19 | /** |
| 20 | * qla2x00_get_cmd_direction() - Determine control_flag data direction. |
| 21 | * @cmd: SCSI command |
| 22 | * |
| 23 | * Returns the proper CF_* direction based on CDB. |
| 24 | */ |
| 25 | static inline uint16_t |
| 26 | qla2x00_get_cmd_direction(struct scsi_cmnd *cmd) |
| 27 | { |
| 28 | uint16_t cflags; |
| 29 | |
| 30 | cflags = 0; |
| 31 | |
| 32 | /* Set transfer direction */ |
| 33 | if (cmd->sc_data_direction == DMA_TO_DEVICE) |
| 34 | cflags = CF_WRITE; |
| 35 | else if (cmd->sc_data_direction == DMA_FROM_DEVICE) |
| 36 | cflags = CF_READ; |
| 37 | return (cflags); |
| 38 | } |
| 39 | |
| 40 | /** |
| 41 | * qla2x00_calc_iocbs_32() - Determine number of Command Type 2 and |
| 42 | * Continuation Type 0 IOCBs to allocate. |
| 43 | * |
| 44 | * @dsds: number of data segment decriptors needed |
| 45 | * |
| 46 | * Returns the number of IOCB entries needed to store @dsds. |
| 47 | */ |
| 48 | uint16_t |
| 49 | qla2x00_calc_iocbs_32(uint16_t dsds) |
| 50 | { |
| 51 | uint16_t iocbs; |
| 52 | |
| 53 | iocbs = 1; |
| 54 | if (dsds > 3) { |
| 55 | iocbs += (dsds - 3) / 7; |
| 56 | if ((dsds - 3) % 7) |
| 57 | iocbs++; |
| 58 | } |
| 59 | return (iocbs); |
| 60 | } |
| 61 | |
| 62 | /** |
| 63 | * qla2x00_calc_iocbs_64() - Determine number of Command Type 3 and |
| 64 | * Continuation Type 1 IOCBs to allocate. |
| 65 | * |
| 66 | * @dsds: number of data segment decriptors needed |
| 67 | * |
| 68 | * Returns the number of IOCB entries needed to store @dsds. |
| 69 | */ |
| 70 | uint16_t |
| 71 | qla2x00_calc_iocbs_64(uint16_t dsds) |
| 72 | { |
| 73 | uint16_t iocbs; |
| 74 | |
| 75 | iocbs = 1; |
| 76 | if (dsds > 2) { |
| 77 | iocbs += (dsds - 2) / 5; |
| 78 | if ((dsds - 2) % 5) |
| 79 | iocbs++; |
| 80 | } |
| 81 | return (iocbs); |
| 82 | } |
| 83 | |
| 84 | /** |
| 85 | * qla2x00_prep_cont_type0_iocb() - Initialize a Continuation Type 0 IOCB. |
| 86 | * @ha: HA context |
| 87 | * |
| 88 | * Returns a pointer to the Continuation Type 0 IOCB packet. |
| 89 | */ |
| 90 | static inline cont_entry_t * |
| 91 | qla2x00_prep_cont_type0_iocb(scsi_qla_host_t *ha) |
| 92 | { |
| 93 | cont_entry_t *cont_pkt; |
| 94 | |
| 95 | /* Adjust ring index. */ |
| 96 | ha->req_ring_index++; |
| 97 | if (ha->req_ring_index == ha->request_q_length) { |
| 98 | ha->req_ring_index = 0; |
| 99 | ha->request_ring_ptr = ha->request_ring; |
| 100 | } else { |
| 101 | ha->request_ring_ptr++; |
| 102 | } |
| 103 | |
| 104 | cont_pkt = (cont_entry_t *)ha->request_ring_ptr; |
| 105 | |
| 106 | /* Load packet defaults. */ |
| 107 | *((uint32_t *)(&cont_pkt->entry_type)) = |
| 108 | __constant_cpu_to_le32(CONTINUE_TYPE); |
| 109 | |
| 110 | return (cont_pkt); |
| 111 | } |
| 112 | |
| 113 | /** |
| 114 | * qla2x00_prep_cont_type1_iocb() - Initialize a Continuation Type 1 IOCB. |
| 115 | * @ha: HA context |
| 116 | * |
| 117 | * Returns a pointer to the continuation type 1 IOCB packet. |
| 118 | */ |
| 119 | static inline cont_a64_entry_t * |
| 120 | qla2x00_prep_cont_type1_iocb(scsi_qla_host_t *ha) |
| 121 | { |
| 122 | cont_a64_entry_t *cont_pkt; |
| 123 | |
| 124 | /* Adjust ring index. */ |
| 125 | ha->req_ring_index++; |
| 126 | if (ha->req_ring_index == ha->request_q_length) { |
| 127 | ha->req_ring_index = 0; |
| 128 | ha->request_ring_ptr = ha->request_ring; |
| 129 | } else { |
| 130 | ha->request_ring_ptr++; |
| 131 | } |
| 132 | |
| 133 | cont_pkt = (cont_a64_entry_t *)ha->request_ring_ptr; |
| 134 | |
| 135 | /* Load packet defaults. */ |
| 136 | *((uint32_t *)(&cont_pkt->entry_type)) = |
| 137 | __constant_cpu_to_le32(CONTINUE_A64_TYPE); |
| 138 | |
| 139 | return (cont_pkt); |
| 140 | } |
| 141 | |
| 142 | /** |
| 143 | * qla2x00_build_scsi_iocbs_32() - Build IOCB command utilizing 32bit |
| 144 | * capable IOCB types. |
| 145 | * |
| 146 | * @sp: SRB command to process |
| 147 | * @cmd_pkt: Command type 2 IOCB |
| 148 | * @tot_dsds: Total number of segments to transfer |
| 149 | */ |
| 150 | void qla2x00_build_scsi_iocbs_32(srb_t *sp, cmd_entry_t *cmd_pkt, |
| 151 | uint16_t tot_dsds) |
| 152 | { |
| 153 | uint16_t avail_dsds; |
| 154 | uint32_t *cur_dsd; |
| 155 | scsi_qla_host_t *ha; |
| 156 | struct scsi_cmnd *cmd; |
| 157 | |
| 158 | cmd = sp->cmd; |
| 159 | |
| 160 | /* Update entry type to indicate Command Type 2 IOCB */ |
| 161 | *((uint32_t *)(&cmd_pkt->entry_type)) = |
| 162 | __constant_cpu_to_le32(COMMAND_TYPE); |
| 163 | |
| 164 | /* No data transfer */ |
| 165 | if (cmd->request_bufflen == 0 || cmd->sc_data_direction == DMA_NONE) { |
| 166 | cmd_pkt->byte_count = __constant_cpu_to_le32(0); |
| 167 | return; |
| 168 | } |
| 169 | |
| 170 | ha = sp->ha; |
| 171 | |
| 172 | cmd_pkt->control_flags |= cpu_to_le16(qla2x00_get_cmd_direction(cmd)); |
| 173 | |
| 174 | /* Three DSDs are available in the Command Type 2 IOCB */ |
| 175 | avail_dsds = 3; |
| 176 | cur_dsd = (uint32_t *)&cmd_pkt->dseg_0_address; |
| 177 | |
| 178 | /* Load data segments */ |
| 179 | if (cmd->use_sg != 0) { |
| 180 | struct scatterlist *cur_seg; |
| 181 | struct scatterlist *end_seg; |
| 182 | |
| 183 | cur_seg = (struct scatterlist *)cmd->request_buffer; |
| 184 | end_seg = cur_seg + tot_dsds; |
| 185 | while (cur_seg < end_seg) { |
| 186 | cont_entry_t *cont_pkt; |
| 187 | |
| 188 | /* Allocate additional continuation packets? */ |
| 189 | if (avail_dsds == 0) { |
| 190 | /* |
| 191 | * Seven DSDs are available in the Continuation |
| 192 | * Type 0 IOCB. |
| 193 | */ |
| 194 | cont_pkt = qla2x00_prep_cont_type0_iocb(ha); |
| 195 | cur_dsd = (uint32_t *)&cont_pkt->dseg_0_address; |
| 196 | avail_dsds = 7; |
| 197 | } |
| 198 | |
| 199 | *cur_dsd++ = cpu_to_le32(sg_dma_address(cur_seg)); |
| 200 | *cur_dsd++ = cpu_to_le32(sg_dma_len(cur_seg)); |
| 201 | avail_dsds--; |
| 202 | |
| 203 | cur_seg++; |
| 204 | } |
| 205 | } else { |
| 8302192 | 2005-04-17 15:10:41 -0500 | [diff] [blame] | 206 | *cur_dsd++ = cpu_to_le32(sp->dma_handle); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | *cur_dsd++ = cpu_to_le32(cmd->request_bufflen); |
| 208 | } |
| 209 | } |
| 210 | |
| 211 | /** |
| 212 | * qla2x00_build_scsi_iocbs_64() - Build IOCB command utilizing 64bit |
| 213 | * capable IOCB types. |
| 214 | * |
| 215 | * @sp: SRB command to process |
| 216 | * @cmd_pkt: Command type 3 IOCB |
| 217 | * @tot_dsds: Total number of segments to transfer |
| 218 | */ |
| 219 | void qla2x00_build_scsi_iocbs_64(srb_t *sp, cmd_entry_t *cmd_pkt, |
| 220 | uint16_t tot_dsds) |
| 221 | { |
| 222 | uint16_t avail_dsds; |
| 223 | uint32_t *cur_dsd; |
| 224 | scsi_qla_host_t *ha; |
| 225 | struct scsi_cmnd *cmd; |
| 226 | |
| 227 | cmd = sp->cmd; |
| 228 | |
| 229 | /* Update entry type to indicate Command Type 3 IOCB */ |
| 230 | *((uint32_t *)(&cmd_pkt->entry_type)) = |
| 231 | __constant_cpu_to_le32(COMMAND_A64_TYPE); |
| 232 | |
| 233 | /* No data transfer */ |
| 234 | if (cmd->request_bufflen == 0 || cmd->sc_data_direction == DMA_NONE) { |
| 235 | cmd_pkt->byte_count = __constant_cpu_to_le32(0); |
| 236 | return; |
| 237 | } |
| 238 | |
| 239 | ha = sp->ha; |
| 240 | |
| 241 | cmd_pkt->control_flags |= cpu_to_le16(qla2x00_get_cmd_direction(cmd)); |
| 242 | |
| 243 | /* Two DSDs are available in the Command Type 3 IOCB */ |
| 244 | avail_dsds = 2; |
| 245 | cur_dsd = (uint32_t *)&cmd_pkt->dseg_0_address; |
| 246 | |
| 247 | /* Load data segments */ |
| 248 | if (cmd->use_sg != 0) { |
| 249 | struct scatterlist *cur_seg; |
| 250 | struct scatterlist *end_seg; |
| 251 | |
| 252 | cur_seg = (struct scatterlist *)cmd->request_buffer; |
| 253 | end_seg = cur_seg + tot_dsds; |
| 254 | while (cur_seg < end_seg) { |
| 255 | dma_addr_t sle_dma; |
| 256 | cont_a64_entry_t *cont_pkt; |
| 257 | |
| 258 | /* Allocate additional continuation packets? */ |
| 259 | if (avail_dsds == 0) { |
| 260 | /* |
| 261 | * Five DSDs are available in the Continuation |
| 262 | * Type 1 IOCB. |
| 263 | */ |
| 264 | cont_pkt = qla2x00_prep_cont_type1_iocb(ha); |
| 265 | cur_dsd = (uint32_t *)cont_pkt->dseg_0_address; |
| 266 | avail_dsds = 5; |
| 267 | } |
| 268 | |
| 269 | sle_dma = sg_dma_address(cur_seg); |
| 270 | *cur_dsd++ = cpu_to_le32(LSD(sle_dma)); |
| 271 | *cur_dsd++ = cpu_to_le32(MSD(sle_dma)); |
| 272 | *cur_dsd++ = cpu_to_le32(sg_dma_len(cur_seg)); |
| 273 | avail_dsds--; |
| 274 | |
| 275 | cur_seg++; |
| 276 | } |
| 277 | } else { |
| 8302192 | 2005-04-17 15:10:41 -0500 | [diff] [blame] | 278 | *cur_dsd++ = cpu_to_le32(LSD(sp->dma_handle)); |
| 279 | *cur_dsd++ = cpu_to_le32(MSD(sp->dma_handle)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 280 | *cur_dsd++ = cpu_to_le32(cmd->request_bufflen); |
| 281 | } |
| 282 | } |
| 283 | |
| 284 | /** |
| 285 | * qla2x00_start_scsi() - Send a SCSI command to the ISP |
| 286 | * @sp: command to send to the ISP |
| 287 | * |
| 288 | * Returns non-zero if a failure occured, else zero. |
| 289 | */ |
| 290 | int |
| 291 | qla2x00_start_scsi(srb_t *sp) |
| 292 | { |
| 293 | int ret; |
| 294 | unsigned long flags; |
| 295 | scsi_qla_host_t *ha; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 296 | struct scsi_cmnd *cmd; |
| 297 | uint32_t *clr_ptr; |
| 298 | uint32_t index; |
| 299 | uint32_t handle; |
| 300 | cmd_entry_t *cmd_pkt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 301 | struct scatterlist *sg; |
| 302 | uint16_t cnt; |
| 303 | uint16_t req_cnt; |
| 304 | uint16_t tot_dsds; |
Andrew Vasquez | 3d71644 | 2005-07-06 10:30:26 -0700 | [diff] [blame] | 305 | struct device_reg_2xxx __iomem *reg; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 306 | |
| 307 | /* Setup device pointers. */ |
| 308 | ret = 0; |
| bdf7962 | 2005-04-17 15:06:53 -0500 | [diff] [blame] | 309 | ha = sp->ha; |
Andrew Vasquez | 3d71644 | 2005-07-06 10:30:26 -0700 | [diff] [blame] | 310 | reg = &ha->iobase->isp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 311 | cmd = sp->cmd; |
| 8302192 | 2005-04-17 15:10:41 -0500 | [diff] [blame] | 312 | /* So we know we haven't pci_map'ed anything yet */ |
| 313 | tot_dsds = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 314 | |
| 315 | /* Send marker if required */ |
| 316 | if (ha->marker_needed != 0) { |
| 317 | if (qla2x00_marker(ha, 0, 0, MK_SYNC_ALL) != QLA_SUCCESS) { |
| 318 | return (QLA_FUNCTION_FAILED); |
| 319 | } |
| 320 | ha->marker_needed = 0; |
| 321 | } |
| 322 | |
| 323 | /* Acquire ring specific lock */ |
| 324 | spin_lock_irqsave(&ha->hardware_lock, flags); |
| 325 | |
| 326 | /* Check for room in outstanding command list. */ |
| 327 | handle = ha->current_outstanding_cmd; |
| 328 | for (index = 1; index < MAX_OUTSTANDING_COMMANDS; index++) { |
| 329 | handle++; |
| 330 | if (handle == MAX_OUTSTANDING_COMMANDS) |
| 331 | handle = 1; |
| 332 | if (ha->outstanding_cmds[handle] == 0) |
| 333 | break; |
| 334 | } |
| 335 | if (index == MAX_OUTSTANDING_COMMANDS) |
| 336 | goto queuing_error; |
| 337 | |
| 8302192 | 2005-04-17 15:10:41 -0500 | [diff] [blame] | 338 | /* Map the sg table so we have an accurate count of sg entries needed */ |
| 339 | if (cmd->use_sg) { |
| 340 | sg = (struct scatterlist *) cmd->request_buffer; |
| 341 | tot_dsds = pci_map_sg(ha->pdev, sg, cmd->use_sg, |
| 342 | cmd->sc_data_direction); |
| 343 | if (tot_dsds == 0) |
| 344 | goto queuing_error; |
| 345 | } else if (cmd->request_bufflen) { |
| 346 | dma_addr_t req_dma; |
| 347 | |
| 348 | req_dma = pci_map_single(ha->pdev, cmd->request_buffer, |
| 349 | cmd->request_bufflen, cmd->sc_data_direction); |
| 350 | if (dma_mapping_error(req_dma)) |
| 351 | goto queuing_error; |
| 352 | |
| 353 | sp->dma_handle = req_dma; |
| 354 | tot_dsds = 1; |
| 355 | } |
| 356 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 357 | /* Calculate the number of request entries needed. */ |
Andrew Vasquez | abbd887 | 2005-07-06 10:30:05 -0700 | [diff] [blame] | 358 | req_cnt = ha->isp_ops.calc_req_entries(tot_dsds); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 359 | if (ha->req_q_cnt < (req_cnt + 2)) { |
| 360 | cnt = RD_REG_WORD_RELAXED(ISP_REQ_Q_OUT(ha, reg)); |
| 361 | if (ha->req_ring_index < cnt) |
| 362 | ha->req_q_cnt = cnt - ha->req_ring_index; |
| 363 | else |
| 364 | ha->req_q_cnt = ha->request_q_length - |
| 365 | (ha->req_ring_index - cnt); |
| 366 | } |
| 367 | if (ha->req_q_cnt < (req_cnt + 2)) |
| 368 | goto queuing_error; |
| 369 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 370 | /* Build command packet */ |
| 371 | ha->current_outstanding_cmd = handle; |
| 372 | ha->outstanding_cmds[handle] = sp; |
| 373 | sp->ha = ha; |
| 374 | sp->cmd->host_scribble = (unsigned char *)(unsigned long)handle; |
| 375 | ha->req_q_cnt -= req_cnt; |
| 376 | |
| 377 | cmd_pkt = (cmd_entry_t *)ha->request_ring_ptr; |
| 378 | cmd_pkt->handle = handle; |
| 379 | /* Zero out remaining portion of packet. */ |
| 380 | clr_ptr = (uint32_t *)cmd_pkt + 2; |
| 381 | memset(clr_ptr, 0, REQUEST_ENTRY_SIZE - 8); |
| 382 | cmd_pkt->dseg_count = cpu_to_le16(tot_dsds); |
| 383 | |
| bdf7962 | 2005-04-17 15:06:53 -0500 | [diff] [blame] | 384 | /* Set target ID and LUN number*/ |
| 385 | SET_TARGET_ID(ha, cmd_pkt->target, sp->fcport->loop_id); |
| 386 | cmd_pkt->lun = cpu_to_le16(sp->cmd->device->lun); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 387 | |
| 388 | /* Update tagged queuing modifier */ |
| 389 | cmd_pkt->control_flags = __constant_cpu_to_le16(CF_SIMPLE_TAG); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 390 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 391 | /* Load SCSI command packet. */ |
| 392 | memcpy(cmd_pkt->scsi_cdb, cmd->cmnd, cmd->cmd_len); |
| 393 | cmd_pkt->byte_count = cpu_to_le32((uint32_t)cmd->request_bufflen); |
| 394 | |
| 395 | /* Build IOCB segments */ |
Andrew Vasquez | abbd887 | 2005-07-06 10:30:05 -0700 | [diff] [blame] | 396 | ha->isp_ops.build_iocbs(sp, cmd_pkt, tot_dsds); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 397 | |
| 398 | /* Set total data segment count. */ |
| 399 | cmd_pkt->entry_count = (uint8_t)req_cnt; |
| 400 | wmb(); |
| 401 | |
| 402 | /* Adjust ring index. */ |
| 403 | ha->req_ring_index++; |
| 404 | if (ha->req_ring_index == ha->request_q_length) { |
| 405 | ha->req_ring_index = 0; |
| 406 | ha->request_ring_ptr = ha->request_ring; |
| 407 | } else |
| 408 | ha->request_ring_ptr++; |
| 409 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 410 | sp->flags |= SRB_DMA_VALID; |
| 411 | sp->state = SRB_ACTIVE_STATE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 412 | |
| 413 | /* Set chip new ring index. */ |
| 414 | WRT_REG_WORD(ISP_REQ_Q_IN(ha, reg), ha->req_ring_index); |
| 415 | RD_REG_WORD_RELAXED(ISP_REQ_Q_IN(ha, reg)); /* PCI Posting. */ |
| 416 | |
Andrew Vasquez | 4fdfefe | 2005-10-27 11:09:48 -0700 | [diff] [blame] | 417 | /* Manage unprocessed RIO/ZIO commands in response queue. */ |
| 418 | if (ha->flags.process_response_queue && |
| 419 | ha->response_ring_ptr->signature != RESPONSE_PROCESSED) |
| 420 | qla2x00_process_response_queue(ha); |
| 421 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 422 | spin_unlock_irqrestore(&ha->hardware_lock, flags); |
| 423 | return (QLA_SUCCESS); |
| 424 | |
| 425 | queuing_error: |
| 8302192 | 2005-04-17 15:10:41 -0500 | [diff] [blame] | 426 | if (cmd->use_sg && tot_dsds) { |
| 427 | sg = (struct scatterlist *) cmd->request_buffer; |
| 428 | pci_unmap_sg(ha->pdev, sg, cmd->use_sg, |
| 429 | cmd->sc_data_direction); |
| 430 | } else if (tot_dsds) { |
| 431 | pci_unmap_single(ha->pdev, sp->dma_handle, |
| 432 | cmd->request_bufflen, cmd->sc_data_direction); |
| 433 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 434 | spin_unlock_irqrestore(&ha->hardware_lock, flags); |
| 435 | |
| 436 | return (QLA_FUNCTION_FAILED); |
| 437 | } |
| 438 | |
| 439 | /** |
| 440 | * qla2x00_marker() - Send a marker IOCB to the firmware. |
| 441 | * @ha: HA context |
| 442 | * @loop_id: loop ID |
| 443 | * @lun: LUN |
| 444 | * @type: marker modifier |
| 445 | * |
| 446 | * Can be called from both normal and interrupt context. |
| 447 | * |
| 448 | * Returns non-zero if a failure occured, else zero. |
| 449 | */ |
Andrew Vasquez | fa2a1ce | 2005-07-06 10:32:07 -0700 | [diff] [blame] | 450 | int |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 451 | __qla2x00_marker(scsi_qla_host_t *ha, uint16_t loop_id, uint16_t lun, |
| 452 | uint8_t type) |
| 453 | { |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 454 | mrk_entry_t *mrk; |
| 455 | struct mrk_entry_24xx *mrk24; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 456 | |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 457 | mrk24 = NULL; |
| 458 | mrk = (mrk_entry_t *)qla2x00_req_pkt(ha); |
| 459 | if (mrk == NULL) { |
| 460 | DEBUG2_3(printk("%s(%ld): failed to allocate Marker IOCB.\n", |
| 461 | __func__, ha->host_no)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 462 | |
| 463 | return (QLA_FUNCTION_FAILED); |
| 464 | } |
| 465 | |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 466 | mrk->entry_type = MARKER_TYPE; |
| 467 | mrk->modifier = type; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 468 | if (type != MK_SYNC_ALL) { |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 469 | if (IS_QLA24XX(ha) || IS_QLA25XX(ha)) { |
| 470 | mrk24 = (struct mrk_entry_24xx *) mrk; |
| 471 | mrk24->nport_handle = cpu_to_le16(loop_id); |
| 472 | mrk24->lun[1] = LSB(lun); |
| 473 | mrk24->lun[2] = MSB(lun); |
| 474 | } else { |
| 475 | SET_TARGET_ID(ha, mrk->target, loop_id); |
| 476 | mrk->lun = cpu_to_le16(lun); |
| 477 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 478 | } |
| 479 | wmb(); |
| 480 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 481 | qla2x00_isp_cmd(ha); |
| 482 | |
| 483 | return (QLA_SUCCESS); |
| 484 | } |
| 485 | |
Andrew Vasquez | fa2a1ce | 2005-07-06 10:32:07 -0700 | [diff] [blame] | 486 | int |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 487 | qla2x00_marker(scsi_qla_host_t *ha, uint16_t loop_id, uint16_t lun, |
| 488 | uint8_t type) |
| 489 | { |
| 490 | int ret; |
| 491 | unsigned long flags = 0; |
| 492 | |
| 493 | spin_lock_irqsave(&ha->hardware_lock, flags); |
| 494 | ret = __qla2x00_marker(ha, loop_id, lun, type); |
| 495 | spin_unlock_irqrestore(&ha->hardware_lock, flags); |
| 496 | |
| 497 | return (ret); |
| 498 | } |
| 499 | |
| 500 | /** |
| 501 | * qla2x00_req_pkt() - Retrieve a request packet from the request ring. |
| 502 | * @ha: HA context |
| 503 | * |
| 504 | * Note: The caller must hold the hardware lock before calling this routine. |
| 505 | * |
| 506 | * Returns NULL if function failed, else, a pointer to the request packet. |
| 507 | */ |
| 508 | static request_t * |
| 509 | qla2x00_req_pkt(scsi_qla_host_t *ha) |
| 510 | { |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 511 | device_reg_t __iomem *reg = ha->iobase; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 512 | request_t *pkt = NULL; |
| 513 | uint16_t cnt; |
| 514 | uint32_t *dword_ptr; |
| 515 | uint32_t timer; |
| 516 | uint16_t req_cnt = 1; |
| 517 | |
| 518 | /* Wait 1 second for slot. */ |
| 519 | for (timer = HZ; timer; timer--) { |
| 520 | if ((req_cnt + 2) >= ha->req_q_cnt) { |
| 521 | /* Calculate number of free request entries. */ |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 522 | if (IS_QLA24XX(ha) || IS_QLA25XX(ha)) |
| 523 | cnt = (uint16_t)RD_REG_DWORD( |
| 524 | ®->isp24.req_q_out); |
| 525 | else |
| 526 | cnt = qla2x00_debounce_register( |
| 527 | ISP_REQ_Q_OUT(ha, ®->isp)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 528 | if (ha->req_ring_index < cnt) |
| 529 | ha->req_q_cnt = cnt - ha->req_ring_index; |
| 530 | else |
| 531 | ha->req_q_cnt = ha->request_q_length - |
| 532 | (ha->req_ring_index - cnt); |
| 533 | } |
| 534 | /* If room for request in request ring. */ |
| 535 | if ((req_cnt + 2) < ha->req_q_cnt) { |
| 536 | ha->req_q_cnt--; |
| 537 | pkt = ha->request_ring_ptr; |
| 538 | |
| 539 | /* Zero out packet. */ |
| 540 | dword_ptr = (uint32_t *)pkt; |
| 541 | for (cnt = 0; cnt < REQUEST_ENTRY_SIZE / 4; cnt++) |
| 542 | *dword_ptr++ = 0; |
| 543 | |
| 544 | /* Set system defined field. */ |
| 545 | pkt->sys_define = (uint8_t)ha->req_ring_index; |
| 546 | |
| 547 | /* Set entry count. */ |
| 548 | pkt->entry_count = 1; |
| 549 | |
| 550 | break; |
| 551 | } |
| 552 | |
| 553 | /* Release ring specific lock */ |
| 554 | spin_unlock(&ha->hardware_lock); |
| 555 | |
| 556 | udelay(2); /* 2 us */ |
| 557 | |
| 558 | /* Check for pending interrupts. */ |
| 559 | /* During init we issue marker directly */ |
| 560 | if (!ha->marker_needed) |
| 561 | qla2x00_poll(ha); |
| 562 | |
| 563 | spin_lock_irq(&ha->hardware_lock); |
| 564 | } |
| 565 | if (!pkt) { |
| 566 | DEBUG2_3(printk("%s(): **** FAILED ****\n", __func__)); |
| 567 | } |
| 568 | |
| 569 | return (pkt); |
| 570 | } |
| 571 | |
| 572 | /** |
| 573 | * qla2x00_isp_cmd() - Modify the request ring pointer. |
| 574 | * @ha: HA context |
| 575 | * |
| 576 | * Note: The caller must hold the hardware lock before calling this routine. |
| 577 | */ |
| 578 | void |
| 579 | qla2x00_isp_cmd(scsi_qla_host_t *ha) |
| 580 | { |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 581 | device_reg_t __iomem *reg = ha->iobase; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 582 | |
| 583 | DEBUG5(printk("%s(): IOCB data:\n", __func__)); |
| 584 | DEBUG5(qla2x00_dump_buffer( |
| 585 | (uint8_t *)ha->request_ring_ptr, REQUEST_ENTRY_SIZE)); |
| 586 | |
| 587 | /* Adjust ring index. */ |
| 588 | ha->req_ring_index++; |
| 589 | if (ha->req_ring_index == ha->request_q_length) { |
| 590 | ha->req_ring_index = 0; |
| 591 | ha->request_ring_ptr = ha->request_ring; |
| 592 | } else |
| 593 | ha->request_ring_ptr++; |
| 594 | |
| 595 | /* Set chip new ring index. */ |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 596 | if (IS_QLA24XX(ha) || IS_QLA25XX(ha)) { |
| 597 | WRT_REG_DWORD(®->isp24.req_q_in, ha->req_ring_index); |
| 598 | RD_REG_DWORD_RELAXED(®->isp24.req_q_in); |
| 599 | } else { |
| 600 | WRT_REG_WORD(ISP_REQ_Q_IN(ha, ®->isp), ha->req_ring_index); |
| 601 | RD_REG_WORD_RELAXED(ISP_REQ_Q_IN(ha, ®->isp)); |
| 602 | } |
| 603 | |
| 604 | } |
| 605 | |
| 606 | /** |
| 607 | * qla24xx_calc_iocbs() - Determine number of Command Type 3 and |
| 608 | * Continuation Type 1 IOCBs to allocate. |
| 609 | * |
| 610 | * @dsds: number of data segment decriptors needed |
| 611 | * |
| 612 | * Returns the number of IOCB entries needed to store @dsds. |
| 613 | */ |
| 614 | static inline uint16_t |
| 615 | qla24xx_calc_iocbs(uint16_t dsds) |
| 616 | { |
| 617 | uint16_t iocbs; |
| 618 | |
| 619 | iocbs = 1; |
| 620 | if (dsds > 1) { |
| 621 | iocbs += (dsds - 1) / 5; |
| 622 | if ((dsds - 1) % 5) |
| 623 | iocbs++; |
| 624 | } |
| 625 | return iocbs; |
| 626 | } |
| 627 | |
| 628 | /** |
| 629 | * qla24xx_build_scsi_iocbs() - Build IOCB command utilizing Command Type 7 |
| 630 | * IOCB types. |
| 631 | * |
| 632 | * @sp: SRB command to process |
| 633 | * @cmd_pkt: Command type 3 IOCB |
| 634 | * @tot_dsds: Total number of segments to transfer |
| 635 | */ |
| 636 | static inline void |
| 637 | qla24xx_build_scsi_iocbs(srb_t *sp, struct cmd_type_7 *cmd_pkt, |
| 638 | uint16_t tot_dsds) |
| 639 | { |
| 640 | uint16_t avail_dsds; |
| 641 | uint32_t *cur_dsd; |
| 642 | scsi_qla_host_t *ha; |
| 643 | struct scsi_cmnd *cmd; |
| 644 | |
| 645 | cmd = sp->cmd; |
| 646 | |
| 647 | /* Update entry type to indicate Command Type 3 IOCB */ |
| 648 | *((uint32_t *)(&cmd_pkt->entry_type)) = |
| 649 | __constant_cpu_to_le32(COMMAND_TYPE_7); |
| 650 | |
| 651 | /* No data transfer */ |
| 652 | if (cmd->request_bufflen == 0 || cmd->sc_data_direction == DMA_NONE) { |
| 653 | cmd_pkt->byte_count = __constant_cpu_to_le32(0); |
| 654 | return; |
| 655 | } |
| 656 | |
| 657 | ha = sp->ha; |
| 658 | |
| 659 | /* Set transfer direction */ |
| 660 | if (cmd->sc_data_direction == DMA_TO_DEVICE) |
| 661 | cmd_pkt->task_mgmt_flags = |
| 662 | __constant_cpu_to_le16(TMF_WRITE_DATA); |
| 663 | else if (cmd->sc_data_direction == DMA_FROM_DEVICE) |
| 664 | cmd_pkt->task_mgmt_flags = |
| 665 | __constant_cpu_to_le16(TMF_READ_DATA); |
| 666 | |
| 667 | /* One DSD is available in the Command Type 3 IOCB */ |
| 668 | avail_dsds = 1; |
| 669 | cur_dsd = (uint32_t *)&cmd_pkt->dseg_0_address; |
| 670 | |
| 671 | /* Load data segments */ |
| 672 | if (cmd->use_sg != 0) { |
| 673 | struct scatterlist *cur_seg; |
| 674 | struct scatterlist *end_seg; |
| 675 | |
| 676 | cur_seg = (struct scatterlist *)cmd->request_buffer; |
| 677 | end_seg = cur_seg + tot_dsds; |
| 678 | while (cur_seg < end_seg) { |
| 679 | dma_addr_t sle_dma; |
| 680 | cont_a64_entry_t *cont_pkt; |
| 681 | |
| 682 | /* Allocate additional continuation packets? */ |
| 683 | if (avail_dsds == 0) { |
| 684 | /* |
| 685 | * Five DSDs are available in the Continuation |
| 686 | * Type 1 IOCB. |
| 687 | */ |
| 688 | cont_pkt = qla2x00_prep_cont_type1_iocb(ha); |
| 689 | cur_dsd = (uint32_t *)cont_pkt->dseg_0_address; |
| 690 | avail_dsds = 5; |
| 691 | } |
| 692 | |
| 693 | sle_dma = sg_dma_address(cur_seg); |
| 694 | *cur_dsd++ = cpu_to_le32(LSD(sle_dma)); |
| 695 | *cur_dsd++ = cpu_to_le32(MSD(sle_dma)); |
| 696 | *cur_dsd++ = cpu_to_le32(sg_dma_len(cur_seg)); |
| 697 | avail_dsds--; |
| 698 | |
| 699 | cur_seg++; |
| 700 | } |
| 701 | } else { |
| 702 | *cur_dsd++ = cpu_to_le32(LSD(sp->dma_handle)); |
| 703 | *cur_dsd++ = cpu_to_le32(MSD(sp->dma_handle)); |
| 704 | *cur_dsd++ = cpu_to_le32(cmd->request_bufflen); |
| 705 | } |
| 706 | } |
| 707 | |
| 708 | |
| 709 | /** |
| 710 | * qla24xx_start_scsi() - Send a SCSI command to the ISP |
| 711 | * @sp: command to send to the ISP |
| 712 | * |
| 713 | * Returns non-zero if a failure occured, else zero. |
| 714 | */ |
| 715 | int |
| 716 | qla24xx_start_scsi(srb_t *sp) |
| 717 | { |
| 718 | int ret; |
| 719 | unsigned long flags; |
| 720 | scsi_qla_host_t *ha; |
| 721 | struct scsi_cmnd *cmd; |
| 722 | uint32_t *clr_ptr; |
| 723 | uint32_t index; |
| 724 | uint32_t handle; |
| 725 | struct cmd_type_7 *cmd_pkt; |
| 726 | struct scatterlist *sg; |
| 727 | uint16_t cnt; |
| 728 | uint16_t req_cnt; |
| 729 | uint16_t tot_dsds; |
Linus Torvalds | db776a1 | 2005-07-26 14:50:02 -0700 | [diff] [blame] | 730 | struct device_reg_24xx __iomem *reg; |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 731 | |
| 732 | /* Setup device pointers. */ |
| 733 | ret = 0; |
| 734 | ha = sp->ha; |
| 735 | reg = &ha->iobase->isp24; |
| 736 | cmd = sp->cmd; |
| 737 | /* So we know we haven't pci_map'ed anything yet */ |
| 738 | tot_dsds = 0; |
| 739 | |
| 740 | /* Send marker if required */ |
| 741 | if (ha->marker_needed != 0) { |
| 742 | if (qla2x00_marker(ha, 0, 0, MK_SYNC_ALL) != QLA_SUCCESS) { |
| 743 | return QLA_FUNCTION_FAILED; |
| 744 | } |
| 745 | ha->marker_needed = 0; |
| 746 | } |
| 747 | |
| 748 | /* Acquire ring specific lock */ |
| 749 | spin_lock_irqsave(&ha->hardware_lock, flags); |
| 750 | |
| 751 | /* Check for room in outstanding command list. */ |
| 752 | handle = ha->current_outstanding_cmd; |
| 753 | for (index = 1; index < MAX_OUTSTANDING_COMMANDS; index++) { |
| 754 | handle++; |
| 755 | if (handle == MAX_OUTSTANDING_COMMANDS) |
| 756 | handle = 1; |
| 757 | if (ha->outstanding_cmds[handle] == 0) |
| 758 | break; |
| 759 | } |
| 760 | if (index == MAX_OUTSTANDING_COMMANDS) |
| 761 | goto queuing_error; |
| 762 | |
| 763 | /* Map the sg table so we have an accurate count of sg entries needed */ |
| 764 | if (cmd->use_sg) { |
| 765 | sg = (struct scatterlist *) cmd->request_buffer; |
| 766 | tot_dsds = pci_map_sg(ha->pdev, sg, cmd->use_sg, |
| 767 | cmd->sc_data_direction); |
| 768 | if (tot_dsds == 0) |
| 769 | goto queuing_error; |
| 770 | } else if (cmd->request_bufflen) { |
| 771 | dma_addr_t req_dma; |
| 772 | |
| 773 | req_dma = pci_map_single(ha->pdev, cmd->request_buffer, |
| 774 | cmd->request_bufflen, cmd->sc_data_direction); |
| 775 | if (dma_mapping_error(req_dma)) |
| 776 | goto queuing_error; |
| 777 | |
| 778 | sp->dma_handle = req_dma; |
| 779 | tot_dsds = 1; |
| 780 | } |
| 781 | |
| 782 | req_cnt = qla24xx_calc_iocbs(tot_dsds); |
| 783 | if (ha->req_q_cnt < (req_cnt + 2)) { |
| 784 | cnt = (uint16_t)RD_REG_DWORD_RELAXED(®->req_q_out); |
| 785 | if (ha->req_ring_index < cnt) |
| 786 | ha->req_q_cnt = cnt - ha->req_ring_index; |
| 787 | else |
| 788 | ha->req_q_cnt = ha->request_q_length - |
| 789 | (ha->req_ring_index - cnt); |
| 790 | } |
Andrew Vasquez | 131736d | 2005-08-26 19:09:20 -0700 | [diff] [blame] | 791 | if (ha->req_q_cnt < (req_cnt + 2)) |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 792 | goto queuing_error; |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 793 | |
| 794 | /* Build command packet. */ |
| 795 | ha->current_outstanding_cmd = handle; |
| 796 | ha->outstanding_cmds[handle] = sp; |
| 797 | sp->ha = ha; |
| 798 | sp->cmd->host_scribble = (unsigned char *)(unsigned long)handle; |
| 799 | ha->req_q_cnt -= req_cnt; |
| 800 | |
| 801 | cmd_pkt = (struct cmd_type_7 *)ha->request_ring_ptr; |
| 802 | cmd_pkt->handle = handle; |
| 803 | |
| 804 | /* Zero out remaining portion of packet. */ |
James Bottomley | 72df832 | 2005-10-28 14:41:19 -0500 | [diff] [blame] | 805 | /* tagged queuing modifier -- default is TSK_SIMPLE (0). */ |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 806 | clr_ptr = (uint32_t *)cmd_pkt + 2; |
| 807 | memset(clr_ptr, 0, REQUEST_ENTRY_SIZE - 8); |
| 808 | cmd_pkt->dseg_count = cpu_to_le16(tot_dsds); |
| 809 | |
| 810 | /* Set NPORT-ID and LUN number*/ |
| 811 | cmd_pkt->nport_handle = cpu_to_le16(sp->fcport->loop_id); |
| 812 | cmd_pkt->port_id[0] = sp->fcport->d_id.b.al_pa; |
| 813 | cmd_pkt->port_id[1] = sp->fcport->d_id.b.area; |
| 814 | cmd_pkt->port_id[2] = sp->fcport->d_id.b.domain; |
| 815 | |
Andrew Vasquez | 661c3f6 | 2005-10-27 11:09:58 -0700 | [diff] [blame] | 816 | int_to_scsilun(sp->cmd->device->lun, &cmd_pkt->lun); |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 817 | |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 818 | /* Load SCSI command packet. */ |
| 819 | memcpy(cmd_pkt->fcp_cdb, cmd->cmnd, cmd->cmd_len); |
| 820 | host_to_fcp_swap(cmd_pkt->fcp_cdb, sizeof(cmd_pkt->fcp_cdb)); |
| 821 | |
| 822 | cmd_pkt->byte_count = cpu_to_le32((uint32_t)cmd->request_bufflen); |
| 823 | |
| 824 | /* Build IOCB segments */ |
| 825 | qla24xx_build_scsi_iocbs(sp, cmd_pkt, tot_dsds); |
| 826 | |
| 827 | /* Set total data segment count. */ |
| 828 | cmd_pkt->entry_count = (uint8_t)req_cnt; |
| 829 | wmb(); |
| 830 | |
| 831 | /* Adjust ring index. */ |
| 832 | ha->req_ring_index++; |
| 833 | if (ha->req_ring_index == ha->request_q_length) { |
| 834 | ha->req_ring_index = 0; |
| 835 | ha->request_ring_ptr = ha->request_ring; |
| 836 | } else |
| 837 | ha->request_ring_ptr++; |
| 838 | |
| 839 | sp->flags |= SRB_DMA_VALID; |
| 840 | sp->state = SRB_ACTIVE_STATE; |
| 841 | |
| 842 | /* Set chip new ring index. */ |
| 843 | WRT_REG_DWORD(®->req_q_in, ha->req_ring_index); |
| 844 | RD_REG_DWORD_RELAXED(®->req_q_in); /* PCI Posting. */ |
| 845 | |
Andrew Vasquez | 4fdfefe | 2005-10-27 11:09:48 -0700 | [diff] [blame] | 846 | /* Manage unprocessed RIO/ZIO commands in response queue. */ |
| 847 | if (ha->flags.process_response_queue && |
| 848 | ha->response_ring_ptr->signature != RESPONSE_PROCESSED) |
| 849 | qla24xx_process_response_queue(ha); |
| 850 | |
Andrew Vasquez | 2b6c0ce | 2005-07-06 10:31:17 -0700 | [diff] [blame] | 851 | spin_unlock_irqrestore(&ha->hardware_lock, flags); |
| 852 | return QLA_SUCCESS; |
| 853 | |
| 854 | queuing_error: |
| 855 | if (cmd->use_sg && tot_dsds) { |
| 856 | sg = (struct scatterlist *) cmd->request_buffer; |
| 857 | pci_unmap_sg(ha->pdev, sg, cmd->use_sg, |
| 858 | cmd->sc_data_direction); |
| 859 | } else if (tot_dsds) { |
| 860 | pci_unmap_single(ha->pdev, sp->dma_handle, |
| 861 | cmd->request_bufflen, cmd->sc_data_direction); |
| 862 | } |
| 863 | spin_unlock_irqrestore(&ha->hardware_lock, flags); |
| 864 | |
| 865 | return QLA_FUNCTION_FAILED; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 866 | } |