blob: 4a6e203861d2eae8c04b5ec5487399675a59c91e [file] [log] [blame]
Darrick J. Wong338ec572006-10-18 14:43:37 -07001/*
2 * Support for SATA devices on Serial Attached SCSI (SAS) controllers
3 *
4 * Copyright (C) 2006 IBM Corporation
5 *
6 * Written by: Darrick J. Wong <djwong@us.ibm.com>, IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License as
10 * published by the Free Software Foundation; either version 2 of the
11 * License, or (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
21 * USA
22 */
23
James Bottomleyb9142172007-07-22 13:15:55 -050024#include <linux/scatterlist.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090025#include <linux/slab.h>
James Bottomleyb9142172007-07-22 13:15:55 -050026
Darrick J. Wong338ec572006-10-18 14:43:37 -070027#include <scsi/sas_ata.h>
28#include "sas_internal.h"
29#include <scsi/scsi_host.h>
30#include <scsi/scsi_device.h>
31#include <scsi/scsi_tcq.h>
32#include <scsi/scsi.h>
33#include <scsi/scsi_transport.h>
34#include <scsi/scsi_transport_sas.h>
35#include "../scsi_sas_internal.h"
Darrick J. Wong3a2755a2007-01-30 01:18:58 -080036#include "../scsi_transport_api.h"
37#include <scsi/scsi_eh.h>
Darrick J. Wong338ec572006-10-18 14:43:37 -070038
39static enum ata_completion_errors sas_to_ata_err(struct task_status_struct *ts)
40{
41 /* Cheesy attempt to translate SAS errors into ATA. Hah! */
42
43 /* transport error */
44 if (ts->resp == SAS_TASK_UNDELIVERED)
45 return AC_ERR_ATA_BUS;
46
47 /* ts->resp == SAS_TASK_COMPLETE */
48 /* task delivered, what happened afterwards? */
49 switch (ts->stat) {
50 case SAS_DEV_NO_RESPONSE:
51 return AC_ERR_TIMEOUT;
52
53 case SAS_INTERRUPTED:
54 case SAS_PHY_DOWN:
55 case SAS_NAK_R_ERR:
56 return AC_ERR_ATA_BUS;
57
58
59 case SAS_DATA_UNDERRUN:
60 /*
61 * Some programs that use the taskfile interface
62 * (smartctl in particular) can cause underrun
63 * problems. Ignore these errors, perhaps at our
64 * peril.
65 */
66 return 0;
67
68 case SAS_DATA_OVERRUN:
69 case SAS_QUEUE_FULL:
70 case SAS_DEVICE_UNKNOWN:
71 case SAS_SG_ERR:
72 return AC_ERR_INVALID;
73
Darrick J. Wong338ec572006-10-18 14:43:37 -070074 case SAS_OPEN_TO:
75 case SAS_OPEN_REJECT:
76 SAS_DPRINTK("%s: Saw error %d. What to do?\n",
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -070077 __func__, ts->stat);
Darrick J. Wong338ec572006-10-18 14:43:37 -070078 return AC_ERR_OTHER;
79
James Bottomley75c0b382011-01-23 08:16:24 -060080 case SAM_STAT_CHECK_CONDITION:
Darrick J. Wong338ec572006-10-18 14:43:37 -070081 case SAS_ABORTED_TASK:
82 return AC_ERR_DEV;
83
84 case SAS_PROTO_RESPONSE:
85 /* This means the ending_fis has the error
86 * value; return 0 here to collect it */
87 return 0;
88 default:
89 return 0;
90 }
91}
92
93static void sas_ata_task_done(struct sas_task *task)
94{
95 struct ata_queued_cmd *qc = task->uldd_task;
Darrick J. Wong1c50dc82007-01-30 01:18:41 -080096 struct domain_device *dev;
Darrick J. Wong338ec572006-10-18 14:43:37 -070097 struct task_status_struct *stat = &task->task_status;
98 struct ata_task_resp *resp = (struct ata_task_resp *)stat->buf;
Darrick J. Wong3a2755a2007-01-30 01:18:58 -080099 struct sas_ha_struct *sas_ha;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700100 enum ata_completion_errors ac;
Darrick J. Wong3eb7a512007-01-30 01:18:35 -0800101 unsigned long flags;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700102
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800103 if (!qc)
104 goto qc_already_gone;
105
106 dev = qc->ap->private_data;
Darrick J. Wong3a2755a2007-01-30 01:18:58 -0800107 sas_ha = dev->port->ha;
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800108
Darrick J. Wong3eb7a512007-01-30 01:18:35 -0800109 spin_lock_irqsave(dev->sata_dev.ap->lock, flags);
James Bottomley75c0b382011-01-23 08:16:24 -0600110 if (stat->stat == SAS_PROTO_RESPONSE || stat->stat == SAM_STAT_GOOD ||
111 ((stat->stat == SAM_STAT_CHECK_CONDITION &&
112 dev->sata_dev.command_set == ATAPI_COMMAND_SET))) {
Darrick J. Wong338ec572006-10-18 14:43:37 -0700113 ata_tf_from_fis(resp->ending_fis, &dev->sata_dev.tf);
114 qc->err_mask |= ac_err_mask(dev->sata_dev.tf.command);
115 dev->sata_dev.sstatus = resp->sstatus;
116 dev->sata_dev.serror = resp->serror;
117 dev->sata_dev.scontrol = resp->scontrol;
James Bottomley75c0b382011-01-23 08:16:24 -0600118 } else {
Darrick J. Wong338ec572006-10-18 14:43:37 -0700119 ac = sas_to_ata_err(stat);
120 if (ac) {
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -0700121 SAS_DPRINTK("%s: SAS error %x\n", __func__,
Darrick J. Wong338ec572006-10-18 14:43:37 -0700122 stat->stat);
123 /* We saw a SAS error. Send a vague error. */
124 qc->err_mask = ac;
125 dev->sata_dev.tf.feature = 0x04; /* status err */
126 dev->sata_dev.tf.command = ATA_ERR;
127 }
128 }
129
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800130 qc->lldd_task = NULL;
Darrick J. Wongfe059f12007-01-30 01:18:55 -0800131 if (qc->scsicmd)
132 ASSIGN_SAS_TASK(qc->scsicmd, NULL);
Darrick J. Wong338ec572006-10-18 14:43:37 -0700133 ata_qc_complete(qc);
Darrick J. Wong3eb7a512007-01-30 01:18:35 -0800134 spin_unlock_irqrestore(dev->sata_dev.ap->lock, flags);
135
Darrick J. Wong3a2755a2007-01-30 01:18:58 -0800136 /*
137 * If the sas_task has an ata qc, a scsi_cmnd and the aborted
138 * flag is set, then we must have come in via the libsas EH
139 * functions. When we exit this function, we need to put the
140 * scsi_cmnd on the list of finished errors. The ata_qc_complete
141 * call cleans up the libata side of things but we're protected
142 * from the scsi_cmnd going away because the scsi_cmnd is owned
143 * by the EH, making libata's call to scsi_done a NOP.
144 */
145 spin_lock_irqsave(&task->task_state_lock, flags);
146 if (qc->scsicmd && task->task_state_flags & SAS_TASK_STATE_ABORTED)
147 scsi_eh_finish_cmd(qc->scsicmd, &sas_ha->eh_done_q);
148 spin_unlock_irqrestore(&task->task_state_lock, flags);
149
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800150qc_already_gone:
Darrick J. Wong338ec572006-10-18 14:43:37 -0700151 list_del_init(&task->list);
152 sas_free_task(task);
153}
154
155static unsigned int sas_ata_qc_issue(struct ata_queued_cmd *qc)
156{
Darrick J. Wong35a7f2f2007-01-30 01:18:38 -0800157 int res;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700158 struct sas_task *task;
159 struct domain_device *dev = qc->ap->private_data;
160 struct sas_ha_struct *sas_ha = dev->port->ha;
161 struct Scsi_Host *host = sas_ha->core.shost;
162 struct sas_internal *i = to_sas_internal(host->transportt);
163 struct scatterlist *sg;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700164 unsigned int xfer = 0;
Tejun Heoff2aeb12007-12-05 16:43:11 +0900165 unsigned int si;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700166
Darrick J. Wong56dd2c02010-10-01 13:55:47 -0700167 /* If the device fell off, no sense in issuing commands */
168 if (dev->gone)
169 return AC_ERR_SYSTEM;
170
Darrick J. Wong338ec572006-10-18 14:43:37 -0700171 task = sas_alloc_task(GFP_ATOMIC);
172 if (!task)
Darrick J. Wong35a7f2f2007-01-30 01:18:38 -0800173 return AC_ERR_SYSTEM;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700174 task->dev = dev;
175 task->task_proto = SAS_PROTOCOL_STP;
176 task->task_done = sas_ata_task_done;
177
178 if (qc->tf.command == ATA_CMD_FPDMA_WRITE ||
179 qc->tf.command == ATA_CMD_FPDMA_READ) {
180 /* Need to zero out the tag libata assigned us */
181 qc->tf.nsect = 0;
182 }
183
James Bottomley110dd8f2007-07-20 13:11:44 -0500184 ata_tf_to_fis(&qc->tf, 1, 0, (u8*)&task->ata_task.fis);
Darrick J. Wong338ec572006-10-18 14:43:37 -0700185 task->uldd_task = qc;
Tejun Heo405e66b2007-11-27 19:28:53 +0900186 if (ata_is_atapi(qc->tf.protocol)) {
Darrick J. Wong338ec572006-10-18 14:43:37 -0700187 memcpy(task->ata_task.atapi_packet, qc->cdb, qc->dev->cdb_len);
James Bottomleydde20202008-02-19 11:36:56 +0100188 task->total_xfer_len = qc->nbytes;
189 task->num_scatter = qc->n_elem;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700190 } else {
Tejun Heoff2aeb12007-12-05 16:43:11 +0900191 for_each_sg(qc->sg, sg, qc->n_elem, si)
Darrick J. Wong338ec572006-10-18 14:43:37 -0700192 xfer += sg->length;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700193
194 task->total_xfer_len = xfer;
Tejun Heoff2aeb12007-12-05 16:43:11 +0900195 task->num_scatter = si;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700196 }
197
198 task->data_dir = qc->dma_dir;
Tejun Heoff2aeb12007-12-05 16:43:11 +0900199 task->scatter = qc->sg;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700200 task->ata_task.retry_count = 1;
201 task->task_state_flags = SAS_TASK_STATE_PENDING;
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800202 qc->lldd_task = task;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700203
204 switch (qc->tf.protocol) {
205 case ATA_PROT_NCQ:
206 task->ata_task.use_ncq = 1;
207 /* fall through */
Tejun Heo0dc36882007-12-18 16:34:43 -0500208 case ATAPI_PROT_DMA:
Darrick J. Wong338ec572006-10-18 14:43:37 -0700209 case ATA_PROT_DMA:
210 task->ata_task.dma_xfer = 1;
211 break;
212 }
213
Darrick J. Wongfe059f12007-01-30 01:18:55 -0800214 if (qc->scsicmd)
215 ASSIGN_SAS_TASK(qc->scsicmd, task);
216
Darrick J. Wong338ec572006-10-18 14:43:37 -0700217 if (sas_ha->lldd_max_execute_num < 2)
218 res = i->dft->lldd_execute_task(task, 1, GFP_ATOMIC);
219 else
220 res = sas_queue_up(task);
221
222 /* Examine */
223 if (res) {
224 SAS_DPRINTK("lldd_execute_task returned: %d\n", res);
225
Darrick J. Wongfe059f12007-01-30 01:18:55 -0800226 if (qc->scsicmd)
227 ASSIGN_SAS_TASK(qc->scsicmd, NULL);
Darrick J. Wong338ec572006-10-18 14:43:37 -0700228 sas_free_task(task);
Darrick J. Wong35a7f2f2007-01-30 01:18:38 -0800229 return AC_ERR_SYSTEM;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700230 }
231
Darrick J. Wong35a7f2f2007-01-30 01:18:38 -0800232 return 0;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700233}
234
Tejun Heo4c9bf4e2008-04-07 22:47:20 +0900235static bool sas_ata_qc_fill_rtf(struct ata_queued_cmd *qc)
236{
237 struct domain_device *dev = qc->ap->private_data;
238
239 memcpy(&qc->result_tf, &dev->sata_dev.tf, sizeof(qc->result_tf));
240 return true;
241}
242
Darrick J. Wong338ec572006-10-18 14:43:37 -0700243static void sas_ata_phy_reset(struct ata_port *ap)
244{
245 struct domain_device *dev = ap->private_data;
246 struct sas_internal *i =
247 to_sas_internal(dev->port->ha->core.shost->transportt);
James Bottomleya29c0512008-02-23 23:38:44 -0600248 int res = TMF_RESP_FUNC_FAILED;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700249
250 if (i->dft->lldd_I_T_nexus_reset)
251 res = i->dft->lldd_I_T_nexus_reset(dev);
252
James Bottomleya29c0512008-02-23 23:38:44 -0600253 if (res != TMF_RESP_FUNC_COMPLETE)
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -0700254 SAS_DPRINTK("%s: Unable to reset I T nexus?\n", __func__);
Darrick J. Wong338ec572006-10-18 14:43:37 -0700255
256 switch (dev->sata_dev.command_set) {
257 case ATA_COMMAND_SET:
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -0700258 SAS_DPRINTK("%s: Found ATA device.\n", __func__);
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900259 ap->link.device[0].class = ATA_DEV_ATA;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700260 break;
261 case ATAPI_COMMAND_SET:
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -0700262 SAS_DPRINTK("%s: Found ATAPI device.\n", __func__);
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900263 ap->link.device[0].class = ATA_DEV_ATAPI;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700264 break;
265 default:
266 SAS_DPRINTK("%s: Unknown SATA command set: %d.\n",
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -0700267 __func__,
Darrick J. Wong338ec572006-10-18 14:43:37 -0700268 dev->sata_dev.command_set);
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900269 ap->link.device[0].class = ATA_DEV_UNKNOWN;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700270 break;
271 }
272
273 ap->cbl = ATA_CBL_SATA;
274}
275
276static void sas_ata_post_internal(struct ata_queued_cmd *qc)
277{
278 if (qc->flags & ATA_QCFLAG_FAILED)
279 qc->err_mask |= AC_ERR_OTHER;
280
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800281 if (qc->err_mask) {
282 /*
283 * Find the sas_task and kill it. By this point,
284 * libata has decided to kill the qc, so we needn't
285 * bother with sas_ata_task_done. But we still
286 * ought to abort the task.
287 */
288 struct sas_task *task = qc->lldd_task;
Darrick J. Wong3a2755a2007-01-30 01:18:58 -0800289 unsigned long flags;
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800290
291 qc->lldd_task = NULL;
292 if (task) {
Darrick J. Wong3a2755a2007-01-30 01:18:58 -0800293 /* Should this be a AT(API) device reset? */
294 spin_lock_irqsave(&task->task_state_lock, flags);
295 task->task_state_flags |= SAS_TASK_NEED_DEV_RESET;
296 spin_unlock_irqrestore(&task->task_state_lock, flags);
297
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800298 task->uldd_task = NULL;
299 __sas_task_abort(task);
300 }
Darrick J. Wong1c50dc82007-01-30 01:18:41 -0800301 }
Darrick J. Wong338ec572006-10-18 14:43:37 -0700302}
303
Tejun Heo82ef04f2008-07-31 17:02:40 +0900304static int sas_ata_scr_write(struct ata_link *link, unsigned int sc_reg_in,
Darrick J. Wong338ec572006-10-18 14:43:37 -0700305 u32 val)
306{
Tejun Heo82ef04f2008-07-31 17:02:40 +0900307 struct domain_device *dev = link->ap->private_data;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700308
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -0700309 SAS_DPRINTK("STUB %s\n", __func__);
Darrick J. Wong338ec572006-10-18 14:43:37 -0700310 switch (sc_reg_in) {
311 case SCR_STATUS:
312 dev->sata_dev.sstatus = val;
313 break;
314 case SCR_CONTROL:
315 dev->sata_dev.scontrol = val;
316 break;
317 case SCR_ERROR:
318 dev->sata_dev.serror = val;
319 break;
320 case SCR_ACTIVE:
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900321 dev->sata_dev.ap->link.sactive = val;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700322 break;
James Bottomley110dd8f2007-07-20 13:11:44 -0500323 default:
324 return -EINVAL;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700325 }
James Bottomley110dd8f2007-07-20 13:11:44 -0500326 return 0;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700327}
328
Tejun Heo82ef04f2008-07-31 17:02:40 +0900329static int sas_ata_scr_read(struct ata_link *link, unsigned int sc_reg_in,
James Bottomley110dd8f2007-07-20 13:11:44 -0500330 u32 *val)
Darrick J. Wong338ec572006-10-18 14:43:37 -0700331{
Tejun Heo82ef04f2008-07-31 17:02:40 +0900332 struct domain_device *dev = link->ap->private_data;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700333
Harvey Harrisoncadbd4a2008-07-03 23:47:27 -0700334 SAS_DPRINTK("STUB %s\n", __func__);
Darrick J. Wong338ec572006-10-18 14:43:37 -0700335 switch (sc_reg_in) {
336 case SCR_STATUS:
James Bottomley110dd8f2007-07-20 13:11:44 -0500337 *val = dev->sata_dev.sstatus;
338 return 0;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700339 case SCR_CONTROL:
James Bottomley110dd8f2007-07-20 13:11:44 -0500340 *val = dev->sata_dev.scontrol;
341 return 0;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700342 case SCR_ERROR:
James Bottomley110dd8f2007-07-20 13:11:44 -0500343 *val = dev->sata_dev.serror;
344 return 0;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700345 case SCR_ACTIVE:
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900346 *val = dev->sata_dev.ap->link.sactive;
James Bottomley110dd8f2007-07-20 13:11:44 -0500347 return 0;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700348 default:
James Bottomley110dd8f2007-07-20 13:11:44 -0500349 return -EINVAL;
Darrick J. Wong338ec572006-10-18 14:43:37 -0700350 }
351}
352
353static struct ata_port_operations sas_sata_ops = {
Darrick J. Wong338ec572006-10-18 14:43:37 -0700354 .phy_reset = sas_ata_phy_reset,
355 .post_internal_cmd = sas_ata_post_internal,
David Milburnf0ad30d2010-09-03 17:13:03 -0500356 .qc_defer = ata_std_qc_defer,
Darrick J. Wong338ec572006-10-18 14:43:37 -0700357 .qc_prep = ata_noop_qc_prep,
358 .qc_issue = sas_ata_qc_issue,
Tejun Heo4c9bf4e2008-04-07 22:47:20 +0900359 .qc_fill_rtf = sas_ata_qc_fill_rtf,
Darrick J. Wong338ec572006-10-18 14:43:37 -0700360 .port_start = ata_sas_port_start,
361 .port_stop = ata_sas_port_stop,
362 .scr_read = sas_ata_scr_read,
363 .scr_write = sas_ata_scr_write
364};
365
366static struct ata_port_info sata_port_info = {
367 .flags = ATA_FLAG_SATA | ATA_FLAG_NO_LEGACY | ATA_FLAG_SATA_RESET |
368 ATA_FLAG_MMIO | ATA_FLAG_PIO_DMA | ATA_FLAG_NCQ,
369 .pio_mask = 0x1f, /* PIO0-4 */
370 .mwdma_mask = 0x07, /* MWDMA0-2 */
371 .udma_mask = ATA_UDMA6,
372 .port_ops = &sas_sata_ops
373};
374
375int sas_ata_init_host_and_port(struct domain_device *found_dev,
376 struct scsi_target *starget)
377{
378 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
379 struct sas_ha_struct *ha = SHOST_TO_SAS_HA(shost);
380 struct ata_port *ap;
381
382 ata_host_init(&found_dev->sata_dev.ata_host,
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400383 ha->dev,
Darrick J. Wong338ec572006-10-18 14:43:37 -0700384 sata_port_info.flags,
385 &sas_sata_ops);
386 ap = ata_sas_port_alloc(&found_dev->sata_dev.ata_host,
387 &sata_port_info,
388 shost);
389 if (!ap) {
390 SAS_DPRINTK("ata_sas_port_alloc failed.\n");
391 return -ENODEV;
392 }
393
394 ap->private_data = found_dev;
395 ap->cbl = ATA_CBL_SATA;
396 ap->scsi_host = shost;
397 found_dev->sata_dev.ap = ap;
398
399 return 0;
400}
Darrick J. Wong3a2755a2007-01-30 01:18:58 -0800401
402void sas_ata_task_abort(struct sas_task *task)
403{
404 struct ata_queued_cmd *qc = task->uldd_task;
405 struct completion *waiting;
406
407 /* Bounce SCSI-initiated commands to the SCSI EH */
408 if (qc->scsicmd) {
James Bottomley1b4d0d82010-05-13 09:31:54 -0500409 struct request_queue *q = qc->scsicmd->device->request_queue;
410 unsigned long flags;
411
Tejun Heo70b25f82010-04-15 09:00:08 +0900412 spin_lock_irqsave(q->queue_lock, flags);
Jens Axboe242f9dc2008-09-14 05:55:09 -0700413 blk_abort_request(qc->scsicmd->request);
Tejun Heo70b25f82010-04-15 09:00:08 +0900414 spin_unlock_irqrestore(q->queue_lock, flags);
Darrick J. Wong3a2755a2007-01-30 01:18:58 -0800415 scsi_schedule_eh(qc->scsicmd->device->host);
416 return;
417 }
418
419 /* Internal command, fake a timeout and complete. */
420 qc->flags &= ~ATA_QCFLAG_ACTIVE;
421 qc->flags |= ATA_QCFLAG_FAILED;
422 qc->err_mask |= AC_ERR_TIMEOUT;
423 waiting = qc->private_data;
424 complete(waiting);
425}
James Bottomleyb9142172007-07-22 13:15:55 -0500426
427static void sas_task_timedout(unsigned long _task)
428{
429 struct sas_task *task = (void *) _task;
430 unsigned long flags;
431
432 spin_lock_irqsave(&task->task_state_lock, flags);
433 if (!(task->task_state_flags & SAS_TASK_STATE_DONE))
434 task->task_state_flags |= SAS_TASK_STATE_ABORTED;
435 spin_unlock_irqrestore(&task->task_state_lock, flags);
436
437 complete(&task->completion);
438}
439
440static void sas_disc_task_done(struct sas_task *task)
441{
442 if (!del_timer(&task->timer))
443 return;
444 complete(&task->completion);
445}
446
447#define SAS_DEV_TIMEOUT 10
448
449/**
450 * sas_execute_task -- Basic task processing for discovery
451 * @task: the task to be executed
452 * @buffer: pointer to buffer to do I/O
453 * @size: size of @buffer
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400454 * @dma_dir: DMA direction. DMA_xxx
James Bottomleyb9142172007-07-22 13:15:55 -0500455 */
456static int sas_execute_task(struct sas_task *task, void *buffer, int size,
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400457 enum dma_data_direction dma_dir)
James Bottomleyb9142172007-07-22 13:15:55 -0500458{
459 int res = 0;
460 struct scatterlist *scatter = NULL;
461 struct task_status_struct *ts = &task->task_status;
462 int num_scatter = 0;
463 int retries = 0;
464 struct sas_internal *i =
465 to_sas_internal(task->dev->port->ha->core.shost->transportt);
466
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400467 if (dma_dir != DMA_NONE) {
James Bottomleyb9142172007-07-22 13:15:55 -0500468 scatter = kzalloc(sizeof(*scatter), GFP_KERNEL);
469 if (!scatter)
470 goto out;
471
472 sg_init_one(scatter, buffer, size);
473 num_scatter = 1;
474 }
475
476 task->task_proto = task->dev->tproto;
477 task->scatter = scatter;
478 task->num_scatter = num_scatter;
479 task->total_xfer_len = size;
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400480 task->data_dir = dma_dir;
James Bottomleyb9142172007-07-22 13:15:55 -0500481 task->task_done = sas_disc_task_done;
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400482 if (dma_dir != DMA_NONE &&
James Bottomleyb9142172007-07-22 13:15:55 -0500483 sas_protocol_ata(task->task_proto)) {
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400484 task->num_scatter = dma_map_sg(task->dev->port->ha->dev,
James Bottomleyb9142172007-07-22 13:15:55 -0500485 task->scatter,
486 task->num_scatter,
487 task->data_dir);
488 }
489
490 for (retries = 0; retries < 5; retries++) {
491 task->task_state_flags = SAS_TASK_STATE_PENDING;
492 init_completion(&task->completion);
493
494 task->timer.data = (unsigned long) task;
495 task->timer.function = sas_task_timedout;
496 task->timer.expires = jiffies + SAS_DEV_TIMEOUT*HZ;
497 add_timer(&task->timer);
498
499 res = i->dft->lldd_execute_task(task, 1, GFP_KERNEL);
500 if (res) {
501 del_timer(&task->timer);
502 SAS_DPRINTK("executing SAS discovery task failed:%d\n",
503 res);
504 goto ex_err;
505 }
506 wait_for_completion(&task->completion);
James Bottomley32e8ae32007-12-30 12:37:31 -0600507 res = -ECOMM;
James Bottomleyb9142172007-07-22 13:15:55 -0500508 if (task->task_state_flags & SAS_TASK_STATE_ABORTED) {
509 int res2;
510 SAS_DPRINTK("task aborted, flags:0x%x\n",
511 task->task_state_flags);
512 res2 = i->dft->lldd_abort_task(task);
513 SAS_DPRINTK("came back from abort task\n");
514 if (!(task->task_state_flags & SAS_TASK_STATE_DONE)) {
515 if (res2 == TMF_RESP_FUNC_COMPLETE)
516 continue; /* Retry the task */
517 else
518 goto ex_err;
519 }
520 }
James Bottomleydf64d3c2010-07-27 15:51:13 -0500521 if (task->task_status.stat == SAM_STAT_BUSY ||
522 task->task_status.stat == SAM_STAT_TASK_SET_FULL ||
James Bottomleyb9142172007-07-22 13:15:55 -0500523 task->task_status.stat == SAS_QUEUE_FULL) {
524 SAS_DPRINTK("task: q busy, sleeping...\n");
525 schedule_timeout_interruptible(HZ);
James Bottomleydf64d3c2010-07-27 15:51:13 -0500526 } else if (task->task_status.stat == SAM_STAT_CHECK_CONDITION) {
James Bottomleyb9142172007-07-22 13:15:55 -0500527 struct scsi_sense_hdr shdr;
528
529 if (!scsi_normalize_sense(ts->buf, ts->buf_valid_size,
530 &shdr)) {
531 SAS_DPRINTK("couldn't normalize sense\n");
532 continue;
533 }
534 if ((shdr.sense_key == 6 && shdr.asc == 0x29) ||
535 (shdr.sense_key == 2 && shdr.asc == 4 &&
536 shdr.ascq == 1)) {
537 SAS_DPRINTK("device %016llx LUN: %016llx "
538 "powering up or not ready yet, "
539 "sleeping...\n",
540 SAS_ADDR(task->dev->sas_addr),
541 SAS_ADDR(task->ssp_task.LUN));
542
543 schedule_timeout_interruptible(5*HZ);
544 } else if (shdr.sense_key == 1) {
545 res = 0;
546 break;
547 } else if (shdr.sense_key == 5) {
548 break;
549 } else {
550 SAS_DPRINTK("dev %016llx LUN: %016llx "
551 "sense key:0x%x ASC:0x%x ASCQ:0x%x"
552 "\n",
553 SAS_ADDR(task->dev->sas_addr),
554 SAS_ADDR(task->ssp_task.LUN),
555 shdr.sense_key,
556 shdr.asc, shdr.ascq);
557 }
558 } else if (task->task_status.resp != SAS_TASK_COMPLETE ||
James Bottomleydf64d3c2010-07-27 15:51:13 -0500559 task->task_status.stat != SAM_STAT_GOOD) {
James Bottomleyb9142172007-07-22 13:15:55 -0500560 SAS_DPRINTK("task finished with resp:0x%x, "
561 "stat:0x%x\n",
562 task->task_status.resp,
563 task->task_status.stat);
564 goto ex_err;
565 } else {
566 res = 0;
567 break;
568 }
569 }
570ex_err:
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400571 if (dma_dir != DMA_NONE) {
James Bottomleyb9142172007-07-22 13:15:55 -0500572 if (sas_protocol_ata(task->task_proto))
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400573 dma_unmap_sg(task->dev->port->ha->dev,
James Bottomleyb9142172007-07-22 13:15:55 -0500574 task->scatter, task->num_scatter,
575 task->data_dir);
576 kfree(scatter);
577 }
578out:
579 return res;
580}
581
582/* ---------- SATA ---------- */
583
584static void sas_get_ata_command_set(struct domain_device *dev)
585{
586 struct dev_to_host_fis *fis =
587 (struct dev_to_host_fis *) dev->frame_rcvd;
588
589 if ((fis->sector_count == 1 && /* ATA */
590 fis->lbal == 1 &&
591 fis->lbam == 0 &&
592 fis->lbah == 0 &&
593 fis->device == 0)
594 ||
595 (fis->sector_count == 0 && /* CE-ATA (mATA) */
596 fis->lbal == 0 &&
597 fis->lbam == 0xCE &&
598 fis->lbah == 0xAA &&
599 (fis->device & ~0x10) == 0))
600
601 dev->sata_dev.command_set = ATA_COMMAND_SET;
602
603 else if ((fis->interrupt_reason == 1 && /* ATAPI */
604 fis->lbal == 1 &&
605 fis->byte_count_low == 0x14 &&
606 fis->byte_count_high == 0xEB &&
607 (fis->device & ~0x10) == 0))
608
609 dev->sata_dev.command_set = ATAPI_COMMAND_SET;
610
611 else if ((fis->sector_count == 1 && /* SEMB */
612 fis->lbal == 1 &&
613 fis->lbam == 0x3C &&
614 fis->lbah == 0xC3 &&
615 fis->device == 0)
616 ||
617 (fis->interrupt_reason == 1 && /* SATA PM */
618 fis->lbal == 1 &&
619 fis->byte_count_low == 0x69 &&
620 fis->byte_count_high == 0x96 &&
621 (fis->device & ~0x10) == 0))
622
623 /* Treat it as a superset? */
624 dev->sata_dev.command_set = ATAPI_COMMAND_SET;
625}
626
627/**
628 * sas_issue_ata_cmd -- Basic SATA command processing for discovery
629 * @dev: the device to send the command to
630 * @command: the command register
631 * @features: the features register
632 * @buffer: pointer to buffer to do I/O
633 * @size: size of @buffer
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400634 * @dma_dir: DMA direction. DMA_xxx
James Bottomleyb9142172007-07-22 13:15:55 -0500635 */
636static int sas_issue_ata_cmd(struct domain_device *dev, u8 command,
637 u8 features, void *buffer, int size,
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400638 enum dma_data_direction dma_dir)
James Bottomleyb9142172007-07-22 13:15:55 -0500639{
640 int res = 0;
641 struct sas_task *task;
642 struct dev_to_host_fis *d2h_fis = (struct dev_to_host_fis *)
643 &dev->frame_rcvd[0];
644
645 res = -ENOMEM;
646 task = sas_alloc_task(GFP_KERNEL);
647 if (!task)
648 goto out;
649
650 task->dev = dev;
651
652 task->ata_task.fis.fis_type = 0x27;
653 task->ata_task.fis.command = command;
654 task->ata_task.fis.features = features;
655 task->ata_task.fis.device = d2h_fis->device;
656 task->ata_task.retry_count = 1;
657
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400658 res = sas_execute_task(task, buffer, size, dma_dir);
James Bottomleyb9142172007-07-22 13:15:55 -0500659
660 sas_free_task(task);
661out:
662 return res;
663}
664
James Bottomleyb9142172007-07-22 13:15:55 -0500665#define ATA_IDENTIFY_DEV 0xEC
666#define ATA_IDENTIFY_PACKET_DEV 0xA1
667#define ATA_SET_FEATURES 0xEF
668#define ATA_FEATURE_PUP_STBY_SPIN_UP 0x07
669
670/**
671 * sas_discover_sata_dev -- discover a STP/SATA device (SATA_DEV)
672 * @dev: STP/SATA device of interest (ATA/ATAPI)
673 *
674 * The LLDD has already been notified of this device, so that we can
675 * send FISes to it. Here we try to get IDENTIFY DEVICE or IDENTIFY
676 * PACKET DEVICE, if ATAPI device, so that the LLDD can fine-tune its
677 * performance for this device.
678 */
679static int sas_discover_sata_dev(struct domain_device *dev)
680{
681 int res;
682 __le16 *identify_x;
683 u8 command;
684
685 identify_x = kzalloc(512, GFP_KERNEL);
686 if (!identify_x)
687 return -ENOMEM;
688
689 if (dev->sata_dev.command_set == ATA_COMMAND_SET) {
690 dev->sata_dev.identify_device = identify_x;
691 command = ATA_IDENTIFY_DEV;
692 } else {
693 dev->sata_dev.identify_packet_device = identify_x;
694 command = ATA_IDENTIFY_PACKET_DEV;
695 }
696
697 res = sas_issue_ata_cmd(dev, command, 0, identify_x, 512,
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400698 DMA_FROM_DEVICE);
James Bottomleyb9142172007-07-22 13:15:55 -0500699 if (res)
700 goto out_err;
701
702 /* lives on the media? */
703 if (le16_to_cpu(identify_x[0]) & 4) {
704 /* incomplete response */
705 SAS_DPRINTK("sending SET FEATURE/PUP_STBY_SPIN_UP to "
706 "dev %llx\n", SAS_ADDR(dev->sas_addr));
Al Viro17b7a8d2008-04-16 23:27:45 +0100707 if (!(identify_x[83] & cpu_to_le16(1<<6)))
James Bottomleyb9142172007-07-22 13:15:55 -0500708 goto cont1;
709 res = sas_issue_ata_cmd(dev, ATA_SET_FEATURES,
710 ATA_FEATURE_PUP_STBY_SPIN_UP,
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400711 NULL, 0, DMA_NONE);
James Bottomleyb9142172007-07-22 13:15:55 -0500712 if (res)
713 goto cont1;
714
715 schedule_timeout_interruptible(5*HZ); /* More time? */
716 res = sas_issue_ata_cmd(dev, command, 0, identify_x, 512,
Jeff Garzik1d1bbee2007-07-26 09:28:37 -0400717 DMA_FROM_DEVICE);
James Bottomleyb9142172007-07-22 13:15:55 -0500718 if (res)
719 goto out_err;
720 }
721cont1:
James Bottomleyb9142172007-07-22 13:15:55 -0500722 /* XXX Hint: register this SATA device with SATL.
723 When this returns, dev->sata_dev->lu is alive and
724 present.
725 sas_satl_register_dev(dev);
726 */
727
728 sas_fill_in_rphy(dev, dev->rphy);
729
730 return 0;
731out_err:
732 dev->sata_dev.identify_packet_device = NULL;
733 dev->sata_dev.identify_device = NULL;
734 kfree(identify_x);
735 return res;
736}
737
738static int sas_discover_sata_pm(struct domain_device *dev)
739{
740 return -ENODEV;
741}
742
743/**
744 * sas_discover_sata -- discover an STP/SATA domain device
745 * @dev: pointer to struct domain_device of interest
746 *
747 * First we notify the LLDD of this device, so we can send frames to
748 * it. Then depending on the type of device we call the appropriate
749 * discover functions. Once device discover is done, we notify the
750 * LLDD so that it can fine-tune its parameters for the device, by
751 * removing it and then adding it. That is, the second time around,
752 * the driver would have certain fields, that it is looking at, set.
753 * Finally we initialize the kobj so that the device can be added to
754 * the system at registration time. Devices directly attached to a HA
755 * port, have no parents. All other devices do, and should have their
756 * "parent" pointer set appropriately before calling this function.
757 */
758int sas_discover_sata(struct domain_device *dev)
759{
760 int res;
761
762 sas_get_ata_command_set(dev);
763
764 res = sas_notify_lldd_dev_found(dev);
765 if (res)
766 return res;
767
768 switch (dev->dev_type) {
769 case SATA_DEV:
770 res = sas_discover_sata_dev(dev);
771 break;
772 case SATA_PM:
773 res = sas_discover_sata_pm(dev);
774 break;
775 default:
776 break;
777 }
778 sas_notify_lldd_dev_gone(dev);
779 if (!res) {
780 sas_notify_lldd_dev_found(dev);
781 res = sas_rphy_add(dev->rphy);
782 }
783
784 return res;
785}