blob: 6a219a0844d347225576689d6290b7d287293356 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * vvvvvvvvvvvvvvvvvvvvvvv Original vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv
3 * Copyright (C) 1992 Eric Youngdale
4 * Simulate a host adapter with 2 disks attached. Do a lot of checking
5 * to make sure that we are not getting blocks mixed up, and PANIC if
6 * anything out of the ordinary is seen.
7 * ^^^^^^^^^^^^^^^^^^^^^^^ Original ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
8 *
Douglas Gilbert773642d2016-04-25 12:16:28 -04009 * Copyright (C) 2001 - 2016 Douglas Gilbert
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 *
Douglas Gilbert773642d2016-04-25 12:16:28 -040011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2, or (at your option)
14 * any later version.
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 *
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -040016 * For documentation see http://sg.danny.cz/sg/sdebug26.html
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 */
19
Tomas Winklerc12879702015-07-28 16:54:20 +030020
21#define pr_fmt(fmt) KBUILD_MODNAME ":%s: " fmt, __func__
22
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/module.h>
24
25#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <linux/errno.h>
Douglas Gilbertb333a812016-04-25 12:16:30 -040027#include <linux/jiffies.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090028#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <linux/types.h>
30#include <linux/string.h>
31#include <linux/genhd.h>
32#include <linux/fs.h>
33#include <linux/init.h>
34#include <linux/proc_fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <linux/vmalloc.h>
36#include <linux/moduleparam.h>
Jens Axboe852e0342007-07-16 10:19:24 +020037#include <linux/scatterlist.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <linux/blkdev.h>
Martin K. Petersenc6a44282009-01-04 03:08:19 -050039#include <linux/crc-t10dif.h>
Douglas Gilbertcbf67842014-07-26 11:55:35 -040040#include <linux/spinlock.h>
41#include <linux/interrupt.h>
42#include <linux/atomic.h>
43#include <linux/hrtimer.h>
Douglas Gilbert09ba24c2016-05-06 00:40:28 -040044#include <linux/uuid.h>
Martin K. Petersenc6a44282009-01-04 03:08:19 -050045
46#include <net/checksum.h>
FUJITA Tomonori9ff26ee2008-03-02 18:30:15 +090047
Martin K. Petersen44d92692009-10-15 14:45:27 -040048#include <asm/unaligned.h>
49
FUJITA Tomonori9ff26ee2008-03-02 18:30:15 +090050#include <scsi/scsi.h>
51#include <scsi/scsi_cmnd.h>
52#include <scsi/scsi_device.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070053#include <scsi/scsi_host.h>
54#include <scsi/scsicam.h>
FUJITA Tomonoria34c4e92008-03-25 09:26:50 +090055#include <scsi/scsi_eh.h>
Douglas Gilbertcbf67842014-07-26 11:55:35 -040056#include <scsi/scsi_tcq.h>
Martin K. Petersen395cef02009-09-18 17:33:03 -040057#include <scsi/scsi_dbg.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070058
Martin K. Petersenc6a44282009-01-04 03:08:19 -050059#include "sd.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070060#include "scsi_logging.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070061
Douglas Gilbert773642d2016-04-25 12:16:28 -040062/* make sure inq_product_rev string corresponds to this version */
Douglas Gilbertb01f6f82016-04-30 22:44:42 -040063#define SDEBUG_VERSION "1.86"
64static const char *sdebug_version_date = "20160430";
Douglas Gilbertcbf67842014-07-26 11:55:35 -040065
66#define MY_NAME "scsi_debug"
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -050068/* Additional Sense Code (ASC) */
Douglas Gilbertc65b1442006-06-06 00:11:24 -040069#define NO_ADDITIONAL_SENSE 0x0
70#define LOGICAL_UNIT_NOT_READY 0x4
Douglas Gilbertc2248fc2014-11-24 20:46:29 -050071#define LOGICAL_UNIT_COMMUNICATION_FAILURE 0x8
Linus Torvalds1da177e2005-04-16 15:20:36 -070072#define UNRECOVERED_READ_ERR 0x11
Douglas Gilbertc65b1442006-06-06 00:11:24 -040073#define PARAMETER_LIST_LENGTH_ERR 0x1a
Linus Torvalds1da177e2005-04-16 15:20:36 -070074#define INVALID_OPCODE 0x20
Douglas Gilbert22017ed2014-11-24 23:04:47 -050075#define LBA_OUT_OF_RANGE 0x21
Linus Torvalds1da177e2005-04-16 15:20:36 -070076#define INVALID_FIELD_IN_CDB 0x24
Douglas Gilbertc65b1442006-06-06 00:11:24 -040077#define INVALID_FIELD_IN_PARAM_LIST 0x26
Douglas Gilbertcbf67842014-07-26 11:55:35 -040078#define UA_RESET_ASC 0x29
79#define UA_CHANGED_ASC 0x2a
Ewan D. Milne19c8ead2014-12-04 11:49:27 -050080#define TARGET_CHANGED_ASC 0x3f
81#define LUNS_CHANGED_ASCQ 0x0e
Douglas Gilbert22017ed2014-11-24 23:04:47 -050082#define INSUFF_RES_ASC 0x55
83#define INSUFF_RES_ASCQ 0x3
Douglas Gilbertcbf67842014-07-26 11:55:35 -040084#define POWER_ON_RESET_ASCQ 0x0
85#define BUS_RESET_ASCQ 0x2 /* scsi bus reset occurred */
86#define MODE_CHANGED_ASCQ 0x1 /* mode parameters changed */
Douglas Gilbert22017ed2014-11-24 23:04:47 -050087#define CAPACITY_CHANGED_ASCQ 0x9
Linus Torvalds1da177e2005-04-16 15:20:36 -070088#define SAVING_PARAMS_UNSUP 0x39
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -050089#define TRANSPORT_PROBLEM 0x4b
Douglas Gilbertc65b1442006-06-06 00:11:24 -040090#define THRESHOLD_EXCEEDED 0x5d
91#define LOW_POWER_COND_ON 0x5e
Douglas Gilbert22017ed2014-11-24 23:04:47 -050092#define MISCOMPARE_VERIFY_ASC 0x1d
Ewan D. Milneacafd0b2014-12-04 11:49:28 -050093#define MICROCODE_CHANGED_ASCQ 0x1 /* with TARGET_CHANGED_ASC */
94#define MICROCODE_CHANGED_WO_RESET_ASCQ 0x16
Linus Torvalds1da177e2005-04-16 15:20:36 -070095
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -050096/* Additional Sense Code Qualifier (ASCQ) */
97#define ACK_NAK_TO 0x3
98
Linus Torvalds1da177e2005-04-16 15:20:36 -070099/* Default values for driver parameters */
100#define DEF_NUM_HOST 1
101#define DEF_NUM_TGTS 1
102#define DEF_MAX_LUNS 1
103/* With these defaults, this driver will make 1 host with 1 target
104 * (id 0) containing 1 logical unit (lun 0). That is 1 device.
105 */
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500106#define DEF_ATO 1
Douglas Gilbertc2206092016-04-25 12:16:31 -0400107#define DEF_JDELAY 1 /* if > 0 unit is a jiffy */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108#define DEF_DEV_SIZE_MB 8
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500109#define DEF_DIF 0
110#define DEF_DIX 0
111#define DEF_D_SENSE 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112#define DEF_EVERY_NTH 0
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500113#define DEF_FAKE_RW 0
114#define DEF_GUARD 0
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400115#define DEF_HOST_LOCK 0
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500116#define DEF_LBPU 0
117#define DEF_LBPWS 0
118#define DEF_LBPWS10 0
Eric Sandeenbe1dd782012-03-08 00:03:59 -0600119#define DEF_LBPRZ 1
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500120#define DEF_LOWEST_ALIGNED 0
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400121#define DEF_NDELAY 0 /* if > 0 unit is a nanosecond */
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500122#define DEF_NO_LUN_0 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123#define DEF_NUM_PARTS 0
124#define DEF_OPTS 0
Martin K. Petersen32c58442015-12-16 17:53:51 -0500125#define DEF_OPT_BLKS 1024
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500126#define DEF_PHYSBLK_EXP 0
Douglas Gilbertb01f6f82016-04-30 22:44:42 -0400127#define DEF_PTYPE TYPE_DISK
Martin Pittd9867882012-09-06 12:04:33 +0200128#define DEF_REMOVABLE false
Douglas Gilbert760f3b02016-05-06 00:40:27 -0400129#define DEF_SCSI_LEVEL 7 /* INQUIRY, byte2 [6->SPC-4; 7->SPC-5] */
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500130#define DEF_SECTOR_SIZE 512
131#define DEF_UNMAP_ALIGNMENT 0
132#define DEF_UNMAP_GRANULARITY 1
Martin K. Petersen60147592010-08-19 11:49:00 -0400133#define DEF_UNMAP_MAX_BLOCKS 0xFFFFFFFF
134#define DEF_UNMAP_MAX_DESC 256
Martin K. Petersen5b94e232011-03-08 02:08:11 -0500135#define DEF_VIRTUAL_GB 0
136#define DEF_VPD_USE_HOSTNO 1
137#define DEF_WRITESAME_LENGTH 0xFFFF
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500138#define DEF_STRICT 0
Douglas Gilbertc4837392016-05-06 00:40:26 -0400139#define DEF_STATISTICS false
140#define DEF_SUBMIT_QUEUES 1
Douglas Gilbert09ba24c2016-05-06 00:40:28 -0400141#define DEF_UUID_CTL 0
Douglas Gilbertc2206092016-04-25 12:16:31 -0400142#define JDELAY_OVERRIDDEN -9999
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143
Douglas Gilbertb01f6f82016-04-30 22:44:42 -0400144#define SDEBUG_LUN_0_VAL 0
145
Douglas Gilbert773642d2016-04-25 12:16:28 -0400146/* bit mask values for sdebug_opts */
147#define SDEBUG_OPT_NOISE 1
148#define SDEBUG_OPT_MEDIUM_ERR 2
149#define SDEBUG_OPT_TIMEOUT 4
150#define SDEBUG_OPT_RECOVERED_ERR 8
151#define SDEBUG_OPT_TRANSPORT_ERR 16
152#define SDEBUG_OPT_DIF_ERR 32
153#define SDEBUG_OPT_DIX_ERR 64
154#define SDEBUG_OPT_MAC_TIMEOUT 128
155#define SDEBUG_OPT_SHORT_TRANSFER 0x100
156#define SDEBUG_OPT_Q_NOISE 0x200
157#define SDEBUG_OPT_ALL_TSF 0x400
158#define SDEBUG_OPT_RARE_TSF 0x800
159#define SDEBUG_OPT_N_WCE 0x1000
160#define SDEBUG_OPT_RESET_NOISE 0x2000
161#define SDEBUG_OPT_NO_CDB_NOISE 0x4000
162#define SDEBUG_OPT_ALL_NOISE (SDEBUG_OPT_NOISE | SDEBUG_OPT_Q_NOISE | \
163 SDEBUG_OPT_RESET_NOISE)
164#define SDEBUG_OPT_ALL_INJECTING (SDEBUG_OPT_RECOVERED_ERR | \
165 SDEBUG_OPT_TRANSPORT_ERR | \
166 SDEBUG_OPT_DIF_ERR | SDEBUG_OPT_DIX_ERR | \
167 SDEBUG_OPT_SHORT_TRANSFER)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168/* When "every_nth" > 0 then modulo "every_nth" commands:
Douglas Gilbertfd321192016-04-25 12:16:33 -0400169 * - a missing response is simulated if SDEBUG_OPT_TIMEOUT is set
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 * - a RECOVERED_ERROR is simulated on successful read and write
Douglas Gilbert773642d2016-04-25 12:16:28 -0400171 * commands if SDEBUG_OPT_RECOVERED_ERR is set.
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -0500172 * - a TRANSPORT_ERROR is simulated on successful read and write
Douglas Gilbert773642d2016-04-25 12:16:28 -0400173 * commands if SDEBUG_OPT_TRANSPORT_ERR is set.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 *
175 * When "every_nth" < 0 then after "- every_nth" commands:
Douglas Gilbertfd321192016-04-25 12:16:33 -0400176 * - a missing response is simulated if SDEBUG_OPT_TIMEOUT is set
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 * - a RECOVERED_ERROR is simulated on successful read and write
Douglas Gilbert773642d2016-04-25 12:16:28 -0400178 * commands if SDEBUG_OPT_RECOVERED_ERR is set.
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -0500179 * - a TRANSPORT_ERROR is simulated on successful read and write
Douglas Gilbert773642d2016-04-25 12:16:28 -0400180 * commands if _DEBUG_OPT_TRANSPORT_ERR is set.
181 * This will continue on every subsequent command until some other action
182 * occurs (e.g. the user * writing a new value (other than -1 or 1) to
183 * every_nth via sysfs).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184 */
185
Douglas Gilbertfd321192016-04-25 12:16:33 -0400186/* As indicated in SAM-5 and SPC-4 Unit Attentions (UAs) are returned in
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400187 * priority order. In the subset implemented here lower numbers have higher
188 * priority. The UA numbers should be a sequence starting from 0 with
189 * SDEBUG_NUM_UAS being 1 higher than the highest numbered UA. */
190#define SDEBUG_UA_POR 0 /* Power on, reset, or bus device reset */
191#define SDEBUG_UA_BUS_RESET 1
192#define SDEBUG_UA_MODE_CHANGED 2
Douglas Gilbert0d01c5d2014-11-24 20:27:51 -0500193#define SDEBUG_UA_CAPACITY_CHANGED 3
Ewan D. Milne19c8ead2014-12-04 11:49:27 -0500194#define SDEBUG_UA_LUNS_CHANGED 4
Ewan D. Milneacafd0b2014-12-04 11:49:28 -0500195#define SDEBUG_UA_MICROCODE_CHANGED 5 /* simulate firmware change */
196#define SDEBUG_UA_MICROCODE_CHANGED_WO_RESET 6
197#define SDEBUG_NUM_UAS 7
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400198
Douglas Gilbert773642d2016-04-25 12:16:28 -0400199/* when 1==SDEBUG_OPT_MEDIUM_ERR, a medium error is simulated at this
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 * sector on read commands: */
201#define OPT_MEDIUM_ERR_ADDR 0x1234 /* that's sector 4660 in decimal */
Douglas Gilbert32f7ef72011-03-11 10:43:35 -0500202#define OPT_MEDIUM_ERR_NUM 10 /* number of consecutive medium errs */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203
204/* If REPORT LUNS has luns >= 256 it can choose "flat space" (value 1)
205 * or "peripheral device" addressing (value 0) */
206#define SAM2_LUN_ADDRESS_METHOD 0
207
Douglas Gilbertc4837392016-05-06 00:40:26 -0400208/* SDEBUG_CANQUEUE is the maximum number of commands that can be queued
209 * (for response) per submit queue at one time. Can be reduced by max_queue
210 * option. Command responses are not queued when jdelay=0 and ndelay=0. The
211 * per-device DEF_CMD_PER_LUN can be changed via sysfs:
212 * /sys/class/scsi_device/<h:c:t:l>/device/queue_depth
213 * but cannot exceed SDEBUG_CANQUEUE .
214 */
215#define SDEBUG_CANQUEUE_WORDS 3 /* a WORD is bits in a long */
216#define SDEBUG_CANQUEUE (SDEBUG_CANQUEUE_WORDS * BITS_PER_LONG)
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400217#define DEF_CMD_PER_LUN 255
218
Douglas Gilbertfd321192016-04-25 12:16:33 -0400219#define F_D_IN 1
220#define F_D_OUT 2
221#define F_D_OUT_MAYBE 4 /* WRITE SAME, NDOB bit */
222#define F_D_UNKN 8
223#define F_RL_WLUN_OK 0x10
224#define F_SKIP_UA 0x20
225#define F_DELAY_OVERR 0x40
226#define F_SA_LOW 0x80 /* cdb byte 1, bits 4 to 0 */
227#define F_SA_HIGH 0x100 /* as used by variable length cdbs */
228#define F_INV_OP 0x200
229#define F_FAKE_RW 0x400
230#define F_M_ACCESS 0x800 /* media access */
231
232#define FF_RESPOND (F_RL_WLUN_OK | F_SKIP_UA | F_DELAY_OVERR)
233#define FF_DIRECT_IO (F_M_ACCESS | F_FAKE_RW)
234#define FF_SA (F_SA_HIGH | F_SA_LOW)
235
236#define SDEBUG_MAX_PARTS 4
237
Douglas Gilbertb01f6f82016-04-30 22:44:42 -0400238#define SDEBUG_MAX_CMD_LEN 32
Douglas Gilbertfd321192016-04-25 12:16:33 -0400239
240
241struct sdebug_dev_info {
242 struct list_head dev_list;
243 unsigned int channel;
244 unsigned int target;
245 u64 lun;
Douglas Gilbert09ba24c2016-05-06 00:40:28 -0400246 uuid_be lu_name;
Douglas Gilbertfd321192016-04-25 12:16:33 -0400247 struct sdebug_host_info *sdbg_host;
248 unsigned long uas_bm[1];
249 atomic_t num_in_q;
Douglas Gilbertc4837392016-05-06 00:40:26 -0400250 atomic_t stopped;
Douglas Gilbertfd321192016-04-25 12:16:33 -0400251 bool used;
252};
253
254struct sdebug_host_info {
255 struct list_head host_list;
256 struct Scsi_Host *shost;
257 struct device dev;
258 struct list_head dev_info_list;
259};
260
261#define to_sdebug_host(d) \
262 container_of(d, struct sdebug_host_info, dev)
263
264struct sdebug_defer {
265 struct hrtimer hrt;
266 struct execute_work ew;
Douglas Gilbertc4837392016-05-06 00:40:26 -0400267 int sqa_idx; /* index of sdebug_queue array */
268 int qc_idx; /* index of sdebug_queued_cmd array within sqa_idx */
269 int issuing_cpu;
Douglas Gilbertfd321192016-04-25 12:16:33 -0400270};
271
272struct sdebug_queued_cmd {
Douglas Gilbertc4837392016-05-06 00:40:26 -0400273 /* corresponding bit set in in_use_bm[] in owning struct sdebug_queue
274 * instance indicates this slot is in use.
275 */
Douglas Gilbertfd321192016-04-25 12:16:33 -0400276 struct sdebug_defer *sd_dp;
277 struct scsi_cmnd *a_cmnd;
Douglas Gilbertc4837392016-05-06 00:40:26 -0400278 unsigned int inj_recovered:1;
279 unsigned int inj_transport:1;
280 unsigned int inj_dif:1;
281 unsigned int inj_dix:1;
282 unsigned int inj_short:1;
Douglas Gilbertfd321192016-04-25 12:16:33 -0400283};
284
Douglas Gilbertc4837392016-05-06 00:40:26 -0400285struct sdebug_queue {
286 struct sdebug_queued_cmd qc_arr[SDEBUG_CANQUEUE];
287 unsigned long in_use_bm[SDEBUG_CANQUEUE_WORDS];
288 spinlock_t qc_lock;
289 atomic_t blocked; /* to temporarily stop more being queued */
Douglas Gilbertfd321192016-04-25 12:16:33 -0400290};
291
Douglas Gilbertc4837392016-05-06 00:40:26 -0400292static atomic_t sdebug_cmnd_count; /* number of incoming commands */
293static atomic_t sdebug_completions; /* count of deferred completions */
294static atomic_t sdebug_miss_cpus; /* submission + completion cpus differ */
295static atomic_t sdebug_a_tsf; /* 'almost task set full' counter */
296
Douglas Gilbertfd321192016-04-25 12:16:33 -0400297struct opcode_info_t {
Douglas Gilbertb01f6f82016-04-30 22:44:42 -0400298 u8 num_attached; /* 0 if this is it (i.e. a leaf); use 0xff */
299 /* for terminating element */
Douglas Gilbertfd321192016-04-25 12:16:33 -0400300 u8 opcode; /* if num_attached > 0, preferred */
301 u16 sa; /* service action */
302 u32 flags; /* OR-ed set of SDEB_F_* */
303 int (*pfp)(struct scsi_cmnd *, struct sdebug_dev_info *);
304 const struct opcode_info_t *arrp; /* num_attached elements or NULL */
305 u8 len_mask[16]; /* len=len_mask[0], then mask for cdb[1]... */
306 /* ignore cdb bytes after position 15 */
307};
308
309/* SCSI opcodes (first byte of cdb) of interest mapped onto these indexes */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500310enum sdeb_opcode_index {
311 SDEB_I_INVALID_OPCODE = 0,
312 SDEB_I_INQUIRY = 1,
313 SDEB_I_REPORT_LUNS = 2,
314 SDEB_I_REQUEST_SENSE = 3,
315 SDEB_I_TEST_UNIT_READY = 4,
316 SDEB_I_MODE_SENSE = 5, /* 6, 10 */
317 SDEB_I_MODE_SELECT = 6, /* 6, 10 */
318 SDEB_I_LOG_SENSE = 7,
319 SDEB_I_READ_CAPACITY = 8, /* 10; 16 is in SA_IN(16) */
320 SDEB_I_READ = 9, /* 6, 10, 12, 16 */
321 SDEB_I_WRITE = 10, /* 6, 10, 12, 16 */
322 SDEB_I_START_STOP = 11,
323 SDEB_I_SERV_ACT_IN = 12, /* 12, 16 */
324 SDEB_I_SERV_ACT_OUT = 13, /* 12, 16 */
325 SDEB_I_MAINT_IN = 14,
326 SDEB_I_MAINT_OUT = 15,
327 SDEB_I_VERIFY = 16, /* 10 only */
328 SDEB_I_VARIABLE_LEN = 17,
329 SDEB_I_RESERVE = 18, /* 6, 10 */
330 SDEB_I_RELEASE = 19, /* 6, 10 */
331 SDEB_I_ALLOW_REMOVAL = 20, /* PREVENT ALLOW MEDIUM REMOVAL */
332 SDEB_I_REZERO_UNIT = 21, /* REWIND in SSC */
333 SDEB_I_ATA_PT = 22, /* 12, 16 */
334 SDEB_I_SEND_DIAG = 23,
335 SDEB_I_UNMAP = 24,
336 SDEB_I_XDWRITEREAD = 25, /* 10 only */
337 SDEB_I_WRITE_BUFFER = 26,
338 SDEB_I_WRITE_SAME = 27, /* 10, 16 */
339 SDEB_I_SYNC_CACHE = 28, /* 10 only */
340 SDEB_I_COMP_WRITE = 29,
341 SDEB_I_LAST_ELEMENT = 30, /* keep this last */
342};
343
Douglas Gilbertc4837392016-05-06 00:40:26 -0400344
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500345static const unsigned char opcode_ind_arr[256] = {
346/* 0x0; 0x0->0x1f: 6 byte cdbs */
347 SDEB_I_TEST_UNIT_READY, SDEB_I_REZERO_UNIT, 0, SDEB_I_REQUEST_SENSE,
348 0, 0, 0, 0,
349 SDEB_I_READ, 0, SDEB_I_WRITE, 0, 0, 0, 0, 0,
350 0, 0, SDEB_I_INQUIRY, 0, 0, SDEB_I_MODE_SELECT, SDEB_I_RESERVE,
351 SDEB_I_RELEASE,
352 0, 0, SDEB_I_MODE_SENSE, SDEB_I_START_STOP, 0, SDEB_I_SEND_DIAG,
353 SDEB_I_ALLOW_REMOVAL, 0,
354/* 0x20; 0x20->0x3f: 10 byte cdbs */
355 0, 0, 0, 0, 0, SDEB_I_READ_CAPACITY, 0, 0,
356 SDEB_I_READ, 0, SDEB_I_WRITE, 0, 0, 0, 0, SDEB_I_VERIFY,
357 0, 0, 0, 0, 0, SDEB_I_SYNC_CACHE, 0, 0,
358 0, 0, 0, SDEB_I_WRITE_BUFFER, 0, 0, 0, 0,
359/* 0x40; 0x40->0x5f: 10 byte cdbs */
360 0, SDEB_I_WRITE_SAME, SDEB_I_UNMAP, 0, 0, 0, 0, 0,
361 0, 0, 0, 0, 0, SDEB_I_LOG_SENSE, 0, 0,
362 0, 0, 0, SDEB_I_XDWRITEREAD, 0, SDEB_I_MODE_SELECT, SDEB_I_RESERVE,
363 SDEB_I_RELEASE,
364 0, 0, SDEB_I_MODE_SENSE, 0, 0, 0, 0, 0,
Douglas Gilbertfd321192016-04-25 12:16:33 -0400365/* 0x60; 0x60->0x7d are reserved, 0x7e is "extended cdb" */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500366 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
367 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
368 0, SDEB_I_VARIABLE_LEN,
369/* 0x80; 0x80->0x9f: 16 byte cdbs */
370 0, 0, 0, 0, 0, SDEB_I_ATA_PT, 0, 0,
371 SDEB_I_READ, SDEB_I_COMP_WRITE, SDEB_I_WRITE, 0, 0, 0, 0, 0,
372 0, 0, 0, SDEB_I_WRITE_SAME, 0, 0, 0, 0,
373 0, 0, 0, 0, 0, 0, SDEB_I_SERV_ACT_IN, SDEB_I_SERV_ACT_OUT,
374/* 0xa0; 0xa0->0xbf: 12 byte cdbs */
375 SDEB_I_REPORT_LUNS, SDEB_I_ATA_PT, 0, SDEB_I_MAINT_IN,
376 SDEB_I_MAINT_OUT, 0, 0, 0,
377 SDEB_I_READ, SDEB_I_SERV_ACT_OUT, SDEB_I_WRITE, SDEB_I_SERV_ACT_IN,
378 0, 0, 0, 0,
379 0, 0, 0, 0, 0, 0, 0, 0,
380 0, 0, 0, 0, 0, 0, 0, 0,
381/* 0xc0; 0xc0->0xff: vendor specific */
382 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
383 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
384 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
385 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
386};
387
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500388static int resp_inquiry(struct scsi_cmnd *, struct sdebug_dev_info *);
389static int resp_report_luns(struct scsi_cmnd *, struct sdebug_dev_info *);
390static int resp_requests(struct scsi_cmnd *, struct sdebug_dev_info *);
391static int resp_mode_sense(struct scsi_cmnd *, struct sdebug_dev_info *);
392static int resp_mode_select(struct scsi_cmnd *, struct sdebug_dev_info *);
393static int resp_log_sense(struct scsi_cmnd *, struct sdebug_dev_info *);
394static int resp_readcap(struct scsi_cmnd *, struct sdebug_dev_info *);
395static int resp_read_dt0(struct scsi_cmnd *, struct sdebug_dev_info *);
396static int resp_write_dt0(struct scsi_cmnd *, struct sdebug_dev_info *);
397static int resp_start_stop(struct scsi_cmnd *, struct sdebug_dev_info *);
398static int resp_readcap16(struct scsi_cmnd *, struct sdebug_dev_info *);
399static int resp_get_lba_status(struct scsi_cmnd *, struct sdebug_dev_info *);
400static int resp_report_tgtpgs(struct scsi_cmnd *, struct sdebug_dev_info *);
401static int resp_unmap(struct scsi_cmnd *, struct sdebug_dev_info *);
Douglas Gilbert38d5c832014-11-24 21:27:12 -0500402static int resp_rsup_opcodes(struct scsi_cmnd *, struct sdebug_dev_info *);
403static int resp_rsup_tmfs(struct scsi_cmnd *, struct sdebug_dev_info *);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500404static int resp_write_same_10(struct scsi_cmnd *, struct sdebug_dev_info *);
405static int resp_write_same_16(struct scsi_cmnd *, struct sdebug_dev_info *);
406static int resp_xdwriteread_10(struct scsi_cmnd *, struct sdebug_dev_info *);
Douglas Gilbert38d5c832014-11-24 21:27:12 -0500407static int resp_comp_write(struct scsi_cmnd *, struct sdebug_dev_info *);
Ewan D. Milneacafd0b2014-12-04 11:49:28 -0500408static int resp_write_buffer(struct scsi_cmnd *, struct sdebug_dev_info *);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500409
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500410static const struct opcode_info_t msense_iarr[1] = {
411 {0, 0x1a, 0, F_D_IN, NULL, NULL,
412 {6, 0xe8, 0xff, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
413};
414
415static const struct opcode_info_t mselect_iarr[1] = {
416 {0, 0x15, 0, F_D_OUT, NULL, NULL,
417 {6, 0xf1, 0, 0, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
418};
419
420static const struct opcode_info_t read_iarr[3] = {
421 {0, 0x28, 0, F_D_IN | FF_DIRECT_IO, resp_read_dt0, NULL,/* READ(10) */
422 {10, 0xff, 0xff, 0xff, 0xff, 0xff, 0x1f, 0xff, 0xff, 0xc7, 0, 0,
423 0, 0, 0, 0} },
424 {0, 0x8, 0, F_D_IN | FF_DIRECT_IO, resp_read_dt0, NULL, /* READ(6) */
425 {6, 0xff, 0xff, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
426 {0, 0xa8, 0, F_D_IN | FF_DIRECT_IO, resp_read_dt0, NULL,/* READ(12) */
427 {12, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x9f,
428 0xc7, 0, 0, 0, 0} },
429};
430
431static const struct opcode_info_t write_iarr[3] = {
432 {0, 0x2a, 0, F_D_OUT | FF_DIRECT_IO, resp_write_dt0, NULL, /* 10 */
433 {10, 0xfb, 0xff, 0xff, 0xff, 0xff, 0x1f, 0xff, 0xff, 0xc7, 0, 0,
434 0, 0, 0, 0} },
435 {0, 0xa, 0, F_D_OUT | FF_DIRECT_IO, resp_write_dt0, NULL, /* 6 */
436 {6, 0xff, 0xff, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
437 {0, 0xaa, 0, F_D_OUT | FF_DIRECT_IO, resp_write_dt0, NULL, /* 12 */
438 {12, 0xfb, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x9f,
439 0xc7, 0, 0, 0, 0} },
440};
441
442static const struct opcode_info_t sa_in_iarr[1] = {
443 {0, 0x9e, 0x12, F_SA_LOW | F_D_IN, resp_get_lba_status, NULL,
444 {16, 0x12, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
445 0xff, 0xff, 0xff, 0, 0xc7} },
446};
447
448static const struct opcode_info_t vl_iarr[1] = { /* VARIABLE LENGTH */
449 {0, 0x7f, 0xb, F_SA_HIGH | F_D_OUT | FF_DIRECT_IO, resp_write_dt0,
450 NULL, {32, 0xc7, 0, 0, 0, 0, 0x1f, 0x18, 0x0, 0xb, 0xfa,
451 0, 0xff, 0xff, 0xff, 0xff} }, /* WRITE(32) */
452};
453
454static const struct opcode_info_t maint_in_iarr[2] = {
Douglas Gilbert38d5c832014-11-24 21:27:12 -0500455 {0, 0xa3, 0xc, F_SA_LOW | F_D_IN, resp_rsup_opcodes, NULL,
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500456 {12, 0xc, 0x87, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0,
457 0xc7, 0, 0, 0, 0} },
Douglas Gilbert38d5c832014-11-24 21:27:12 -0500458 {0, 0xa3, 0xd, F_SA_LOW | F_D_IN, resp_rsup_tmfs, NULL,
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500459 {12, 0xd, 0x80, 0, 0, 0, 0xff, 0xff, 0xff, 0xff, 0, 0xc7, 0, 0,
460 0, 0} },
461};
462
463static const struct opcode_info_t write_same_iarr[1] = {
464 {0, 0x93, 0, F_D_OUT_MAYBE | FF_DIRECT_IO, resp_write_same_16, NULL,
465 {16, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
466 0xff, 0xff, 0xff, 0x1f, 0xc7} },
467};
468
469static const struct opcode_info_t reserve_iarr[1] = {
470 {0, 0x16, 0, F_D_OUT, NULL, NULL, /* RESERVE(6) */
471 {6, 0x1f, 0xff, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
472};
473
474static const struct opcode_info_t release_iarr[1] = {
475 {0, 0x17, 0, F_D_OUT, NULL, NULL, /* RELEASE(6) */
476 {6, 0x1f, 0xff, 0, 0, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
477};
478
479
480/* This array is accessed via SDEB_I_* values. Make sure all are mapped,
481 * plus the terminating elements for logic that scans this table such as
482 * REPORT SUPPORTED OPERATION CODES. */
483static const struct opcode_info_t opcode_info_arr[SDEB_I_LAST_ELEMENT + 1] = {
484/* 0 */
485 {0, 0, 0, F_INV_OP | FF_RESPOND, NULL, NULL,
486 {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
487 {0, 0x12, 0, FF_RESPOND | F_D_IN, resp_inquiry, NULL,
488 {6, 0xe3, 0xff, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
489 {0, 0xa0, 0, FF_RESPOND | F_D_IN, resp_report_luns, NULL,
490 {12, 0xe3, 0xff, 0, 0, 0, 0xff, 0xff, 0xff, 0xff, 0, 0xc7, 0, 0,
491 0, 0} },
492 {0, 0x3, 0, FF_RESPOND | F_D_IN, resp_requests, NULL,
493 {6, 0xe1, 0, 0, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
494 {0, 0x0, 0, F_M_ACCESS | F_RL_WLUN_OK, NULL, NULL,/* TEST UNIT READY */
495 {6, 0, 0, 0, 0, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
496 {1, 0x5a, 0, F_D_IN, resp_mode_sense, msense_iarr,
497 {10, 0xf8, 0xff, 0xff, 0, 0, 0, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0,
498 0} },
499 {1, 0x55, 0, F_D_OUT, resp_mode_select, mselect_iarr,
500 {10, 0xf1, 0, 0, 0, 0, 0, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0} },
501 {0, 0x4d, 0, F_D_IN, resp_log_sense, NULL,
502 {10, 0xe3, 0xff, 0xff, 0, 0xff, 0xff, 0xff, 0xff, 0xc7, 0, 0, 0,
503 0, 0, 0} },
504 {0, 0x25, 0, F_D_IN, resp_readcap, NULL,
505 {10, 0xe1, 0xff, 0xff, 0xff, 0xff, 0, 0, 0x1, 0xc7, 0, 0, 0, 0,
506 0, 0} },
507 {3, 0x88, 0, F_D_IN | FF_DIRECT_IO, resp_read_dt0, read_iarr,
508 {16, 0xfe, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
509 0xff, 0xff, 0xff, 0x9f, 0xc7} }, /* READ(16) */
510/* 10 */
511 {3, 0x8a, 0, F_D_OUT | FF_DIRECT_IO, resp_write_dt0, write_iarr,
512 {16, 0xfa, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
513 0xff, 0xff, 0xff, 0x9f, 0xc7} }, /* WRITE(16) */
514 {0, 0x1b, 0, 0, resp_start_stop, NULL, /* START STOP UNIT */
515 {6, 0x1, 0, 0xf, 0xf7, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
516 {1, 0x9e, 0x10, F_SA_LOW | F_D_IN, resp_readcap16, sa_in_iarr,
517 {16, 0x10, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
518 0xff, 0xff, 0xff, 0x1, 0xc7} }, /* READ CAPACITY(16) */
519 {0, 0, 0, F_INV_OP | FF_RESPOND, NULL, NULL, /* SA OUT */
520 {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
521 {2, 0xa3, 0xa, F_SA_LOW | F_D_IN, resp_report_tgtpgs, maint_in_iarr,
522 {12, 0xea, 0, 0, 0, 0, 0xff, 0xff, 0xff, 0xff, 0, 0xc7, 0, 0, 0,
523 0} },
524 {0, 0, 0, F_INV_OP | FF_RESPOND, NULL, NULL, /* MAINT OUT */
525 {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
Douglas Gilbertf7f9f262015-11-22 12:11:28 -0500526 {0, 0x2f, 0, F_D_OUT_MAYBE | FF_DIRECT_IO, NULL, NULL, /* VERIFY(10) */
527 {10, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xc7,
528 0, 0, 0, 0, 0, 0} },
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500529 {1, 0x7f, 0x9, F_SA_HIGH | F_D_IN | FF_DIRECT_IO, resp_read_dt0,
530 vl_iarr, {32, 0xc7, 0, 0, 0, 0, 0x1f, 0x18, 0x0, 0x9, 0xfe, 0,
531 0xff, 0xff, 0xff, 0xff} },/* VARIABLE LENGTH, READ(32) */
532 {1, 0x56, 0, F_D_OUT, NULL, reserve_iarr, /* RESERVE(10) */
533 {10, 0xff, 0xff, 0xff, 0, 0, 0, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0,
534 0} },
535 {1, 0x57, 0, F_D_OUT, NULL, release_iarr, /* RELEASE(10) */
536 {10, 0x13, 0xff, 0xff, 0, 0, 0, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0,
537 0} },
538/* 20 */
Douglas Gilbertf7f9f262015-11-22 12:11:28 -0500539 {0, 0x1e, 0, 0, NULL, NULL, /* ALLOW REMOVAL */
540 {6, 0, 0, 0, 0x3, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500541 {0, 0x1, 0, 0, resp_start_stop, NULL, /* REWIND ?? */
542 {6, 0x1, 0, 0, 0, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
543 {0, 0, 0, F_INV_OP | FF_RESPOND, NULL, NULL, /* ATA_PT */
544 {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
545 {0, 0x1d, F_D_OUT, 0, NULL, NULL, /* SEND DIAGNOSTIC */
546 {6, 0xf7, 0, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
547 {0, 0x42, 0, F_D_OUT | FF_DIRECT_IO, resp_unmap, NULL, /* UNMAP */
548 {10, 0x1, 0, 0, 0, 0, 0x1f, 0xff, 0xff, 0xc7, 0, 0, 0, 0, 0, 0} },
549 {0, 0x53, 0, F_D_IN | F_D_OUT | FF_DIRECT_IO, resp_xdwriteread_10,
550 NULL, {10, 0xff, 0xff, 0xff, 0xff, 0xff, 0x1f, 0xff, 0xff, 0xc7,
551 0, 0, 0, 0, 0, 0} },
Ewan D. Milneacafd0b2014-12-04 11:49:28 -0500552 {0, 0x3b, 0, F_D_OUT_MAYBE, resp_write_buffer, NULL,
553 {10, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xc7, 0, 0,
554 0, 0, 0, 0} }, /* WRITE_BUFFER */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500555 {1, 0x41, 0, F_D_OUT_MAYBE | FF_DIRECT_IO, resp_write_same_10,
556 write_same_iarr, {10, 0xff, 0xff, 0xff, 0xff, 0xff, 0x1f, 0xff,
557 0xff, 0xc7, 0, 0, 0, 0, 0, 0} },
558 {0, 0x35, 0, F_DELAY_OVERR | FF_DIRECT_IO, NULL, NULL, /* SYNC_CACHE */
559 {10, 0x7, 0xff, 0xff, 0xff, 0xff, 0x1f, 0xff, 0xff, 0xc7, 0, 0,
560 0, 0, 0, 0} },
Douglas Gilbert38d5c832014-11-24 21:27:12 -0500561 {0, 0x89, 0, F_D_OUT | FF_DIRECT_IO, resp_comp_write, NULL,
Douglas Gilbertc2248fc2014-11-24 20:46:29 -0500562 {16, 0xf8, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0, 0,
563 0, 0xff, 0x1f, 0xc7} }, /* COMPARE AND WRITE */
564
565/* 30 */
566 {0xff, 0, 0, 0, NULL, NULL, /* terminating element */
567 {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} },
568};
569
Douglas Gilbert773642d2016-04-25 12:16:28 -0400570static int sdebug_add_host = DEF_NUM_HOST;
571static int sdebug_ato = DEF_ATO;
Douglas Gilbertc2206092016-04-25 12:16:31 -0400572static int sdebug_jdelay = DEF_JDELAY; /* if > 0 then unit is jiffies */
Douglas Gilbert773642d2016-04-25 12:16:28 -0400573static int sdebug_dev_size_mb = DEF_DEV_SIZE_MB;
574static int sdebug_dif = DEF_DIF;
575static int sdebug_dix = DEF_DIX;
576static int sdebug_dsense = DEF_D_SENSE;
577static int sdebug_every_nth = DEF_EVERY_NTH;
578static int sdebug_fake_rw = DEF_FAKE_RW;
579static unsigned int sdebug_guard = DEF_GUARD;
580static int sdebug_lowest_aligned = DEF_LOWEST_ALIGNED;
581static int sdebug_max_luns = DEF_MAX_LUNS;
Douglas Gilbertc4837392016-05-06 00:40:26 -0400582static int sdebug_max_queue = SDEBUG_CANQUEUE; /* per submit queue */
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400583static atomic_t retired_max_queue; /* if > 0 then was prior max_queue */
Douglas Gilbertc2206092016-04-25 12:16:31 -0400584static int sdebug_ndelay = DEF_NDELAY; /* if > 0 then unit is nanoseconds */
Douglas Gilbert773642d2016-04-25 12:16:28 -0400585static int sdebug_no_lun_0 = DEF_NO_LUN_0;
586static int sdebug_no_uld;
587static int sdebug_num_parts = DEF_NUM_PARTS;
588static int sdebug_num_tgts = DEF_NUM_TGTS; /* targets per host */
589static int sdebug_opt_blks = DEF_OPT_BLKS;
590static int sdebug_opts = DEF_OPTS;
591static int sdebug_physblk_exp = DEF_PHYSBLK_EXP;
Douglas Gilbertb01f6f82016-04-30 22:44:42 -0400592static int sdebug_ptype = DEF_PTYPE; /* SCSI peripheral device type */
Douglas Gilbert773642d2016-04-25 12:16:28 -0400593static int sdebug_scsi_level = DEF_SCSI_LEVEL;
594static int sdebug_sector_size = DEF_SECTOR_SIZE;
595static int sdebug_virtual_gb = DEF_VIRTUAL_GB;
596static int sdebug_vpd_use_hostno = DEF_VPD_USE_HOSTNO;
597static unsigned int sdebug_lbpu = DEF_LBPU;
598static unsigned int sdebug_lbpws = DEF_LBPWS;
599static unsigned int sdebug_lbpws10 = DEF_LBPWS10;
600static unsigned int sdebug_lbprz = DEF_LBPRZ;
601static unsigned int sdebug_unmap_alignment = DEF_UNMAP_ALIGNMENT;
602static unsigned int sdebug_unmap_granularity = DEF_UNMAP_GRANULARITY;
603static unsigned int sdebug_unmap_max_blocks = DEF_UNMAP_MAX_BLOCKS;
604static unsigned int sdebug_unmap_max_desc = DEF_UNMAP_MAX_DESC;
605static unsigned int sdebug_write_same_length = DEF_WRITESAME_LENGTH;
Douglas Gilbert09ba24c2016-05-06 00:40:28 -0400606static int sdebug_uuid_ctl = DEF_UUID_CTL;
Douglas Gilbert773642d2016-04-25 12:16:28 -0400607static bool sdebug_removable = DEF_REMOVABLE;
608static bool sdebug_clustering;
609static bool sdebug_host_lock = DEF_HOST_LOCK;
610static bool sdebug_strict = DEF_STRICT;
Douglas Gilbert817fd662014-11-24 20:18:02 -0500611static bool sdebug_any_injecting_opt;
Douglas Gilbert773642d2016-04-25 12:16:28 -0400612static bool sdebug_verbose;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400613static bool have_dif_prot;
Douglas Gilbertc4837392016-05-06 00:40:26 -0400614static bool sdebug_statistics = DEF_STATISTICS;
615static bool sdebug_mq_active;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616
Douglas Gilbertc65b1442006-06-06 00:11:24 -0400617static unsigned int sdebug_store_sectors;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700618static sector_t sdebug_capacity; /* in sectors */
619
620/* old BIOS stuff, kernel may get rid of them but some mode sense pages
621 may still need them */
622static int sdebug_heads; /* heads per disk */
623static int sdebug_cylinders_per; /* cylinders per surface */
624static int sdebug_sectors_per; /* sectors per cylinder */
625
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626static LIST_HEAD(sdebug_host_list);
627static DEFINE_SPINLOCK(sdebug_host_list_lock);
628
Douglas Gilbertfd321192016-04-25 12:16:33 -0400629static unsigned char *fake_storep; /* ramdisk storage */
Akinobu Mitae18d8be2013-06-29 17:59:18 +0900630static struct sd_dif_tuple *dif_storep; /* protection info */
Martin K. Petersen44d92692009-10-15 14:45:27 -0400631static void *map_storep; /* provisioning map */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632
Martin K. Petersen44d92692009-10-15 14:45:27 -0400633static unsigned long map_size;
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400634static int num_aborts;
635static int num_dev_resets;
636static int num_target_resets;
637static int num_bus_resets;
638static int num_host_resets;
Martin K. Petersenc6a44282009-01-04 03:08:19 -0500639static int dix_writes;
640static int dix_reads;
641static int dif_errors;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700642
Douglas Gilbertc4837392016-05-06 00:40:26 -0400643static int submit_queues = DEF_SUBMIT_QUEUES; /* > 1 for multi-queue (mq) */
644static struct sdebug_queue *sdebug_q_arr; /* ptr to array of submit queues */
Douglas Gilbertfd321192016-04-25 12:16:33 -0400645
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646static DEFINE_RWLOCK(atomic_rw);
647
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400648static char sdebug_proc_name[] = MY_NAME;
649static const char *my_name = MY_NAME;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650
Linus Torvalds1da177e2005-04-16 15:20:36 -0700651static struct bus_type pseudo_lld_bus;
652
653static struct device_driver sdebug_driverfs_driver = {
654 .name = sdebug_proc_name,
655 .bus = &pseudo_lld_bus,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656};
657
658static const int check_condition_result =
659 (DRIVER_SENSE << 24) | SAM_STAT_CHECK_CONDITION;
660
Martin K. Petersenc6a44282009-01-04 03:08:19 -0500661static const int illegal_condition_result =
662 (DRIVER_SENSE << 24) | (DID_ABORT << 16) | SAM_STAT_CHECK_CONDITION;
663
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400664static const int device_qfull_result =
665 (DID_OK << 16) | (COMMAND_COMPLETE << 8) | SAM_STAT_TASK_SET_FULL;
666
Douglas Gilbertfd321192016-04-25 12:16:33 -0400667
Douglas Gilbert760f3b02016-05-06 00:40:27 -0400668/* Only do the extra work involved in logical block provisioning if one or
669 * more of the lbpu, lbpws or lbpws10 parameters are given and we are doing
670 * real reads and writes (i.e. not skipping them for speed).
671 */
672static inline bool scsi_debug_lbp(void)
Douglas Gilbertfd321192016-04-25 12:16:33 -0400673{
674 return 0 == sdebug_fake_rw &&
675 (sdebug_lbpu || sdebug_lbpws || sdebug_lbpws10);
676}
Douglas Gilbertc65b1442006-06-06 00:11:24 -0400677
Akinobu Mita14faa942013-09-18 21:27:24 +0900678static void *fake_store(unsigned long long lba)
679{
680 lba = do_div(lba, sdebug_store_sectors);
681
Douglas Gilbert773642d2016-04-25 12:16:28 -0400682 return fake_storep + lba * sdebug_sector_size;
Akinobu Mita14faa942013-09-18 21:27:24 +0900683}
684
685static struct sd_dif_tuple *dif_store(sector_t sector)
686{
Arnd Bergmann49413112015-11-20 17:38:28 +0100687 sector = sector_div(sector, sdebug_store_sectors);
Akinobu Mita14faa942013-09-18 21:27:24 +0900688
689 return dif_storep + sector;
690}
691
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +0900692static void sdebug_max_tgts_luns(void)
693{
694 struct sdebug_host_info *sdbg_host;
695 struct Scsi_Host *hpnt;
696
697 spin_lock(&sdebug_host_list_lock);
698 list_for_each_entry(sdbg_host, &sdebug_host_list, host_list) {
699 hpnt = sdbg_host->shost;
700 if ((hpnt->this_id >= 0) &&
Douglas Gilbert773642d2016-04-25 12:16:28 -0400701 (sdebug_num_tgts > hpnt->this_id))
702 hpnt->max_id = sdebug_num_tgts + 1;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +0900703 else
Douglas Gilbert773642d2016-04-25 12:16:28 -0400704 hpnt->max_id = sdebug_num_tgts;
705 /* sdebug_max_luns; */
Tomas Winklerf2d3fd22015-07-28 16:54:25 +0300706 hpnt->max_lun = SCSI_W_LUN_REPORT_LUNS + 1;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +0900707 }
708 spin_unlock(&sdebug_host_list_lock);
709}
710
Douglas Gilbert22017ed2014-11-24 23:04:47 -0500711enum sdeb_cmd_data {SDEB_IN_DATA = 0, SDEB_IN_CDB = 1};
712
713/* Set in_bit to -1 to indicate no bit position of invalid field */
Douglas Gilbertfd321192016-04-25 12:16:33 -0400714static void mk_sense_invalid_fld(struct scsi_cmnd *scp,
715 enum sdeb_cmd_data c_d,
716 int in_byte, int in_bit)
Douglas Gilbert22017ed2014-11-24 23:04:47 -0500717{
718 unsigned char *sbuff;
719 u8 sks[4];
720 int sl, asc;
721
722 sbuff = scp->sense_buffer;
723 if (!sbuff) {
724 sdev_printk(KERN_ERR, scp->device,
725 "%s: sense_buffer is NULL\n", __func__);
726 return;
727 }
728 asc = c_d ? INVALID_FIELD_IN_CDB : INVALID_FIELD_IN_PARAM_LIST;
729 memset(sbuff, 0, SCSI_SENSE_BUFFERSIZE);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400730 scsi_build_sense_buffer(sdebug_dsense, sbuff, ILLEGAL_REQUEST, asc, 0);
Douglas Gilbert22017ed2014-11-24 23:04:47 -0500731 memset(sks, 0, sizeof(sks));
732 sks[0] = 0x80;
733 if (c_d)
734 sks[0] |= 0x40;
735 if (in_bit >= 0) {
736 sks[0] |= 0x8;
737 sks[0] |= 0x7 & in_bit;
738 }
739 put_unaligned_be16(in_byte, sks + 1);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400740 if (sdebug_dsense) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -0500741 sl = sbuff[7] + 8;
742 sbuff[7] = sl;
743 sbuff[sl] = 0x2;
744 sbuff[sl + 1] = 0x6;
745 memcpy(sbuff + sl + 4, sks, 3);
746 } else
747 memcpy(sbuff + 15, sks, 3);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400748 if (sdebug_verbose)
Douglas Gilbert22017ed2014-11-24 23:04:47 -0500749 sdev_printk(KERN_INFO, scp->device, "%s: [sense_key,asc,ascq"
750 "]: [0x5,0x%x,0x0] %c byte=%d, bit=%d\n",
751 my_name, asc, c_d ? 'C' : 'D', in_byte, in_bit);
752}
753
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400754static void mk_sense_buffer(struct scsi_cmnd *scp, int key, int asc, int asq)
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +0900755{
756 unsigned char *sbuff;
757
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400758 sbuff = scp->sense_buffer;
759 if (!sbuff) {
760 sdev_printk(KERN_ERR, scp->device,
761 "%s: sense_buffer is NULL\n", __func__);
762 return;
763 }
764 memset(sbuff, 0, SCSI_SENSE_BUFFERSIZE);
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +0900765
Douglas Gilbert773642d2016-04-25 12:16:28 -0400766 scsi_build_sense_buffer(sdebug_dsense, sbuff, key, asc, asq);
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +0900767
Douglas Gilbert773642d2016-04-25 12:16:28 -0400768 if (sdebug_verbose)
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400769 sdev_printk(KERN_INFO, scp->device,
770 "%s: [sense_key,asc,ascq]: [0x%x,0x%x,0x%x]\n",
771 my_name, key, asc, asq);
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +0900772}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700773
Douglas Gilbertfd321192016-04-25 12:16:33 -0400774static void mk_sense_invalid_opcode(struct scsi_cmnd *scp)
Douglas Gilbert22017ed2014-11-24 23:04:47 -0500775{
776 mk_sense_buffer(scp, ILLEGAL_REQUEST, INVALID_OPCODE, 0);
777}
778
Linus Torvalds1da177e2005-04-16 15:20:36 -0700779static int scsi_debug_ioctl(struct scsi_device *dev, int cmd, void __user *arg)
780{
Douglas Gilbert773642d2016-04-25 12:16:28 -0400781 if (sdebug_verbose) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400782 if (0x1261 == cmd)
783 sdev_printk(KERN_INFO, dev,
784 "%s: BLKFLSBUF [0x1261]\n", __func__);
785 else if (0x5331 == cmd)
786 sdev_printk(KERN_INFO, dev,
787 "%s: CDROM_GET_CAPABILITY [0x5331]\n",
788 __func__);
789 else
790 sdev_printk(KERN_INFO, dev, "%s: cmd=0x%x\n",
791 __func__, cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792 }
793 return -EINVAL;
794 /* return -ENOTTY; // correct return but upsets fdisk */
795}
796
Ewan D. Milne19c8ead2014-12-04 11:49:27 -0500797static void clear_luns_changed_on_target(struct sdebug_dev_info *devip)
798{
799 struct sdebug_host_info *sdhp;
800 struct sdebug_dev_info *dp;
801
802 spin_lock(&sdebug_host_list_lock);
803 list_for_each_entry(sdhp, &sdebug_host_list, host_list) {
804 list_for_each_entry(dp, &sdhp->dev_info_list, dev_list) {
805 if ((devip->sdbg_host == dp->sdbg_host) &&
806 (devip->target == dp->target))
807 clear_bit(SDEBUG_UA_LUNS_CHANGED, dp->uas_bm);
808 }
809 }
810 spin_unlock(&sdebug_host_list_lock);
811}
812
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400813static int make_ua(struct scsi_cmnd *scp, struct sdebug_dev_info *devip)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814{
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400815 int k;
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400816
817 k = find_first_bit(devip->uas_bm, SDEBUG_NUM_UAS);
818 if (k != SDEBUG_NUM_UAS) {
819 const char *cp = NULL;
820
821 switch (k) {
822 case SDEBUG_UA_POR:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400823 mk_sense_buffer(scp, UNIT_ATTENTION, UA_RESET_ASC,
824 POWER_ON_RESET_ASCQ);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400825 if (sdebug_verbose)
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400826 cp = "power on reset";
827 break;
828 case SDEBUG_UA_BUS_RESET:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400829 mk_sense_buffer(scp, UNIT_ATTENTION, UA_RESET_ASC,
830 BUS_RESET_ASCQ);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400831 if (sdebug_verbose)
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400832 cp = "bus reset";
833 break;
834 case SDEBUG_UA_MODE_CHANGED:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400835 mk_sense_buffer(scp, UNIT_ATTENTION, UA_CHANGED_ASC,
836 MODE_CHANGED_ASCQ);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400837 if (sdebug_verbose)
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400838 cp = "mode parameters changed";
839 break;
Douglas Gilbert0d01c5d2014-11-24 20:27:51 -0500840 case SDEBUG_UA_CAPACITY_CHANGED:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400841 mk_sense_buffer(scp, UNIT_ATTENTION, UA_CHANGED_ASC,
842 CAPACITY_CHANGED_ASCQ);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400843 if (sdebug_verbose)
Douglas Gilbert0d01c5d2014-11-24 20:27:51 -0500844 cp = "capacity data changed";
Ewan D. Milnef49accf2014-12-04 11:49:25 -0500845 break;
Ewan D. Milneacafd0b2014-12-04 11:49:28 -0500846 case SDEBUG_UA_MICROCODE_CHANGED:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400847 mk_sense_buffer(scp, UNIT_ATTENTION,
Douglas Gilbertb01f6f82016-04-30 22:44:42 -0400848 TARGET_CHANGED_ASC,
849 MICROCODE_CHANGED_ASCQ);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400850 if (sdebug_verbose)
Ewan D. Milneacafd0b2014-12-04 11:49:28 -0500851 cp = "microcode has been changed";
852 break;
853 case SDEBUG_UA_MICROCODE_CHANGED_WO_RESET:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400854 mk_sense_buffer(scp, UNIT_ATTENTION,
Ewan D. Milneacafd0b2014-12-04 11:49:28 -0500855 TARGET_CHANGED_ASC,
856 MICROCODE_CHANGED_WO_RESET_ASCQ);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400857 if (sdebug_verbose)
Ewan D. Milneacafd0b2014-12-04 11:49:28 -0500858 cp = "microcode has been changed without reset";
859 break;
Ewan D. Milne19c8ead2014-12-04 11:49:27 -0500860 case SDEBUG_UA_LUNS_CHANGED:
861 /*
862 * SPC-3 behavior is to report a UNIT ATTENTION with
863 * ASC/ASCQ REPORTED LUNS DATA HAS CHANGED on every LUN
864 * on the target, until a REPORT LUNS command is
865 * received. SPC-4 behavior is to report it only once.
Douglas Gilbert773642d2016-04-25 12:16:28 -0400866 * NOTE: sdebug_scsi_level does not use the same
Ewan D. Milne19c8ead2014-12-04 11:49:27 -0500867 * values as struct scsi_device->scsi_level.
868 */
Douglas Gilbert773642d2016-04-25 12:16:28 -0400869 if (sdebug_scsi_level >= 6) /* SPC-4 and above */
Ewan D. Milne19c8ead2014-12-04 11:49:27 -0500870 clear_luns_changed_on_target(devip);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400871 mk_sense_buffer(scp, UNIT_ATTENTION,
Ewan D. Milne19c8ead2014-12-04 11:49:27 -0500872 TARGET_CHANGED_ASC,
873 LUNS_CHANGED_ASCQ);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400874 if (sdebug_verbose)
Ewan D. Milne19c8ead2014-12-04 11:49:27 -0500875 cp = "reported luns data has changed";
876 break;
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400877 default:
Douglas Gilbert773642d2016-04-25 12:16:28 -0400878 pr_warn("unexpected unit attention code=%d\n", k);
879 if (sdebug_verbose)
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400880 cp = "unknown";
881 break;
882 }
883 clear_bit(k, devip->uas_bm);
Douglas Gilbert773642d2016-04-25 12:16:28 -0400884 if (sdebug_verbose)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -0400885 sdev_printk(KERN_INFO, scp->device,
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400886 "%s reports: Unit attention: %s\n",
887 my_name, cp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700888 return check_condition_result;
889 }
890 return 0;
891}
892
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -0400893/* Build SCSI "data-in" buffer. Returns 0 if ok else (DID_ERROR << 16). */
FUJITA Tomonori21a61822008-03-09 13:44:30 +0900894static int fill_from_dev_buffer(struct scsi_cmnd *scp, unsigned char *arr,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700895 int arr_len)
896{
FUJITA Tomonori21a61822008-03-09 13:44:30 +0900897 int act_len;
FUJITA Tomonori072d0bb2008-01-23 01:32:00 +0900898 struct scsi_data_buffer *sdb = scsi_in(scp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700899
FUJITA Tomonori072d0bb2008-01-23 01:32:00 +0900900 if (!sdb->length)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901 return 0;
FUJITA Tomonori072d0bb2008-01-23 01:32:00 +0900902 if (!(scsi_bidi_cmnd(scp) || scp->sc_data_direction == DMA_FROM_DEVICE))
Douglas Gilbert773642d2016-04-25 12:16:28 -0400903 return DID_ERROR << 16;
FUJITA Tomonori21a61822008-03-09 13:44:30 +0900904
905 act_len = sg_copy_from_buffer(sdb->table.sgl, sdb->table.nents,
906 arr, arr_len);
Akinobu Mitaa4517512013-07-08 16:01:57 -0700907 sdb->resid = scsi_bufflen(scp) - act_len;
FUJITA Tomonori21a61822008-03-09 13:44:30 +0900908
Linus Torvalds1da177e2005-04-16 15:20:36 -0700909 return 0;
910}
911
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -0400912/* Partial build of SCSI "data-in" buffer. Returns 0 if ok else
913 * (DID_ERROR << 16). Can write to offset in data-in buffer. If multiple
914 * calls, not required to write in ascending offset order. Assumes resid
915 * set to scsi_bufflen() prior to any calls.
916 */
917static int p_fill_from_dev_buffer(struct scsi_cmnd *scp, const void *arr,
918 int arr_len, unsigned int off_dst)
919{
920 int act_len, n;
921 struct scsi_data_buffer *sdb = scsi_in(scp);
922 off_t skip = off_dst;
923
924 if (sdb->length <= off_dst)
925 return 0;
926 if (!(scsi_bidi_cmnd(scp) || scp->sc_data_direction == DMA_FROM_DEVICE))
927 return DID_ERROR << 16;
928
929 act_len = sg_pcopy_from_buffer(sdb->table.sgl, sdb->table.nents,
930 arr, arr_len, skip);
931 pr_debug("%s: off_dst=%u, scsi_bufflen=%u, act_len=%u, resid=%d\n",
932 __func__, off_dst, scsi_bufflen(scp), act_len, sdb->resid);
933 n = (int)scsi_bufflen(scp) - ((int)off_dst + act_len);
934 sdb->resid = min(sdb->resid, n);
935 return 0;
936}
937
938/* Fetches from SCSI "data-out" buffer. Returns number of bytes fetched into
939 * 'arr' or -1 if error.
940 */
FUJITA Tomonori21a61822008-03-09 13:44:30 +0900941static int fetch_to_dev_buffer(struct scsi_cmnd *scp, unsigned char *arr,
942 int arr_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700943{
FUJITA Tomonori21a61822008-03-09 13:44:30 +0900944 if (!scsi_bufflen(scp))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700945 return 0;
FUJITA Tomonori072d0bb2008-01-23 01:32:00 +0900946 if (!(scsi_bidi_cmnd(scp) || scp->sc_data_direction == DMA_TO_DEVICE))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700947 return -1;
FUJITA Tomonori21a61822008-03-09 13:44:30 +0900948
949 return scsi_sg_copy_to_buffer(scp, arr, arr_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700950}
951
952
953static const char * inq_vendor_id = "Linux ";
954static const char * inq_product_id = "scsi_debug ";
Douglas Gilbert773642d2016-04-25 12:16:28 -0400955static const char *inq_product_rev = "0186"; /* version less '.' */
Douglas Gilbert1b37bd62016-05-06 00:40:29 -0400956/* Use some locally assigned NAAs for SAS addresses. */
957static const u64 naa3_comp_a = 0x3222222000000000ULL;
958static const u64 naa3_comp_b = 0x3333333000000000ULL;
959static const u64 naa3_comp_c = 0x3111111000000000ULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700960
Douglas Gilbertcbf67842014-07-26 11:55:35 -0400961/* Device identification VPD page. Returns number of bytes placed in arr */
Douglas Gilbert760f3b02016-05-06 00:40:27 -0400962static int inquiry_vpd_83(unsigned char *arr, int port_group_id,
963 int target_dev_id, int dev_id_num,
Douglas Gilbert09ba24c2016-05-06 00:40:28 -0400964 const char *dev_id_str, int dev_id_str_len,
965 const uuid_be *lu_name)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700966{
Douglas Gilbertc65b1442006-06-06 00:11:24 -0400967 int num, port_a;
968 char b[32];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700969
Douglas Gilbertc65b1442006-06-06 00:11:24 -0400970 port_a = target_dev_id + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700971 /* T10 vendor identifier field format (faked) */
972 arr[0] = 0x2; /* ASCII */
973 arr[1] = 0x1;
974 arr[2] = 0x0;
975 memcpy(&arr[4], inq_vendor_id, 8);
976 memcpy(&arr[12], inq_product_id, 16);
977 memcpy(&arr[28], dev_id_str, dev_id_str_len);
978 num = 8 + 16 + dev_id_str_len;
979 arr[3] = num;
980 num += 4;
Douglas Gilbertc65b1442006-06-06 00:11:24 -0400981 if (dev_id_num >= 0) {
Douglas Gilbert09ba24c2016-05-06 00:40:28 -0400982 if (sdebug_uuid_ctl) {
983 /* Locally assigned UUID */
984 arr[num++] = 0x1; /* binary (not necessarily sas) */
985 arr[num++] = 0xa; /* PIV=0, lu, naa */
986 arr[num++] = 0x0;
987 arr[num++] = 0x12;
988 arr[num++] = 0x10; /* uuid type=1, locally assigned */
989 arr[num++] = 0x0;
990 memcpy(arr + num, lu_name, 16);
991 num += 16;
992 } else {
Douglas Gilbert1b37bd62016-05-06 00:40:29 -0400993 /* NAA-3, Logical unit identifier (binary) */
Douglas Gilbert09ba24c2016-05-06 00:40:28 -0400994 arr[num++] = 0x1; /* binary (not necessarily sas) */
995 arr[num++] = 0x3; /* PIV=0, lu, naa */
996 arr[num++] = 0x0;
997 arr[num++] = 0x8;
Douglas Gilbert1b37bd62016-05-06 00:40:29 -0400998 put_unaligned_be64(naa3_comp_b + dev_id_num, arr + num);
Douglas Gilbert09ba24c2016-05-06 00:40:28 -0400999 num += 8;
1000 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001001 /* Target relative port number */
1002 arr[num++] = 0x61; /* proto=sas, binary */
1003 arr[num++] = 0x94; /* PIV=1, target port, rel port */
1004 arr[num++] = 0x0; /* reserved */
1005 arr[num++] = 0x4; /* length */
1006 arr[num++] = 0x0; /* reserved */
1007 arr[num++] = 0x0; /* reserved */
1008 arr[num++] = 0x0;
1009 arr[num++] = 0x1; /* relative port A */
1010 }
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001011 /* NAA-3, Target port identifier */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001012 arr[num++] = 0x61; /* proto=sas, binary */
1013 arr[num++] = 0x93; /* piv=1, target port, naa */
1014 arr[num++] = 0x0;
1015 arr[num++] = 0x8;
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001016 put_unaligned_be64(naa3_comp_a + port_a, arr + num);
Douglas Gilbert773642d2016-04-25 12:16:28 -04001017 num += 8;
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001018 /* NAA-3, Target port group identifier */
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001019 arr[num++] = 0x61; /* proto=sas, binary */
1020 arr[num++] = 0x95; /* piv=1, target port group id */
1021 arr[num++] = 0x0;
1022 arr[num++] = 0x4;
1023 arr[num++] = 0;
1024 arr[num++] = 0;
Douglas Gilbert773642d2016-04-25 12:16:28 -04001025 put_unaligned_be16(port_group_id, arr + num);
1026 num += 2;
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001027 /* NAA-3, Target device identifier */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001028 arr[num++] = 0x61; /* proto=sas, binary */
1029 arr[num++] = 0xa3; /* piv=1, target device, naa */
1030 arr[num++] = 0x0;
1031 arr[num++] = 0x8;
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001032 put_unaligned_be64(naa3_comp_a + target_dev_id, arr + num);
Douglas Gilbert773642d2016-04-25 12:16:28 -04001033 num += 8;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001034 /* SCSI name string: Target device identifier */
1035 arr[num++] = 0x63; /* proto=sas, UTF-8 */
1036 arr[num++] = 0xa8; /* piv=1, target device, SCSI name string */
1037 arr[num++] = 0x0;
1038 arr[num++] = 24;
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001039 memcpy(arr + num, "naa.32222220", 12);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001040 num += 12;
1041 snprintf(b, sizeof(b), "%08X", target_dev_id);
1042 memcpy(arr + num, b, 8);
1043 num += 8;
1044 memset(arr + num, 0, 4);
1045 num += 4;
1046 return num;
1047}
1048
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001049static unsigned char vpd84_data[] = {
1050/* from 4th byte */ 0x22,0x22,0x22,0x0,0xbb,0x0,
1051 0x22,0x22,0x22,0x0,0xbb,0x1,
1052 0x22,0x22,0x22,0x0,0xbb,0x2,
1053};
1054
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001055/* Software interface identification VPD page */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001056static int inquiry_vpd_84(unsigned char *arr)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001057{
1058 memcpy(arr, vpd84_data, sizeof(vpd84_data));
1059 return sizeof(vpd84_data);
1060}
1061
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001062/* Management network addresses VPD page */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001063static int inquiry_vpd_85(unsigned char *arr)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001064{
1065 int num = 0;
1066 const char * na1 = "https://www.kernel.org/config";
1067 const char * na2 = "http://www.kernel.org/log";
1068 int plen, olen;
1069
1070 arr[num++] = 0x1; /* lu, storage config */
1071 arr[num++] = 0x0; /* reserved */
1072 arr[num++] = 0x0;
1073 olen = strlen(na1);
1074 plen = olen + 1;
1075 if (plen % 4)
1076 plen = ((plen / 4) + 1) * 4;
1077 arr[num++] = plen; /* length, null termianted, padded */
1078 memcpy(arr + num, na1, olen);
1079 memset(arr + num + olen, 0, plen - olen);
1080 num += plen;
1081
1082 arr[num++] = 0x4; /* lu, logging */
1083 arr[num++] = 0x0; /* reserved */
1084 arr[num++] = 0x0;
1085 olen = strlen(na2);
1086 plen = olen + 1;
1087 if (plen % 4)
1088 plen = ((plen / 4) + 1) * 4;
1089 arr[num++] = plen; /* length, null terminated, padded */
1090 memcpy(arr + num, na2, olen);
1091 memset(arr + num + olen, 0, plen - olen);
1092 num += plen;
1093
1094 return num;
1095}
1096
1097/* SCSI ports VPD page */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001098static int inquiry_vpd_88(unsigned char *arr, int target_dev_id)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001099{
1100 int num = 0;
1101 int port_a, port_b;
1102
1103 port_a = target_dev_id + 1;
1104 port_b = port_a + 1;
1105 arr[num++] = 0x0; /* reserved */
1106 arr[num++] = 0x0; /* reserved */
1107 arr[num++] = 0x0;
1108 arr[num++] = 0x1; /* relative port 1 (primary) */
1109 memset(arr + num, 0, 6);
1110 num += 6;
1111 arr[num++] = 0x0;
1112 arr[num++] = 12; /* length tp descriptor */
1113 /* naa-5 target port identifier (A) */
1114 arr[num++] = 0x61; /* proto=sas, binary */
1115 arr[num++] = 0x93; /* PIV=1, target port, NAA */
1116 arr[num++] = 0x0; /* reserved */
1117 arr[num++] = 0x8; /* length */
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001118 put_unaligned_be64(naa3_comp_a + port_a, arr + num);
Douglas Gilbert773642d2016-04-25 12:16:28 -04001119 num += 8;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001120 arr[num++] = 0x0; /* reserved */
1121 arr[num++] = 0x0; /* reserved */
1122 arr[num++] = 0x0;
1123 arr[num++] = 0x2; /* relative port 2 (secondary) */
1124 memset(arr + num, 0, 6);
1125 num += 6;
1126 arr[num++] = 0x0;
1127 arr[num++] = 12; /* length tp descriptor */
1128 /* naa-5 target port identifier (B) */
1129 arr[num++] = 0x61; /* proto=sas, binary */
1130 arr[num++] = 0x93; /* PIV=1, target port, NAA */
1131 arr[num++] = 0x0; /* reserved */
1132 arr[num++] = 0x8; /* length */
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001133 put_unaligned_be64(naa3_comp_a + port_b, arr + num);
Douglas Gilbert773642d2016-04-25 12:16:28 -04001134 num += 8;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001135
1136 return num;
1137}
1138
1139
1140static unsigned char vpd89_data[] = {
1141/* from 4th byte */ 0,0,0,0,
1142'l','i','n','u','x',' ',' ',' ',
1143'S','A','T',' ','s','c','s','i','_','d','e','b','u','g',' ',' ',
1144'1','2','3','4',
11450x34,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
11460xec,0,0,0,
11470x5a,0xc,0xff,0x3f,0x37,0xc8,0x10,0,0,0,0,0,0x3f,0,0,0,
11480,0,0,0,0x58,0x58,0x58,0x58,0x58,0x58,0x58,0x58,0x20,0x20,0x20,0x20,
11490x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0,0,0,0x40,0x4,0,0x2e,0x33,
11500x38,0x31,0x20,0x20,0x20,0x20,0x54,0x53,0x38,0x33,0x30,0x30,0x33,0x31,
11510x53,0x41,
11520x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,
11530x20,0x20,
11540x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,0x20,
11550x10,0x80,
11560,0,0,0x2f,0,0,0,0x2,0,0x2,0x7,0,0xff,0xff,0x1,0,
11570x3f,0,0xc1,0xff,0x3e,0,0x10,0x1,0xb0,0xf8,0x50,0x9,0,0,0x7,0,
11580x3,0,0x78,0,0x78,0,0xf0,0,0x78,0,0,0,0,0,0,0,
11590,0,0,0,0,0,0,0,0x2,0,0,0,0,0,0,0,
11600x7e,0,0x1b,0,0x6b,0x34,0x1,0x7d,0x3,0x40,0x69,0x34,0x1,0x3c,0x3,0x40,
11610x7f,0x40,0,0,0,0,0xfe,0xfe,0,0,0,0,0,0xfe,0,0,
11620,0,0,0,0,0,0,0,0xb0,0xf8,0x50,0x9,0,0,0,0,
11630,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11640,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11650,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11660x1,0,0xb0,0xf8,0x50,0x9,0xb0,0xf8,0x50,0x9,0x20,0x20,0x2,0,0xb6,0x42,
11670,0x80,0x8a,0,0x6,0x3c,0xa,0x3c,0xff,0xff,0xc6,0x7,0,0x1,0,0x8,
11680xf0,0xf,0,0x10,0x2,0,0x30,0,0,0,0,0,0,0,0x6,0xfe,
11690,0,0x2,0,0x50,0,0x8a,0,0x4f,0x95,0,0,0x21,0,0xb,0,
11700,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11710,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11720,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11730,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11740,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11750,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11760,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11770,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11780,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11790,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11800,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
11810,0,0,0,0,0,0,0,0,0,0,0,0,0,0xa5,0x51,
1182};
1183
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001184/* ATA Information VPD page */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001185static int inquiry_vpd_89(unsigned char *arr)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001186{
1187 memcpy(arr, vpd89_data, sizeof(vpd89_data));
1188 return sizeof(vpd89_data);
1189}
1190
1191
1192static unsigned char vpdb0_data[] = {
Douglas Gilbert1e49f782009-10-29 01:48:31 -04001193 /* from 4th byte */ 0,0,0,4, 0,0,0x4,0, 0,0,0,64,
1194 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1195 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1196 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001197};
1198
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001199/* Block limits VPD page (SBC-3) */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001200static int inquiry_vpd_b0(unsigned char *arr)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001201{
Martin K. Petersenea61fca2009-05-15 00:40:33 -04001202 unsigned int gran;
1203
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001204 memcpy(arr, vpdb0_data, sizeof(vpdb0_data));
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001205
1206 /* Optimal transfer length granularity */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001207 gran = 1 << sdebug_physblk_exp;
1208 put_unaligned_be16(gran, arr + 2);
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001209
1210 /* Maximum Transfer Length */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001211 if (sdebug_store_sectors > 0x400)
1212 put_unaligned_be32(sdebug_store_sectors, arr + 4);
Martin K. Petersen44d92692009-10-15 14:45:27 -04001213
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001214 /* Optimal Transfer Length */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001215 put_unaligned_be32(sdebug_opt_blks, &arr[8]);
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001216
Douglas Gilbert773642d2016-04-25 12:16:28 -04001217 if (sdebug_lbpu) {
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001218 /* Maximum Unmap LBA Count */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001219 put_unaligned_be32(sdebug_unmap_max_blocks, &arr[16]);
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001220
1221 /* Maximum Unmap Block Descriptor Count */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001222 put_unaligned_be32(sdebug_unmap_max_desc, &arr[20]);
Martin K. Petersen44d92692009-10-15 14:45:27 -04001223 }
1224
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001225 /* Unmap Granularity Alignment */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001226 if (sdebug_unmap_alignment) {
1227 put_unaligned_be32(sdebug_unmap_alignment, &arr[28]);
Martin K. Petersen44d92692009-10-15 14:45:27 -04001228 arr[28] |= 0x80; /* UGAVALID */
1229 }
1230
Martin K. Petersene308b3d2010-03-23 01:12:27 -04001231 /* Optimal Unmap Granularity */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001232 put_unaligned_be32(sdebug_unmap_granularity, &arr[24]);
Martin K. Petersen60147592010-08-19 11:49:00 -04001233
Martin K. Petersen5b94e232011-03-08 02:08:11 -05001234 /* Maximum WRITE SAME Length */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001235 put_unaligned_be64(sdebug_write_same_length, &arr[32]);
Martin K. Petersen5b94e232011-03-08 02:08:11 -05001236
1237 return 0x3c; /* Mandatory page length for Logical Block Provisioning */
Martin K. Petersen44d92692009-10-15 14:45:27 -04001238
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001239 return sizeof(vpdb0_data);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001240}
1241
Douglas Gilbert1e49f782009-10-29 01:48:31 -04001242/* Block device characteristics VPD page (SBC-3) */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001243static int inquiry_vpd_b1(unsigned char *arr)
Matthew Wilcoxeac6e8e42008-06-19 10:02:58 -06001244{
1245 memset(arr, 0, 0x3c);
1246 arr[0] = 0;
Douglas Gilbert1e49f782009-10-29 01:48:31 -04001247 arr[1] = 1; /* non rotating medium (e.g. solid state) */
1248 arr[2] = 0;
1249 arr[3] = 5; /* less than 1.8" */
Matthew Wilcoxeac6e8e42008-06-19 10:02:58 -06001250
1251 return 0x3c;
1252}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001253
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001254/* Logical block provisioning VPD page (SBC-4) */
1255static int inquiry_vpd_b2(unsigned char *arr)
Martin K. Petersen60147592010-08-19 11:49:00 -04001256{
Martin K. Petersen3f0bc3b2012-03-08 10:48:29 -05001257 memset(arr, 0, 0x4);
Martin K. Petersen60147592010-08-19 11:49:00 -04001258 arr[0] = 0; /* threshold exponent */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001259 if (sdebug_lbpu)
Martin K. Petersen60147592010-08-19 11:49:00 -04001260 arr[1] = 1 << 7;
Douglas Gilbert773642d2016-04-25 12:16:28 -04001261 if (sdebug_lbpws)
Martin K. Petersen60147592010-08-19 11:49:00 -04001262 arr[1] |= 1 << 6;
Douglas Gilbert773642d2016-04-25 12:16:28 -04001263 if (sdebug_lbpws10)
Martin K. Petersen5b94e232011-03-08 02:08:11 -05001264 arr[1] |= 1 << 5;
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001265 if (sdebug_lbprz && scsi_debug_lbp())
1266 arr[1] |= (sdebug_lbprz & 0x7) << 2; /* sbc4r07 and later */
1267 /* anc_sup=0; dp=0 (no provisioning group descriptor) */
1268 /* minimum_percentage=0; provisioning_type=0 (unknown) */
1269 /* threshold_percentage=0 */
Martin K. Petersen3f0bc3b2012-03-08 10:48:29 -05001270 return 0x4;
Martin K. Petersen60147592010-08-19 11:49:00 -04001271}
1272
Linus Torvalds1da177e2005-04-16 15:20:36 -07001273#define SDEBUG_LONG_INQ_SZ 96
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001274#define SDEBUG_MAX_INQ_ARR_SZ 584
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001276static int resp_inquiry(struct scsi_cmnd *scp, struct sdebug_dev_info *devip)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001277{
1278 unsigned char pq_pdt;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001279 unsigned char * arr;
Douglas Gilbert01123ef2014-08-05 12:20:02 +02001280 unsigned char *cmd = scp->cmnd;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001281 int alloc_len, n, ret;
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001282 bool have_wlun, is_disk;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001283
Douglas Gilbert773642d2016-04-25 12:16:28 -04001284 alloc_len = get_unaligned_be16(cmd + 3);
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -05001285 arr = kzalloc(SDEBUG_MAX_INQ_ARR_SZ, GFP_ATOMIC);
1286 if (! arr)
1287 return DID_REQUEUE << 16;
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001288 is_disk = (sdebug_ptype == TYPE_DISK);
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04001289 have_wlun = scsi_is_wlun(scp->device->lun);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001290 if (have_wlun)
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04001291 pq_pdt = TYPE_WLUN; /* present, wlun */
1292 else if (sdebug_no_lun_0 && (devip->lun == SDEBUG_LUN_0_VAL))
1293 pq_pdt = 0x7f; /* not present, PQ=3, PDT=0x1f */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001294 else
Douglas Gilbert773642d2016-04-25 12:16:28 -04001295 pq_pdt = (sdebug_ptype & 0x1f);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001296 arr[0] = pq_pdt;
1297 if (0x2 & cmd[1]) { /* CMDDT bit set */
Douglas Gilbert22017ed2014-11-24 23:04:47 -05001298 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 1, 1);
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001299 kfree(arr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001300 return check_condition_result;
1301 } else if (0x1 & cmd[1]) { /* EVPD bit set */
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001302 int lu_id_num, port_group_id, target_dev_id, len;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001303 char lu_id_str[6];
1304 int host_no = devip->sdbg_host->shost->host_no;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001305
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001306 port_group_id = (((host_no + 1) & 0x7f) << 8) +
1307 (devip->channel & 0x7f);
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04001308 if (sdebug_vpd_use_hostno == 0)
Douglas Gilbert23183912006-09-16 20:30:47 -04001309 host_no = 0;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001310 lu_id_num = have_wlun ? -1 : (((host_no + 1) * 2000) +
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001311 (devip->target * 1000) + devip->lun);
1312 target_dev_id = ((host_no + 1) * 2000) +
1313 (devip->target * 1000) - 3;
1314 len = scnprintf(lu_id_str, 6, "%d", lu_id_num);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001315 if (0 == cmd[2]) { /* supported vital product data pages */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001316 arr[1] = cmd[2]; /*sanity */
1317 n = 4;
1318 arr[n++] = 0x0; /* this page */
1319 arr[n++] = 0x80; /* unit serial number */
1320 arr[n++] = 0x83; /* device identification */
1321 arr[n++] = 0x84; /* software interface ident. */
1322 arr[n++] = 0x85; /* management network addresses */
1323 arr[n++] = 0x86; /* extended inquiry */
1324 arr[n++] = 0x87; /* mode page policy */
1325 arr[n++] = 0x88; /* SCSI ports */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001326 if (is_disk) { /* SBC only */
1327 arr[n++] = 0x89; /* ATA information */
1328 arr[n++] = 0xb0; /* Block limits */
1329 arr[n++] = 0xb1; /* Block characteristics */
1330 arr[n++] = 0xb2; /* Logical Block Prov */
1331 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001332 arr[3] = n - 4; /* number of supported VPD pages */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001333 } else if (0x80 == cmd[2]) { /* unit serial number */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001334 arr[1] = cmd[2]; /*sanity */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001335 arr[3] = len;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001336 memcpy(&arr[4], lu_id_str, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001337 } else if (0x83 == cmd[2]) { /* device identification */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001338 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001339 arr[3] = inquiry_vpd_83(&arr[4], port_group_id,
1340 target_dev_id, lu_id_num,
Douglas Gilbert09ba24c2016-05-06 00:40:28 -04001341 lu_id_str, len,
1342 &devip->lu_name);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001343 } else if (0x84 == cmd[2]) { /* Software interface ident. */
1344 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001345 arr[3] = inquiry_vpd_84(&arr[4]);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001346 } else if (0x85 == cmd[2]) { /* Management network addresses */
1347 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001348 arr[3] = inquiry_vpd_85(&arr[4]);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001349 } else if (0x86 == cmd[2]) { /* extended inquiry */
1350 arr[1] = cmd[2]; /*sanity */
1351 arr[3] = 0x3c; /* number of following entries */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001352 if (sdebug_dif == SD_DIF_TYPE3_PROTECTION)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05001353 arr[4] = 0x4; /* SPT: GRD_CHK:1 */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001354 else if (have_dif_prot)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05001355 arr[4] = 0x5; /* SPT: GRD_CHK:1, REF_CHK:1 */
1356 else
1357 arr[4] = 0x0; /* no protection stuff */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001358 arr[5] = 0x7; /* head of q, ordered + simple q's */
1359 } else if (0x87 == cmd[2]) { /* mode page policy */
1360 arr[1] = cmd[2]; /*sanity */
1361 arr[3] = 0x8; /* number of following entries */
1362 arr[4] = 0x2; /* disconnect-reconnect mp */
1363 arr[6] = 0x80; /* mlus, shared */
1364 arr[8] = 0x18; /* protocol specific lu */
1365 arr[10] = 0x82; /* mlus, per initiator port */
1366 } else if (0x88 == cmd[2]) { /* SCSI Ports */
1367 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001368 arr[3] = inquiry_vpd_88(&arr[4], target_dev_id);
1369 } else if (is_disk && 0x89 == cmd[2]) { /* ATA information */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001370 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001371 n = inquiry_vpd_89(&arr[4]);
Douglas Gilbert773642d2016-04-25 12:16:28 -04001372 put_unaligned_be16(n, arr + 2);
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001373 } else if (is_disk && 0xb0 == cmd[2]) { /* Block limits */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001374 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001375 arr[3] = inquiry_vpd_b0(&arr[4]);
1376 } else if (is_disk && 0xb1 == cmd[2]) { /* Block char. */
Matthew Wilcoxeac6e8e42008-06-19 10:02:58 -06001377 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001378 arr[3] = inquiry_vpd_b1(&arr[4]);
1379 } else if (is_disk && 0xb2 == cmd[2]) { /* LB Prov. */
Martin K. Petersen60147592010-08-19 11:49:00 -04001380 arr[1] = cmd[2]; /*sanity */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001381 arr[3] = inquiry_vpd_b2(&arr[4]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001382 } else {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05001383 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 2, -1);
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001384 kfree(arr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001385 return check_condition_result;
1386 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04001387 len = min(get_unaligned_be16(arr + 2) + 4, alloc_len);
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001388 ret = fill_from_dev_buffer(scp, arr,
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001389 min(len, SDEBUG_MAX_INQ_ARR_SZ));
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001390 kfree(arr);
1391 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001392 }
1393 /* drops through here for a standard inquiry */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001394 arr[1] = sdebug_removable ? 0x80 : 0; /* Removable disk */
1395 arr[2] = sdebug_scsi_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001396 arr[3] = 2; /* response_data_format==2 */
1397 arr[4] = SDEBUG_LONG_INQ_SZ - 5;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04001398 arr[5] = (int)have_dif_prot; /* PROTECT bit */
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04001399 if (sdebug_vpd_use_hostno == 0)
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001400 arr[5] = 0x10; /* claim: implicit TGPS */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001401 arr[6] = 0x10; /* claim: MultiP */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001402 /* arr[6] |= 0x40; ... claim: EncServ (enclosure services) */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001403 arr[7] = 0xa; /* claim: LINKED + CMDQUE */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001404 memcpy(&arr[8], inq_vendor_id, 8);
1405 memcpy(&arr[16], inq_product_id, 16);
1406 memcpy(&arr[32], inq_product_rev, 4);
1407 /* version descriptors (2 bytes each) follow */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001408 put_unaligned_be16(0xc0, arr + 58); /* SAM-6 no version claimed */
1409 put_unaligned_be16(0x5c0, arr + 60); /* SPC-5 no version claimed */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001410 n = 62;
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001411 if (is_disk) { /* SBC-4 no version claimed */
1412 put_unaligned_be16(0x600, arr + n);
1413 n += 2;
1414 } else if (sdebug_ptype == TYPE_TAPE) { /* SSC-4 rev 3 */
1415 put_unaligned_be16(0x525, arr + n);
1416 n += 2;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001417 }
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001418 put_unaligned_be16(0x2100, arr + n); /* SPL-4 no version claimed */
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001419 ret = fill_from_dev_buffer(scp, arr,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001420 min(alloc_len, SDEBUG_LONG_INQ_SZ));
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001421 kfree(arr);
1422 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001423}
1424
Douglas Gilbertfd321192016-04-25 12:16:33 -04001425static unsigned char iec_m_pg[] = {0x1c, 0xa, 0x08, 0, 0, 0, 0, 0,
1426 0, 0, 0x0, 0x0};
1427
Linus Torvalds1da177e2005-04-16 15:20:36 -07001428static int resp_requests(struct scsi_cmnd * scp,
1429 struct sdebug_dev_info * devip)
1430{
1431 unsigned char * sbuff;
Douglas Gilbert01123ef2014-08-05 12:20:02 +02001432 unsigned char *cmd = scp->cmnd;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001433 unsigned char arr[SCSI_SENSE_BUFFERSIZE];
Tomas Winkler2492fc02015-07-28 16:54:26 +03001434 bool dsense;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001435 int len = 18;
1436
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001437 memset(arr, 0, sizeof(arr));
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001438 dsense = !!(cmd[1] & 1);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001439 sbuff = scp->sense_buffer;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001440 if ((iec_m_pg[2] & 0x4) && (6 == (iec_m_pg[3] & 0xf))) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001441 if (dsense) {
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001442 arr[0] = 0x72;
1443 arr[1] = 0x0; /* NO_SENSE in sense_key */
1444 arr[2] = THRESHOLD_EXCEEDED;
1445 arr[3] = 0xff; /* TEST set and MRIE==6 */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001446 len = 8;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001447 } else {
1448 arr[0] = 0x70;
1449 arr[2] = 0x0; /* NO_SENSE in sense_key */
1450 arr[7] = 0xa; /* 18 byte sense buffer */
1451 arr[12] = THRESHOLD_EXCEEDED;
1452 arr[13] = 0xff; /* TEST set and MRIE==6 */
1453 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001454 } else {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001455 memcpy(arr, sbuff, SCSI_SENSE_BUFFERSIZE);
Douglas Gilbert773642d2016-04-25 12:16:28 -04001456 if (arr[0] >= 0x70 && dsense == sdebug_dsense)
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001457 ; /* have sense and formats match */
1458 else if (arr[0] <= 0x70) {
1459 if (dsense) {
1460 memset(arr, 0, 8);
1461 arr[0] = 0x72;
1462 len = 8;
1463 } else {
1464 memset(arr, 0, 18);
1465 arr[0] = 0x70;
1466 arr[7] = 0xa;
1467 }
1468 } else if (dsense) {
1469 memset(arr, 0, 8);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001470 arr[0] = 0x72;
1471 arr[1] = sbuff[2]; /* sense key */
1472 arr[2] = sbuff[12]; /* asc */
1473 arr[3] = sbuff[13]; /* ascq */
1474 len = 8;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001475 } else {
1476 memset(arr, 0, 18);
1477 arr[0] = 0x70;
1478 arr[2] = sbuff[1];
1479 arr[7] = 0xa;
1480 arr[12] = sbuff[1];
1481 arr[13] = sbuff[3];
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001482 }
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001483
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001484 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001485 mk_sense_buffer(scp, 0, NO_ADDITIONAL_SENSE, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001486 return fill_from_dev_buffer(scp, arr, len);
1487}
1488
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001489static int resp_start_stop(struct scsi_cmnd * scp,
1490 struct sdebug_dev_info * devip)
1491{
Douglas Gilbert01123ef2014-08-05 12:20:02 +02001492 unsigned char *cmd = scp->cmnd;
Douglas Gilbertc4837392016-05-06 00:40:26 -04001493 int power_cond, stop;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001494
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001495 power_cond = (cmd[4] & 0xf0) >> 4;
1496 if (power_cond) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05001497 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 4, 7);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001498 return check_condition_result;
1499 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04001500 stop = !(cmd[4] & 1);
1501 atomic_xchg(&devip->stopped, stop);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001502 return 0;
1503}
1504
FUJITA Tomonori28898872008-03-30 00:59:55 +09001505static sector_t get_sdebug_capacity(void)
1506{
Douglas Gilbert773642d2016-04-25 12:16:28 -04001507 static const unsigned int gibibyte = 1073741824;
1508
1509 if (sdebug_virtual_gb > 0)
1510 return (sector_t)sdebug_virtual_gb *
1511 (gibibyte / sdebug_sector_size);
FUJITA Tomonori28898872008-03-30 00:59:55 +09001512 else
1513 return sdebug_store_sectors;
1514}
1515
Linus Torvalds1da177e2005-04-16 15:20:36 -07001516#define SDEBUG_READCAP_ARR_SZ 8
1517static int resp_readcap(struct scsi_cmnd * scp,
1518 struct sdebug_dev_info * devip)
1519{
1520 unsigned char arr[SDEBUG_READCAP_ARR_SZ];
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001521 unsigned int capac;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001522
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001523 /* following just in case virtual_gb changed */
FUJITA Tomonori28898872008-03-30 00:59:55 +09001524 sdebug_capacity = get_sdebug_capacity();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001525 memset(arr, 0, SDEBUG_READCAP_ARR_SZ);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001526 if (sdebug_capacity < 0xffffffff) {
1527 capac = (unsigned int)sdebug_capacity - 1;
Douglas Gilbert773642d2016-04-25 12:16:28 -04001528 put_unaligned_be32(capac, arr + 0);
1529 } else
1530 put_unaligned_be32(0xffffffff, arr + 0);
1531 put_unaligned_be16(sdebug_sector_size, arr + 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001532 return fill_from_dev_buffer(scp, arr, SDEBUG_READCAP_ARR_SZ);
1533}
1534
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001535#define SDEBUG_READCAP16_ARR_SZ 32
1536static int resp_readcap16(struct scsi_cmnd * scp,
1537 struct sdebug_dev_info * devip)
1538{
Douglas Gilbert01123ef2014-08-05 12:20:02 +02001539 unsigned char *cmd = scp->cmnd;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001540 unsigned char arr[SDEBUG_READCAP16_ARR_SZ];
Douglas Gilbert773642d2016-04-25 12:16:28 -04001541 int alloc_len;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001542
Douglas Gilbert773642d2016-04-25 12:16:28 -04001543 alloc_len = get_unaligned_be32(cmd + 10);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001544 /* following just in case virtual_gb changed */
FUJITA Tomonori28898872008-03-30 00:59:55 +09001545 sdebug_capacity = get_sdebug_capacity();
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001546 memset(arr, 0, SDEBUG_READCAP16_ARR_SZ);
Douglas Gilbert773642d2016-04-25 12:16:28 -04001547 put_unaligned_be64((u64)(sdebug_capacity - 1), arr + 0);
1548 put_unaligned_be32(sdebug_sector_size, arr + 8);
1549 arr[13] = sdebug_physblk_exp & 0xf;
1550 arr[14] = (sdebug_lowest_aligned >> 8) & 0x3f;
Martin K. Petersen44d92692009-10-15 14:45:27 -04001551
Eric Sandeenbe1dd782012-03-08 00:03:59 -06001552 if (scsi_debug_lbp()) {
Martin K. Petersen5b94e232011-03-08 02:08:11 -05001553 arr[14] |= 0x80; /* LBPME */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001554 /* from sbc4r07, this LBPRZ field is 1 bit, but the LBPRZ in
1555 * the LB Provisioning VPD page is 3 bits. Note that lbprz=2
1556 * in the wider field maps to 0 in this field.
1557 */
1558 if (sdebug_lbprz & 1) /* precisely what the draft requires */
1559 arr[14] |= 0x40;
Eric Sandeenbe1dd782012-03-08 00:03:59 -06001560 }
Martin K. Petersen44d92692009-10-15 14:45:27 -04001561
Douglas Gilbert773642d2016-04-25 12:16:28 -04001562 arr[15] = sdebug_lowest_aligned & 0xff;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05001563
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001564 if (have_dif_prot) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04001565 arr[12] = (sdebug_dif - 1) << 1; /* P_TYPE */
Martin K. Petersenc6a44282009-01-04 03:08:19 -05001566 arr[12] |= 1; /* PROT_EN */
1567 }
1568
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001569 return fill_from_dev_buffer(scp, arr,
1570 min(alloc_len, SDEBUG_READCAP16_ARR_SZ));
1571}
1572
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001573#define SDEBUG_MAX_TGTPGS_ARR_SZ 1412
1574
1575static int resp_report_tgtpgs(struct scsi_cmnd * scp,
1576 struct sdebug_dev_info * devip)
1577{
Douglas Gilbert01123ef2014-08-05 12:20:02 +02001578 unsigned char *cmd = scp->cmnd;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001579 unsigned char * arr;
1580 int host_no = devip->sdbg_host->shost->host_no;
1581 int n, ret, alen, rlen;
1582 int port_group_a, port_group_b, port_a, port_b;
1583
Douglas Gilbert773642d2016-04-25 12:16:28 -04001584 alen = get_unaligned_be32(cmd + 6);
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -05001585 arr = kzalloc(SDEBUG_MAX_TGTPGS_ARR_SZ, GFP_ATOMIC);
1586 if (! arr)
1587 return DID_REQUEUE << 16;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001588 /*
1589 * EVPD page 0x88 states we have two ports, one
1590 * real and a fake port with no device connected.
1591 * So we create two port groups with one port each
1592 * and set the group with port B to unavailable.
1593 */
1594 port_a = 0x1; /* relative port A */
1595 port_b = 0x2; /* relative port B */
1596 port_group_a = (((host_no + 1) & 0x7f) << 8) +
Douglas Gilbert773642d2016-04-25 12:16:28 -04001597 (devip->channel & 0x7f);
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001598 port_group_b = (((host_no + 1) & 0x7f) << 8) +
Douglas Gilbert773642d2016-04-25 12:16:28 -04001599 (devip->channel & 0x7f) + 0x80;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001600
1601 /*
1602 * The asymmetric access state is cycled according to the host_id.
1603 */
1604 n = 4;
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04001605 if (sdebug_vpd_use_hostno == 0) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04001606 arr[n++] = host_no % 3; /* Asymm access state */
1607 arr[n++] = 0x0F; /* claim: all states are supported */
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001608 } else {
Douglas Gilbert773642d2016-04-25 12:16:28 -04001609 arr[n++] = 0x0; /* Active/Optimized path */
1610 arr[n++] = 0x01; /* only support active/optimized paths */
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001611 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04001612 put_unaligned_be16(port_group_a, arr + n);
1613 n += 2;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001614 arr[n++] = 0; /* Reserved */
1615 arr[n++] = 0; /* Status code */
1616 arr[n++] = 0; /* Vendor unique */
1617 arr[n++] = 0x1; /* One port per group */
1618 arr[n++] = 0; /* Reserved */
1619 arr[n++] = 0; /* Reserved */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001620 put_unaligned_be16(port_a, arr + n);
1621 n += 2;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001622 arr[n++] = 3; /* Port unavailable */
1623 arr[n++] = 0x08; /* claim: only unavailalbe paths are supported */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001624 put_unaligned_be16(port_group_b, arr + n);
1625 n += 2;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001626 arr[n++] = 0; /* Reserved */
1627 arr[n++] = 0; /* Status code */
1628 arr[n++] = 0; /* Vendor unique */
1629 arr[n++] = 0x1; /* One port per group */
1630 arr[n++] = 0; /* Reserved */
1631 arr[n++] = 0; /* Reserved */
Douglas Gilbert773642d2016-04-25 12:16:28 -04001632 put_unaligned_be16(port_b, arr + n);
1633 n += 2;
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001634
1635 rlen = n - 4;
Douglas Gilbert773642d2016-04-25 12:16:28 -04001636 put_unaligned_be32(rlen, arr + 0);
Hannes Reinecke5a09e392006-10-20 09:58:47 +02001637
1638 /*
1639 * Return the smallest value of either
1640 * - The allocated length
1641 * - The constructed command length
1642 * - The maximum array size
1643 */
1644 rlen = min(alen,n);
1645 ret = fill_from_dev_buffer(scp, arr,
1646 min(rlen, SDEBUG_MAX_TGTPGS_ARR_SZ));
1647 kfree(arr);
1648 return ret;
1649}
1650
Douglas Gilbertfd321192016-04-25 12:16:33 -04001651static int resp_rsup_opcodes(struct scsi_cmnd *scp,
1652 struct sdebug_dev_info *devip)
Douglas Gilbert38d5c832014-11-24 21:27:12 -05001653{
1654 bool rctd;
1655 u8 reporting_opts, req_opcode, sdeb_i, supp;
1656 u16 req_sa, u;
1657 u32 alloc_len, a_len;
1658 int k, offset, len, errsts, count, bump, na;
1659 const struct opcode_info_t *oip;
1660 const struct opcode_info_t *r_oip;
1661 u8 *arr;
1662 u8 *cmd = scp->cmnd;
1663
1664 rctd = !!(cmd[2] & 0x80);
1665 reporting_opts = cmd[2] & 0x7;
1666 req_opcode = cmd[3];
1667 req_sa = get_unaligned_be16(cmd + 4);
1668 alloc_len = get_unaligned_be32(cmd + 6);
Colin Ian King6d310df2015-01-22 11:20:40 +00001669 if (alloc_len < 4 || alloc_len > 0xffff) {
Douglas Gilbert38d5c832014-11-24 21:27:12 -05001670 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 6, -1);
1671 return check_condition_result;
1672 }
1673 if (alloc_len > 8192)
1674 a_len = 8192;
1675 else
1676 a_len = alloc_len;
Sasha Levin99531e62015-01-17 17:47:37 -05001677 arr = kzalloc((a_len < 256) ? 320 : a_len + 64, GFP_ATOMIC);
Douglas Gilbert38d5c832014-11-24 21:27:12 -05001678 if (NULL == arr) {
1679 mk_sense_buffer(scp, ILLEGAL_REQUEST, INSUFF_RES_ASC,
1680 INSUFF_RES_ASCQ);
1681 return check_condition_result;
1682 }
1683 switch (reporting_opts) {
1684 case 0: /* all commands */
1685 /* count number of commands */
1686 for (count = 0, oip = opcode_info_arr;
1687 oip->num_attached != 0xff; ++oip) {
1688 if (F_INV_OP & oip->flags)
1689 continue;
1690 count += (oip->num_attached + 1);
1691 }
1692 bump = rctd ? 20 : 8;
1693 put_unaligned_be32(count * bump, arr);
1694 for (offset = 4, oip = opcode_info_arr;
1695 oip->num_attached != 0xff && offset < a_len; ++oip) {
1696 if (F_INV_OP & oip->flags)
1697 continue;
1698 na = oip->num_attached;
1699 arr[offset] = oip->opcode;
1700 put_unaligned_be16(oip->sa, arr + offset + 2);
1701 if (rctd)
1702 arr[offset + 5] |= 0x2;
1703 if (FF_SA & oip->flags)
1704 arr[offset + 5] |= 0x1;
1705 put_unaligned_be16(oip->len_mask[0], arr + offset + 6);
1706 if (rctd)
1707 put_unaligned_be16(0xa, arr + offset + 8);
1708 r_oip = oip;
1709 for (k = 0, oip = oip->arrp; k < na; ++k, ++oip) {
1710 if (F_INV_OP & oip->flags)
1711 continue;
1712 offset += bump;
1713 arr[offset] = oip->opcode;
1714 put_unaligned_be16(oip->sa, arr + offset + 2);
1715 if (rctd)
1716 arr[offset + 5] |= 0x2;
1717 if (FF_SA & oip->flags)
1718 arr[offset + 5] |= 0x1;
1719 put_unaligned_be16(oip->len_mask[0],
1720 arr + offset + 6);
1721 if (rctd)
1722 put_unaligned_be16(0xa,
1723 arr + offset + 8);
1724 }
1725 oip = r_oip;
1726 offset += bump;
1727 }
1728 break;
1729 case 1: /* one command: opcode only */
1730 case 2: /* one command: opcode plus service action */
1731 case 3: /* one command: if sa==0 then opcode only else opcode+sa */
1732 sdeb_i = opcode_ind_arr[req_opcode];
1733 oip = &opcode_info_arr[sdeb_i];
1734 if (F_INV_OP & oip->flags) {
1735 supp = 1;
1736 offset = 4;
1737 } else {
1738 if (1 == reporting_opts) {
1739 if (FF_SA & oip->flags) {
1740 mk_sense_invalid_fld(scp, SDEB_IN_CDB,
1741 2, 2);
1742 kfree(arr);
1743 return check_condition_result;
1744 }
1745 req_sa = 0;
1746 } else if (2 == reporting_opts &&
1747 0 == (FF_SA & oip->flags)) {
1748 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 4, -1);
1749 kfree(arr); /* point at requested sa */
1750 return check_condition_result;
1751 }
1752 if (0 == (FF_SA & oip->flags) &&
1753 req_opcode == oip->opcode)
1754 supp = 3;
1755 else if (0 == (FF_SA & oip->flags)) {
1756 na = oip->num_attached;
1757 for (k = 0, oip = oip->arrp; k < na;
1758 ++k, ++oip) {
1759 if (req_opcode == oip->opcode)
1760 break;
1761 }
1762 supp = (k >= na) ? 1 : 3;
1763 } else if (req_sa != oip->sa) {
1764 na = oip->num_attached;
1765 for (k = 0, oip = oip->arrp; k < na;
1766 ++k, ++oip) {
1767 if (req_sa == oip->sa)
1768 break;
1769 }
1770 supp = (k >= na) ? 1 : 3;
1771 } else
1772 supp = 3;
1773 if (3 == supp) {
1774 u = oip->len_mask[0];
1775 put_unaligned_be16(u, arr + 2);
1776 arr[4] = oip->opcode;
1777 for (k = 1; k < u; ++k)
1778 arr[4 + k] = (k < 16) ?
1779 oip->len_mask[k] : 0xff;
1780 offset = 4 + u;
1781 } else
1782 offset = 4;
1783 }
1784 arr[1] = (rctd ? 0x80 : 0) | supp;
1785 if (rctd) {
1786 put_unaligned_be16(0xa, arr + offset);
1787 offset += 12;
1788 }
1789 break;
1790 default:
1791 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 2, 2);
1792 kfree(arr);
1793 return check_condition_result;
1794 }
1795 offset = (offset < a_len) ? offset : a_len;
1796 len = (offset < alloc_len) ? offset : alloc_len;
1797 errsts = fill_from_dev_buffer(scp, arr, len);
1798 kfree(arr);
1799 return errsts;
1800}
1801
Douglas Gilbertfd321192016-04-25 12:16:33 -04001802static int resp_rsup_tmfs(struct scsi_cmnd *scp,
1803 struct sdebug_dev_info *devip)
Douglas Gilbert38d5c832014-11-24 21:27:12 -05001804{
1805 bool repd;
1806 u32 alloc_len, len;
1807 u8 arr[16];
1808 u8 *cmd = scp->cmnd;
1809
1810 memset(arr, 0, sizeof(arr));
1811 repd = !!(cmd[2] & 0x80);
1812 alloc_len = get_unaligned_be32(cmd + 6);
1813 if (alloc_len < 4) {
1814 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 6, -1);
1815 return check_condition_result;
1816 }
1817 arr[0] = 0xc8; /* ATS | ATSS | LURS */
1818 arr[1] = 0x1; /* ITNRS */
1819 if (repd) {
1820 arr[3] = 0xc;
1821 len = 16;
1822 } else
1823 len = 4;
1824
1825 len = (len < alloc_len) ? len : alloc_len;
1826 return fill_from_dev_buffer(scp, arr, len);
1827}
1828
Linus Torvalds1da177e2005-04-16 15:20:36 -07001829/* <<Following mode page info copied from ST318451LW>> */
1830
1831static int resp_err_recov_pg(unsigned char * p, int pcontrol, int target)
1832{ /* Read-Write Error Recovery page for mode_sense */
1833 unsigned char err_recov_pg[] = {0x1, 0xa, 0xc0, 11, 240, 0, 0, 0,
1834 5, 0, 0xff, 0xff};
1835
1836 memcpy(p, err_recov_pg, sizeof(err_recov_pg));
1837 if (1 == pcontrol)
1838 memset(p + 2, 0, sizeof(err_recov_pg) - 2);
1839 return sizeof(err_recov_pg);
1840}
1841
1842static int resp_disconnect_pg(unsigned char * p, int pcontrol, int target)
1843{ /* Disconnect-Reconnect page for mode_sense */
1844 unsigned char disconnect_pg[] = {0x2, 0xe, 128, 128, 0, 10, 0, 0,
1845 0, 0, 0, 0, 0, 0, 0, 0};
1846
1847 memcpy(p, disconnect_pg, sizeof(disconnect_pg));
1848 if (1 == pcontrol)
1849 memset(p + 2, 0, sizeof(disconnect_pg) - 2);
1850 return sizeof(disconnect_pg);
1851}
1852
1853static int resp_format_pg(unsigned char * p, int pcontrol, int target)
1854{ /* Format device page for mode_sense */
Martin K. Petersen597136a2008-06-05 00:12:59 -04001855 unsigned char format_pg[] = {0x3, 0x16, 0, 0, 0, 0, 0, 0,
1856 0, 0, 0, 0, 0, 0, 0, 0,
1857 0, 0, 0, 0, 0x40, 0, 0, 0};
Linus Torvalds1da177e2005-04-16 15:20:36 -07001858
Martin K. Petersen597136a2008-06-05 00:12:59 -04001859 memcpy(p, format_pg, sizeof(format_pg));
Douglas Gilbert773642d2016-04-25 12:16:28 -04001860 put_unaligned_be16(sdebug_sectors_per, p + 10);
1861 put_unaligned_be16(sdebug_sector_size, p + 12);
1862 if (sdebug_removable)
Martin K. Petersen597136a2008-06-05 00:12:59 -04001863 p[20] |= 0x20; /* should agree with INQUIRY */
1864 if (1 == pcontrol)
1865 memset(p + 2, 0, sizeof(format_pg) - 2);
1866 return sizeof(format_pg);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001867}
1868
Douglas Gilbertfd321192016-04-25 12:16:33 -04001869static unsigned char caching_pg[] = {0x8, 18, 0x14, 0, 0xff, 0xff, 0, 0,
1870 0xff, 0xff, 0xff, 0xff, 0x80, 0x14, 0, 0,
1871 0, 0, 0, 0};
1872
Linus Torvalds1da177e2005-04-16 15:20:36 -07001873static int resp_caching_pg(unsigned char * p, int pcontrol, int target)
1874{ /* Caching page for mode_sense */
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001875 unsigned char ch_caching_pg[] = {/* 0x8, 18, */ 0x4, 0, 0, 0, 0, 0,
1876 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0};
1877 unsigned char d_caching_pg[] = {0x8, 18, 0x14, 0, 0xff, 0xff, 0, 0,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001878 0xff, 0xff, 0xff, 0xff, 0x80, 0x14, 0, 0, 0, 0, 0, 0};
1879
Douglas Gilbert773642d2016-04-25 12:16:28 -04001880 if (SDEBUG_OPT_N_WCE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001881 caching_pg[2] &= ~0x4; /* set WCE=0 (default WCE=1) */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001882 memcpy(p, caching_pg, sizeof(caching_pg));
1883 if (1 == pcontrol)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04001884 memcpy(p + 2, ch_caching_pg, sizeof(ch_caching_pg));
1885 else if (2 == pcontrol)
1886 memcpy(p, d_caching_pg, sizeof(d_caching_pg));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001887 return sizeof(caching_pg);
1888}
1889
Douglas Gilbertfd321192016-04-25 12:16:33 -04001890static unsigned char ctrl_m_pg[] = {0xa, 10, 2, 0, 0, 0, 0, 0,
1891 0, 0, 0x2, 0x4b};
1892
Linus Torvalds1da177e2005-04-16 15:20:36 -07001893static int resp_ctrl_m_pg(unsigned char * p, int pcontrol, int target)
1894{ /* Control mode page for mode_sense */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001895 unsigned char ch_ctrl_m_pg[] = {/* 0xa, 10, */ 0x6, 0, 0, 0, 0, 0,
1896 0, 0, 0, 0};
1897 unsigned char d_ctrl_m_pg[] = {0xa, 10, 2, 0, 0, 0, 0, 0,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001898 0, 0, 0x2, 0x4b};
1899
Douglas Gilbert773642d2016-04-25 12:16:28 -04001900 if (sdebug_dsense)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001901 ctrl_m_pg[2] |= 0x4;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001902 else
1903 ctrl_m_pg[2] &= ~0x4;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05001904
Douglas Gilbert773642d2016-04-25 12:16:28 -04001905 if (sdebug_ato)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05001906 ctrl_m_pg[5] |= 0x80; /* ATO=1 */
1907
Linus Torvalds1da177e2005-04-16 15:20:36 -07001908 memcpy(p, ctrl_m_pg, sizeof(ctrl_m_pg));
1909 if (1 == pcontrol)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001910 memcpy(p + 2, ch_ctrl_m_pg, sizeof(ch_ctrl_m_pg));
1911 else if (2 == pcontrol)
1912 memcpy(p, d_ctrl_m_pg, sizeof(d_ctrl_m_pg));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001913 return sizeof(ctrl_m_pg);
1914}
1915
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001916
Linus Torvalds1da177e2005-04-16 15:20:36 -07001917static int resp_iec_m_pg(unsigned char * p, int pcontrol, int target)
1918{ /* Informational Exceptions control mode page for mode_sense */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001919 unsigned char ch_iec_m_pg[] = {/* 0x1c, 0xa, */ 0x4, 0xf, 0, 0, 0, 0,
1920 0, 0, 0x0, 0x0};
1921 unsigned char d_iec_m_pg[] = {0x1c, 0xa, 0x08, 0, 0, 0, 0, 0,
1922 0, 0, 0x0, 0x0};
1923
Linus Torvalds1da177e2005-04-16 15:20:36 -07001924 memcpy(p, iec_m_pg, sizeof(iec_m_pg));
1925 if (1 == pcontrol)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001926 memcpy(p + 2, ch_iec_m_pg, sizeof(ch_iec_m_pg));
1927 else if (2 == pcontrol)
1928 memcpy(p, d_iec_m_pg, sizeof(d_iec_m_pg));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001929 return sizeof(iec_m_pg);
1930}
1931
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001932static int resp_sas_sf_m_pg(unsigned char * p, int pcontrol, int target)
1933{ /* SAS SSP mode page - short format for mode_sense */
1934 unsigned char sas_sf_m_pg[] = {0x19, 0x6,
1935 0x6, 0x0, 0x7, 0xd0, 0x0, 0x0};
1936
1937 memcpy(p, sas_sf_m_pg, sizeof(sas_sf_m_pg));
1938 if (1 == pcontrol)
1939 memset(p + 2, 0, sizeof(sas_sf_m_pg) - 2);
1940 return sizeof(sas_sf_m_pg);
1941}
1942
1943
1944static int resp_sas_pcd_m_spg(unsigned char * p, int pcontrol, int target,
1945 int target_dev_id)
1946{ /* SAS phy control and discover mode page for mode_sense */
1947 unsigned char sas_pcd_m_pg[] = {0x59, 0x1, 0, 0x64, 0, 0x6, 0, 2,
1948 0, 0, 0, 0, 0x10, 0x9, 0x8, 0x0,
Douglas Gilbert773642d2016-04-25 12:16:28 -04001949 0, 0, 0, 0, 0, 0, 0, 0, /* insert SAS addr */
1950 0, 0, 0, 0, 0, 0, 0, 0, /* insert SAS addr */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001951 0x2, 0, 0, 0, 0, 0, 0, 0,
1952 0x88, 0x99, 0, 0, 0, 0, 0, 0,
1953 0, 0, 0, 0, 0, 0, 0, 0,
1954 0, 1, 0, 0, 0x10, 0x9, 0x8, 0x0,
Douglas Gilbert773642d2016-04-25 12:16:28 -04001955 0, 0, 0, 0, 0, 0, 0, 0, /* insert SAS addr */
1956 0, 0, 0, 0, 0, 0, 0, 0, /* insert SAS addr */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001957 0x3, 0, 0, 0, 0, 0, 0, 0,
1958 0x88, 0x99, 0, 0, 0, 0, 0, 0,
1959 0, 0, 0, 0, 0, 0, 0, 0,
1960 };
1961 int port_a, port_b;
1962
Douglas Gilbert1b37bd62016-05-06 00:40:29 -04001963 put_unaligned_be64(naa3_comp_a, sas_pcd_m_pg + 16);
1964 put_unaligned_be64(naa3_comp_c + 1, sas_pcd_m_pg + 24);
1965 put_unaligned_be64(naa3_comp_a, sas_pcd_m_pg + 64);
1966 put_unaligned_be64(naa3_comp_c + 1, sas_pcd_m_pg + 72);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001967 port_a = target_dev_id + 1;
1968 port_b = port_a + 1;
1969 memcpy(p, sas_pcd_m_pg, sizeof(sas_pcd_m_pg));
Douglas Gilbert773642d2016-04-25 12:16:28 -04001970 put_unaligned_be32(port_a, p + 20);
1971 put_unaligned_be32(port_b, p + 48 + 20);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04001972 if (1 == pcontrol)
1973 memset(p + 4, 0, sizeof(sas_pcd_m_pg) - 4);
1974 return sizeof(sas_pcd_m_pg);
1975}
1976
1977static int resp_sas_sha_m_spg(unsigned char * p, int pcontrol)
1978{ /* SAS SSP shared protocol specific port mode subpage */
1979 unsigned char sas_sha_m_pg[] = {0x59, 0x2, 0, 0xc, 0, 0x6, 0x10, 0,
1980 0, 0, 0, 0, 0, 0, 0, 0,
1981 };
1982
1983 memcpy(p, sas_sha_m_pg, sizeof(sas_sha_m_pg));
1984 if (1 == pcontrol)
1985 memset(p + 4, 0, sizeof(sas_sha_m_pg) - 4);
1986 return sizeof(sas_sha_m_pg);
1987}
1988
Linus Torvalds1da177e2005-04-16 15:20:36 -07001989#define SDEBUG_MAX_MSENSE_SZ 256
1990
Douglas Gilbertfd321192016-04-25 12:16:33 -04001991static int resp_mode_sense(struct scsi_cmnd *scp,
1992 struct sdebug_dev_info *devip)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001993{
Douglas Gilbert23183912006-09-16 20:30:47 -04001994 int pcontrol, pcode, subpcode, bd_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001995 unsigned char dev_spec;
Douglas Gilbert760f3b02016-05-06 00:40:27 -04001996 int alloc_len, offset, len, target_dev_id;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05001997 int target = scp->device->id;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001998 unsigned char * ap;
1999 unsigned char arr[SDEBUG_MAX_MSENSE_SZ];
Douglas Gilbert01123ef2014-08-05 12:20:02 +02002000 unsigned char *cmd = scp->cmnd;
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002001 bool dbd, llbaa, msense_6, is_disk, bad_pcode;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002002
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002003 dbd = !!(cmd[1] & 0x8); /* disable block descriptors */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002004 pcontrol = (cmd[2] & 0xc0) >> 6;
2005 pcode = cmd[2] & 0x3f;
2006 subpcode = cmd[3];
2007 msense_6 = (MODE_SENSE == cmd[0]);
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002008 llbaa = msense_6 ? false : !!(cmd[1] & 0x10);
2009 is_disk = (sdebug_ptype == TYPE_DISK);
2010 if (is_disk && !dbd)
Douglas Gilbert23183912006-09-16 20:30:47 -04002011 bd_len = llbaa ? 16 : 8;
2012 else
2013 bd_len = 0;
Douglas Gilbert773642d2016-04-25 12:16:28 -04002014 alloc_len = msense_6 ? cmd[4] : get_unaligned_be16(cmd + 7);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002015 memset(arr, 0, SDEBUG_MAX_MSENSE_SZ);
2016 if (0x3 == pcontrol) { /* Saving values not supported */
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002017 mk_sense_buffer(scp, ILLEGAL_REQUEST, SAVING_PARAMS_UNSUP, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002018 return check_condition_result;
2019 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002020 target_dev_id = ((devip->sdbg_host->shost->host_no + 1) * 2000) +
2021 (devip->target * 1000) - 3;
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04002022 /* for disks set DPOFUA bit and clear write protect (WP) bit */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002023 if (is_disk)
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04002024 dev_spec = 0x10; /* =0x90 if WP=1 implies read-only */
Douglas Gilbert23183912006-09-16 20:30:47 -04002025 else
2026 dev_spec = 0x0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002027 if (msense_6) {
2028 arr[2] = dev_spec;
Douglas Gilbert23183912006-09-16 20:30:47 -04002029 arr[3] = bd_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002030 offset = 4;
2031 } else {
2032 arr[3] = dev_spec;
Douglas Gilbert23183912006-09-16 20:30:47 -04002033 if (16 == bd_len)
2034 arr[4] = 0x1; /* set LONGLBA bit */
2035 arr[7] = bd_len; /* assume 255 or less */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002036 offset = 8;
2037 }
2038 ap = arr + offset;
FUJITA Tomonori28898872008-03-30 00:59:55 +09002039 if ((bd_len > 0) && (!sdebug_capacity))
2040 sdebug_capacity = get_sdebug_capacity();
2041
Douglas Gilbert23183912006-09-16 20:30:47 -04002042 if (8 == bd_len) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04002043 if (sdebug_capacity > 0xfffffffe)
2044 put_unaligned_be32(0xffffffff, ap + 0);
2045 else
2046 put_unaligned_be32(sdebug_capacity, ap + 0);
2047 put_unaligned_be16(sdebug_sector_size, ap + 6);
Douglas Gilbert23183912006-09-16 20:30:47 -04002048 offset += bd_len;
2049 ap = arr + offset;
2050 } else if (16 == bd_len) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04002051 put_unaligned_be64((u64)sdebug_capacity, ap + 0);
2052 put_unaligned_be32(sdebug_sector_size, ap + 12);
Douglas Gilbert23183912006-09-16 20:30:47 -04002053 offset += bd_len;
2054 ap = arr + offset;
2055 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002056
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002057 if ((subpcode > 0x0) && (subpcode < 0xff) && (0x19 != pcode)) {
2058 /* TODO: Control Extension page */
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002059 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 3, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002060 return check_condition_result;
2061 }
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002062 bad_pcode = false;
2063
Linus Torvalds1da177e2005-04-16 15:20:36 -07002064 switch (pcode) {
2065 case 0x1: /* Read-Write error recovery page, direct access */
2066 len = resp_err_recov_pg(ap, pcontrol, target);
2067 offset += len;
2068 break;
2069 case 0x2: /* Disconnect-Reconnect page, all devices */
2070 len = resp_disconnect_pg(ap, pcontrol, target);
2071 offset += len;
2072 break;
2073 case 0x3: /* Format device page, direct access */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002074 if (is_disk) {
2075 len = resp_format_pg(ap, pcontrol, target);
2076 offset += len;
2077 } else
2078 bad_pcode = true;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002079 break;
2080 case 0x8: /* Caching page, direct access */
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002081 if (is_disk) {
2082 len = resp_caching_pg(ap, pcontrol, target);
2083 offset += len;
2084 } else
2085 bad_pcode = true;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002086 break;
2087 case 0xa: /* Control Mode page, all devices */
2088 len = resp_ctrl_m_pg(ap, pcontrol, target);
2089 offset += len;
2090 break;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002091 case 0x19: /* if spc==1 then sas phy, control+discover */
2092 if ((subpcode > 0x2) && (subpcode < 0xff)) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002093 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 3, -1);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002094 return check_condition_result;
2095 }
2096 len = 0;
2097 if ((0x0 == subpcode) || (0xff == subpcode))
2098 len += resp_sas_sf_m_pg(ap + len, pcontrol, target);
2099 if ((0x1 == subpcode) || (0xff == subpcode))
2100 len += resp_sas_pcd_m_spg(ap + len, pcontrol, target,
2101 target_dev_id);
2102 if ((0x2 == subpcode) || (0xff == subpcode))
2103 len += resp_sas_sha_m_spg(ap + len, pcontrol);
2104 offset += len;
2105 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002106 case 0x1c: /* Informational Exceptions Mode page, all devices */
2107 len = resp_iec_m_pg(ap, pcontrol, target);
2108 offset += len;
2109 break;
2110 case 0x3f: /* Read all Mode pages */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002111 if ((0 == subpcode) || (0xff == subpcode)) {
2112 len = resp_err_recov_pg(ap, pcontrol, target);
2113 len += resp_disconnect_pg(ap + len, pcontrol, target);
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002114 if (is_disk) {
2115 len += resp_format_pg(ap + len, pcontrol,
2116 target);
2117 len += resp_caching_pg(ap + len, pcontrol,
2118 target);
2119 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002120 len += resp_ctrl_m_pg(ap + len, pcontrol, target);
2121 len += resp_sas_sf_m_pg(ap + len, pcontrol, target);
2122 if (0xff == subpcode) {
2123 len += resp_sas_pcd_m_spg(ap + len, pcontrol,
2124 target, target_dev_id);
2125 len += resp_sas_sha_m_spg(ap + len, pcontrol);
2126 }
2127 len += resp_iec_m_pg(ap + len, pcontrol, target);
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002128 offset += len;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002129 } else {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002130 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 3, -1);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002131 return check_condition_result;
2132 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002133 break;
2134 default:
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002135 bad_pcode = true;
2136 break;
2137 }
2138 if (bad_pcode) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002139 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 2, 5);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002140 return check_condition_result;
2141 }
2142 if (msense_6)
2143 arr[0] = offset - 1;
Douglas Gilbert773642d2016-04-25 12:16:28 -04002144 else
2145 put_unaligned_be16((offset - 2), arr + 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002146 return fill_from_dev_buffer(scp, arr, min(alloc_len, offset));
2147}
2148
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002149#define SDEBUG_MAX_MSELECT_SZ 512
2150
Douglas Gilbertfd321192016-04-25 12:16:33 -04002151static int resp_mode_select(struct scsi_cmnd *scp,
2152 struct sdebug_dev_info *devip)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002153{
2154 int pf, sp, ps, md_len, bd_len, off, spf, pg_len;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002155 int param_len, res, mpage;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002156 unsigned char arr[SDEBUG_MAX_MSELECT_SZ];
Douglas Gilbert01123ef2014-08-05 12:20:02 +02002157 unsigned char *cmd = scp->cmnd;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002158 int mselect6 = (MODE_SELECT == cmd[0]);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002159
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002160 memset(arr, 0, sizeof(arr));
2161 pf = cmd[1] & 0x10;
2162 sp = cmd[1] & 0x1;
Douglas Gilbert773642d2016-04-25 12:16:28 -04002163 param_len = mselect6 ? cmd[4] : get_unaligned_be16(cmd + 7);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002164 if ((0 == pf) || sp || (param_len > SDEBUG_MAX_MSELECT_SZ)) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002165 mk_sense_invalid_fld(scp, SDEB_IN_CDB, mselect6 ? 4 : 7, -1);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002166 return check_condition_result;
2167 }
2168 res = fetch_to_dev_buffer(scp, arr, param_len);
2169 if (-1 == res)
Douglas Gilbert773642d2016-04-25 12:16:28 -04002170 return DID_ERROR << 16;
2171 else if (sdebug_verbose && (res < param_len))
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002172 sdev_printk(KERN_INFO, scp->device,
2173 "%s: cdb indicated=%d, IO sent=%d bytes\n",
2174 __func__, param_len, res);
Douglas Gilbert773642d2016-04-25 12:16:28 -04002175 md_len = mselect6 ? (arr[0] + 1) : (get_unaligned_be16(arr + 0) + 2);
2176 bd_len = mselect6 ? arr[3] : get_unaligned_be16(arr + 6);
Douglas Gilbert23183912006-09-16 20:30:47 -04002177 if (md_len > 2) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002178 mk_sense_invalid_fld(scp, SDEB_IN_DATA, 0, -1);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002179 return check_condition_result;
2180 }
2181 off = bd_len + (mselect6 ? 4 : 8);
2182 mpage = arr[off] & 0x3f;
2183 ps = !!(arr[off] & 0x80);
2184 if (ps) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002185 mk_sense_invalid_fld(scp, SDEB_IN_DATA, off, 7);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002186 return check_condition_result;
2187 }
2188 spf = !!(arr[off] & 0x40);
Douglas Gilbert773642d2016-04-25 12:16:28 -04002189 pg_len = spf ? (get_unaligned_be16(arr + off + 2) + 4) :
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002190 (arr[off + 1] + 2);
2191 if ((pg_len + off) > param_len) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002192 mk_sense_buffer(scp, ILLEGAL_REQUEST,
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002193 PARAMETER_LIST_LENGTH_ERR, 0);
2194 return check_condition_result;
2195 }
2196 switch (mpage) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002197 case 0x8: /* Caching Mode page */
2198 if (caching_pg[1] == arr[off + 1]) {
2199 memcpy(caching_pg + 2, arr + off + 2,
2200 sizeof(caching_pg) - 2);
2201 goto set_mode_changed_ua;
2202 }
2203 break;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002204 case 0xa: /* Control Mode page */
2205 if (ctrl_m_pg[1] == arr[off + 1]) {
2206 memcpy(ctrl_m_pg + 2, arr + off + 2,
2207 sizeof(ctrl_m_pg) - 2);
Douglas Gilbert773642d2016-04-25 12:16:28 -04002208 sdebug_dsense = !!(ctrl_m_pg[2] & 0x4);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002209 goto set_mode_changed_ua;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002210 }
2211 break;
2212 case 0x1c: /* Informational Exceptions Mode page */
2213 if (iec_m_pg[1] == arr[off + 1]) {
2214 memcpy(iec_m_pg + 2, arr + off + 2,
2215 sizeof(iec_m_pg) - 2);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002216 goto set_mode_changed_ua;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002217 }
2218 break;
2219 default:
2220 break;
2221 }
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002222 mk_sense_invalid_fld(scp, SDEB_IN_DATA, off, 5);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002223 return check_condition_result;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002224set_mode_changed_ua:
2225 set_bit(SDEBUG_UA_MODE_CHANGED, devip->uas_bm);
2226 return 0;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002227}
2228
2229static int resp_temp_l_pg(unsigned char * arr)
2230{
2231 unsigned char temp_l_pg[] = {0x0, 0x0, 0x3, 0x2, 0x0, 38,
2232 0x0, 0x1, 0x3, 0x2, 0x0, 65,
2233 };
2234
2235 memcpy(arr, temp_l_pg, sizeof(temp_l_pg));
2236 return sizeof(temp_l_pg);
2237}
2238
2239static int resp_ie_l_pg(unsigned char * arr)
2240{
2241 unsigned char ie_l_pg[] = {0x0, 0x0, 0x3, 0x3, 0x0, 0x0, 38,
2242 };
2243
2244 memcpy(arr, ie_l_pg, sizeof(ie_l_pg));
2245 if (iec_m_pg[2] & 0x4) { /* TEST bit set */
2246 arr[4] = THRESHOLD_EXCEEDED;
2247 arr[5] = 0xff;
2248 }
2249 return sizeof(ie_l_pg);
2250}
2251
2252#define SDEBUG_MAX_LSENSE_SZ 512
2253
2254static int resp_log_sense(struct scsi_cmnd * scp,
2255 struct sdebug_dev_info * devip)
2256{
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002257 int ppc, sp, pcontrol, pcode, subpcode, alloc_len, len, n;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002258 unsigned char arr[SDEBUG_MAX_LSENSE_SZ];
Douglas Gilbert01123ef2014-08-05 12:20:02 +02002259 unsigned char *cmd = scp->cmnd;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002260
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002261 memset(arr, 0, sizeof(arr));
2262 ppc = cmd[1] & 0x2;
2263 sp = cmd[1] & 0x1;
2264 if (ppc || sp) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002265 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 1, ppc ? 1 : 0);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002266 return check_condition_result;
2267 }
2268 pcontrol = (cmd[2] & 0xc0) >> 6;
2269 pcode = cmd[2] & 0x3f;
Douglas Gilbert23183912006-09-16 20:30:47 -04002270 subpcode = cmd[3] & 0xff;
Douglas Gilbert773642d2016-04-25 12:16:28 -04002271 alloc_len = get_unaligned_be16(cmd + 7);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002272 arr[0] = pcode;
Douglas Gilbert23183912006-09-16 20:30:47 -04002273 if (0 == subpcode) {
2274 switch (pcode) {
2275 case 0x0: /* Supported log pages log page */
2276 n = 4;
2277 arr[n++] = 0x0; /* this page */
2278 arr[n++] = 0xd; /* Temperature */
2279 arr[n++] = 0x2f; /* Informational exceptions */
2280 arr[3] = n - 4;
2281 break;
2282 case 0xd: /* Temperature log page */
2283 arr[3] = resp_temp_l_pg(arr + 4);
2284 break;
2285 case 0x2f: /* Informational exceptions log page */
2286 arr[3] = resp_ie_l_pg(arr + 4);
2287 break;
2288 default:
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002289 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 2, 5);
Douglas Gilbert23183912006-09-16 20:30:47 -04002290 return check_condition_result;
2291 }
2292 } else if (0xff == subpcode) {
2293 arr[0] |= 0x40;
2294 arr[1] = subpcode;
2295 switch (pcode) {
2296 case 0x0: /* Supported log pages and subpages log page */
2297 n = 4;
2298 arr[n++] = 0x0;
2299 arr[n++] = 0x0; /* 0,0 page */
2300 arr[n++] = 0x0;
2301 arr[n++] = 0xff; /* this page */
2302 arr[n++] = 0xd;
2303 arr[n++] = 0x0; /* Temperature */
2304 arr[n++] = 0x2f;
2305 arr[n++] = 0x0; /* Informational exceptions */
2306 arr[3] = n - 4;
2307 break;
2308 case 0xd: /* Temperature subpages */
2309 n = 4;
2310 arr[n++] = 0xd;
2311 arr[n++] = 0x0; /* Temperature */
2312 arr[3] = n - 4;
2313 break;
2314 case 0x2f: /* Informational exceptions subpages */
2315 n = 4;
2316 arr[n++] = 0x2f;
2317 arr[n++] = 0x0; /* Informational exceptions */
2318 arr[3] = n - 4;
2319 break;
2320 default:
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002321 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 2, 5);
Douglas Gilbert23183912006-09-16 20:30:47 -04002322 return check_condition_result;
2323 }
2324 } else {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002325 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 3, -1);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002326 return check_condition_result;
2327 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04002328 len = min(get_unaligned_be16(arr + 2) + 4, alloc_len);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002329 return fill_from_dev_buffer(scp, arr,
2330 min(len, SDEBUG_MAX_INQ_ARR_SZ));
2331}
2332
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002333static int check_device_access_params(struct scsi_cmnd *scp,
FUJITA Tomonori19789102008-03-30 00:59:56 +09002334 unsigned long long lba, unsigned int num)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002335{
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002336 if (lba + num > sdebug_capacity) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002337 mk_sense_buffer(scp, ILLEGAL_REQUEST, LBA_OUT_OF_RANGE, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002338 return check_condition_result;
2339 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002340 /* transfer length excessive (tie in to block limits VPD page) */
2341 if (num > sdebug_store_sectors) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05002342 /* needs work to find which cdb byte 'num' comes from */
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002343 mk_sense_buffer(scp, ILLEGAL_REQUEST, INVALID_FIELD_IN_CDB, 0);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002344 return check_condition_result;
2345 }
FUJITA Tomonori19789102008-03-30 00:59:56 +09002346 return 0;
2347}
2348
Akinobu Mitaa4517512013-07-08 16:01:57 -07002349/* Returns number of bytes copied or -1 if error. */
Douglas Gilbertfd321192016-04-25 12:16:33 -04002350static int do_device_access(struct scsi_cmnd *scmd, u64 lba, u32 num,
2351 bool do_write)
FUJITA Tomonori19789102008-03-30 00:59:56 +09002352{
2353 int ret;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002354 u64 block, rest = 0;
Akinobu Mitaa4517512013-07-08 16:01:57 -07002355 struct scsi_data_buffer *sdb;
2356 enum dma_data_direction dir;
FUJITA Tomonori19789102008-03-30 00:59:56 +09002357
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002358 if (do_write) {
Akinobu Mitaa4517512013-07-08 16:01:57 -07002359 sdb = scsi_out(scmd);
2360 dir = DMA_TO_DEVICE;
Akinobu Mitaa4517512013-07-08 16:01:57 -07002361 } else {
2362 sdb = scsi_in(scmd);
2363 dir = DMA_FROM_DEVICE;
Akinobu Mitaa4517512013-07-08 16:01:57 -07002364 }
2365
2366 if (!sdb->length)
2367 return 0;
2368 if (!(scsi_bidi_cmnd(scmd) || scmd->sc_data_direction == dir))
2369 return -1;
FUJITA Tomonori19789102008-03-30 00:59:56 +09002370
2371 block = do_div(lba, sdebug_store_sectors);
2372 if (block + num > sdebug_store_sectors)
2373 rest = block + num - sdebug_store_sectors;
2374
Dave Gordon386ecb12015-06-30 14:58:57 -07002375 ret = sg_copy_buffer(sdb->table.sgl, sdb->table.nents,
Douglas Gilbert773642d2016-04-25 12:16:28 -04002376 fake_storep + (block * sdebug_sector_size),
2377 (num - rest) * sdebug_sector_size, 0, do_write);
2378 if (ret != (num - rest) * sdebug_sector_size)
Akinobu Mitaa4517512013-07-08 16:01:57 -07002379 return ret;
2380
2381 if (rest) {
Dave Gordon386ecb12015-06-30 14:58:57 -07002382 ret += sg_copy_buffer(sdb->table.sgl, sdb->table.nents,
Douglas Gilbert773642d2016-04-25 12:16:28 -04002383 fake_storep, rest * sdebug_sector_size,
2384 (num - rest) * sdebug_sector_size, do_write);
Akinobu Mitaa4517512013-07-08 16:01:57 -07002385 }
FUJITA Tomonori19789102008-03-30 00:59:56 +09002386
2387 return ret;
2388}
2389
Douglas Gilbert38d5c832014-11-24 21:27:12 -05002390/* If fake_store(lba,num) compares equal to arr(num), then copy top half of
2391 * arr into fake_store(lba,num) and return true. If comparison fails then
2392 * return false. */
Douglas Gilbertfd321192016-04-25 12:16:33 -04002393static bool comp_write_worker(u64 lba, u32 num, const u8 *arr)
Douglas Gilbert38d5c832014-11-24 21:27:12 -05002394{
2395 bool res;
2396 u64 block, rest = 0;
2397 u32 store_blks = sdebug_store_sectors;
Douglas Gilbert773642d2016-04-25 12:16:28 -04002398 u32 lb_size = sdebug_sector_size;
Douglas Gilbert38d5c832014-11-24 21:27:12 -05002399
2400 block = do_div(lba, store_blks);
2401 if (block + num > store_blks)
2402 rest = block + num - store_blks;
2403
2404 res = !memcmp(fake_storep + (block * lb_size), arr,
2405 (num - rest) * lb_size);
2406 if (!res)
2407 return res;
2408 if (rest)
2409 res = memcmp(fake_storep, arr + ((num - rest) * lb_size),
2410 rest * lb_size);
2411 if (!res)
2412 return res;
2413 arr += num * lb_size;
2414 memcpy(fake_storep + (block * lb_size), arr, (num - rest) * lb_size);
2415 if (rest)
2416 memcpy(fake_storep, arr + ((num - rest) * lb_size),
2417 rest * lb_size);
2418 return res;
2419}
2420
Akinobu Mita51d648a2013-09-18 21:27:28 +09002421static __be16 dif_compute_csum(const void *buf, int len)
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002422{
Akinobu Mita51d648a2013-09-18 21:27:28 +09002423 __be16 csum;
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002424
Douglas Gilbert773642d2016-04-25 12:16:28 -04002425 if (sdebug_guard)
Akinobu Mita51d648a2013-09-18 21:27:28 +09002426 csum = (__force __be16)ip_compute_csum(buf, len);
2427 else
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002428 csum = cpu_to_be16(crc_t10dif(buf, len));
Akinobu Mita51d648a2013-09-18 21:27:28 +09002429
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002430 return csum;
2431}
2432
2433static int dif_verify(struct sd_dif_tuple *sdt, const void *data,
2434 sector_t sector, u32 ei_lba)
2435{
Douglas Gilbert773642d2016-04-25 12:16:28 -04002436 __be16 csum = dif_compute_csum(data, sdebug_sector_size);
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002437
2438 if (sdt->guard_tag != csum) {
Tomas Winklerc12879702015-07-28 16:54:20 +03002439 pr_err("GUARD check failed on sector %lu rcvd 0x%04x, data 0x%04x\n",
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002440 (unsigned long)sector,
2441 be16_to_cpu(sdt->guard_tag),
2442 be16_to_cpu(csum));
2443 return 0x01;
2444 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04002445 if (sdebug_dif == SD_DIF_TYPE1_PROTECTION &&
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002446 be32_to_cpu(sdt->ref_tag) != (sector & 0xffffffff)) {
Tomas Winklerc12879702015-07-28 16:54:20 +03002447 pr_err("REF check failed on sector %lu\n",
2448 (unsigned long)sector);
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002449 return 0x03;
2450 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04002451 if (sdebug_dif == SD_DIF_TYPE2_PROTECTION &&
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002452 be32_to_cpu(sdt->ref_tag) != ei_lba) {
Tomas Winklerc12879702015-07-28 16:54:20 +03002453 pr_err("REF check failed on sector %lu\n",
2454 (unsigned long)sector);
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002455 return 0x03;
2456 }
2457 return 0;
2458}
2459
Akinobu Mitabb8c0632013-09-18 21:27:25 +09002460static void dif_copy_prot(struct scsi_cmnd *SCpnt, sector_t sector,
Akinobu Mita65f72f2a2013-09-18 21:27:26 +09002461 unsigned int sectors, bool read)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002462{
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002463 size_t resid;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002464 void *paddr;
Akinobu Mita14faa942013-09-18 21:27:24 +09002465 const void *dif_store_end = dif_storep + sdebug_store_sectors;
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002466 struct sg_mapping_iter miter;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002467
Akinobu Mitae18d8be2013-06-29 17:59:18 +09002468 /* Bytes of protection data to copy into sgl */
2469 resid = sectors * sizeof(*dif_storep);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002470
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002471 sg_miter_start(&miter, scsi_prot_sglist(SCpnt),
2472 scsi_prot_sg_count(SCpnt), SG_MITER_ATOMIC |
2473 (read ? SG_MITER_TO_SG : SG_MITER_FROM_SG));
2474
2475 while (sg_miter_next(&miter) && resid > 0) {
2476 size_t len = min(miter.length, resid);
Akinobu Mita14faa942013-09-18 21:27:24 +09002477 void *start = dif_store(sector);
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002478 size_t rest = 0;
Akinobu Mita14faa942013-09-18 21:27:24 +09002479
2480 if (dif_store_end < start + len)
2481 rest = start + len - dif_store_end;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002482
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002483 paddr = miter.addr;
Akinobu Mita14faa942013-09-18 21:27:24 +09002484
Akinobu Mita65f72f2a2013-09-18 21:27:26 +09002485 if (read)
2486 memcpy(paddr, start, len - rest);
2487 else
2488 memcpy(start, paddr, len - rest);
2489
2490 if (rest) {
2491 if (read)
2492 memcpy(paddr + len - rest, dif_storep, rest);
2493 else
2494 memcpy(dif_storep, paddr + len - rest, rest);
2495 }
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002496
Akinobu Mitae18d8be2013-06-29 17:59:18 +09002497 sector += len / sizeof(*dif_storep);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002498 resid -= len;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002499 }
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002500 sg_miter_stop(&miter);
Akinobu Mitabb8c0632013-09-18 21:27:25 +09002501}
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002502
Akinobu Mitabb8c0632013-09-18 21:27:25 +09002503static int prot_verify_read(struct scsi_cmnd *SCpnt, sector_t start_sec,
2504 unsigned int sectors, u32 ei_lba)
2505{
2506 unsigned int i;
2507 struct sd_dif_tuple *sdt;
2508 sector_t sector;
2509
Akinobu Mitac45eabec2014-02-26 22:56:58 +09002510 for (i = 0; i < sectors; i++, ei_lba++) {
Akinobu Mitabb8c0632013-09-18 21:27:25 +09002511 int ret;
2512
2513 sector = start_sec + i;
2514 sdt = dif_store(sector);
2515
Akinobu Mita51d648a2013-09-18 21:27:28 +09002516 if (sdt->app_tag == cpu_to_be16(0xffff))
Akinobu Mitabb8c0632013-09-18 21:27:25 +09002517 continue;
2518
2519 ret = dif_verify(sdt, fake_store(sector), sector, ei_lba);
2520 if (ret) {
2521 dif_errors++;
2522 return ret;
2523 }
Akinobu Mitabb8c0632013-09-18 21:27:25 +09002524 }
2525
Akinobu Mita65f72f2a2013-09-18 21:27:26 +09002526 dif_copy_prot(SCpnt, start_sec, sectors, true);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002527 dix_reads++;
2528
2529 return 0;
2530}
2531
Douglas Gilbertfd321192016-04-25 12:16:33 -04002532static int resp_read_dt0(struct scsi_cmnd *scp, struct sdebug_dev_info *devip)
FUJITA Tomonori19789102008-03-30 00:59:56 +09002533{
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002534 u8 *cmd = scp->cmnd;
Douglas Gilbertc4837392016-05-06 00:40:26 -04002535 struct sdebug_queued_cmd *sqcp;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002536 u64 lba;
2537 u32 num;
2538 u32 ei_lba;
FUJITA Tomonori19789102008-03-30 00:59:56 +09002539 unsigned long iflags;
2540 int ret;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002541 bool check_prot;
FUJITA Tomonori19789102008-03-30 00:59:56 +09002542
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002543 switch (cmd[0]) {
2544 case READ_16:
2545 ei_lba = 0;
2546 lba = get_unaligned_be64(cmd + 2);
2547 num = get_unaligned_be32(cmd + 10);
2548 check_prot = true;
2549 break;
2550 case READ_10:
2551 ei_lba = 0;
2552 lba = get_unaligned_be32(cmd + 2);
2553 num = get_unaligned_be16(cmd + 7);
2554 check_prot = true;
2555 break;
2556 case READ_6:
2557 ei_lba = 0;
2558 lba = (u32)cmd[3] | (u32)cmd[2] << 8 |
2559 (u32)(cmd[1] & 0x1f) << 16;
2560 num = (0 == cmd[4]) ? 256 : cmd[4];
2561 check_prot = true;
2562 break;
2563 case READ_12:
2564 ei_lba = 0;
2565 lba = get_unaligned_be32(cmd + 2);
2566 num = get_unaligned_be32(cmd + 6);
2567 check_prot = true;
2568 break;
2569 case XDWRITEREAD_10:
2570 ei_lba = 0;
2571 lba = get_unaligned_be32(cmd + 2);
2572 num = get_unaligned_be16(cmd + 7);
2573 check_prot = false;
2574 break;
2575 default: /* assume READ(32) */
2576 lba = get_unaligned_be64(cmd + 12);
2577 ei_lba = get_unaligned_be32(cmd + 20);
2578 num = get_unaligned_be32(cmd + 28);
2579 check_prot = false;
2580 break;
2581 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002582 if (unlikely(have_dif_prot && check_prot)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04002583 if (sdebug_dif == SD_DIF_TYPE2_PROTECTION &&
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002584 (cmd[1] & 0xe0)) {
2585 mk_sense_invalid_opcode(scp);
2586 return check_condition_result;
2587 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04002588 if ((sdebug_dif == SD_DIF_TYPE1_PROTECTION ||
2589 sdebug_dif == SD_DIF_TYPE3_PROTECTION) &&
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002590 (cmd[1] & 0xe0) == 0)
2591 sdev_printk(KERN_ERR, scp->device, "Unprotected RD "
2592 "to DIF device\n");
2593 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002594 if (unlikely(sdebug_any_injecting_opt)) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04002595 sqcp = (struct sdebug_queued_cmd *)scp->host_scribble;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002596
Douglas Gilbertc4837392016-05-06 00:40:26 -04002597 if (sqcp) {
2598 if (sqcp->inj_short)
2599 num /= 2;
2600 }
2601 } else
2602 sqcp = NULL;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002603
2604 /* inline check_device_access_params() */
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002605 if (unlikely(lba + num > sdebug_capacity)) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002606 mk_sense_buffer(scp, ILLEGAL_REQUEST, LBA_OUT_OF_RANGE, 0);
2607 return check_condition_result;
2608 }
2609 /* transfer length excessive (tie in to block limits VPD page) */
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002610 if (unlikely(num > sdebug_store_sectors)) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002611 /* needs work to find which cdb byte 'num' comes from */
2612 mk_sense_buffer(scp, ILLEGAL_REQUEST, INVALID_FIELD_IN_CDB, 0);
2613 return check_condition_result;
2614 }
FUJITA Tomonori19789102008-03-30 00:59:56 +09002615
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002616 if (unlikely((SDEBUG_OPT_MEDIUM_ERR & sdebug_opts) &&
2617 (lba <= (OPT_MEDIUM_ERR_ADDR + OPT_MEDIUM_ERR_NUM - 1)) &&
2618 ((lba + num) > OPT_MEDIUM_ERR_ADDR))) {
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002619 /* claim unrecoverable read error */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002620 mk_sense_buffer(scp, MEDIUM_ERROR, UNRECOVERED_READ_ERR, 0);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002621 /* set info field and valid bit for fixed descriptor */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002622 if (0x70 == (scp->sense_buffer[0] & 0x7f)) {
2623 scp->sense_buffer[0] |= 0x80; /* Valid bit */
Douglas Gilbert32f7ef72011-03-11 10:43:35 -05002624 ret = (lba < OPT_MEDIUM_ERR_ADDR)
2625 ? OPT_MEDIUM_ERR_ADDR : (int)lba;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002626 put_unaligned_be32(ret, scp->sense_buffer + 3);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04002627 }
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002628 scsi_set_resid(scp, scsi_bufflen(scp));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002629 return check_condition_result;
2630 }
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002631
Akinobu Mita6c78cc02014-02-26 22:57:03 +09002632 read_lock_irqsave(&atomic_rw, iflags);
2633
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002634 /* DIX + T10 DIF */
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002635 if (unlikely(sdebug_dix && scsi_prot_sg_count(scp))) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002636 int prot_ret = prot_verify_read(scp, lba, num, ei_lba);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002637
2638 if (prot_ret) {
Akinobu Mita6c78cc02014-02-26 22:57:03 +09002639 read_unlock_irqrestore(&atomic_rw, iflags);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002640 mk_sense_buffer(scp, ABORTED_COMMAND, 0x10, prot_ret);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002641 return illegal_condition_result;
2642 }
2643 }
2644
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002645 ret = do_device_access(scp, lba, num, false);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002646 read_unlock_irqrestore(&atomic_rw, iflags);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002647 if (unlikely(ret == -1))
Akinobu Mitaa4517512013-07-08 16:01:57 -07002648 return DID_ERROR << 16;
2649
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002650 scsi_in(scp)->resid = scsi_bufflen(scp) - ret;
Akinobu Mitaa4517512013-07-08 16:01:57 -07002651
Douglas Gilbertc4837392016-05-06 00:40:26 -04002652 if (unlikely(sqcp)) {
2653 if (sqcp->inj_recovered) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002654 mk_sense_buffer(scp, RECOVERED_ERROR,
2655 THRESHOLD_EXCEEDED, 0);
2656 return check_condition_result;
Douglas Gilbertc4837392016-05-06 00:40:26 -04002657 } else if (sqcp->inj_transport) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002658 mk_sense_buffer(scp, ABORTED_COMMAND,
2659 TRANSPORT_PROBLEM, ACK_NAK_TO);
2660 return check_condition_result;
Douglas Gilbertc4837392016-05-06 00:40:26 -04002661 } else if (sqcp->inj_dif) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002662 /* Logical block guard check failed */
2663 mk_sense_buffer(scp, ABORTED_COMMAND, 0x10, 1);
2664 return illegal_condition_result;
Douglas Gilbertc4837392016-05-06 00:40:26 -04002665 } else if (sqcp->inj_dix) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002666 mk_sense_buffer(scp, ILLEGAL_REQUEST, 0x10, 1);
2667 return illegal_condition_result;
2668 }
2669 }
Akinobu Mitaa4517512013-07-08 16:01:57 -07002670 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002671}
2672
Tomas Winkler58a86352015-07-28 16:54:23 +03002673static void dump_sector(unsigned char *buf, int len)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002674{
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002675 int i, j, n;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002676
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002677 pr_err(">>> Sector Dump <<<\n");
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002678 for (i = 0 ; i < len ; i += 16) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002679 char b[128];
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002680
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002681 for (j = 0, n = 0; j < 16; j++) {
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002682 unsigned char c = buf[i+j];
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002683
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002684 if (c >= 0x20 && c < 0x7e)
2685 n += scnprintf(b + n, sizeof(b) - n,
2686 " %c ", buf[i+j]);
2687 else
2688 n += scnprintf(b + n, sizeof(b) - n,
2689 "%02x ", buf[i+j]);
2690 }
2691 pr_err("%04d: %s\n", i, b);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002692 }
2693}
2694
2695static int prot_verify_write(struct scsi_cmnd *SCpnt, sector_t start_sec,
Martin K. Petersen395cef02009-09-18 17:33:03 -04002696 unsigned int sectors, u32 ei_lba)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002697{
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002698 int ret;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002699 struct sd_dif_tuple *sdt;
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002700 void *daddr;
Akinobu Mita65f72f2a2013-09-18 21:27:26 +09002701 sector_t sector = start_sec;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002702 int ppage_offset;
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002703 int dpage_offset;
2704 struct sg_mapping_iter diter;
2705 struct sg_mapping_iter piter;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002706
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002707 BUG_ON(scsi_sg_count(SCpnt) == 0);
2708 BUG_ON(scsi_prot_sg_count(SCpnt) == 0);
2709
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002710 sg_miter_start(&piter, scsi_prot_sglist(SCpnt),
2711 scsi_prot_sg_count(SCpnt),
2712 SG_MITER_ATOMIC | SG_MITER_FROM_SG);
2713 sg_miter_start(&diter, scsi_sglist(SCpnt), scsi_sg_count(SCpnt),
2714 SG_MITER_ATOMIC | SG_MITER_FROM_SG);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002715
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002716 /* For each protection page */
2717 while (sg_miter_next(&piter)) {
2718 dpage_offset = 0;
2719 if (WARN_ON(!sg_miter_next(&diter))) {
2720 ret = 0x01;
2721 goto out;
2722 }
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002723
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002724 for (ppage_offset = 0; ppage_offset < piter.length;
2725 ppage_offset += sizeof(struct sd_dif_tuple)) {
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002726 /* If we're at the end of the current
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002727 * data page advance to the next one
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002728 */
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002729 if (dpage_offset >= diter.length) {
2730 if (WARN_ON(!sg_miter_next(&diter))) {
2731 ret = 0x01;
2732 goto out;
2733 }
2734 dpage_offset = 0;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002735 }
2736
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002737 sdt = piter.addr + ppage_offset;
2738 daddr = diter.addr + dpage_offset;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002739
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002740 ret = dif_verify(sdt, daddr, sector, ei_lba);
Akinobu Mitabeb40ea2013-06-29 17:59:19 +09002741 if (ret) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04002742 dump_sector(daddr, sdebug_sector_size);
Martin K. Petersen395cef02009-09-18 17:33:03 -04002743 goto out;
2744 }
2745
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002746 sector++;
Martin K. Petersen395cef02009-09-18 17:33:03 -04002747 ei_lba++;
Douglas Gilbert773642d2016-04-25 12:16:28 -04002748 dpage_offset += sdebug_sector_size;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002749 }
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002750 diter.consumed = dpage_offset;
2751 sg_miter_stop(&diter);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002752 }
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002753 sg_miter_stop(&piter);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002754
Akinobu Mita65f72f2a2013-09-18 21:27:26 +09002755 dif_copy_prot(SCpnt, start_sec, sectors, false);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002756 dix_writes++;
2757
2758 return 0;
2759
2760out:
2761 dif_errors++;
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09002762 sg_miter_stop(&diter);
2763 sg_miter_stop(&piter);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002764 return ret;
2765}
2766
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002767static unsigned long lba_to_map_index(sector_t lba)
2768{
Douglas Gilbert773642d2016-04-25 12:16:28 -04002769 if (sdebug_unmap_alignment)
2770 lba += sdebug_unmap_granularity - sdebug_unmap_alignment;
2771 sector_div(lba, sdebug_unmap_granularity);
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002772 return lba;
2773}
2774
2775static sector_t map_index_to_lba(unsigned long index)
2776{
Douglas Gilbert773642d2016-04-25 12:16:28 -04002777 sector_t lba = index * sdebug_unmap_granularity;
Akinobu Mitaa027b5b2013-08-26 22:08:41 +09002778
Douglas Gilbert773642d2016-04-25 12:16:28 -04002779 if (sdebug_unmap_alignment)
2780 lba -= sdebug_unmap_granularity - sdebug_unmap_alignment;
Akinobu Mitaa027b5b2013-08-26 22:08:41 +09002781 return lba;
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002782}
2783
Martin K. Petersen44d92692009-10-15 14:45:27 -04002784static unsigned int map_state(sector_t lba, unsigned int *num)
2785{
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002786 sector_t end;
2787 unsigned int mapped;
2788 unsigned long index;
2789 unsigned long next;
Martin K. Petersen44d92692009-10-15 14:45:27 -04002790
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002791 index = lba_to_map_index(lba);
2792 mapped = test_bit(index, map_storep);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002793
2794 if (mapped)
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002795 next = find_next_zero_bit(map_storep, map_size, index);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002796 else
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002797 next = find_next_bit(map_storep, map_size, index);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002798
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002799 end = min_t(sector_t, sdebug_store_sectors, map_index_to_lba(next));
Martin K. Petersen44d92692009-10-15 14:45:27 -04002800 *num = end - lba;
Martin K. Petersen44d92692009-10-15 14:45:27 -04002801 return mapped;
2802}
2803
2804static void map_region(sector_t lba, unsigned int len)
2805{
Martin K. Petersen44d92692009-10-15 14:45:27 -04002806 sector_t end = lba + len;
2807
Martin K. Petersen44d92692009-10-15 14:45:27 -04002808 while (lba < end) {
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002809 unsigned long index = lba_to_map_index(lba);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002810
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002811 if (index < map_size)
2812 set_bit(index, map_storep);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002813
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002814 lba = map_index_to_lba(index + 1);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002815 }
2816}
2817
2818static void unmap_region(sector_t lba, unsigned int len)
2819{
Martin K. Petersen44d92692009-10-15 14:45:27 -04002820 sector_t end = lba + len;
2821
Martin K. Petersen44d92692009-10-15 14:45:27 -04002822 while (lba < end) {
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002823 unsigned long index = lba_to_map_index(lba);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002824
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002825 if (lba == map_index_to_lba(index) &&
Douglas Gilbert773642d2016-04-25 12:16:28 -04002826 lba + sdebug_unmap_granularity <= end &&
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002827 index < map_size) {
2828 clear_bit(index, map_storep);
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002829 if (sdebug_lbprz) { /* for LBPRZ=2 return 0xff_s */
Eric Sandeenbe1dd782012-03-08 00:03:59 -06002830 memset(fake_storep +
Douglas Gilbert760f3b02016-05-06 00:40:27 -04002831 lba * sdebug_sector_size,
2832 (sdebug_lbprz & 1) ? 0 : 0xff,
Douglas Gilbert773642d2016-04-25 12:16:28 -04002833 sdebug_sector_size *
2834 sdebug_unmap_granularity);
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002835 }
Akinobu Mitae9926b42013-06-29 17:59:17 +09002836 if (dif_storep) {
2837 memset(dif_storep + lba, 0xff,
2838 sizeof(*dif_storep) *
Douglas Gilbert773642d2016-04-25 12:16:28 -04002839 sdebug_unmap_granularity);
Akinobu Mitae9926b42013-06-29 17:59:17 +09002840 }
Eric Sandeenbe1dd782012-03-08 00:03:59 -06002841 }
Akinobu Mitab90ebc32013-04-16 22:11:58 +09002842 lba = map_index_to_lba(index + 1);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002843 }
2844}
2845
Douglas Gilbertfd321192016-04-25 12:16:33 -04002846static int resp_write_dt0(struct scsi_cmnd *scp, struct sdebug_dev_info *devip)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002847{
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002848 u8 *cmd = scp->cmnd;
2849 u64 lba;
2850 u32 num;
2851 u32 ei_lba;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002852 unsigned long iflags;
FUJITA Tomonori19789102008-03-30 00:59:56 +09002853 int ret;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002854 bool check_prot;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002855
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002856 switch (cmd[0]) {
2857 case WRITE_16:
2858 ei_lba = 0;
2859 lba = get_unaligned_be64(cmd + 2);
2860 num = get_unaligned_be32(cmd + 10);
2861 check_prot = true;
2862 break;
2863 case WRITE_10:
2864 ei_lba = 0;
2865 lba = get_unaligned_be32(cmd + 2);
2866 num = get_unaligned_be16(cmd + 7);
2867 check_prot = true;
2868 break;
2869 case WRITE_6:
2870 ei_lba = 0;
2871 lba = (u32)cmd[3] | (u32)cmd[2] << 8 |
2872 (u32)(cmd[1] & 0x1f) << 16;
2873 num = (0 == cmd[4]) ? 256 : cmd[4];
2874 check_prot = true;
2875 break;
2876 case WRITE_12:
2877 ei_lba = 0;
2878 lba = get_unaligned_be32(cmd + 2);
2879 num = get_unaligned_be32(cmd + 6);
2880 check_prot = true;
2881 break;
2882 case 0x53: /* XDWRITEREAD(10) */
2883 ei_lba = 0;
2884 lba = get_unaligned_be32(cmd + 2);
2885 num = get_unaligned_be16(cmd + 7);
2886 check_prot = false;
2887 break;
2888 default: /* assume WRITE(32) */
2889 lba = get_unaligned_be64(cmd + 12);
2890 ei_lba = get_unaligned_be32(cmd + 20);
2891 num = get_unaligned_be32(cmd + 28);
2892 check_prot = false;
2893 break;
2894 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002895 if (unlikely(have_dif_prot && check_prot)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04002896 if (sdebug_dif == SD_DIF_TYPE2_PROTECTION &&
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002897 (cmd[1] & 0xe0)) {
2898 mk_sense_invalid_opcode(scp);
2899 return check_condition_result;
2900 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04002901 if ((sdebug_dif == SD_DIF_TYPE1_PROTECTION ||
2902 sdebug_dif == SD_DIF_TYPE3_PROTECTION) &&
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002903 (cmd[1] & 0xe0) == 0)
2904 sdev_printk(KERN_ERR, scp->device, "Unprotected WR "
2905 "to DIF device\n");
2906 }
2907
2908 /* inline check_device_access_params() */
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002909 if (unlikely(lba + num > sdebug_capacity)) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002910 mk_sense_buffer(scp, ILLEGAL_REQUEST, LBA_OUT_OF_RANGE, 0);
2911 return check_condition_result;
2912 }
2913 /* transfer length excessive (tie in to block limits VPD page) */
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002914 if (unlikely(num > sdebug_store_sectors)) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002915 /* needs work to find which cdb byte 'num' comes from */
2916 mk_sense_buffer(scp, ILLEGAL_REQUEST, INVALID_FIELD_IN_CDB, 0);
2917 return check_condition_result;
2918 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002919
Akinobu Mita6c78cc02014-02-26 22:57:03 +09002920 write_lock_irqsave(&atomic_rw, iflags);
2921
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002922 /* DIX + T10 DIF */
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002923 if (unlikely(sdebug_dix && scsi_prot_sg_count(scp))) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002924 int prot_ret = prot_verify_write(scp, lba, num, ei_lba);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002925
2926 if (prot_ret) {
Akinobu Mita6c78cc02014-02-26 22:57:03 +09002927 write_unlock_irqrestore(&atomic_rw, iflags);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002928 mk_sense_buffer(scp, ILLEGAL_REQUEST, 0x10, prot_ret);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05002929 return illegal_condition_result;
2930 }
2931 }
2932
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002933 ret = do_device_access(scp, lba, num, true);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002934 if (unlikely(scsi_debug_lbp()))
Martin K. Petersen44d92692009-10-15 14:45:27 -04002935 map_region(lba, num);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002936 write_unlock_irqrestore(&atomic_rw, iflags);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002937 if (unlikely(-1 == ret))
Douglas Gilbert773642d2016-04-25 12:16:28 -04002938 return DID_ERROR << 16;
Douglas Gilbertc4837392016-05-06 00:40:26 -04002939 else if (unlikely(sdebug_verbose &&
2940 (ret < (num * sdebug_sector_size))))
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002941 sdev_printk(KERN_INFO, scp->device,
Douglas Gilbertcbf67842014-07-26 11:55:35 -04002942 "%s: write: cdb indicated=%u, IO sent=%d bytes\n",
Douglas Gilbert773642d2016-04-25 12:16:28 -04002943 my_name, num * sdebug_sector_size, ret);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002944
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04002945 if (unlikely(sdebug_any_injecting_opt)) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04002946 struct sdebug_queued_cmd *sqcp =
2947 (struct sdebug_queued_cmd *)scp->host_scribble;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002948
Douglas Gilbertc4837392016-05-06 00:40:26 -04002949 if (sqcp) {
2950 if (sqcp->inj_recovered) {
2951 mk_sense_buffer(scp, RECOVERED_ERROR,
2952 THRESHOLD_EXCEEDED, 0);
2953 return check_condition_result;
2954 } else if (sqcp->inj_dif) {
2955 /* Logical block guard check failed */
2956 mk_sense_buffer(scp, ABORTED_COMMAND, 0x10, 1);
2957 return illegal_condition_result;
2958 } else if (sqcp->inj_dix) {
2959 mk_sense_buffer(scp, ILLEGAL_REQUEST, 0x10, 1);
2960 return illegal_condition_result;
2961 }
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002962 }
2963 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002964 return 0;
2965}
2966
Douglas Gilbertfd321192016-04-25 12:16:33 -04002967static int resp_write_same(struct scsi_cmnd *scp, u64 lba, u32 num,
2968 u32 ei_lba, bool unmap, bool ndob)
Martin K. Petersen44d92692009-10-15 14:45:27 -04002969{
2970 unsigned long iflags;
2971 unsigned long long i;
2972 int ret;
Douglas Gilbert773642d2016-04-25 12:16:28 -04002973 u64 lba_off;
Martin K. Petersen44d92692009-10-15 14:45:27 -04002974
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002975 ret = check_device_access_params(scp, lba, num);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002976 if (ret)
2977 return ret;
2978
2979 write_lock_irqsave(&atomic_rw, iflags);
2980
Akinobu Mita9ed8d3d2013-04-16 22:11:55 +09002981 if (unmap && scsi_debug_lbp()) {
Martin K. Petersen44d92692009-10-15 14:45:27 -04002982 unmap_region(lba, num);
2983 goto out;
2984 }
2985
Douglas Gilbert773642d2016-04-25 12:16:28 -04002986 lba_off = lba * sdebug_sector_size;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002987 /* if ndob then zero 1 logical block, else fetch 1 logical block */
2988 if (ndob) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04002989 memset(fake_storep + lba_off, 0, sdebug_sector_size);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002990 ret = 0;
2991 } else
Douglas Gilbert773642d2016-04-25 12:16:28 -04002992 ret = fetch_to_dev_buffer(scp, fake_storep + lba_off,
2993 sdebug_sector_size);
Martin K. Petersen44d92692009-10-15 14:45:27 -04002994
2995 if (-1 == ret) {
2996 write_unlock_irqrestore(&atomic_rw, iflags);
Douglas Gilbert773642d2016-04-25 12:16:28 -04002997 return DID_ERROR << 16;
2998 } else if (sdebug_verbose && (ret < (num * sdebug_sector_size)))
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05002999 sdev_printk(KERN_INFO, scp->device,
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003000 "%s: %s: cdb indicated=%u, IO sent=%d bytes\n",
3001 my_name, "write same",
Douglas Gilbert773642d2016-04-25 12:16:28 -04003002 num * sdebug_sector_size, ret);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003003
3004 /* Copy first sector to remaining blocks */
3005 for (i = 1 ; i < num ; i++)
Douglas Gilbert773642d2016-04-25 12:16:28 -04003006 memcpy(fake_storep + ((lba + i) * sdebug_sector_size),
3007 fake_storep + lba_off,
3008 sdebug_sector_size);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003009
Akinobu Mita9ed8d3d2013-04-16 22:11:55 +09003010 if (scsi_debug_lbp())
Martin K. Petersen44d92692009-10-15 14:45:27 -04003011 map_region(lba, num);
3012out:
3013 write_unlock_irqrestore(&atomic_rw, iflags);
3014
3015 return 0;
3016}
3017
Douglas Gilbertfd321192016-04-25 12:16:33 -04003018static int resp_write_same_10(struct scsi_cmnd *scp,
3019 struct sdebug_dev_info *devip)
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003020{
3021 u8 *cmd = scp->cmnd;
3022 u32 lba;
3023 u16 num;
3024 u32 ei_lba = 0;
3025 bool unmap = false;
3026
3027 if (cmd[1] & 0x8) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04003028 if (sdebug_lbpws10 == 0) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003029 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 1, 3);
3030 return check_condition_result;
3031 } else
3032 unmap = true;
3033 }
3034 lba = get_unaligned_be32(cmd + 2);
3035 num = get_unaligned_be16(cmd + 7);
Douglas Gilbert773642d2016-04-25 12:16:28 -04003036 if (num > sdebug_write_same_length) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003037 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 7, -1);
3038 return check_condition_result;
3039 }
3040 return resp_write_same(scp, lba, num, ei_lba, unmap, false);
3041}
3042
Douglas Gilbertfd321192016-04-25 12:16:33 -04003043static int resp_write_same_16(struct scsi_cmnd *scp,
3044 struct sdebug_dev_info *devip)
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003045{
3046 u8 *cmd = scp->cmnd;
3047 u64 lba;
3048 u32 num;
3049 u32 ei_lba = 0;
3050 bool unmap = false;
3051 bool ndob = false;
3052
3053 if (cmd[1] & 0x8) { /* UNMAP */
Douglas Gilbert773642d2016-04-25 12:16:28 -04003054 if (sdebug_lbpws == 0) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003055 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 1, 3);
3056 return check_condition_result;
3057 } else
3058 unmap = true;
3059 }
3060 if (cmd[1] & 0x1) /* NDOB (no data-out buffer, assumes zeroes) */
3061 ndob = true;
3062 lba = get_unaligned_be64(cmd + 2);
3063 num = get_unaligned_be32(cmd + 10);
Douglas Gilbert773642d2016-04-25 12:16:28 -04003064 if (num > sdebug_write_same_length) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003065 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 10, -1);
3066 return check_condition_result;
3067 }
3068 return resp_write_same(scp, lba, num, ei_lba, unmap, ndob);
3069}
3070
Ewan D. Milneacafd0b2014-12-04 11:49:28 -05003071/* Note the mode field is in the same position as the (lower) service action
3072 * field. For the Report supported operation codes command, SPC-4 suggests
3073 * each mode of this command should be reported separately; for future. */
Douglas Gilbertfd321192016-04-25 12:16:33 -04003074static int resp_write_buffer(struct scsi_cmnd *scp,
3075 struct sdebug_dev_info *devip)
Ewan D. Milneacafd0b2014-12-04 11:49:28 -05003076{
3077 u8 *cmd = scp->cmnd;
3078 struct scsi_device *sdp = scp->device;
3079 struct sdebug_dev_info *dp;
3080 u8 mode;
3081
3082 mode = cmd[1] & 0x1f;
3083 switch (mode) {
3084 case 0x4: /* download microcode (MC) and activate (ACT) */
3085 /* set UAs on this device only */
3086 set_bit(SDEBUG_UA_BUS_RESET, devip->uas_bm);
3087 set_bit(SDEBUG_UA_MICROCODE_CHANGED, devip->uas_bm);
3088 break;
3089 case 0x5: /* download MC, save and ACT */
3090 set_bit(SDEBUG_UA_MICROCODE_CHANGED_WO_RESET, devip->uas_bm);
3091 break;
3092 case 0x6: /* download MC with offsets and ACT */
3093 /* set UAs on most devices (LUs) in this target */
3094 list_for_each_entry(dp,
3095 &devip->sdbg_host->dev_info_list,
3096 dev_list)
3097 if (dp->target == sdp->id) {
3098 set_bit(SDEBUG_UA_BUS_RESET, dp->uas_bm);
3099 if (devip != dp)
3100 set_bit(SDEBUG_UA_MICROCODE_CHANGED,
3101 dp->uas_bm);
3102 }
3103 break;
3104 case 0x7: /* download MC with offsets, save, and ACT */
3105 /* set UA on all devices (LUs) in this target */
3106 list_for_each_entry(dp,
3107 &devip->sdbg_host->dev_info_list,
3108 dev_list)
3109 if (dp->target == sdp->id)
3110 set_bit(SDEBUG_UA_MICROCODE_CHANGED_WO_RESET,
3111 dp->uas_bm);
3112 break;
3113 default:
3114 /* do nothing for this command for other mode values */
3115 break;
3116 }
3117 return 0;
3118}
3119
Douglas Gilbertfd321192016-04-25 12:16:33 -04003120static int resp_comp_write(struct scsi_cmnd *scp,
3121 struct sdebug_dev_info *devip)
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003122{
3123 u8 *cmd = scp->cmnd;
3124 u8 *arr;
3125 u8 *fake_storep_hold;
3126 u64 lba;
3127 u32 dnum;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003128 u32 lb_size = sdebug_sector_size;
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003129 u8 num;
3130 unsigned long iflags;
3131 int ret;
Douglas Gilbertd467d312014-11-26 12:33:48 -05003132 int retval = 0;
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003133
Douglas Gilbertd467d312014-11-26 12:33:48 -05003134 lba = get_unaligned_be64(cmd + 2);
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003135 num = cmd[13]; /* 1 to a maximum of 255 logical blocks */
3136 if (0 == num)
3137 return 0; /* degenerate case, not an error */
Douglas Gilbert773642d2016-04-25 12:16:28 -04003138 if (sdebug_dif == SD_DIF_TYPE2_PROTECTION &&
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003139 (cmd[1] & 0xe0)) {
3140 mk_sense_invalid_opcode(scp);
3141 return check_condition_result;
3142 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04003143 if ((sdebug_dif == SD_DIF_TYPE1_PROTECTION ||
3144 sdebug_dif == SD_DIF_TYPE3_PROTECTION) &&
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003145 (cmd[1] & 0xe0) == 0)
3146 sdev_printk(KERN_ERR, scp->device, "Unprotected WR "
3147 "to DIF device\n");
3148
3149 /* inline check_device_access_params() */
3150 if (lba + num > sdebug_capacity) {
3151 mk_sense_buffer(scp, ILLEGAL_REQUEST, LBA_OUT_OF_RANGE, 0);
3152 return check_condition_result;
3153 }
3154 /* transfer length excessive (tie in to block limits VPD page) */
3155 if (num > sdebug_store_sectors) {
3156 /* needs work to find which cdb byte 'num' comes from */
3157 mk_sense_buffer(scp, ILLEGAL_REQUEST, INVALID_FIELD_IN_CDB, 0);
3158 return check_condition_result;
3159 }
Douglas Gilbertd467d312014-11-26 12:33:48 -05003160 dnum = 2 * num;
3161 arr = kzalloc(dnum * lb_size, GFP_ATOMIC);
3162 if (NULL == arr) {
3163 mk_sense_buffer(scp, ILLEGAL_REQUEST, INSUFF_RES_ASC,
3164 INSUFF_RES_ASCQ);
3165 return check_condition_result;
3166 }
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003167
3168 write_lock_irqsave(&atomic_rw, iflags);
3169
3170 /* trick do_device_access() to fetch both compare and write buffers
3171 * from data-in into arr. Safe (atomic) since write_lock held. */
3172 fake_storep_hold = fake_storep;
3173 fake_storep = arr;
3174 ret = do_device_access(scp, 0, dnum, true);
3175 fake_storep = fake_storep_hold;
3176 if (ret == -1) {
Douglas Gilbertd467d312014-11-26 12:33:48 -05003177 retval = DID_ERROR << 16;
3178 goto cleanup;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003179 } else if (sdebug_verbose && (ret < (dnum * lb_size)))
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003180 sdev_printk(KERN_INFO, scp->device, "%s: compare_write: cdb "
3181 "indicated=%u, IO sent=%d bytes\n", my_name,
3182 dnum * lb_size, ret);
3183 if (!comp_write_worker(lba, num, arr)) {
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003184 mk_sense_buffer(scp, MISCOMPARE, MISCOMPARE_VERIFY_ASC, 0);
Douglas Gilbertd467d312014-11-26 12:33:48 -05003185 retval = check_condition_result;
3186 goto cleanup;
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003187 }
3188 if (scsi_debug_lbp())
3189 map_region(lba, num);
Douglas Gilbertd467d312014-11-26 12:33:48 -05003190cleanup:
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003191 write_unlock_irqrestore(&atomic_rw, iflags);
Douglas Gilbertd467d312014-11-26 12:33:48 -05003192 kfree(arr);
3193 return retval;
Douglas Gilbert38d5c832014-11-24 21:27:12 -05003194}
3195
Martin K. Petersen44d92692009-10-15 14:45:27 -04003196struct unmap_block_desc {
3197 __be64 lba;
3198 __be32 blocks;
3199 __be32 __reserved;
3200};
3201
Douglas Gilbertfd321192016-04-25 12:16:33 -04003202static int resp_unmap(struct scsi_cmnd *scp, struct sdebug_dev_info *devip)
Martin K. Petersen44d92692009-10-15 14:45:27 -04003203{
3204 unsigned char *buf;
3205 struct unmap_block_desc *desc;
3206 unsigned int i, payload_len, descriptors;
3207 int ret;
Akinobu Mita6c78cc02014-02-26 22:57:03 +09003208 unsigned long iflags;
Martin K. Petersen44d92692009-10-15 14:45:27 -04003209
Martin K. Petersen44d92692009-10-15 14:45:27 -04003210
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003211 if (!scsi_debug_lbp())
3212 return 0; /* fib and say its done */
3213 payload_len = get_unaligned_be16(scp->cmnd + 7);
3214 BUG_ON(scsi_bufflen(scp) != payload_len);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003215
3216 descriptors = (payload_len - 8) / 16;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003217 if (descriptors > sdebug_unmap_max_desc) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003218 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 7, -1);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003219 return check_condition_result;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003220 }
Martin K. Petersen44d92692009-10-15 14:45:27 -04003221
Douglas Gilbertb333a812016-04-25 12:16:30 -04003222 buf = kzalloc(scsi_bufflen(scp), GFP_ATOMIC);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003223 if (!buf) {
3224 mk_sense_buffer(scp, ILLEGAL_REQUEST, INSUFF_RES_ASC,
3225 INSUFF_RES_ASCQ);
3226 return check_condition_result;
3227 }
3228
3229 scsi_sg_copy_to_buffer(scp, buf, scsi_bufflen(scp));
Martin K. Petersen44d92692009-10-15 14:45:27 -04003230
3231 BUG_ON(get_unaligned_be16(&buf[0]) != payload_len - 2);
3232 BUG_ON(get_unaligned_be16(&buf[2]) != descriptors * 16);
3233
3234 desc = (void *)&buf[8];
3235
Akinobu Mita6c78cc02014-02-26 22:57:03 +09003236 write_lock_irqsave(&atomic_rw, iflags);
3237
Martin K. Petersen44d92692009-10-15 14:45:27 -04003238 for (i = 0 ; i < descriptors ; i++) {
3239 unsigned long long lba = get_unaligned_be64(&desc[i].lba);
3240 unsigned int num = get_unaligned_be32(&desc[i].blocks);
3241
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003242 ret = check_device_access_params(scp, lba, num);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003243 if (ret)
3244 goto out;
3245
3246 unmap_region(lba, num);
3247 }
3248
3249 ret = 0;
3250
3251out:
Akinobu Mita6c78cc02014-02-26 22:57:03 +09003252 write_unlock_irqrestore(&atomic_rw, iflags);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003253 kfree(buf);
3254
3255 return ret;
3256}
3257
3258#define SDEBUG_GET_LBA_STATUS_LEN 32
3259
Douglas Gilbertfd321192016-04-25 12:16:33 -04003260static int resp_get_lba_status(struct scsi_cmnd *scp,
3261 struct sdebug_dev_info *devip)
Martin K. Petersen44d92692009-10-15 14:45:27 -04003262{
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003263 u8 *cmd = scp->cmnd;
3264 u64 lba;
3265 u32 alloc_len, mapped, num;
3266 u8 arr[SDEBUG_GET_LBA_STATUS_LEN];
Martin K. Petersen44d92692009-10-15 14:45:27 -04003267 int ret;
3268
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003269 lba = get_unaligned_be64(cmd + 2);
3270 alloc_len = get_unaligned_be32(cmd + 10);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003271
3272 if (alloc_len < 24)
3273 return 0;
3274
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003275 ret = check_device_access_params(scp, lba, 1);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003276 if (ret)
3277 return ret;
3278
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003279 if (scsi_debug_lbp())
3280 mapped = map_state(lba, &num);
3281 else {
3282 mapped = 1;
3283 /* following just in case virtual_gb changed */
3284 sdebug_capacity = get_sdebug_capacity();
3285 if (sdebug_capacity - lba <= 0xffffffff)
3286 num = sdebug_capacity - lba;
3287 else
3288 num = 0xffffffff;
3289 }
Martin K. Petersen44d92692009-10-15 14:45:27 -04003290
3291 memset(arr, 0, SDEBUG_GET_LBA_STATUS_LEN);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003292 put_unaligned_be32(20, arr); /* Parameter Data Length */
3293 put_unaligned_be64(lba, arr + 8); /* LBA */
3294 put_unaligned_be32(num, arr + 16); /* Number of blocks */
3295 arr[20] = !mapped; /* prov_stat=0: mapped; 1: dealloc */
Martin K. Petersen44d92692009-10-15 14:45:27 -04003296
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003297 return fill_from_dev_buffer(scp, arr, SDEBUG_GET_LBA_STATUS_LEN);
Martin K. Petersen44d92692009-10-15 14:45:27 -04003298}
3299
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -04003300#define RL_BUCKET_ELEMS 8
3301
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003302/* Even though each pseudo target has a REPORT LUNS "well known logical unit"
3303 * (W-LUN), the normal Linux scanning logic does not associate it with a
3304 * device (e.g. /dev/sg7). The following magic will make that association:
3305 * "cd /sys/class/scsi_host/host<n> ; echo '- - 49409' > scan"
3306 * where <n> is a host number. If there are multiple targets in a host then
3307 * the above will associate a W-LUN to each target. To only get a W-LUN
3308 * for target 2, then use "echo '- 2 49409' > scan" .
3309 */
3310static int resp_report_luns(struct scsi_cmnd *scp,
3311 struct sdebug_dev_info *devip)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003312{
Douglas Gilbert01123ef2014-08-05 12:20:02 +02003313 unsigned char *cmd = scp->cmnd;
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003314 unsigned int alloc_len;
3315 unsigned char select_report;
3316 u64 lun;
3317 struct scsi_lun *lun_p;
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -04003318 u8 arr[RL_BUCKET_ELEMS * sizeof(struct scsi_lun)];
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003319 unsigned int lun_cnt; /* normal LUN count (max: 256) */
3320 unsigned int wlun_cnt; /* report luns W-LUN count */
3321 unsigned int tlun_cnt; /* total LUN count */
3322 unsigned int rlen; /* response length (in bytes) */
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -04003323 int k, j, n, res;
3324 unsigned int off_rsp = 0;
3325 const int sz_lun = sizeof(struct scsi_lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003326
Ewan D. Milne19c8ead2014-12-04 11:49:27 -05003327 clear_luns_changed_on_target(devip);
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003328
3329 select_report = cmd[2];
3330 alloc_len = get_unaligned_be32(cmd + 6);
3331
3332 if (alloc_len < 4) {
3333 pr_err("alloc len too small %d\n", alloc_len);
3334 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 6, -1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003335 return check_condition_result;
3336 }
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003337
3338 switch (select_report) {
3339 case 0: /* all LUNs apart from W-LUNs */
3340 lun_cnt = sdebug_max_luns;
3341 wlun_cnt = 0;
3342 break;
3343 case 1: /* only W-LUNs */
Douglas Gilbertc65b1442006-06-06 00:11:24 -04003344 lun_cnt = 0;
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003345 wlun_cnt = 1;
3346 break;
3347 case 2: /* all LUNs */
3348 lun_cnt = sdebug_max_luns;
3349 wlun_cnt = 1;
3350 break;
3351 case 0x10: /* only administrative LUs */
3352 case 0x11: /* see SPC-5 */
3353 case 0x12: /* only subsiduary LUs owned by referenced LU */
3354 default:
3355 pr_debug("select report invalid %d\n", select_report);
3356 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 2, -1);
3357 return check_condition_result;
3358 }
3359
3360 if (sdebug_no_lun_0 && (lun_cnt > 0))
Douglas Gilbertc65b1442006-06-06 00:11:24 -04003361 --lun_cnt;
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003362
3363 tlun_cnt = lun_cnt + wlun_cnt;
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -04003364 rlen = tlun_cnt * sz_lun; /* excluding 8 byte header */
3365 scsi_set_resid(scp, scsi_bufflen(scp));
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003366 pr_debug("select_report %d luns = %d wluns = %d no_lun0 %d\n",
3367 select_report, lun_cnt, wlun_cnt, sdebug_no_lun_0);
3368
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -04003369 /* loops rely on sizeof response header same as sizeof lun (both 8) */
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003370 lun = sdebug_no_lun_0 ? 1 : 0;
Douglas Gilbertfb0cc8d2016-05-31 17:15:07 -04003371 for (k = 0, j = 0, res = 0; true; ++k, j = 0) {
3372 memset(arr, 0, sizeof(arr));
3373 lun_p = (struct scsi_lun *)&arr[0];
3374 if (k == 0) {
3375 put_unaligned_be32(rlen, &arr[0]);
3376 ++lun_p;
3377 j = 1;
3378 }
3379 for ( ; j < RL_BUCKET_ELEMS; ++j, ++lun_p) {
3380 if ((k * RL_BUCKET_ELEMS) + j > lun_cnt)
3381 break;
3382 int_to_scsilun(lun++, lun_p);
3383 }
3384 if (j < RL_BUCKET_ELEMS)
3385 break;
3386 n = j * sz_lun;
3387 res = p_fill_from_dev_buffer(scp, arr, n, off_rsp);
3388 if (res)
3389 return res;
3390 off_rsp += n;
3391 }
3392 if (wlun_cnt) {
3393 int_to_scsilun(SCSI_W_LUN_REPORT_LUNS, lun_p);
3394 ++j;
3395 }
3396 if (j > 0)
3397 res = p_fill_from_dev_buffer(scp, arr, j * sz_lun, off_rsp);
Douglas Gilbert8d039e22016-04-30 22:44:43 -04003398 return res;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003399}
3400
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003401static int resp_xdwriteread(struct scsi_cmnd *scp, unsigned long long lba,
3402 unsigned int num, struct sdebug_dev_info *devip)
3403{
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09003404 int j;
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003405 unsigned char *kaddr, *buf;
3406 unsigned int offset;
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003407 struct scsi_data_buffer *sdb = scsi_in(scp);
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09003408 struct sg_mapping_iter miter;
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003409
3410 /* better not to use temporary buffer. */
Douglas Gilbertb333a812016-04-25 12:16:30 -04003411 buf = kzalloc(scsi_bufflen(scp), GFP_ATOMIC);
Akinobu Mitac5af0db2014-02-26 22:57:01 +09003412 if (!buf) {
Douglas Gilbert22017ed2014-11-24 23:04:47 -05003413 mk_sense_buffer(scp, ILLEGAL_REQUEST, INSUFF_RES_ASC,
3414 INSUFF_RES_ASCQ);
Akinobu Mitac5af0db2014-02-26 22:57:01 +09003415 return check_condition_result;
3416 }
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003417
FUJITA Tomonori21a61822008-03-09 13:44:30 +09003418 scsi_sg_copy_to_buffer(scp, buf, scsi_bufflen(scp));
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003419
3420 offset = 0;
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09003421 sg_miter_start(&miter, sdb->table.sgl, sdb->table.nents,
3422 SG_MITER_ATOMIC | SG_MITER_TO_SG);
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003423
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09003424 while (sg_miter_next(&miter)) {
3425 kaddr = miter.addr;
3426 for (j = 0; j < miter.length; j++)
3427 *(kaddr + j) ^= *(buf + offset + j);
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003428
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09003429 offset += miter.length;
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003430 }
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09003431 sg_miter_stop(&miter);
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003432 kfree(buf);
3433
Akinobu Mitabe4e11b2014-02-26 22:57:02 +09003434 return 0;
FUJITA Tomonoric639d142008-01-23 01:32:01 +09003435}
3436
Douglas Gilbertfd321192016-04-25 12:16:33 -04003437static int resp_xdwriteread_10(struct scsi_cmnd *scp,
3438 struct sdebug_dev_info *devip)
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003439{
3440 u8 *cmd = scp->cmnd;
3441 u64 lba;
3442 u32 num;
3443 int errsts;
3444
3445 if (!scsi_bidi_cmnd(scp)) {
3446 mk_sense_buffer(scp, ILLEGAL_REQUEST, INSUFF_RES_ASC,
3447 INSUFF_RES_ASCQ);
3448 return check_condition_result;
3449 }
3450 errsts = resp_read_dt0(scp, devip);
3451 if (errsts)
3452 return errsts;
3453 if (!(cmd[1] & 0x4)) { /* DISABLE_WRITE is not set */
3454 errsts = resp_write_dt0(scp, devip);
3455 if (errsts)
3456 return errsts;
3457 }
3458 lba = get_unaligned_be32(cmd + 2);
3459 num = get_unaligned_be16(cmd + 7);
3460 return resp_xdwriteread(scp, lba, num, devip);
3461}
3462
Douglas Gilbertc4837392016-05-06 00:40:26 -04003463static struct sdebug_queue *get_queue(struct scsi_cmnd *cmnd)
3464{
3465 struct sdebug_queue *sqp = sdebug_q_arr;
3466
3467 if (sdebug_mq_active) {
3468 u32 tag = blk_mq_unique_tag(cmnd->request);
3469 u16 hwq = blk_mq_unique_tag_to_hwq(tag);
3470
3471 if (unlikely(hwq >= submit_queues)) {
3472 pr_warn("Unexpected hwq=%d, apply modulo\n", hwq);
3473 hwq %= submit_queues;
3474 }
3475 pr_debug("tag=%u, hwq=%d\n", tag, hwq);
3476 return sqp + hwq;
3477 } else
3478 return sqp;
3479}
3480
3481/* Queued (deferred) command completions converge here. */
Douglas Gilbertfd321192016-04-25 12:16:33 -04003482static void sdebug_q_cmd_complete(struct sdebug_defer *sd_dp)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003483{
Douglas Gilbertc4837392016-05-06 00:40:26 -04003484 int qc_idx;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003485 int retiring = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003486 unsigned long iflags;
Douglas Gilbertc4837392016-05-06 00:40:26 -04003487 struct sdebug_queue *sqp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003488 struct sdebug_queued_cmd *sqcp;
3489 struct scsi_cmnd *scp;
3490 struct sdebug_dev_info *devip;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003491
Douglas Gilbertc4837392016-05-06 00:40:26 -04003492 qc_idx = sd_dp->qc_idx;
3493 sqp = sdebug_q_arr + sd_dp->sqa_idx;
3494 if (sdebug_statistics) {
3495 atomic_inc(&sdebug_completions);
3496 if (raw_smp_processor_id() != sd_dp->issuing_cpu)
3497 atomic_inc(&sdebug_miss_cpus);
3498 }
3499 if (unlikely((qc_idx < 0) || (qc_idx >= SDEBUG_CANQUEUE))) {
3500 pr_err("wild qc_idx=%d\n", qc_idx);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003501 return;
3502 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04003503 spin_lock_irqsave(&sqp->qc_lock, iflags);
3504 sqcp = &sqp->qc_arr[qc_idx];
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003505 scp = sqcp->a_cmnd;
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04003506 if (unlikely(scp == NULL)) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04003507 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
3508 pr_err("scp is NULL, sqa_idx=%d, qc_idx=%d\n",
3509 sd_dp->sqa_idx, qc_idx);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003510 return;
3511 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003512 devip = (struct sdebug_dev_info *)scp->device->hostdata;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003513 if (likely(devip))
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003514 atomic_dec(&devip->num_in_q);
3515 else
Tomas Winklerc12879702015-07-28 16:54:20 +03003516 pr_err("devip=NULL\n");
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003517 if (unlikely(atomic_read(&retired_max_queue) > 0))
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003518 retiring = 1;
3519
3520 sqcp->a_cmnd = NULL;
Douglas Gilbertc4837392016-05-06 00:40:26 -04003521 if (unlikely(!test_and_clear_bit(qc_idx, sqp->in_use_bm))) {
3522 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
Tomas Winklerc12879702015-07-28 16:54:20 +03003523 pr_err("Unexpected completion\n");
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003524 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003525 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003526
3527 if (unlikely(retiring)) { /* user has reduced max_queue */
3528 int k, retval;
3529
3530 retval = atomic_read(&retired_max_queue);
Douglas Gilbertc4837392016-05-06 00:40:26 -04003531 if (qc_idx >= retval) {
3532 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
Tomas Winklerc12879702015-07-28 16:54:20 +03003533 pr_err("index %d too large\n", retval);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003534 return;
3535 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04003536 k = find_last_bit(sqp->in_use_bm, retval);
Douglas Gilbert773642d2016-04-25 12:16:28 -04003537 if ((k < sdebug_max_queue) || (k == retval))
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003538 atomic_set(&retired_max_queue, 0);
3539 else
3540 atomic_set(&retired_max_queue, k + 1);
3541 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04003542 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003543 scp->scsi_done(scp); /* callback to mid level */
Linus Torvalds1da177e2005-04-16 15:20:36 -07003544}
3545
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003546/* When high resolution timer goes off this function is called. */
Douglas Gilbertfd321192016-04-25 12:16:33 -04003547static enum hrtimer_restart sdebug_q_cmd_hrt_complete(struct hrtimer *timer)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003548{
Douglas Gilberta10bc122016-04-25 12:16:32 -04003549 struct sdebug_defer *sd_dp = container_of(timer, struct sdebug_defer,
3550 hrt);
3551 sdebug_q_cmd_complete(sd_dp);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003552 return HRTIMER_NORESTART;
3553}
Linus Torvalds1da177e2005-04-16 15:20:36 -07003554
Douglas Gilberta10bc122016-04-25 12:16:32 -04003555/* When work queue schedules work, it calls this function. */
Douglas Gilbertfd321192016-04-25 12:16:33 -04003556static void sdebug_q_cmd_wq_complete(struct work_struct *work)
Douglas Gilberta10bc122016-04-25 12:16:32 -04003557{
3558 struct sdebug_defer *sd_dp = container_of(work, struct sdebug_defer,
3559 ew.work);
3560 sdebug_q_cmd_complete(sd_dp);
3561}
3562
Douglas Gilbert09ba24c2016-05-06 00:40:28 -04003563static bool got_shared_uuid;
3564static uuid_be shared_uuid;
3565
Douglas Gilbertfd321192016-04-25 12:16:33 -04003566static struct sdebug_dev_info *sdebug_device_create(
3567 struct sdebug_host_info *sdbg_host, gfp_t flags)
FUJITA Tomonori5cb2fc02008-03-20 11:09:16 +09003568{
3569 struct sdebug_dev_info *devip;
3570
3571 devip = kzalloc(sizeof(*devip), flags);
3572 if (devip) {
Douglas Gilbert09ba24c2016-05-06 00:40:28 -04003573 if (sdebug_uuid_ctl == 1)
3574 uuid_be_gen(&devip->lu_name);
3575 else if (sdebug_uuid_ctl == 2) {
3576 if (got_shared_uuid)
3577 devip->lu_name = shared_uuid;
3578 else {
3579 uuid_be_gen(&shared_uuid);
3580 got_shared_uuid = true;
3581 devip->lu_name = shared_uuid;
3582 }
3583 }
FUJITA Tomonori5cb2fc02008-03-20 11:09:16 +09003584 devip->sdbg_host = sdbg_host;
3585 list_add_tail(&devip->dev_list, &sdbg_host->dev_info_list);
3586 }
3587 return devip;
3588}
3589
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003590static struct sdebug_dev_info *find_build_dev_info(struct scsi_device *sdev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003591{
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003592 struct sdebug_host_info *sdbg_host;
3593 struct sdebug_dev_info *open_devip = NULL;
3594 struct sdebug_dev_info *devip;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003595
FUJITA Tomonorid1e4c9c2008-03-02 18:30:18 +09003596 sdbg_host = *(struct sdebug_host_info **)shost_priv(sdev->host);
3597 if (!sdbg_host) {
Tomas Winklerc12879702015-07-28 16:54:20 +03003598 pr_err("Host info NULL\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07003599 return NULL;
3600 }
3601 list_for_each_entry(devip, &sdbg_host->dev_info_list, dev_list) {
3602 if ((devip->used) && (devip->channel == sdev->channel) &&
3603 (devip->target == sdev->id) &&
3604 (devip->lun == sdev->lun))
3605 return devip;
3606 else {
3607 if ((!devip->used) && (!open_devip))
3608 open_devip = devip;
3609 }
3610 }
FUJITA Tomonori5cb2fc02008-03-20 11:09:16 +09003611 if (!open_devip) { /* try and make a new one */
3612 open_devip = sdebug_device_create(sdbg_host, GFP_ATOMIC);
3613 if (!open_devip) {
Tomas Winklerc12879702015-07-28 16:54:20 +03003614 pr_err("out of memory at line %d\n", __LINE__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003615 return NULL;
3616 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003617 }
FUJITA Tomonoria75869d2008-03-20 11:09:17 +09003618
3619 open_devip->channel = sdev->channel;
3620 open_devip->target = sdev->id;
3621 open_devip->lun = sdev->lun;
3622 open_devip->sdbg_host = sdbg_host;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003623 atomic_set(&open_devip->num_in_q, 0);
3624 set_bit(SDEBUG_UA_POR, open_devip->uas_bm);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003625 open_devip->used = true;
FUJITA Tomonoria75869d2008-03-20 11:09:17 +09003626 return open_devip;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003627}
3628
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003629static int scsi_debug_slave_alloc(struct scsi_device *sdp)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003630{
Douglas Gilbert773642d2016-04-25 12:16:28 -04003631 if (sdebug_verbose)
Tomas Winklerc12879702015-07-28 16:54:20 +03003632 pr_info("slave_alloc <%u %u %u %llu>\n",
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003633 sdp->host->host_no, sdp->channel, sdp->id, sdp->lun);
Nick Piggin75ad23b2008-04-29 14:48:33 +02003634 queue_flag_set_unlocked(QUEUE_FLAG_BIDI, sdp->request_queue);
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003635 return 0;
3636}
Linus Torvalds1da177e2005-04-16 15:20:36 -07003637
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003638static int scsi_debug_slave_configure(struct scsi_device *sdp)
3639{
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003640 struct sdebug_dev_info *devip =
3641 (struct sdebug_dev_info *)sdp->hostdata;
FUJITA Tomonoria34c4e92008-03-25 09:26:50 +09003642
Douglas Gilbert773642d2016-04-25 12:16:28 -04003643 if (sdebug_verbose)
Tomas Winklerc12879702015-07-28 16:54:20 +03003644 pr_info("slave_configure <%u %u %u %llu>\n",
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003645 sdp->host->host_no, sdp->channel, sdp->id, sdp->lun);
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04003646 if (sdp->host->max_cmd_len != SDEBUG_MAX_CMD_LEN)
3647 sdp->host->max_cmd_len = SDEBUG_MAX_CMD_LEN;
3648 if (devip == NULL) {
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003649 devip = find_build_dev_info(sdp);
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04003650 if (devip == NULL)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003651 return 1; /* no resources, will be marked offline */
3652 }
Christoph Hellwigc8b09f62014-11-03 20:15:14 +01003653 sdp->hostdata = devip;
Akinobu Mita6bb5e6e2014-06-02 22:56:49 +09003654 blk_queue_max_segment_size(sdp->request_queue, -1U);
Douglas Gilbert773642d2016-04-25 12:16:28 -04003655 if (sdebug_no_uld)
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04003656 sdp->no_uld_attach = 1;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003657 return 0;
3658}
3659
3660static void scsi_debug_slave_destroy(struct scsi_device *sdp)
3661{
3662 struct sdebug_dev_info *devip =
3663 (struct sdebug_dev_info *)sdp->hostdata;
3664
Douglas Gilbert773642d2016-04-25 12:16:28 -04003665 if (sdebug_verbose)
Tomas Winklerc12879702015-07-28 16:54:20 +03003666 pr_info("slave_destroy <%u %u %u %llu>\n",
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003667 sdp->host->host_no, sdp->channel, sdp->id, sdp->lun);
3668 if (devip) {
Lucas De Marchi25985ed2011-03-30 22:57:33 -03003669 /* make this slot available for re-use */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05003670 devip->used = false;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003671 sdp->hostdata = NULL;
3672 }
3673}
3674
Douglas Gilbertc4837392016-05-06 00:40:26 -04003675static void stop_qc_helper(struct sdebug_defer *sd_dp)
3676{
3677 if (!sd_dp)
3678 return;
3679 if ((sdebug_jdelay > 0) || (sdebug_ndelay > 0))
3680 hrtimer_cancel(&sd_dp->hrt);
3681 else if (sdebug_jdelay < 0)
3682 cancel_work_sync(&sd_dp->ew.work);
3683}
3684
Douglas Gilberta10bc122016-04-25 12:16:32 -04003685/* If @cmnd found deletes its timer or work queue and returns true; else
3686 returns false */
3687static bool stop_queued_cmnd(struct scsi_cmnd *cmnd)
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003688{
3689 unsigned long iflags;
Douglas Gilbertc4837392016-05-06 00:40:26 -04003690 int j, k, qmax, r_qmax;
3691 struct sdebug_queue *sqp;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003692 struct sdebug_queued_cmd *sqcp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003693 struct sdebug_dev_info *devip;
Douglas Gilberta10bc122016-04-25 12:16:32 -04003694 struct sdebug_defer *sd_dp;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003695
Douglas Gilbertc4837392016-05-06 00:40:26 -04003696 for (j = 0, sqp = sdebug_q_arr; j < submit_queues; ++j, ++sqp) {
3697 spin_lock_irqsave(&sqp->qc_lock, iflags);
3698 qmax = sdebug_max_queue;
3699 r_qmax = atomic_read(&retired_max_queue);
3700 if (r_qmax > qmax)
3701 qmax = r_qmax;
3702 for (k = 0; k < qmax; ++k) {
3703 if (test_bit(k, sqp->in_use_bm)) {
3704 sqcp = &sqp->qc_arr[k];
3705 if (cmnd != sqcp->a_cmnd)
3706 continue;
3707 /* found */
3708 devip = (struct sdebug_dev_info *)
3709 cmnd->device->hostdata;
3710 if (devip)
3711 atomic_dec(&devip->num_in_q);
3712 sqcp->a_cmnd = NULL;
3713 sd_dp = sqcp->sd_dp;
3714 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
3715 stop_qc_helper(sd_dp);
3716 clear_bit(k, sqp->in_use_bm);
3717 return true;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003718 }
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003719 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04003720 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003721 }
Douglas Gilberta10bc122016-04-25 12:16:32 -04003722 return false;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003723}
3724
Douglas Gilberta10bc122016-04-25 12:16:32 -04003725/* Deletes (stops) timers or work queues of all queued commands */
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003726static void stop_all_queued(void)
3727{
3728 unsigned long iflags;
Douglas Gilbertc4837392016-05-06 00:40:26 -04003729 int j, k;
3730 struct sdebug_queue *sqp;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003731 struct sdebug_queued_cmd *sqcp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003732 struct sdebug_dev_info *devip;
Douglas Gilberta10bc122016-04-25 12:16:32 -04003733 struct sdebug_defer *sd_dp;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003734
Douglas Gilbertc4837392016-05-06 00:40:26 -04003735 for (j = 0, sqp = sdebug_q_arr; j < submit_queues; ++j, ++sqp) {
3736 spin_lock_irqsave(&sqp->qc_lock, iflags);
3737 for (k = 0; k < SDEBUG_CANQUEUE; ++k) {
3738 if (test_bit(k, sqp->in_use_bm)) {
3739 sqcp = &sqp->qc_arr[k];
3740 if (sqcp->a_cmnd == NULL)
3741 continue;
3742 devip = (struct sdebug_dev_info *)
3743 sqcp->a_cmnd->device->hostdata;
3744 if (devip)
3745 atomic_dec(&devip->num_in_q);
3746 sqcp->a_cmnd = NULL;
3747 sd_dp = sqcp->sd_dp;
3748 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
3749 stop_qc_helper(sd_dp);
3750 clear_bit(k, sqp->in_use_bm);
3751 spin_lock_irqsave(&sqp->qc_lock, iflags);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003752 }
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003753 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04003754 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09003755 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003756}
3757
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003758/* Free queued command memory on heap */
3759static void free_all_queued(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003760{
Douglas Gilbertc4837392016-05-06 00:40:26 -04003761 int j, k;
3762 struct sdebug_queue *sqp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003763 struct sdebug_queued_cmd *sqcp;
3764
Douglas Gilbertc4837392016-05-06 00:40:26 -04003765 for (j = 0, sqp = sdebug_q_arr; j < submit_queues; ++j, ++sqp) {
3766 for (k = 0; k < SDEBUG_CANQUEUE; ++k) {
3767 sqcp = &sqp->qc_arr[k];
3768 kfree(sqcp->sd_dp);
3769 sqcp->sd_dp = NULL;
3770 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003771 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003772}
3773
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003774static int scsi_debug_abort(struct scsi_cmnd *SCpnt)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003775{
Douglas Gilberta10bc122016-04-25 12:16:32 -04003776 bool ok;
3777
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003778 ++num_aborts;
3779 if (SCpnt) {
Douglas Gilberta10bc122016-04-25 12:16:32 -04003780 ok = stop_queued_cmnd(SCpnt);
3781 if (SCpnt->device && (SDEBUG_OPT_ALL_NOISE & sdebug_opts))
3782 sdev_printk(KERN_INFO, SCpnt->device,
3783 "%s: command%s found\n", __func__,
3784 ok ? "" : " not");
Linus Torvalds1da177e2005-04-16 15:20:36 -07003785 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003786 return SUCCESS;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003787}
3788
3789static int scsi_debug_device_reset(struct scsi_cmnd * SCpnt)
3790{
Linus Torvalds1da177e2005-04-16 15:20:36 -07003791 ++num_dev_resets;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003792 if (SCpnt && SCpnt->device) {
3793 struct scsi_device *sdp = SCpnt->device;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04003794 struct sdebug_dev_info *devip =
3795 (struct sdebug_dev_info *)sdp->hostdata;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003796
Douglas Gilbert773642d2016-04-25 12:16:28 -04003797 if (SDEBUG_OPT_ALL_NOISE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003798 sdev_printk(KERN_INFO, sdp, "%s\n", __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003799 if (devip)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003800 set_bit(SDEBUG_UA_POR, devip->uas_bm);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003801 }
3802 return SUCCESS;
3803}
3804
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003805static int scsi_debug_target_reset(struct scsi_cmnd *SCpnt)
3806{
3807 struct sdebug_host_info *sdbg_host;
3808 struct sdebug_dev_info *devip;
3809 struct scsi_device *sdp;
3810 struct Scsi_Host *hp;
3811 int k = 0;
3812
3813 ++num_target_resets;
3814 if (!SCpnt)
3815 goto lie;
3816 sdp = SCpnt->device;
3817 if (!sdp)
3818 goto lie;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003819 if (SDEBUG_OPT_ALL_NOISE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003820 sdev_printk(KERN_INFO, sdp, "%s\n", __func__);
3821 hp = sdp->host;
3822 if (!hp)
3823 goto lie;
3824 sdbg_host = *(struct sdebug_host_info **)shost_priv(hp);
3825 if (sdbg_host) {
3826 list_for_each_entry(devip,
3827 &sdbg_host->dev_info_list,
3828 dev_list)
3829 if (devip->target == sdp->id) {
3830 set_bit(SDEBUG_UA_BUS_RESET, devip->uas_bm);
3831 ++k;
3832 }
3833 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04003834 if (SDEBUG_OPT_RESET_NOISE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003835 sdev_printk(KERN_INFO, sdp,
3836 "%s: %d device(s) found in target\n", __func__, k);
3837lie:
3838 return SUCCESS;
3839}
3840
Linus Torvalds1da177e2005-04-16 15:20:36 -07003841static int scsi_debug_bus_reset(struct scsi_cmnd * SCpnt)
3842{
3843 struct sdebug_host_info *sdbg_host;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003844 struct sdebug_dev_info *devip;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003845 struct scsi_device * sdp;
3846 struct Scsi_Host * hp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003847 int k = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003848
Linus Torvalds1da177e2005-04-16 15:20:36 -07003849 ++num_bus_resets;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003850 if (!(SCpnt && SCpnt->device))
3851 goto lie;
3852 sdp = SCpnt->device;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003853 if (SDEBUG_OPT_ALL_NOISE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003854 sdev_printk(KERN_INFO, sdp, "%s\n", __func__);
3855 hp = sdp->host;
3856 if (hp) {
FUJITA Tomonorid1e4c9c2008-03-02 18:30:18 +09003857 sdbg_host = *(struct sdebug_host_info **)shost_priv(hp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003858 if (sdbg_host) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003859 list_for_each_entry(devip,
Linus Torvalds1da177e2005-04-16 15:20:36 -07003860 &sdbg_host->dev_info_list,
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003861 dev_list) {
3862 set_bit(SDEBUG_UA_BUS_RESET, devip->uas_bm);
3863 ++k;
3864 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003865 }
3866 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04003867 if (SDEBUG_OPT_RESET_NOISE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003868 sdev_printk(KERN_INFO, sdp,
3869 "%s: %d device(s) found in host\n", __func__, k);
3870lie:
Linus Torvalds1da177e2005-04-16 15:20:36 -07003871 return SUCCESS;
3872}
3873
3874static int scsi_debug_host_reset(struct scsi_cmnd * SCpnt)
3875{
3876 struct sdebug_host_info * sdbg_host;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003877 struct sdebug_dev_info *devip;
3878 int k = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003879
Linus Torvalds1da177e2005-04-16 15:20:36 -07003880 ++num_host_resets;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003881 if ((SCpnt->device) && (SDEBUG_OPT_ALL_NOISE & sdebug_opts))
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003882 sdev_printk(KERN_INFO, SCpnt->device, "%s\n", __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003883 spin_lock(&sdebug_host_list_lock);
3884 list_for_each_entry(sdbg_host, &sdebug_host_list, host_list) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003885 list_for_each_entry(devip, &sdbg_host->dev_info_list,
3886 dev_list) {
3887 set_bit(SDEBUG_UA_BUS_RESET, devip->uas_bm);
3888 ++k;
3889 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003890 }
3891 spin_unlock(&sdebug_host_list_lock);
3892 stop_all_queued();
Douglas Gilbert773642d2016-04-25 12:16:28 -04003893 if (SDEBUG_OPT_RESET_NOISE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04003894 sdev_printk(KERN_INFO, SCpnt->device,
3895 "%s: %d device(s) found\n", __func__, k);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003896 return SUCCESS;
3897}
3898
FUJITA Tomonorif58b0ef2008-03-30 00:59:54 +09003899static void __init sdebug_build_parts(unsigned char *ramp,
FUJITA Tomonori5f2578e2008-03-30 00:59:57 +09003900 unsigned long store_size)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003901{
3902 struct partition * pp;
3903 int starts[SDEBUG_MAX_PARTS + 2];
3904 int sectors_per_part, num_sectors, k;
3905 int heads_by_sects, start_sec, end_sec;
3906
3907 /* assume partition table already zeroed */
Douglas Gilbert773642d2016-04-25 12:16:28 -04003908 if ((sdebug_num_parts < 1) || (store_size < 1048576))
Linus Torvalds1da177e2005-04-16 15:20:36 -07003909 return;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003910 if (sdebug_num_parts > SDEBUG_MAX_PARTS) {
3911 sdebug_num_parts = SDEBUG_MAX_PARTS;
Tomas Winklerc12879702015-07-28 16:54:20 +03003912 pr_warn("reducing partitions to %d\n", SDEBUG_MAX_PARTS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003913 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04003914 num_sectors = (int)sdebug_store_sectors;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003915 sectors_per_part = (num_sectors - sdebug_sectors_per)
Douglas Gilbert773642d2016-04-25 12:16:28 -04003916 / sdebug_num_parts;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003917 heads_by_sects = sdebug_heads * sdebug_sectors_per;
3918 starts[0] = sdebug_sectors_per;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003919 for (k = 1; k < sdebug_num_parts; ++k)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003920 starts[k] = ((k * sectors_per_part) / heads_by_sects)
3921 * heads_by_sects;
Douglas Gilbert773642d2016-04-25 12:16:28 -04003922 starts[sdebug_num_parts] = num_sectors;
3923 starts[sdebug_num_parts + 1] = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003924
3925 ramp[510] = 0x55; /* magic partition markings */
3926 ramp[511] = 0xAA;
3927 pp = (struct partition *)(ramp + 0x1be);
3928 for (k = 0; starts[k + 1]; ++k, ++pp) {
3929 start_sec = starts[k];
3930 end_sec = starts[k + 1] - 1;
3931 pp->boot_ind = 0;
3932
3933 pp->cyl = start_sec / heads_by_sects;
3934 pp->head = (start_sec - (pp->cyl * heads_by_sects))
3935 / sdebug_sectors_per;
3936 pp->sector = (start_sec % sdebug_sectors_per) + 1;
3937
3938 pp->end_cyl = end_sec / heads_by_sects;
3939 pp->end_head = (end_sec - (pp->end_cyl * heads_by_sects))
3940 / sdebug_sectors_per;
3941 pp->end_sector = (end_sec % sdebug_sectors_per) + 1;
3942
Akinobu Mita150c3542013-08-26 22:08:40 +09003943 pp->start_sect = cpu_to_le32(start_sec);
3944 pp->nr_sects = cpu_to_le32(end_sec - start_sec + 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003945 pp->sys_ind = 0x83; /* plain Linux partition */
3946 }
3947}
3948
Douglas Gilbertc4837392016-05-06 00:40:26 -04003949static void block_unblock_all_queues(bool block)
3950{
3951 int j;
3952 struct sdebug_queue *sqp;
3953
3954 for (j = 0, sqp = sdebug_q_arr; j < submit_queues; ++j, ++sqp)
3955 atomic_set(&sqp->blocked, (int)block);
3956}
3957
3958/* Adjust (by rounding down) the sdebug_cmnd_count so abs(every_nth)-1
3959 * commands will be processed normally before triggers occur.
3960 */
3961static void tweak_cmnd_count(void)
3962{
3963 int count, modulo;
3964
3965 modulo = abs(sdebug_every_nth);
3966 if (modulo < 2)
3967 return;
3968 block_unblock_all_queues(true);
3969 count = atomic_read(&sdebug_cmnd_count);
3970 atomic_set(&sdebug_cmnd_count, (count / modulo) * modulo);
3971 block_unblock_all_queues(false);
3972}
3973
3974static void clear_queue_stats(void)
3975{
3976 atomic_set(&sdebug_cmnd_count, 0);
3977 atomic_set(&sdebug_completions, 0);
3978 atomic_set(&sdebug_miss_cpus, 0);
3979 atomic_set(&sdebug_a_tsf, 0);
3980}
3981
3982static void setup_inject(struct sdebug_queue *sqp,
3983 struct sdebug_queued_cmd *sqcp)
3984{
3985 if ((atomic_read(&sdebug_cmnd_count) % abs(sdebug_every_nth)) > 0)
3986 return;
3987 sqcp->inj_recovered = !!(SDEBUG_OPT_RECOVERED_ERR & sdebug_opts);
3988 sqcp->inj_transport = !!(SDEBUG_OPT_TRANSPORT_ERR & sdebug_opts);
3989 sqcp->inj_dif = !!(SDEBUG_OPT_DIF_ERR & sdebug_opts);
3990 sqcp->inj_dix = !!(SDEBUG_OPT_DIX_ERR & sdebug_opts);
3991 sqcp->inj_short = !!(SDEBUG_OPT_SHORT_TRANSFER & sdebug_opts);
3992}
3993
3994/* Complete the processing of the thread that queued a SCSI command to this
3995 * driver. It either completes the command by calling cmnd_done() or
3996 * schedules a hr timer or work queue then returns 0. Returns
3997 * SCSI_MLQUEUE_HOST_BUSY if temporarily out of resources.
3998 */
Douglas Gilbertfd321192016-04-25 12:16:33 -04003999static int schedule_resp(struct scsi_cmnd *cmnd, struct sdebug_dev_info *devip,
4000 int scsi_result, int delta_jiff)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004001{
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004002 unsigned long iflags;
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004003 int k, num_in_q, qdepth, inject;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004004 struct sdebug_queue *sqp;
4005 struct sdebug_queued_cmd *sqcp;
Tomas Winkler299b6c02015-07-28 16:54:24 +03004006 struct scsi_device *sdp;
Douglas Gilberta10bc122016-04-25 12:16:32 -04004007 struct sdebug_defer *sd_dp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004008
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04004009 if (unlikely(devip == NULL)) {
4010 if (scsi_result == 0)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004011 scsi_result = DID_NO_CONNECT << 16;
4012 goto respond_in_thread;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004013 }
Tomas Winkler299b6c02015-07-28 16:54:24 +03004014 sdp = cmnd->device;
4015
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004016 if (unlikely(sdebug_verbose && scsi_result))
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004017 sdev_printk(KERN_INFO, sdp, "%s: non-zero result=0x%x\n",
4018 __func__, scsi_result);
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004019 if (delta_jiff == 0)
4020 goto respond_in_thread;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004021
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004022 /* schedule the response at a later time if resources permit */
Douglas Gilbertc4837392016-05-06 00:40:26 -04004023 sqp = get_queue(cmnd);
4024 spin_lock_irqsave(&sqp->qc_lock, iflags);
4025 if (unlikely(atomic_read(&sqp->blocked))) {
4026 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
4027 return SCSI_MLQUEUE_HOST_BUSY;
4028 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004029 num_in_q = atomic_read(&devip->num_in_q);
4030 qdepth = cmnd->device->queue_depth;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004031 inject = 0;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004032 if (unlikely((qdepth > 0) && (num_in_q >= qdepth))) {
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004033 if (scsi_result) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04004034 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004035 goto respond_in_thread;
4036 } else
4037 scsi_result = device_qfull_result;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004038 } else if (unlikely(sdebug_every_nth &&
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004039 (SDEBUG_OPT_RARE_TSF & sdebug_opts) &&
4040 (scsi_result == 0))) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004041 if ((num_in_q == (qdepth - 1)) &&
4042 (atomic_inc_return(&sdebug_a_tsf) >=
Douglas Gilbert773642d2016-04-25 12:16:28 -04004043 abs(sdebug_every_nth))) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004044 atomic_set(&sdebug_a_tsf, 0);
4045 inject = 1;
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004046 scsi_result = device_qfull_result;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004047 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004048 }
4049
Douglas Gilbertc4837392016-05-06 00:40:26 -04004050 k = find_first_zero_bit(sqp->in_use_bm, sdebug_max_queue);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004051 if (unlikely(k >= sdebug_max_queue)) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04004052 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004053 if (scsi_result)
4054 goto respond_in_thread;
Douglas Gilbert773642d2016-04-25 12:16:28 -04004055 else if (SDEBUG_OPT_ALL_TSF & sdebug_opts)
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004056 scsi_result = device_qfull_result;
Douglas Gilbert773642d2016-04-25 12:16:28 -04004057 if (SDEBUG_OPT_Q_NOISE & sdebug_opts)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004058 sdev_printk(KERN_INFO, sdp,
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004059 "%s: max_queue=%d exceeded, %s\n",
Douglas Gilbert773642d2016-04-25 12:16:28 -04004060 __func__, sdebug_max_queue,
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004061 (scsi_result ? "status: TASK SET FULL" :
4062 "report: host busy"));
4063 if (scsi_result)
4064 goto respond_in_thread;
4065 else
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004066 return SCSI_MLQUEUE_HOST_BUSY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004067 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04004068 __set_bit(k, sqp->in_use_bm);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004069 atomic_inc(&devip->num_in_q);
Douglas Gilbertc4837392016-05-06 00:40:26 -04004070 sqcp = &sqp->qc_arr[k];
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004071 sqcp->a_cmnd = cmnd;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004072 cmnd->host_scribble = (unsigned char *)sqcp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004073 cmnd->result = scsi_result;
Douglas Gilberta10bc122016-04-25 12:16:32 -04004074 sd_dp = sqcp->sd_dp;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004075 spin_unlock_irqrestore(&sqp->qc_lock, iflags);
4076 if (unlikely(sdebug_every_nth && sdebug_any_injecting_opt))
4077 setup_inject(sqp, sqcp);
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04004078 if (delta_jiff > 0 || sdebug_ndelay > 0) {
Douglas Gilbertb333a812016-04-25 12:16:30 -04004079 ktime_t kt;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004080
Douglas Gilbertb333a812016-04-25 12:16:30 -04004081 if (delta_jiff > 0) {
4082 struct timespec ts;
4083
4084 jiffies_to_timespec(delta_jiff, &ts);
4085 kt = ktime_set(ts.tv_sec, ts.tv_nsec);
4086 } else
4087 kt = ktime_set(0, sdebug_ndelay);
Douglas Gilberta10bc122016-04-25 12:16:32 -04004088 if (NULL == sd_dp) {
4089 sd_dp = kzalloc(sizeof(*sd_dp), GFP_ATOMIC);
4090 if (NULL == sd_dp)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004091 return SCSI_MLQUEUE_HOST_BUSY;
Douglas Gilberta10bc122016-04-25 12:16:32 -04004092 sqcp->sd_dp = sd_dp;
4093 hrtimer_init(&sd_dp->hrt, CLOCK_MONOTONIC,
Douglas Gilbertc4837392016-05-06 00:40:26 -04004094 HRTIMER_MODE_REL_PINNED);
Douglas Gilberta10bc122016-04-25 12:16:32 -04004095 sd_dp->hrt.function = sdebug_q_cmd_hrt_complete;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004096 sd_dp->sqa_idx = sqp - sdebug_q_arr;
4097 sd_dp->qc_idx = k;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004098 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04004099 if (sdebug_statistics)
4100 sd_dp->issuing_cpu = raw_smp_processor_id();
4101 hrtimer_start(&sd_dp->hrt, kt, HRTIMER_MODE_REL_PINNED);
4102 } else { /* jdelay < 0, use work queue */
Douglas Gilberta10bc122016-04-25 12:16:32 -04004103 if (NULL == sd_dp) {
4104 sd_dp = kzalloc(sizeof(*sqcp->sd_dp), GFP_ATOMIC);
4105 if (NULL == sd_dp)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004106 return SCSI_MLQUEUE_HOST_BUSY;
Douglas Gilberta10bc122016-04-25 12:16:32 -04004107 sqcp->sd_dp = sd_dp;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004108 sd_dp->sqa_idx = sqp - sdebug_q_arr;
4109 sd_dp->qc_idx = k;
Douglas Gilberta10bc122016-04-25 12:16:32 -04004110 INIT_WORK(&sd_dp->ew.work, sdebug_q_cmd_wq_complete);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004111 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04004112 if (sdebug_statistics)
4113 sd_dp->issuing_cpu = raw_smp_processor_id();
Douglas Gilberta10bc122016-04-25 12:16:32 -04004114 schedule_work(&sd_dp->ew.work);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004115 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004116 if (unlikely((SDEBUG_OPT_Q_NOISE & sdebug_opts) &&
4117 (scsi_result == device_qfull_result)))
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004118 sdev_printk(KERN_INFO, sdp,
4119 "%s: num_in_q=%d +1, %s%s\n", __func__,
4120 num_in_q, (inject ? "<inject> " : ""),
4121 "status: TASK SET FULL");
4122 return 0;
Douglas Gilbertcd62b7d2014-08-05 12:20:46 +02004123
4124respond_in_thread: /* call back to mid-layer using invocation thread */
4125 cmnd->result = scsi_result;
4126 cmnd->scsi_done(cmnd);
4127 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004128}
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004129
Douglas Gilbert23183912006-09-16 20:30:47 -04004130/* Note: The following macros create attribute files in the
4131 /sys/module/scsi_debug/parameters directory. Unfortunately this
4132 driver is unaware of a change and cannot trigger auxiliary actions
4133 as it can when the corresponding attribute in the
4134 /sys/bus/pseudo/drivers/scsi_debug directory is changed.
4135 */
Douglas Gilbert773642d2016-04-25 12:16:28 -04004136module_param_named(add_host, sdebug_add_host, int, S_IRUGO | S_IWUSR);
4137module_param_named(ato, sdebug_ato, int, S_IRUGO);
4138module_param_named(clustering, sdebug_clustering, bool, S_IRUGO | S_IWUSR);
Douglas Gilbertc2206092016-04-25 12:16:31 -04004139module_param_named(delay, sdebug_jdelay, int, S_IRUGO | S_IWUSR);
Douglas Gilbert773642d2016-04-25 12:16:28 -04004140module_param_named(dev_size_mb, sdebug_dev_size_mb, int, S_IRUGO);
4141module_param_named(dif, sdebug_dif, int, S_IRUGO);
4142module_param_named(dix, sdebug_dix, int, S_IRUGO);
4143module_param_named(dsense, sdebug_dsense, int, S_IRUGO | S_IWUSR);
4144module_param_named(every_nth, sdebug_every_nth, int, S_IRUGO | S_IWUSR);
4145module_param_named(fake_rw, sdebug_fake_rw, int, S_IRUGO | S_IWUSR);
4146module_param_named(guard, sdebug_guard, uint, S_IRUGO);
4147module_param_named(host_lock, sdebug_host_lock, bool, S_IRUGO | S_IWUSR);
4148module_param_named(lbpu, sdebug_lbpu, int, S_IRUGO);
4149module_param_named(lbpws, sdebug_lbpws, int, S_IRUGO);
4150module_param_named(lbpws10, sdebug_lbpws10, int, S_IRUGO);
4151module_param_named(lbprz, sdebug_lbprz, int, S_IRUGO);
4152module_param_named(lowest_aligned, sdebug_lowest_aligned, int, S_IRUGO);
4153module_param_named(max_luns, sdebug_max_luns, int, S_IRUGO | S_IWUSR);
4154module_param_named(max_queue, sdebug_max_queue, int, S_IRUGO | S_IWUSR);
4155module_param_named(ndelay, sdebug_ndelay, int, S_IRUGO | S_IWUSR);
4156module_param_named(no_lun_0, sdebug_no_lun_0, int, S_IRUGO | S_IWUSR);
4157module_param_named(no_uld, sdebug_no_uld, int, S_IRUGO);
4158module_param_named(num_parts, sdebug_num_parts, int, S_IRUGO);
4159module_param_named(num_tgts, sdebug_num_tgts, int, S_IRUGO | S_IWUSR);
4160module_param_named(opt_blks, sdebug_opt_blks, int, S_IRUGO);
4161module_param_named(opts, sdebug_opts, int, S_IRUGO | S_IWUSR);
4162module_param_named(physblk_exp, sdebug_physblk_exp, int, S_IRUGO);
4163module_param_named(ptype, sdebug_ptype, int, S_IRUGO | S_IWUSR);
4164module_param_named(removable, sdebug_removable, bool, S_IRUGO | S_IWUSR);
4165module_param_named(scsi_level, sdebug_scsi_level, int, S_IRUGO);
4166module_param_named(sector_size, sdebug_sector_size, int, S_IRUGO);
Douglas Gilbertc4837392016-05-06 00:40:26 -04004167module_param_named(statistics, sdebug_statistics, bool, S_IRUGO | S_IWUSR);
Douglas Gilbert773642d2016-04-25 12:16:28 -04004168module_param_named(strict, sdebug_strict, bool, S_IRUGO | S_IWUSR);
Douglas Gilbertc4837392016-05-06 00:40:26 -04004169module_param_named(submit_queues, submit_queues, int, S_IRUGO);
Douglas Gilbert773642d2016-04-25 12:16:28 -04004170module_param_named(unmap_alignment, sdebug_unmap_alignment, int, S_IRUGO);
4171module_param_named(unmap_granularity, sdebug_unmap_granularity, int, S_IRUGO);
4172module_param_named(unmap_max_blocks, sdebug_unmap_max_blocks, int, S_IRUGO);
4173module_param_named(unmap_max_desc, sdebug_unmap_max_desc, int, S_IRUGO);
4174module_param_named(virtual_gb, sdebug_virtual_gb, int, S_IRUGO | S_IWUSR);
Douglas Gilbert09ba24c2016-05-06 00:40:28 -04004175module_param_named(uuid_ctl, sdebug_uuid_ctl, int, S_IRUGO);
Douglas Gilbert773642d2016-04-25 12:16:28 -04004176module_param_named(vpd_use_hostno, sdebug_vpd_use_hostno, int,
Douglas Gilbert23183912006-09-16 20:30:47 -04004177 S_IRUGO | S_IWUSR);
Douglas Gilbert773642d2016-04-25 12:16:28 -04004178module_param_named(write_same_length, sdebug_write_same_length, int,
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004179 S_IRUGO | S_IWUSR);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004180
4181MODULE_AUTHOR("Eric Youngdale + Douglas Gilbert");
4182MODULE_DESCRIPTION("SCSI debug adapter driver");
4183MODULE_LICENSE("GPL");
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04004184MODULE_VERSION(SDEBUG_VERSION);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004185
4186MODULE_PARM_DESC(add_host, "0..127 hosts allowed(def=1)");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004187MODULE_PARM_DESC(ato, "application tag ownership: 0=disk 1=host (def=1)");
Akinobu Mita0759c662014-02-26 22:57:04 +09004188MODULE_PARM_DESC(clustering, "when set enables larger transfers (def=0)");
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004189MODULE_PARM_DESC(delay, "response delay (def=1 jiffy); 0:imm, -1,-2:tiny");
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004190MODULE_PARM_DESC(dev_size_mb, "size in MiB of ram shared by devs(def=8)");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004191MODULE_PARM_DESC(dif, "data integrity field type: 0-3 (def=0)");
4192MODULE_PARM_DESC(dix, "data integrity extensions mask (def=0)");
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004193MODULE_PARM_DESC(dsense, "use descriptor sense format(def=0 -> fixed)");
Randy Dunlapbeb87c32007-06-11 11:36:40 -07004194MODULE_PARM_DESC(every_nth, "timeout every nth command(def=0)");
Douglas Gilbert23183912006-09-16 20:30:47 -04004195MODULE_PARM_DESC(fake_rw, "fake reads/writes instead of copying (def=0)");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004196MODULE_PARM_DESC(guard, "protection checksum: 0=crc, 1=ip (def=0)");
Douglas Gilbert185dd232016-04-25 12:16:29 -04004197MODULE_PARM_DESC(host_lock, "host_lock is ignored (def=0)");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004198MODULE_PARM_DESC(lbpu, "enable LBP, support UNMAP command (def=0)");
4199MODULE_PARM_DESC(lbpws, "enable LBP, support WRITE SAME(16) with UNMAP bit (def=0)");
4200MODULE_PARM_DESC(lbpws10, "enable LBP, support WRITE SAME(10) with UNMAP bit (def=0)");
Douglas Gilbert760f3b02016-05-06 00:40:27 -04004201MODULE_PARM_DESC(lbprz,
4202 "on read unmapped LBs return 0 when 1 (def), return 0xff when 2");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004203MODULE_PARM_DESC(lowest_aligned, "lowest aligned lba (def=0)");
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004204MODULE_PARM_DESC(max_luns, "number of LUNs per target to simulate(def=1)");
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004205MODULE_PARM_DESC(max_queue, "max number of queued commands (1 to max(def))");
4206MODULE_PARM_DESC(ndelay, "response delay in nanoseconds (def=0 -> ignore)");
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004207MODULE_PARM_DESC(no_lun_0, "no LU number 0 (def=0 -> have lun 0)");
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004208MODULE_PARM_DESC(no_uld, "stop ULD (e.g. sd driver) attaching (def=0))");
Linus Torvalds1da177e2005-04-16 15:20:36 -07004209MODULE_PARM_DESC(num_parts, "number of partitions(def=0)");
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004210MODULE_PARM_DESC(num_tgts, "number of targets per host to simulate(def=1)");
Martin K. Petersen32c58442015-12-16 17:53:51 -05004211MODULE_PARM_DESC(opt_blks, "optimal transfer length in blocks (def=1024)");
Douglas Gilbert6f3cbf52007-01-05 00:05:25 -05004212MODULE_PARM_DESC(opts, "1->noise, 2->medium_err, 4->timeout, 8->recovered_err... (def=0)");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004213MODULE_PARM_DESC(physblk_exp, "physical block exponent (def=0)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07004214MODULE_PARM_DESC(ptype, "SCSI peripheral type(def=0[disk])");
Martin Pittd9867882012-09-06 12:04:33 +02004215MODULE_PARM_DESC(removable, "claim to have removable media (def=0)");
Douglas Gilbert760f3b02016-05-06 00:40:27 -04004216MODULE_PARM_DESC(scsi_level, "SCSI level to simulate(def=7[SPC-5])");
Martin K. Petersenea61fca2009-05-15 00:40:33 -04004217MODULE_PARM_DESC(sector_size, "logical block size in bytes (def=512)");
Douglas Gilbertc4837392016-05-06 00:40:26 -04004218MODULE_PARM_DESC(statistics, "collect statistics on commands, queues (def=0)");
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004219MODULE_PARM_DESC(strict, "stricter checks: reserved field in cdb (def=0)");
Douglas Gilbertc4837392016-05-06 00:40:26 -04004220MODULE_PARM_DESC(submit_queues, "support for block multi-queue (def=1)");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004221MODULE_PARM_DESC(unmap_alignment, "lowest aligned thin provisioning lba (def=0)");
4222MODULE_PARM_DESC(unmap_granularity, "thin provisioning granularity in blocks (def=1)");
Martin K. Petersen60147592010-08-19 11:49:00 -04004223MODULE_PARM_DESC(unmap_max_blocks, "max # of blocks can be unmapped in one cmd (def=0xffffffff)");
4224MODULE_PARM_DESC(unmap_max_desc, "max # of ranges that can be unmapped in one cmd (def=256)");
Douglas Gilbert09ba24c2016-05-06 00:40:28 -04004225MODULE_PARM_DESC(uuid_ctl,
4226 "1->use uuid for lu name, 0->don't, 2->all use same (def=0)");
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004227MODULE_PARM_DESC(virtual_gb, "virtual gigabyte (GiB) size (def=0 -> use dev_size_mb)");
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004228MODULE_PARM_DESC(vpd_use_hostno, "0 -> dev ids ignore hostno (def=1 -> unique dev ids)");
4229MODULE_PARM_DESC(write_same_length, "Maximum blocks per WRITE SAME cmd (def=0xffff)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07004230
Douglas Gilbert760f3b02016-05-06 00:40:27 -04004231#define SDEBUG_INFO_LEN 256
4232static char sdebug_info[SDEBUG_INFO_LEN];
Linus Torvalds1da177e2005-04-16 15:20:36 -07004233
4234static const char * scsi_debug_info(struct Scsi_Host * shp)
4235{
Douglas Gilbertc4837392016-05-06 00:40:26 -04004236 int k;
4237
Douglas Gilbert760f3b02016-05-06 00:40:27 -04004238 k = scnprintf(sdebug_info, SDEBUG_INFO_LEN, "%s: version %s [%s]\n",
4239 my_name, SDEBUG_VERSION, sdebug_version_date);
4240 if (k >= (SDEBUG_INFO_LEN - 1))
Douglas Gilbertc4837392016-05-06 00:40:26 -04004241 return sdebug_info;
Douglas Gilbert760f3b02016-05-06 00:40:27 -04004242 scnprintf(sdebug_info + k, SDEBUG_INFO_LEN - k,
4243 " dev_size_mb=%d, opts=0x%x, submit_queues=%d, %s=%d",
4244 sdebug_dev_size_mb, sdebug_opts, submit_queues,
4245 "statistics", (int)sdebug_statistics);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004246 return sdebug_info;
4247}
4248
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004249/* 'echo <val> > /proc/scsi/scsi_debug/<host_id>' writes to opts */
Douglas Gilbertfd321192016-04-25 12:16:33 -04004250static int scsi_debug_write_info(struct Scsi_Host *host, char *buffer,
4251 int length)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004252{
Al Viroc8ed5552013-03-31 01:46:06 -04004253 char arr[16];
4254 int opts;
4255 int minLen = length > 15 ? 15 : length;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004256
Al Viroc8ed5552013-03-31 01:46:06 -04004257 if (!capable(CAP_SYS_ADMIN) || !capable(CAP_SYS_RAWIO))
4258 return -EACCES;
4259 memcpy(arr, buffer, minLen);
4260 arr[minLen] = '\0';
4261 if (1 != sscanf(arr, "%d", &opts))
4262 return -EINVAL;
Douglas Gilbert773642d2016-04-25 12:16:28 -04004263 sdebug_opts = opts;
4264 sdebug_verbose = !!(SDEBUG_OPT_NOISE & opts);
4265 sdebug_any_injecting_opt = !!(SDEBUG_OPT_ALL_INJECTING & opts);
4266 if (sdebug_every_nth != 0)
Douglas Gilbertc4837392016-05-06 00:40:26 -04004267 tweak_cmnd_count();
Al Viroc8ed5552013-03-31 01:46:06 -04004268 return length;
4269}
Linus Torvalds1da177e2005-04-16 15:20:36 -07004270
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004271/* Output seen with 'cat /proc/scsi/scsi_debug/<host_id>'. It will be the
4272 * same for each scsi_debug host (if more than one). Some of the counters
4273 * output are not atomics so might be inaccurate in a busy system. */
Al Viroc8ed5552013-03-31 01:46:06 -04004274static int scsi_debug_show_info(struct seq_file *m, struct Scsi_Host *host)
4275{
Douglas Gilbertc4837392016-05-06 00:40:26 -04004276 int f, j, l;
4277 struct sdebug_queue *sqp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004278
Douglas Gilbertc4837392016-05-06 00:40:26 -04004279 seq_printf(m, "scsi_debug adapter driver, version %s [%s]\n",
4280 SDEBUG_VERSION, sdebug_version_date);
4281 seq_printf(m, "num_tgts=%d, %ssize=%d MB, opts=0x%x, every_nth=%d\n",
4282 sdebug_num_tgts, "shared (ram) ", sdebug_dev_size_mb,
4283 sdebug_opts, sdebug_every_nth);
4284 seq_printf(m, "delay=%d, ndelay=%d, max_luns=%d, sector_size=%d %s\n",
4285 sdebug_jdelay, sdebug_ndelay, sdebug_max_luns,
4286 sdebug_sector_size, "bytes");
4287 seq_printf(m, "cylinders=%d, heads=%d, sectors=%d, command aborts=%d\n",
4288 sdebug_cylinders_per, sdebug_heads, sdebug_sectors_per,
4289 num_aborts);
4290 seq_printf(m, "RESETs: device=%d, target=%d, bus=%d, host=%d\n",
4291 num_dev_resets, num_target_resets, num_bus_resets,
4292 num_host_resets);
4293 seq_printf(m, "dix_reads=%d, dix_writes=%d, dif_errors=%d\n",
4294 dix_reads, dix_writes, dif_errors);
4295 seq_printf(m, "usec_in_jiffy=%lu, %s=%d, mq_active=%d\n",
4296 TICK_NSEC / 1000, "statistics", sdebug_statistics,
4297 sdebug_mq_active);
4298 seq_printf(m, "cmnd_count=%d, completions=%d, %s=%d, a_tsf=%d\n",
4299 atomic_read(&sdebug_cmnd_count),
4300 atomic_read(&sdebug_completions),
4301 "miss_cpus", atomic_read(&sdebug_miss_cpus),
4302 atomic_read(&sdebug_a_tsf));
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004303
Douglas Gilbertc4837392016-05-06 00:40:26 -04004304 seq_printf(m, "submit_queues=%d\n", submit_queues);
4305 for (j = 0, sqp = sdebug_q_arr; j < submit_queues; ++j, ++sqp) {
4306 seq_printf(m, " queue %d:\n", j);
4307 f = find_first_bit(sqp->in_use_bm, sdebug_max_queue);
4308 if (f != sdebug_max_queue) {
4309 l = find_last_bit(sqp->in_use_bm, sdebug_max_queue);
4310 seq_printf(m, " in_use_bm BUSY: %s: %d,%d\n",
4311 "first,last bits", f, l);
4312 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004313 }
Al Viroc8ed5552013-03-31 01:46:06 -04004314 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004315}
4316
Akinobu Mita82069372013-10-14 22:48:04 +09004317static ssize_t delay_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004318{
Douglas Gilbertc2206092016-04-25 12:16:31 -04004319 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_jdelay);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004320}
Douglas Gilbertc4837392016-05-06 00:40:26 -04004321/* Returns -EBUSY if jdelay is being changed and commands are queued. The unit
4322 * of delay is jiffies.
4323 */
Akinobu Mita82069372013-10-14 22:48:04 +09004324static ssize_t delay_store(struct device_driver *ddp, const char *buf,
4325 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004326{
Douglas Gilbertc2206092016-04-25 12:16:31 -04004327 int jdelay, res;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004328
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04004329 if (count > 0 && sscanf(buf, "%d", &jdelay) == 1) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004330 res = count;
Douglas Gilbertc2206092016-04-25 12:16:31 -04004331 if (sdebug_jdelay != jdelay) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04004332 int j, k;
4333 struct sdebug_queue *sqp;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004334
Douglas Gilbertc4837392016-05-06 00:40:26 -04004335 block_unblock_all_queues(true);
4336 for (j = 0, sqp = sdebug_q_arr; j < submit_queues;
4337 ++j, ++sqp) {
4338 k = find_first_bit(sqp->in_use_bm,
4339 sdebug_max_queue);
4340 if (k != sdebug_max_queue) {
4341 res = -EBUSY; /* queued commands */
4342 break;
4343 }
4344 }
4345 if (res > 0) {
Douglas Gilberta10bc122016-04-25 12:16:32 -04004346 /* make sure sdebug_defer instances get
4347 * re-allocated for new delay variant */
4348 free_all_queued();
Douglas Gilbertc2206092016-04-25 12:16:31 -04004349 sdebug_jdelay = jdelay;
Douglas Gilbert773642d2016-04-25 12:16:28 -04004350 sdebug_ndelay = 0;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004351 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04004352 block_unblock_all_queues(false);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004353 }
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004354 return res;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004355 }
4356 return -EINVAL;
4357}
Akinobu Mita82069372013-10-14 22:48:04 +09004358static DRIVER_ATTR_RW(delay);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004359
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004360static ssize_t ndelay_show(struct device_driver *ddp, char *buf)
4361{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004362 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_ndelay);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004363}
4364/* Returns -EBUSY if ndelay is being changed and commands are queued */
Douglas Gilbertc2206092016-04-25 12:16:31 -04004365/* If > 0 and accepted then sdebug_jdelay is set to JDELAY_OVERRIDDEN */
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004366static ssize_t ndelay_store(struct device_driver *ddp, const char *buf,
Douglas Gilbertfd321192016-04-25 12:16:33 -04004367 size_t count)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004368{
Douglas Gilbertc4837392016-05-06 00:40:26 -04004369 int ndelay, res;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004370
4371 if ((count > 0) && (1 == sscanf(buf, "%d", &ndelay)) &&
Douglas Gilbertc4837392016-05-06 00:40:26 -04004372 (ndelay >= 0) && (ndelay < (1000 * 1000 * 1000))) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004373 res = count;
Douglas Gilbert773642d2016-04-25 12:16:28 -04004374 if (sdebug_ndelay != ndelay) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04004375 int j, k;
4376 struct sdebug_queue *sqp;
4377
4378 block_unblock_all_queues(true);
4379 for (j = 0, sqp = sdebug_q_arr; j < submit_queues;
4380 ++j, ++sqp) {
4381 k = find_first_bit(sqp->in_use_bm,
4382 sdebug_max_queue);
4383 if (k != sdebug_max_queue) {
4384 res = -EBUSY; /* queued commands */
4385 break;
4386 }
4387 }
4388 if (res > 0) {
Douglas Gilberta10bc122016-04-25 12:16:32 -04004389 /* make sure sdebug_defer instances get
4390 * re-allocated for new delay variant */
4391 free_all_queued();
Douglas Gilbert773642d2016-04-25 12:16:28 -04004392 sdebug_ndelay = ndelay;
Douglas Gilbertc2206092016-04-25 12:16:31 -04004393 sdebug_jdelay = ndelay ? JDELAY_OVERRIDDEN
4394 : DEF_JDELAY;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004395 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04004396 block_unblock_all_queues(false);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004397 }
4398 return res;
4399 }
4400 return -EINVAL;
4401}
4402static DRIVER_ATTR_RW(ndelay);
4403
Akinobu Mita82069372013-10-14 22:48:04 +09004404static ssize_t opts_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004405{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004406 return scnprintf(buf, PAGE_SIZE, "0x%x\n", sdebug_opts);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004407}
4408
Akinobu Mita82069372013-10-14 22:48:04 +09004409static ssize_t opts_store(struct device_driver *ddp, const char *buf,
4410 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004411{
4412 int opts;
4413 char work[20];
4414
4415 if (1 == sscanf(buf, "%10s", work)) {
Rasmus Villemoes48a96872014-10-13 15:54:44 -07004416 if (0 == strncasecmp(work,"0x", 2)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07004417 if (1 == sscanf(&work[2], "%x", &opts))
4418 goto opts_done;
4419 } else {
4420 if (1 == sscanf(work, "%d", &opts))
4421 goto opts_done;
4422 }
4423 }
4424 return -EINVAL;
4425opts_done:
Douglas Gilbert773642d2016-04-25 12:16:28 -04004426 sdebug_opts = opts;
4427 sdebug_verbose = !!(SDEBUG_OPT_NOISE & opts);
4428 sdebug_any_injecting_opt = !!(SDEBUG_OPT_ALL_INJECTING & opts);
Douglas Gilbertc4837392016-05-06 00:40:26 -04004429 tweak_cmnd_count();
Linus Torvalds1da177e2005-04-16 15:20:36 -07004430 return count;
4431}
Akinobu Mita82069372013-10-14 22:48:04 +09004432static DRIVER_ATTR_RW(opts);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004433
Akinobu Mita82069372013-10-14 22:48:04 +09004434static ssize_t ptype_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004435{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004436 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_ptype);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004437}
Akinobu Mita82069372013-10-14 22:48:04 +09004438static ssize_t ptype_store(struct device_driver *ddp, const char *buf,
4439 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004440{
4441 int n;
4442
4443 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004444 sdebug_ptype = n;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004445 return count;
4446 }
4447 return -EINVAL;
4448}
Akinobu Mita82069372013-10-14 22:48:04 +09004449static DRIVER_ATTR_RW(ptype);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004450
Akinobu Mita82069372013-10-14 22:48:04 +09004451static ssize_t dsense_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004452{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004453 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_dsense);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004454}
Akinobu Mita82069372013-10-14 22:48:04 +09004455static ssize_t dsense_store(struct device_driver *ddp, const char *buf,
4456 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004457{
4458 int n;
4459
4460 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004461 sdebug_dsense = n;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004462 return count;
4463 }
4464 return -EINVAL;
4465}
Akinobu Mita82069372013-10-14 22:48:04 +09004466static DRIVER_ATTR_RW(dsense);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004467
Akinobu Mita82069372013-10-14 22:48:04 +09004468static ssize_t fake_rw_show(struct device_driver *ddp, char *buf)
Douglas Gilbert23183912006-09-16 20:30:47 -04004469{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004470 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_fake_rw);
Douglas Gilbert23183912006-09-16 20:30:47 -04004471}
Akinobu Mita82069372013-10-14 22:48:04 +09004472static ssize_t fake_rw_store(struct device_driver *ddp, const char *buf,
4473 size_t count)
Douglas Gilbert23183912006-09-16 20:30:47 -04004474{
4475 int n;
4476
4477 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004478 n = (n > 0);
Douglas Gilbert773642d2016-04-25 12:16:28 -04004479 sdebug_fake_rw = (sdebug_fake_rw > 0);
4480 if (sdebug_fake_rw != n) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004481 if ((0 == n) && (NULL == fake_storep)) {
4482 unsigned long sz =
Douglas Gilbert773642d2016-04-25 12:16:28 -04004483 (unsigned long)sdebug_dev_size_mb *
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004484 1048576;
4485
4486 fake_storep = vmalloc(sz);
4487 if (NULL == fake_storep) {
Tomas Winklerc12879702015-07-28 16:54:20 +03004488 pr_err("out of memory, 9\n");
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004489 return -ENOMEM;
4490 }
4491 memset(fake_storep, 0, sz);
4492 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04004493 sdebug_fake_rw = n;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004494 }
Douglas Gilbert23183912006-09-16 20:30:47 -04004495 return count;
4496 }
4497 return -EINVAL;
4498}
Akinobu Mita82069372013-10-14 22:48:04 +09004499static DRIVER_ATTR_RW(fake_rw);
Douglas Gilbert23183912006-09-16 20:30:47 -04004500
Akinobu Mita82069372013-10-14 22:48:04 +09004501static ssize_t no_lun_0_show(struct device_driver *ddp, char *buf)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004502{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004503 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_no_lun_0);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004504}
Akinobu Mita82069372013-10-14 22:48:04 +09004505static ssize_t no_lun_0_store(struct device_driver *ddp, const char *buf,
4506 size_t count)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004507{
4508 int n;
4509
4510 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004511 sdebug_no_lun_0 = n;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004512 return count;
4513 }
4514 return -EINVAL;
4515}
Akinobu Mita82069372013-10-14 22:48:04 +09004516static DRIVER_ATTR_RW(no_lun_0);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004517
Akinobu Mita82069372013-10-14 22:48:04 +09004518static ssize_t num_tgts_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004519{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004520 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_num_tgts);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004521}
Akinobu Mita82069372013-10-14 22:48:04 +09004522static ssize_t num_tgts_store(struct device_driver *ddp, const char *buf,
4523 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004524{
4525 int n;
4526
4527 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004528 sdebug_num_tgts = n;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004529 sdebug_max_tgts_luns();
4530 return count;
4531 }
4532 return -EINVAL;
4533}
Akinobu Mita82069372013-10-14 22:48:04 +09004534static DRIVER_ATTR_RW(num_tgts);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004535
Akinobu Mita82069372013-10-14 22:48:04 +09004536static ssize_t dev_size_mb_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004537{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004538 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_dev_size_mb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004539}
Akinobu Mita82069372013-10-14 22:48:04 +09004540static DRIVER_ATTR_RO(dev_size_mb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004541
Akinobu Mita82069372013-10-14 22:48:04 +09004542static ssize_t num_parts_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004543{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004544 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_num_parts);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004545}
Akinobu Mita82069372013-10-14 22:48:04 +09004546static DRIVER_ATTR_RO(num_parts);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004547
Akinobu Mita82069372013-10-14 22:48:04 +09004548static ssize_t every_nth_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004549{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004550 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_every_nth);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004551}
Akinobu Mita82069372013-10-14 22:48:04 +09004552static ssize_t every_nth_store(struct device_driver *ddp, const char *buf,
4553 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004554{
4555 int nth;
4556
4557 if ((count > 0) && (1 == sscanf(buf, "%d", &nth))) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004558 sdebug_every_nth = nth;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004559 if (nth && !sdebug_statistics) {
4560 pr_info("every_nth needs statistics=1, set it\n");
4561 sdebug_statistics = true;
4562 }
4563 tweak_cmnd_count();
Linus Torvalds1da177e2005-04-16 15:20:36 -07004564 return count;
4565 }
4566 return -EINVAL;
4567}
Akinobu Mita82069372013-10-14 22:48:04 +09004568static DRIVER_ATTR_RW(every_nth);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004569
Akinobu Mita82069372013-10-14 22:48:04 +09004570static ssize_t max_luns_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004571{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004572 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_max_luns);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004573}
Akinobu Mita82069372013-10-14 22:48:04 +09004574static ssize_t max_luns_store(struct device_driver *ddp, const char *buf,
4575 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004576{
4577 int n;
Ewan D. Milne19c8ead2014-12-04 11:49:27 -05004578 bool changed;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004579
4580 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert8d039e22016-04-30 22:44:43 -04004581 if (n > 256) {
4582 pr_warn("max_luns can be no more than 256\n");
4583 return -EINVAL;
4584 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04004585 changed = (sdebug_max_luns != n);
4586 sdebug_max_luns = n;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004587 sdebug_max_tgts_luns();
Douglas Gilbert773642d2016-04-25 12:16:28 -04004588 if (changed && (sdebug_scsi_level >= 5)) { /* >= SPC-3 */
Ewan D. Milne19c8ead2014-12-04 11:49:27 -05004589 struct sdebug_host_info *sdhp;
4590 struct sdebug_dev_info *dp;
4591
4592 spin_lock(&sdebug_host_list_lock);
4593 list_for_each_entry(sdhp, &sdebug_host_list,
4594 host_list) {
4595 list_for_each_entry(dp, &sdhp->dev_info_list,
4596 dev_list) {
4597 set_bit(SDEBUG_UA_LUNS_CHANGED,
4598 dp->uas_bm);
4599 }
4600 }
4601 spin_unlock(&sdebug_host_list_lock);
4602 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004603 return count;
4604 }
4605 return -EINVAL;
4606}
Akinobu Mita82069372013-10-14 22:48:04 +09004607static DRIVER_ATTR_RW(max_luns);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004608
Akinobu Mita82069372013-10-14 22:48:04 +09004609static ssize_t max_queue_show(struct device_driver *ddp, char *buf)
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004610{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004611 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_max_queue);
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004612}
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004613/* N.B. max_queue can be changed while there are queued commands. In flight
4614 * commands beyond the new max_queue will be completed. */
Akinobu Mita82069372013-10-14 22:48:04 +09004615static ssize_t max_queue_store(struct device_driver *ddp, const char *buf,
4616 size_t count)
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004617{
Douglas Gilbertc4837392016-05-06 00:40:26 -04004618 int j, n, k, a;
4619 struct sdebug_queue *sqp;
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004620
4621 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n > 0) &&
Douglas Gilbertc4837392016-05-06 00:40:26 -04004622 (n <= SDEBUG_CANQUEUE)) {
4623 block_unblock_all_queues(true);
4624 k = 0;
4625 for (j = 0, sqp = sdebug_q_arr; j < submit_queues;
4626 ++j, ++sqp) {
4627 a = find_last_bit(sqp->in_use_bm, SDEBUG_CANQUEUE);
4628 if (a > k)
4629 k = a;
4630 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04004631 sdebug_max_queue = n;
Douglas Gilbertc4837392016-05-06 00:40:26 -04004632 if (k == SDEBUG_CANQUEUE)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004633 atomic_set(&retired_max_queue, 0);
4634 else if (k >= n)
4635 atomic_set(&retired_max_queue, k + 1);
4636 else
4637 atomic_set(&retired_max_queue, 0);
Douglas Gilbertc4837392016-05-06 00:40:26 -04004638 block_unblock_all_queues(false);
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004639 return count;
4640 }
4641 return -EINVAL;
4642}
Akinobu Mita82069372013-10-14 22:48:04 +09004643static DRIVER_ATTR_RW(max_queue);
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004644
Akinobu Mita82069372013-10-14 22:48:04 +09004645static ssize_t no_uld_show(struct device_driver *ddp, char *buf)
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004646{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004647 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_no_uld);
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004648}
Akinobu Mita82069372013-10-14 22:48:04 +09004649static DRIVER_ATTR_RO(no_uld);
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04004650
Akinobu Mita82069372013-10-14 22:48:04 +09004651static ssize_t scsi_level_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004652{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004653 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_scsi_level);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004654}
Akinobu Mita82069372013-10-14 22:48:04 +09004655static DRIVER_ATTR_RO(scsi_level);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004656
Akinobu Mita82069372013-10-14 22:48:04 +09004657static ssize_t virtual_gb_show(struct device_driver *ddp, char *buf)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004658{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004659 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_virtual_gb);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004660}
Akinobu Mita82069372013-10-14 22:48:04 +09004661static ssize_t virtual_gb_store(struct device_driver *ddp, const char *buf,
4662 size_t count)
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004663{
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004664 int n;
Douglas Gilbert0d01c5d2014-11-24 20:27:51 -05004665 bool changed;
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004666
4667 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004668 changed = (sdebug_virtual_gb != n);
4669 sdebug_virtual_gb = n;
FUJITA Tomonori28898872008-03-30 00:59:55 +09004670 sdebug_capacity = get_sdebug_capacity();
Douglas Gilbert0d01c5d2014-11-24 20:27:51 -05004671 if (changed) {
4672 struct sdebug_host_info *sdhp;
4673 struct sdebug_dev_info *dp;
FUJITA Tomonori28898872008-03-30 00:59:55 +09004674
Ewan D. Milne4bc6b632014-12-04 11:49:26 -05004675 spin_lock(&sdebug_host_list_lock);
Douglas Gilbert0d01c5d2014-11-24 20:27:51 -05004676 list_for_each_entry(sdhp, &sdebug_host_list,
4677 host_list) {
4678 list_for_each_entry(dp, &sdhp->dev_info_list,
4679 dev_list) {
4680 set_bit(SDEBUG_UA_CAPACITY_CHANGED,
4681 dp->uas_bm);
4682 }
4683 }
Ewan D. Milne4bc6b632014-12-04 11:49:26 -05004684 spin_unlock(&sdebug_host_list_lock);
Douglas Gilbert0d01c5d2014-11-24 20:27:51 -05004685 }
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004686 return count;
4687 }
4688 return -EINVAL;
4689}
Akinobu Mita82069372013-10-14 22:48:04 +09004690static DRIVER_ATTR_RW(virtual_gb);
Douglas Gilbertc65b1442006-06-06 00:11:24 -04004691
Akinobu Mita82069372013-10-14 22:48:04 +09004692static ssize_t add_host_show(struct device_driver *ddp, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004693{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004694 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_add_host);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004695}
4696
Douglas Gilbertfd321192016-04-25 12:16:33 -04004697static int sdebug_add_adapter(void);
4698static void sdebug_remove_adapter(void);
4699
Akinobu Mita82069372013-10-14 22:48:04 +09004700static ssize_t add_host_store(struct device_driver *ddp, const char *buf,
4701 size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004702{
FUJITA Tomonorif3df41c2008-03-20 11:09:15 +09004703 int delta_hosts;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004704
FUJITA Tomonorif3df41c2008-03-20 11:09:15 +09004705 if (sscanf(buf, "%d", &delta_hosts) != 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004706 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004707 if (delta_hosts > 0) {
4708 do {
4709 sdebug_add_adapter();
4710 } while (--delta_hosts);
4711 } else if (delta_hosts < 0) {
4712 do {
4713 sdebug_remove_adapter();
4714 } while (++delta_hosts);
4715 }
4716 return count;
4717}
Akinobu Mita82069372013-10-14 22:48:04 +09004718static DRIVER_ATTR_RW(add_host);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004719
Akinobu Mita82069372013-10-14 22:48:04 +09004720static ssize_t vpd_use_hostno_show(struct device_driver *ddp, char *buf)
Douglas Gilbert23183912006-09-16 20:30:47 -04004721{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004722 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_vpd_use_hostno);
Douglas Gilbert23183912006-09-16 20:30:47 -04004723}
Akinobu Mita82069372013-10-14 22:48:04 +09004724static ssize_t vpd_use_hostno_store(struct device_driver *ddp, const char *buf,
4725 size_t count)
Douglas Gilbert23183912006-09-16 20:30:47 -04004726{
4727 int n;
4728
4729 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004730 sdebug_vpd_use_hostno = n;
Douglas Gilbert23183912006-09-16 20:30:47 -04004731 return count;
4732 }
4733 return -EINVAL;
4734}
Akinobu Mita82069372013-10-14 22:48:04 +09004735static DRIVER_ATTR_RW(vpd_use_hostno);
Douglas Gilbert23183912006-09-16 20:30:47 -04004736
Douglas Gilbertc4837392016-05-06 00:40:26 -04004737static ssize_t statistics_show(struct device_driver *ddp, char *buf)
4738{
4739 return scnprintf(buf, PAGE_SIZE, "%d\n", (int)sdebug_statistics);
4740}
4741static ssize_t statistics_store(struct device_driver *ddp, const char *buf,
4742 size_t count)
4743{
4744 int n;
4745
4746 if ((count > 0) && (sscanf(buf, "%d", &n) == 1) && (n >= 0)) {
4747 if (n > 0)
4748 sdebug_statistics = true;
4749 else {
4750 clear_queue_stats();
4751 sdebug_statistics = false;
4752 }
4753 return count;
4754 }
4755 return -EINVAL;
4756}
4757static DRIVER_ATTR_RW(statistics);
4758
Akinobu Mita82069372013-10-14 22:48:04 +09004759static ssize_t sector_size_show(struct device_driver *ddp, char *buf)
Martin K. Petersen597136a2008-06-05 00:12:59 -04004760{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004761 return scnprintf(buf, PAGE_SIZE, "%u\n", sdebug_sector_size);
Martin K. Petersen597136a2008-06-05 00:12:59 -04004762}
Akinobu Mita82069372013-10-14 22:48:04 +09004763static DRIVER_ATTR_RO(sector_size);
Martin K. Petersen597136a2008-06-05 00:12:59 -04004764
Douglas Gilbertc4837392016-05-06 00:40:26 -04004765static ssize_t submit_queues_show(struct device_driver *ddp, char *buf)
4766{
4767 return scnprintf(buf, PAGE_SIZE, "%d\n", submit_queues);
4768}
4769static DRIVER_ATTR_RO(submit_queues);
4770
Akinobu Mita82069372013-10-14 22:48:04 +09004771static ssize_t dix_show(struct device_driver *ddp, char *buf)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004772{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004773 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_dix);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004774}
Akinobu Mita82069372013-10-14 22:48:04 +09004775static DRIVER_ATTR_RO(dix);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004776
Akinobu Mita82069372013-10-14 22:48:04 +09004777static ssize_t dif_show(struct device_driver *ddp, char *buf)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004778{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004779 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_dif);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004780}
Akinobu Mita82069372013-10-14 22:48:04 +09004781static DRIVER_ATTR_RO(dif);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004782
Akinobu Mita82069372013-10-14 22:48:04 +09004783static ssize_t guard_show(struct device_driver *ddp, char *buf)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004784{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004785 return scnprintf(buf, PAGE_SIZE, "%u\n", sdebug_guard);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004786}
Akinobu Mita82069372013-10-14 22:48:04 +09004787static DRIVER_ATTR_RO(guard);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004788
Akinobu Mita82069372013-10-14 22:48:04 +09004789static ssize_t ato_show(struct device_driver *ddp, char *buf)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004790{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004791 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_ato);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004792}
Akinobu Mita82069372013-10-14 22:48:04 +09004793static DRIVER_ATTR_RO(ato);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004794
Akinobu Mita82069372013-10-14 22:48:04 +09004795static ssize_t map_show(struct device_driver *ddp, char *buf)
Martin K. Petersen44d92692009-10-15 14:45:27 -04004796{
4797 ssize_t count;
4798
Martin K. Petersen5b94e232011-03-08 02:08:11 -05004799 if (!scsi_debug_lbp())
Martin K. Petersen44d92692009-10-15 14:45:27 -04004800 return scnprintf(buf, PAGE_SIZE, "0-%u\n",
4801 sdebug_store_sectors);
4802
Tejun Heoc7badc92015-02-13 14:37:51 -08004803 count = scnprintf(buf, PAGE_SIZE - 1, "%*pbl",
4804 (int)map_size, map_storep);
Martin K. Petersen44d92692009-10-15 14:45:27 -04004805 buf[count++] = '\n';
Tejun Heoc7badc92015-02-13 14:37:51 -08004806 buf[count] = '\0';
Martin K. Petersen44d92692009-10-15 14:45:27 -04004807
4808 return count;
4809}
Akinobu Mita82069372013-10-14 22:48:04 +09004810static DRIVER_ATTR_RO(map);
Martin K. Petersen44d92692009-10-15 14:45:27 -04004811
Akinobu Mita82069372013-10-14 22:48:04 +09004812static ssize_t removable_show(struct device_driver *ddp, char *buf)
Martin Pittd9867882012-09-06 12:04:33 +02004813{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004814 return scnprintf(buf, PAGE_SIZE, "%d\n", sdebug_removable ? 1 : 0);
Martin Pittd9867882012-09-06 12:04:33 +02004815}
Akinobu Mita82069372013-10-14 22:48:04 +09004816static ssize_t removable_store(struct device_driver *ddp, const char *buf,
4817 size_t count)
Martin Pittd9867882012-09-06 12:04:33 +02004818{
4819 int n;
4820
4821 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004822 sdebug_removable = (n > 0);
Martin Pittd9867882012-09-06 12:04:33 +02004823 return count;
4824 }
4825 return -EINVAL;
4826}
Akinobu Mita82069372013-10-14 22:48:04 +09004827static DRIVER_ATTR_RW(removable);
Martin Pittd9867882012-09-06 12:04:33 +02004828
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004829static ssize_t host_lock_show(struct device_driver *ddp, char *buf)
4830{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004831 return scnprintf(buf, PAGE_SIZE, "%d\n", !!sdebug_host_lock);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004832}
Douglas Gilbert185dd232016-04-25 12:16:29 -04004833/* N.B. sdebug_host_lock does nothing, kept for backward compatibility */
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004834static ssize_t host_lock_store(struct device_driver *ddp, const char *buf,
4835 size_t count)
4836{
Douglas Gilbert185dd232016-04-25 12:16:29 -04004837 int n;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004838
4839 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert185dd232016-04-25 12:16:29 -04004840 sdebug_host_lock = (n > 0);
4841 return count;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004842 }
4843 return -EINVAL;
4844}
4845static DRIVER_ATTR_RW(host_lock);
4846
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004847static ssize_t strict_show(struct device_driver *ddp, char *buf)
4848{
Douglas Gilbert773642d2016-04-25 12:16:28 -04004849 return scnprintf(buf, PAGE_SIZE, "%d\n", !!sdebug_strict);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004850}
4851static ssize_t strict_store(struct device_driver *ddp, const char *buf,
4852 size_t count)
4853{
4854 int n;
4855
4856 if ((count > 0) && (1 == sscanf(buf, "%d", &n)) && (n >= 0)) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04004857 sdebug_strict = (n > 0);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004858 return count;
4859 }
4860 return -EINVAL;
4861}
4862static DRIVER_ATTR_RW(strict);
4863
Douglas Gilbert09ba24c2016-05-06 00:40:28 -04004864static ssize_t uuid_ctl_show(struct device_driver *ddp, char *buf)
4865{
4866 return scnprintf(buf, PAGE_SIZE, "%d\n", !!sdebug_uuid_ctl);
4867}
4868static DRIVER_ATTR_RO(uuid_ctl);
4869
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004870
Akinobu Mita82069372013-10-14 22:48:04 +09004871/* Note: The following array creates attribute files in the
Douglas Gilbert23183912006-09-16 20:30:47 -04004872 /sys/bus/pseudo/drivers/scsi_debug directory. The advantage of these
4873 files (over those found in the /sys/module/scsi_debug/parameters
4874 directory) is that auxiliary actions can be triggered when an attribute
4875 is changed. For example see: sdebug_add_host_store() above.
4876 */
Randy Dunlap6ecaff72006-07-11 20:53:22 -07004877
Akinobu Mita82069372013-10-14 22:48:04 +09004878static struct attribute *sdebug_drv_attrs[] = {
4879 &driver_attr_delay.attr,
4880 &driver_attr_opts.attr,
4881 &driver_attr_ptype.attr,
4882 &driver_attr_dsense.attr,
4883 &driver_attr_fake_rw.attr,
4884 &driver_attr_no_lun_0.attr,
4885 &driver_attr_num_tgts.attr,
4886 &driver_attr_dev_size_mb.attr,
4887 &driver_attr_num_parts.attr,
4888 &driver_attr_every_nth.attr,
4889 &driver_attr_max_luns.attr,
4890 &driver_attr_max_queue.attr,
4891 &driver_attr_no_uld.attr,
4892 &driver_attr_scsi_level.attr,
4893 &driver_attr_virtual_gb.attr,
4894 &driver_attr_add_host.attr,
4895 &driver_attr_vpd_use_hostno.attr,
4896 &driver_attr_sector_size.attr,
Douglas Gilbertc4837392016-05-06 00:40:26 -04004897 &driver_attr_statistics.attr,
4898 &driver_attr_submit_queues.attr,
Akinobu Mita82069372013-10-14 22:48:04 +09004899 &driver_attr_dix.attr,
4900 &driver_attr_dif.attr,
4901 &driver_attr_guard.attr,
4902 &driver_attr_ato.attr,
4903 &driver_attr_map.attr,
4904 &driver_attr_removable.attr,
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004905 &driver_attr_host_lock.attr,
4906 &driver_attr_ndelay.attr,
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05004907 &driver_attr_strict.attr,
Douglas Gilbert09ba24c2016-05-06 00:40:28 -04004908 &driver_attr_uuid_ctl.attr,
Akinobu Mita82069372013-10-14 22:48:04 +09004909 NULL,
4910};
4911ATTRIBUTE_GROUPS(sdebug_drv);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004912
Akinobu Mita11ddcec2014-02-26 22:56:59 +09004913static struct device *pseudo_primary;
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09004914
Linus Torvalds1da177e2005-04-16 15:20:36 -07004915static int __init scsi_debug_init(void)
4916{
FUJITA Tomonori5f2578e2008-03-30 00:59:57 +09004917 unsigned long sz;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004918 int host_to_add;
4919 int k;
Randy Dunlap6ecaff72006-07-11 20:53:22 -07004920 int ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004921
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004922 atomic_set(&retired_max_queue, 0);
4923
Douglas Gilbert773642d2016-04-25 12:16:28 -04004924 if (sdebug_ndelay >= 1000 * 1000 * 1000) {
Tomas Winklerc12879702015-07-28 16:54:20 +03004925 pr_warn("ndelay must be less than 1 second, ignored\n");
Douglas Gilbert773642d2016-04-25 12:16:28 -04004926 sdebug_ndelay = 0;
4927 } else if (sdebug_ndelay > 0)
Douglas Gilbertc2206092016-04-25 12:16:31 -04004928 sdebug_jdelay = JDELAY_OVERRIDDEN;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04004929
Douglas Gilbert773642d2016-04-25 12:16:28 -04004930 switch (sdebug_sector_size) {
Martin K. Petersen597136a2008-06-05 00:12:59 -04004931 case 512:
4932 case 1024:
4933 case 2048:
4934 case 4096:
4935 break;
4936 default:
Douglas Gilbert773642d2016-04-25 12:16:28 -04004937 pr_err("invalid sector_size %d\n", sdebug_sector_size);
Martin K. Petersen597136a2008-06-05 00:12:59 -04004938 return -EINVAL;
4939 }
4940
Douglas Gilbert773642d2016-04-25 12:16:28 -04004941 switch (sdebug_dif) {
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004942
4943 case SD_DIF_TYPE0_PROTECTION:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004944 break;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004945 case SD_DIF_TYPE1_PROTECTION:
Martin K. Petersen395cef02009-09-18 17:33:03 -04004946 case SD_DIF_TYPE2_PROTECTION:
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004947 case SD_DIF_TYPE3_PROTECTION:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04004948 have_dif_prot = true;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004949 break;
4950
4951 default:
Tomas Winklerc12879702015-07-28 16:54:20 +03004952 pr_err("dif must be 0, 1, 2 or 3\n");
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004953 return -EINVAL;
4954 }
4955
Douglas Gilbert773642d2016-04-25 12:16:28 -04004956 if (sdebug_guard > 1) {
Tomas Winklerc12879702015-07-28 16:54:20 +03004957 pr_err("guard must be 0 or 1\n");
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004958 return -EINVAL;
4959 }
4960
Douglas Gilbert773642d2016-04-25 12:16:28 -04004961 if (sdebug_ato > 1) {
Tomas Winklerc12879702015-07-28 16:54:20 +03004962 pr_err("ato must be 0 or 1\n");
Martin K. Petersenc6a44282009-01-04 03:08:19 -05004963 return -EINVAL;
4964 }
4965
Douglas Gilbert773642d2016-04-25 12:16:28 -04004966 if (sdebug_physblk_exp > 15) {
4967 pr_err("invalid physblk_exp %u\n", sdebug_physblk_exp);
Martin K. Petersenea61fca2009-05-15 00:40:33 -04004968 return -EINVAL;
4969 }
Douglas Gilbert8d039e22016-04-30 22:44:43 -04004970 if (sdebug_max_luns > 256) {
4971 pr_warn("max_luns can be no more than 256, use default\n");
4972 sdebug_max_luns = DEF_MAX_LUNS;
4973 }
Martin K. Petersenea61fca2009-05-15 00:40:33 -04004974
Douglas Gilbert773642d2016-04-25 12:16:28 -04004975 if (sdebug_lowest_aligned > 0x3fff) {
4976 pr_err("lowest_aligned too big: %u\n", sdebug_lowest_aligned);
Martin K. Petersenea61fca2009-05-15 00:40:33 -04004977 return -EINVAL;
4978 }
4979
Douglas Gilbertc4837392016-05-06 00:40:26 -04004980 if (submit_queues < 1) {
4981 pr_err("submit_queues must be 1 or more\n");
4982 return -EINVAL;
4983 }
4984 sdebug_q_arr = kcalloc(submit_queues, sizeof(struct sdebug_queue),
4985 GFP_KERNEL);
4986 if (sdebug_q_arr == NULL)
4987 return -ENOMEM;
4988 for (k = 0; k < submit_queues; ++k)
4989 spin_lock_init(&sdebug_q_arr[k].qc_lock);
4990
Douglas Gilbert773642d2016-04-25 12:16:28 -04004991 if (sdebug_dev_size_mb < 1)
4992 sdebug_dev_size_mb = 1; /* force minimum 1 MB ramdisk */
4993 sz = (unsigned long)sdebug_dev_size_mb * 1048576;
4994 sdebug_store_sectors = sz / sdebug_sector_size;
FUJITA Tomonori28898872008-03-30 00:59:55 +09004995 sdebug_capacity = get_sdebug_capacity();
Linus Torvalds1da177e2005-04-16 15:20:36 -07004996
4997 /* play around with geometry, don't waste too much on track 0 */
4998 sdebug_heads = 8;
4999 sdebug_sectors_per = 32;
Douglas Gilbert773642d2016-04-25 12:16:28 -04005000 if (sdebug_dev_size_mb >= 256)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005001 sdebug_heads = 64;
Douglas Gilbert773642d2016-04-25 12:16:28 -04005002 else if (sdebug_dev_size_mb >= 16)
Andy Shevchenkofa785f02015-11-26 20:22:50 +02005003 sdebug_heads = 32;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005004 sdebug_cylinders_per = (unsigned long)sdebug_capacity /
5005 (sdebug_sectors_per * sdebug_heads);
5006 if (sdebug_cylinders_per >= 1024) {
5007 /* other LLDs do this; implies >= 1GB ram disk ... */
5008 sdebug_heads = 255;
5009 sdebug_sectors_per = 63;
5010 sdebug_cylinders_per = (unsigned long)sdebug_capacity /
5011 (sdebug_sectors_per * sdebug_heads);
5012 }
5013
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04005014 if (sdebug_fake_rw == 0) {
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005015 fake_storep = vmalloc(sz);
5016 if (NULL == fake_storep) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005017 pr_err("out of memory, 1\n");
Douglas Gilbertc4837392016-05-06 00:40:26 -04005018 ret = -ENOMEM;
5019 goto free_q_arr;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005020 }
5021 memset(fake_storep, 0, sz);
Douglas Gilbert773642d2016-04-25 12:16:28 -04005022 if (sdebug_num_parts > 0)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005023 sdebug_build_parts(fake_storep, sz);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005024 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005025
Douglas Gilbert773642d2016-04-25 12:16:28 -04005026 if (sdebug_dix) {
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005027 int dif_size;
5028
5029 dif_size = sdebug_store_sectors * sizeof(struct sd_dif_tuple);
5030 dif_storep = vmalloc(dif_size);
5031
Tomas Winklerc12879702015-07-28 16:54:20 +03005032 pr_err("dif_storep %u bytes @ %p\n", dif_size, dif_storep);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005033
5034 if (dif_storep == NULL) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005035 pr_err("out of mem. (DIX)\n");
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005036 ret = -ENOMEM;
5037 goto free_vm;
5038 }
5039
5040 memset(dif_storep, 0xff, dif_size);
5041 }
5042
Martin K. Petersen5b94e232011-03-08 02:08:11 -05005043 /* Logical Block Provisioning */
5044 if (scsi_debug_lbp()) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04005045 sdebug_unmap_max_blocks =
5046 clamp(sdebug_unmap_max_blocks, 0U, 0xffffffffU);
Martin K. Petersen60147592010-08-19 11:49:00 -04005047
Douglas Gilbert773642d2016-04-25 12:16:28 -04005048 sdebug_unmap_max_desc =
5049 clamp(sdebug_unmap_max_desc, 0U, 256U);
Martin K. Petersen60147592010-08-19 11:49:00 -04005050
Douglas Gilbert773642d2016-04-25 12:16:28 -04005051 sdebug_unmap_granularity =
5052 clamp(sdebug_unmap_granularity, 1U, 0xffffffffU);
Martin K. Petersen60147592010-08-19 11:49:00 -04005053
Douglas Gilbert773642d2016-04-25 12:16:28 -04005054 if (sdebug_unmap_alignment &&
5055 sdebug_unmap_granularity <=
5056 sdebug_unmap_alignment) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005057 pr_err("ERR: unmap_granularity <= unmap_alignment\n");
Douglas Gilbertc4837392016-05-06 00:40:26 -04005058 ret = -EINVAL;
5059 goto free_vm;
Martin K. Petersen44d92692009-10-15 14:45:27 -04005060 }
5061
Akinobu Mitab90ebc32013-04-16 22:11:58 +09005062 map_size = lba_to_map_index(sdebug_store_sectors - 1) + 1;
5063 map_storep = vmalloc(BITS_TO_LONGS(map_size) * sizeof(long));
Martin K. Petersen44d92692009-10-15 14:45:27 -04005064
Tomas Winklerc12879702015-07-28 16:54:20 +03005065 pr_info("%lu provisioning blocks\n", map_size);
Martin K. Petersen44d92692009-10-15 14:45:27 -04005066
5067 if (map_storep == NULL) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005068 pr_err("out of mem. (MAP)\n");
Martin K. Petersen44d92692009-10-15 14:45:27 -04005069 ret = -ENOMEM;
5070 goto free_vm;
5071 }
5072
Akinobu Mitab90ebc32013-04-16 22:11:58 +09005073 bitmap_zero(map_storep, map_size);
Martin K. Petersen44d92692009-10-15 14:45:27 -04005074
5075 /* Map first 1KB for partition table */
Douglas Gilbert773642d2016-04-25 12:16:28 -04005076 if (sdebug_num_parts)
Martin K. Petersen44d92692009-10-15 14:45:27 -04005077 map_region(0, 2);
5078 }
5079
Nicholas Bellinger9b906772010-09-06 17:24:28 -07005080 pseudo_primary = root_device_register("pseudo_0");
5081 if (IS_ERR(pseudo_primary)) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005082 pr_warn("root_device_register() error\n");
Nicholas Bellinger9b906772010-09-06 17:24:28 -07005083 ret = PTR_ERR(pseudo_primary);
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005084 goto free_vm;
5085 }
5086 ret = bus_register(&pseudo_lld_bus);
5087 if (ret < 0) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005088 pr_warn("bus_register error: %d\n", ret);
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005089 goto dev_unreg;
5090 }
5091 ret = driver_register(&sdebug_driverfs_driver);
5092 if (ret < 0) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005093 pr_warn("driver_register error: %d\n", ret);
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005094 goto bus_unreg;
5095 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005096
Douglas Gilbert773642d2016-04-25 12:16:28 -04005097 host_to_add = sdebug_add_host;
5098 sdebug_add_host = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005099
5100 for (k = 0; k < host_to_add; k++) {
5101 if (sdebug_add_adapter()) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005102 pr_err("sdebug_add_adapter failed k=%d\n", k);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005103 break;
5104 }
5105 }
5106
Douglas Gilbert773642d2016-04-25 12:16:28 -04005107 if (sdebug_verbose)
5108 pr_info("built %d host(s)\n", sdebug_add_host);
Tomas Winklerc12879702015-07-28 16:54:20 +03005109
Linus Torvalds1da177e2005-04-16 15:20:36 -07005110 return 0;
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005111
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005112bus_unreg:
5113 bus_unregister(&pseudo_lld_bus);
5114dev_unreg:
Nicholas Bellinger9b906772010-09-06 17:24:28 -07005115 root_device_unregister(pseudo_primary);
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005116free_vm:
Tomas Winklerde232af2015-07-28 16:54:22 +03005117 vfree(map_storep);
5118 vfree(dif_storep);
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005119 vfree(fake_storep);
Douglas Gilbertc4837392016-05-06 00:40:26 -04005120free_q_arr:
5121 kfree(sdebug_q_arr);
Randy Dunlap6ecaff72006-07-11 20:53:22 -07005122 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005123}
5124
5125static void __exit scsi_debug_exit(void)
5126{
Douglas Gilbert773642d2016-04-25 12:16:28 -04005127 int k = sdebug_add_host;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005128
5129 stop_all_queued();
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005130 free_all_queued();
Linus Torvalds1da177e2005-04-16 15:20:36 -07005131 for (; k; k--)
5132 sdebug_remove_adapter();
Linus Torvalds1da177e2005-04-16 15:20:36 -07005133 driver_unregister(&sdebug_driverfs_driver);
5134 bus_unregister(&pseudo_lld_bus);
Nicholas Bellinger9b906772010-09-06 17:24:28 -07005135 root_device_unregister(pseudo_primary);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005136
Tomas Winklerde232af2015-07-28 16:54:22 +03005137 vfree(dif_storep);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005138 vfree(fake_storep);
Douglas Gilbertc4837392016-05-06 00:40:26 -04005139 kfree(sdebug_q_arr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005140}
5141
5142device_initcall(scsi_debug_init);
5143module_exit(scsi_debug_exit);
5144
Linus Torvalds1da177e2005-04-16 15:20:36 -07005145static void sdebug_release_adapter(struct device * dev)
5146{
5147 struct sdebug_host_info *sdbg_host;
5148
5149 sdbg_host = to_sdebug_host(dev);
5150 kfree(sdbg_host);
5151}
5152
5153static int sdebug_add_adapter(void)
5154{
5155 int k, devs_per_host;
5156 int error = 0;
5157 struct sdebug_host_info *sdbg_host;
FUJITA Tomonori8b40228f2008-03-20 11:09:18 +09005158 struct sdebug_dev_info *sdbg_devinfo, *tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005159
Douglas Gilbertc65b1442006-06-06 00:11:24 -04005160 sdbg_host = kzalloc(sizeof(*sdbg_host),GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005161 if (NULL == sdbg_host) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005162 pr_err("out of memory at line %d\n", __LINE__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005163 return -ENOMEM;
5164 }
5165
Linus Torvalds1da177e2005-04-16 15:20:36 -07005166 INIT_LIST_HEAD(&sdbg_host->dev_info_list);
5167
Douglas Gilbert773642d2016-04-25 12:16:28 -04005168 devs_per_host = sdebug_num_tgts * sdebug_max_luns;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005169 for (k = 0; k < devs_per_host; k++) {
FUJITA Tomonori5cb2fc02008-03-20 11:09:16 +09005170 sdbg_devinfo = sdebug_device_create(sdbg_host, GFP_KERNEL);
5171 if (!sdbg_devinfo) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005172 pr_err("out of memory at line %d\n", __LINE__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005173 error = -ENOMEM;
5174 goto clean;
5175 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005176 }
5177
5178 spin_lock(&sdebug_host_list_lock);
5179 list_add_tail(&sdbg_host->host_list, &sdebug_host_list);
5180 spin_unlock(&sdebug_host_list_lock);
5181
5182 sdbg_host->dev.bus = &pseudo_lld_bus;
Nicholas Bellinger9b906772010-09-06 17:24:28 -07005183 sdbg_host->dev.parent = pseudo_primary;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005184 sdbg_host->dev.release = &sdebug_release_adapter;
Douglas Gilbert773642d2016-04-25 12:16:28 -04005185 dev_set_name(&sdbg_host->dev, "adapter%d", sdebug_add_host);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005186
5187 error = device_register(&sdbg_host->dev);
5188
5189 if (error)
5190 goto clean;
5191
Douglas Gilbert773642d2016-04-25 12:16:28 -04005192 ++sdebug_add_host;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005193 return error;
5194
5195clean:
FUJITA Tomonori8b40228f2008-03-20 11:09:18 +09005196 list_for_each_entry_safe(sdbg_devinfo, tmp, &sdbg_host->dev_info_list,
5197 dev_list) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07005198 list_del(&sdbg_devinfo->dev_list);
5199 kfree(sdbg_devinfo);
5200 }
5201
5202 kfree(sdbg_host);
5203 return error;
5204}
5205
5206static void sdebug_remove_adapter(void)
5207{
5208 struct sdebug_host_info * sdbg_host = NULL;
5209
5210 spin_lock(&sdebug_host_list_lock);
5211 if (!list_empty(&sdebug_host_list)) {
5212 sdbg_host = list_entry(sdebug_host_list.prev,
5213 struct sdebug_host_info, host_list);
5214 list_del(&sdbg_host->host_list);
5215 }
5216 spin_unlock(&sdebug_host_list_lock);
5217
5218 if (!sdbg_host)
5219 return;
5220
Douglas Gilbert773642d2016-04-25 12:16:28 -04005221 device_unregister(&sdbg_host->dev);
5222 --sdebug_add_host;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005223}
5224
Douglas Gilbertfd321192016-04-25 12:16:33 -04005225static int sdebug_change_qdepth(struct scsi_device *sdev, int qdepth)
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005226{
5227 int num_in_q = 0;
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005228 struct sdebug_dev_info *devip;
5229
Douglas Gilbertc4837392016-05-06 00:40:26 -04005230 block_unblock_all_queues(true);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005231 devip = (struct sdebug_dev_info *)sdev->hostdata;
5232 if (NULL == devip) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04005233 block_unblock_all_queues(false);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005234 return -ENODEV;
5235 }
5236 num_in_q = atomic_read(&devip->num_in_q);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005237
Christoph Hellwigc40ecc12014-11-13 14:25:11 +01005238 if (qdepth < 1)
5239 qdepth = 1;
Douglas Gilbertc4837392016-05-06 00:40:26 -04005240 /* allow to exceed max host qc_arr elements for testing */
5241 if (qdepth > SDEBUG_CANQUEUE + 10)
5242 qdepth = SDEBUG_CANQUEUE + 10;
Christoph Hellwigdb5ed4d2014-11-13 15:08:42 +01005243 scsi_change_queue_depth(sdev, qdepth);
Christoph Hellwigc40ecc12014-11-13 14:25:11 +01005244
Douglas Gilbert773642d2016-04-25 12:16:28 -04005245 if (SDEBUG_OPT_Q_NOISE & sdebug_opts) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04005246 sdev_printk(KERN_INFO, sdev, "%s: qdepth=%d, num_in_q=%d\n",
Christoph Hellwigc40ecc12014-11-13 14:25:11 +01005247 __func__, qdepth, num_in_q);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005248 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04005249 block_unblock_all_queues(false);
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005250 return sdev->queue_depth;
5251}
5252
Douglas Gilbertc4837392016-05-06 00:40:26 -04005253static bool fake_timeout(struct scsi_cmnd *scp)
Douglas Gilbert817fd662014-11-24 20:18:02 -05005254{
Douglas Gilbertc4837392016-05-06 00:40:26 -04005255 if (0 == (atomic_read(&sdebug_cmnd_count) % abs(sdebug_every_nth))) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04005256 if (sdebug_every_nth < -1)
5257 sdebug_every_nth = -1;
5258 if (SDEBUG_OPT_TIMEOUT & sdebug_opts)
Douglas Gilbertc4837392016-05-06 00:40:26 -04005259 return true; /* ignore command causing timeout */
Douglas Gilbert773642d2016-04-25 12:16:28 -04005260 else if (SDEBUG_OPT_MAC_TIMEOUT & sdebug_opts &&
Douglas Gilbert817fd662014-11-24 20:18:02 -05005261 scsi_medium_access_command(scp))
Douglas Gilbertc4837392016-05-06 00:40:26 -04005262 return true; /* time out reads and writes */
Douglas Gilbert817fd662014-11-24 20:18:02 -05005263 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04005264 return false;
Douglas Gilbert817fd662014-11-24 20:18:02 -05005265}
5266
Douglas Gilbertfd321192016-04-25 12:16:33 -04005267static int scsi_debug_queuecommand(struct Scsi_Host *shost,
5268 struct scsi_cmnd *scp)
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005269{
5270 u8 sdeb_i;
5271 struct scsi_device *sdp = scp->device;
5272 const struct opcode_info_t *oip;
5273 const struct opcode_info_t *r_oip;
5274 struct sdebug_dev_info *devip;
5275 u8 *cmd = scp->cmnd;
5276 int (*r_pfp)(struct scsi_cmnd *, struct sdebug_dev_info *);
5277 int k, na;
5278 int errsts = 0;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005279 u32 flags;
5280 u16 sa;
5281 u8 opcode = cmd[0];
5282 bool has_wlun_rl;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005283
5284 scsi_set_resid(scp, 0);
Douglas Gilbertc4837392016-05-06 00:40:26 -04005285 if (sdebug_statistics)
5286 atomic_inc(&sdebug_cmnd_count);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005287 if (unlikely(sdebug_verbose &&
5288 !(SDEBUG_OPT_NO_CDB_NOISE & sdebug_opts))) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005289 char b[120];
5290 int n, len, sb;
5291
5292 len = scp->cmd_len;
5293 sb = (int)sizeof(b);
5294 if (len > 32)
5295 strcpy(b, "too long, over 32 bytes");
5296 else {
5297 for (k = 0, n = 0; k < len && n < sb; ++k)
5298 n += scnprintf(b + n, sb - n, "%02x ",
5299 (u32)cmd[k]);
5300 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04005301 if (sdebug_mq_active)
5302 sdev_printk(KERN_INFO, sdp, "%s: tag=%u, cmd %s\n",
5303 my_name, blk_mq_unique_tag(scp->request),
5304 b);
5305 else
5306 sdev_printk(KERN_INFO, sdp, "%s: cmd %s\n", my_name,
5307 b);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005308 }
Tomas Winkler34d55432015-07-28 16:54:21 +03005309 has_wlun_rl = (sdp->lun == SCSI_W_LUN_REPORT_LUNS);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005310 if (unlikely((sdp->lun >= sdebug_max_luns) && !has_wlun_rl))
5311 goto err_out;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005312
5313 sdeb_i = opcode_ind_arr[opcode]; /* fully mapped */
5314 oip = &opcode_info_arr[sdeb_i]; /* safe if table consistent */
5315 devip = (struct sdebug_dev_info *)sdp->hostdata;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005316 if (unlikely(!devip)) {
5317 devip = find_build_dev_info(sdp);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005318 if (NULL == devip)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005319 goto err_out;
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005320 }
5321 na = oip->num_attached;
5322 r_pfp = oip->pfp;
5323 if (na) { /* multiple commands with this opcode */
5324 r_oip = oip;
5325 if (FF_SA & r_oip->flags) {
5326 if (F_SA_LOW & oip->flags)
5327 sa = 0x1f & cmd[1];
5328 else
5329 sa = get_unaligned_be16(cmd + 8);
5330 for (k = 0; k <= na; oip = r_oip->arrp + k++) {
5331 if (opcode == oip->opcode && sa == oip->sa)
5332 break;
5333 }
5334 } else { /* since no service action only check opcode */
5335 for (k = 0; k <= na; oip = r_oip->arrp + k++) {
5336 if (opcode == oip->opcode)
5337 break;
5338 }
5339 }
5340 if (k > na) {
5341 if (F_SA_LOW & r_oip->flags)
5342 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 1, 4);
5343 else if (F_SA_HIGH & r_oip->flags)
5344 mk_sense_invalid_fld(scp, SDEB_IN_CDB, 8, 7);
5345 else
5346 mk_sense_invalid_opcode(scp);
5347 goto check_cond;
5348 }
5349 } /* else (when na==0) we assume the oip is a match */
5350 flags = oip->flags;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005351 if (unlikely(F_INV_OP & flags)) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005352 mk_sense_invalid_opcode(scp);
5353 goto check_cond;
5354 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005355 if (unlikely(has_wlun_rl && !(F_RL_WLUN_OK & flags))) {
Douglas Gilbert773642d2016-04-25 12:16:28 -04005356 if (sdebug_verbose)
5357 sdev_printk(KERN_INFO, sdp, "%s: Opcode 0x%x not%s\n",
5358 my_name, opcode, " supported for wlun");
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005359 mk_sense_invalid_opcode(scp);
5360 goto check_cond;
5361 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005362 if (unlikely(sdebug_strict)) { /* check cdb against mask */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005363 u8 rem;
5364 int j;
5365
5366 for (k = 1; k < oip->len_mask[0] && k < 16; ++k) {
5367 rem = ~oip->len_mask[k] & cmd[k];
5368 if (rem) {
5369 for (j = 7; j >= 0; --j, rem <<= 1) {
5370 if (0x80 & rem)
5371 break;
5372 }
5373 mk_sense_invalid_fld(scp, SDEB_IN_CDB, k, j);
5374 goto check_cond;
5375 }
5376 }
5377 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005378 if (unlikely(!(F_SKIP_UA & flags) &&
Douglas Gilbertb01f6f82016-04-30 22:44:42 -04005379 find_first_bit(devip->uas_bm,
5380 SDEBUG_NUM_UAS) != SDEBUG_NUM_UAS)) {
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005381 errsts = make_ua(scp, devip);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005382 if (errsts)
5383 goto check_cond;
5384 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04005385 if (unlikely((F_M_ACCESS & flags) && atomic_read(&devip->stopped))) {
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005386 mk_sense_buffer(scp, NOT_READY, LOGICAL_UNIT_NOT_READY, 0x2);
Douglas Gilbert773642d2016-04-25 12:16:28 -04005387 if (sdebug_verbose)
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005388 sdev_printk(KERN_INFO, sdp, "%s reports: Not ready: "
5389 "%s\n", my_name, "initializing command "
5390 "required");
5391 errsts = check_condition_result;
5392 goto fini;
5393 }
Douglas Gilbert773642d2016-04-25 12:16:28 -04005394 if (sdebug_fake_rw && (F_FAKE_RW & flags))
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005395 goto fini;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005396 if (unlikely(sdebug_every_nth)) {
Douglas Gilbertc4837392016-05-06 00:40:26 -04005397 if (fake_timeout(scp))
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005398 return 0; /* ignore command: make trouble */
5399 }
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005400 if (likely(oip->pfp))
5401 errsts = oip->pfp(scp, devip); /* calls a resp_* function */
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005402 else if (r_pfp) /* if leaf function ptr NULL, try the root's */
5403 errsts = r_pfp(scp, devip);
5404
5405fini:
5406 return schedule_resp(scp, devip, errsts,
Douglas Gilbertc2206092016-04-25 12:16:31 -04005407 ((F_DELAY_OVERR & flags) ? 0 : sdebug_jdelay));
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005408check_cond:
5409 return schedule_resp(scp, devip, check_condition_result, 0);
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005410err_out:
5411 return schedule_resp(scp, NULL, DID_NO_CONNECT << 16, 0);
Douglas Gilbertc2248fc2014-11-24 20:46:29 -05005412}
5413
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005414static struct scsi_host_template sdebug_driver_template = {
Al Viroc8ed5552013-03-31 01:46:06 -04005415 .show_info = scsi_debug_show_info,
5416 .write_info = scsi_debug_write_info,
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005417 .proc_name = sdebug_proc_name,
5418 .name = "SCSI DEBUG",
5419 .info = scsi_debug_info,
5420 .slave_alloc = scsi_debug_slave_alloc,
5421 .slave_configure = scsi_debug_slave_configure,
5422 .slave_destroy = scsi_debug_slave_destroy,
5423 .ioctl = scsi_debug_ioctl,
Douglas Gilbert185dd232016-04-25 12:16:29 -04005424 .queuecommand = scsi_debug_queuecommand,
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005425 .change_queue_depth = sdebug_change_qdepth,
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005426 .eh_abort_handler = scsi_debug_abort,
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005427 .eh_device_reset_handler = scsi_debug_device_reset,
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005428 .eh_target_reset_handler = scsi_debug_target_reset,
5429 .eh_bus_reset_handler = scsi_debug_bus_reset,
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005430 .eh_host_reset_handler = scsi_debug_host_reset,
Douglas Gilbertc4837392016-05-06 00:40:26 -04005431 .can_queue = SDEBUG_CANQUEUE,
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005432 .this_id = 7,
Ming Lin65e86172016-04-04 14:48:10 -07005433 .sg_tablesize = SG_MAX_SEGMENTS,
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005434 .cmd_per_lun = DEF_CMD_PER_LUN,
Akinobu Mita6bb5e6e2014-06-02 22:56:49 +09005435 .max_sectors = -1U,
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005436 .use_clustering = DISABLE_CLUSTERING,
5437 .module = THIS_MODULE,
Christoph Hellwigc40ecc12014-11-13 14:25:11 +01005438 .track_queue_depth = 1,
FUJITA Tomonori9e603ca2008-03-02 18:30:16 +09005439};
5440
Linus Torvalds1da177e2005-04-16 15:20:36 -07005441static int sdebug_driver_probe(struct device * dev)
5442{
Douglas Gilbert22017ed2014-11-24 23:04:47 -05005443 int error = 0;
5444 struct sdebug_host_info *sdbg_host;
5445 struct Scsi_Host *hpnt;
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005446 int hprot;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005447
5448 sdbg_host = to_sdebug_host(dev);
5449
Douglas Gilbert773642d2016-04-25 12:16:28 -04005450 sdebug_driver_template.can_queue = sdebug_max_queue;
5451 if (sdebug_clustering)
Akinobu Mita0759c662014-02-26 22:57:04 +09005452 sdebug_driver_template.use_clustering = ENABLE_CLUSTERING;
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04005453 hpnt = scsi_host_alloc(&sdebug_driver_template, sizeof(sdbg_host));
5454 if (NULL == hpnt) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005455 pr_err("scsi_host_alloc failed\n");
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04005456 error = -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005457 return error;
Douglas Gilbert78d4e5a2010-03-25 17:29:05 -04005458 }
Douglas Gilbertc4837392016-05-06 00:40:26 -04005459 if (submit_queues > nr_cpu_ids) {
5460 pr_warn("%s: trim submit_queues (was %d) to nr_cpu_ids=%d\n",
5461 my_name, submit_queues, nr_cpu_ids);
5462 submit_queues = nr_cpu_ids;
5463 }
5464 /* Decide whether to tell scsi subsystem that we want mq */
5465 /* Following should give the same answer for each host */
5466 sdebug_mq_active = shost_use_blk_mq(hpnt) && (submit_queues > 1);
5467 if (sdebug_mq_active)
5468 hpnt->nr_hw_queues = submit_queues;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005469
5470 sdbg_host->shost = hpnt;
5471 *((struct sdebug_host_info **)hpnt->hostdata) = sdbg_host;
Douglas Gilbert773642d2016-04-25 12:16:28 -04005472 if ((hpnt->this_id >= 0) && (sdebug_num_tgts > hpnt->this_id))
5473 hpnt->max_id = sdebug_num_tgts + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005474 else
Douglas Gilbert773642d2016-04-25 12:16:28 -04005475 hpnt->max_id = sdebug_num_tgts;
5476 /* = sdebug_max_luns; */
Tomas Winklerf2d3fd22015-07-28 16:54:25 +03005477 hpnt->max_lun = SCSI_W_LUN_REPORT_LUNS + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005478
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005479 hprot = 0;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005480
Douglas Gilbert773642d2016-04-25 12:16:28 -04005481 switch (sdebug_dif) {
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005482
5483 case SD_DIF_TYPE1_PROTECTION:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005484 hprot = SHOST_DIF_TYPE1_PROTECTION;
Douglas Gilbert773642d2016-04-25 12:16:28 -04005485 if (sdebug_dix)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005486 hprot |= SHOST_DIX_TYPE1_PROTECTION;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005487 break;
5488
5489 case SD_DIF_TYPE2_PROTECTION:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005490 hprot = SHOST_DIF_TYPE2_PROTECTION;
Douglas Gilbert773642d2016-04-25 12:16:28 -04005491 if (sdebug_dix)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005492 hprot |= SHOST_DIX_TYPE2_PROTECTION;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005493 break;
5494
5495 case SD_DIF_TYPE3_PROTECTION:
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005496 hprot = SHOST_DIF_TYPE3_PROTECTION;
Douglas Gilbert773642d2016-04-25 12:16:28 -04005497 if (sdebug_dix)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005498 hprot |= SHOST_DIX_TYPE3_PROTECTION;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005499 break;
5500
5501 default:
Douglas Gilbert773642d2016-04-25 12:16:28 -04005502 if (sdebug_dix)
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005503 hprot |= SHOST_DIX_TYPE0_PROTECTION;
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005504 break;
5505 }
5506
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005507 scsi_host_set_prot(hpnt, hprot);
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005508
Douglas Gilbertf46eb0e2016-04-25 12:16:34 -04005509 if (have_dif_prot || sdebug_dix)
5510 pr_info("host protection%s%s%s%s%s%s%s\n",
5511 (hprot & SHOST_DIF_TYPE1_PROTECTION) ? " DIF1" : "",
5512 (hprot & SHOST_DIF_TYPE2_PROTECTION) ? " DIF2" : "",
5513 (hprot & SHOST_DIF_TYPE3_PROTECTION) ? " DIF3" : "",
5514 (hprot & SHOST_DIX_TYPE0_PROTECTION) ? " DIX0" : "",
5515 (hprot & SHOST_DIX_TYPE1_PROTECTION) ? " DIX1" : "",
5516 (hprot & SHOST_DIX_TYPE2_PROTECTION) ? " DIX2" : "",
5517 (hprot & SHOST_DIX_TYPE3_PROTECTION) ? " DIX3" : "");
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005518
Douglas Gilbert773642d2016-04-25 12:16:28 -04005519 if (sdebug_guard == 1)
Martin K. Petersenc6a44282009-01-04 03:08:19 -05005520 scsi_host_set_guard(hpnt, SHOST_DIX_GUARD_IP);
5521 else
5522 scsi_host_set_guard(hpnt, SHOST_DIX_GUARD_CRC);
5523
Douglas Gilbert773642d2016-04-25 12:16:28 -04005524 sdebug_verbose = !!(SDEBUG_OPT_NOISE & sdebug_opts);
5525 sdebug_any_injecting_opt = !!(SDEBUG_OPT_ALL_INJECTING & sdebug_opts);
Douglas Gilbertc4837392016-05-06 00:40:26 -04005526 if (sdebug_every_nth) /* need stats counters for every_nth */
5527 sdebug_statistics = true;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005528 error = scsi_add_host(hpnt, &sdbg_host->dev);
5529 if (error) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005530 pr_err("scsi_add_host failed\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07005531 error = -ENODEV;
5532 scsi_host_put(hpnt);
5533 } else
5534 scsi_scan_host(hpnt);
5535
Douglas Gilbertcbf67842014-07-26 11:55:35 -04005536 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005537}
5538
5539static int sdebug_driver_remove(struct device * dev)
5540{
Linus Torvalds1da177e2005-04-16 15:20:36 -07005541 struct sdebug_host_info *sdbg_host;
FUJITA Tomonori8b40228f2008-03-20 11:09:18 +09005542 struct sdebug_dev_info *sdbg_devinfo, *tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005543
5544 sdbg_host = to_sdebug_host(dev);
5545
5546 if (!sdbg_host) {
Tomas Winklerc12879702015-07-28 16:54:20 +03005547 pr_err("Unable to locate host info\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07005548 return -ENODEV;
5549 }
5550
5551 scsi_remove_host(sdbg_host->shost);
5552
FUJITA Tomonori8b40228f2008-03-20 11:09:18 +09005553 list_for_each_entry_safe(sdbg_devinfo, tmp, &sdbg_host->dev_info_list,
5554 dev_list) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07005555 list_del(&sdbg_devinfo->dev_list);
5556 kfree(sdbg_devinfo);
5557 }
5558
5559 scsi_host_put(sdbg_host->shost);
5560 return 0;
5561}
5562
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09005563static int pseudo_lld_bus_match(struct device *dev,
5564 struct device_driver *dev_driver)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005565{
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09005566 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005567}
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09005568
5569static struct bus_type pseudo_lld_bus = {
5570 .name = "pseudo",
5571 .match = pseudo_lld_bus_match,
5572 .probe = sdebug_driver_probe,
5573 .remove = sdebug_driver_remove,
Akinobu Mita82069372013-10-14 22:48:04 +09005574 .drv_groups = sdebug_drv_groups,
FUJITA Tomonori8dea0d02008-03-30 00:59:58 +09005575};