blob: 3d168410036b9af5898c0e7117216ead002877c4 [file] [log] [blame]
Swen Schillig41fa2ad2007-09-07 09:15:31 +02001/*
Christof Schmitt553448f2008-06-10 18:20:58 +02002 * zfcp device driver
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
Christof Schmitt553448f2008-06-10 18:20:58 +02004 * Interface to Linux SCSI midlayer.
Swen Schillig41fa2ad2007-09-07 09:15:31 +02005 *
Christof Schmitta2fa0ae2009-03-02 13:09:08 +01006 * Copyright IBM Corporation 2002, 2009
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 */
8
Christof Schmittecf39d42008-12-25 13:39:53 +01009#define KMSG_COMPONENT "zfcp"
10#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
11
Christof Schmitt4318e082009-11-24 16:54:08 +010012#include <linux/types.h>
13#include <scsi/fc/fc_fcp.h>
Christof Schmitt5f852be2007-05-08 11:16:52 +020014#include <asm/atomic.h>
Christof Schmittdcd20e22009-08-18 15:43:08 +020015#include "zfcp_ext.h"
16#include "zfcp_dbf.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
Christof Schmitta40a1ba2009-05-15 13:18:16 +020018static unsigned int default_depth = 32;
19module_param_named(queue_depth, default_depth, uint, 0600);
20MODULE_PARM_DESC(queue_depth, "Default queue depth for new SCSI devices");
21
Mike Christiee881a172009-10-15 17:46:39 -070022static int zfcp_scsi_change_queue_depth(struct scsi_device *sdev, int depth,
23 int reason)
Christof Schmitta40a1ba2009-05-15 13:18:16 +020024{
Christof Schmitt42e62a72009-10-15 17:47:11 -070025 switch (reason) {
26 case SCSI_QDEPTH_DEFAULT:
27 scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), depth);
28 break;
29 case SCSI_QDEPTH_QFULL:
30 scsi_track_queue_full(sdev, depth);
31 break;
32 case SCSI_QDEPTH_RAMP_UP:
33 scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), depth);
34 break;
35 default:
Mike Christiee881a172009-10-15 17:46:39 -070036 return -EOPNOTSUPP;
Christof Schmitt42e62a72009-10-15 17:47:11 -070037 }
Christof Schmitta40a1ba2009-05-15 13:18:16 +020038 return sdev->queue_depth;
39}
40
Andreas Herrmannf6c0e7a2006-08-02 11:05:52 +020041static void zfcp_scsi_slave_destroy(struct scsi_device *sdpnt)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042{
43 struct zfcp_unit *unit = (struct zfcp_unit *) sdpnt->hostdata;
Christof Schmitt26816f12008-11-04 16:35:05 +010044 unit->device = NULL;
Swen Schilligf3450c72009-11-24 16:53:59 +010045 put_device(&unit->sysfs_device);
Linus Torvalds1da177e2005-04-16 15:20:36 -070046}
47
Martin Petermannf76af7d72008-07-02 10:56:36 +020048static int zfcp_scsi_slave_configure(struct scsi_device *sdp)
Linus Torvalds1da177e2005-04-16 15:20:36 -070049{
50 if (sdp->tagged_supported)
Christof Schmitta40a1ba2009-05-15 13:18:16 +020051 scsi_adjust_queue_depth(sdp, MSG_SIMPLE_TAG, default_depth);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 else
53 scsi_adjust_queue_depth(sdp, 0, 1);
54 return 0;
55}
56
Martin Petermannf76af7d72008-07-02 10:56:36 +020057static void zfcp_scsi_command_fail(struct scsi_cmnd *scpnt, int result)
Linus Torvalds1da177e2005-04-16 15:20:36 -070058{
Swen Schillig57717102009-08-18 15:43:21 +020059 struct zfcp_adapter *adapter =
60 (struct zfcp_adapter *) scpnt->device->host->hostdata[0];
Martin Petermannfeac6a02008-07-02 10:56:35 +020061 set_host_byte(scpnt, result);
Maxim Shchetynin8a36e452005-09-13 21:50:38 +020062 if ((scpnt->device != NULL) && (scpnt->device->host != NULL))
Swen Schillig57717102009-08-18 15:43:21 +020063 zfcp_dbf_scsi_result("fail", 4, adapter->dbf, scpnt, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070064 /* return directly */
65 scpnt->scsi_done(scpnt);
66}
67
Martin Petermannf76af7d72008-07-02 10:56:36 +020068static int zfcp_scsi_queuecommand(struct scsi_cmnd *scpnt,
69 void (*done) (struct scsi_cmnd *))
Linus Torvalds1da177e2005-04-16 15:20:36 -070070{
71 struct zfcp_unit *unit;
72 struct zfcp_adapter *adapter;
Christof Schmitta2fa0ae2009-03-02 13:09:08 +010073 int status, scsi_result, ret;
74 struct fc_rport *rport = starget_to_rport(scsi_target(scpnt->device));
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
76 /* reset the status for this request */
77 scpnt->result = 0;
78 scpnt->host_scribble = NULL;
79 scpnt->scsi_done = done;
80
81 /*
82 * figure out adapter and target device
83 * (stored there by zfcp_scsi_slave_alloc)
84 */
85 adapter = (struct zfcp_adapter *) scpnt->device->host->hostdata[0];
Martin Petermannf76af7d72008-07-02 10:56:36 +020086 unit = scpnt->device->hostdata;
Linus Torvalds1da177e2005-04-16 15:20:36 -070087
Martin Petermannf76af7d72008-07-02 10:56:36 +020088 BUG_ON(!adapter || (adapter != unit->port->adapter));
89 BUG_ON(!scpnt->scsi_done);
90
91 if (unlikely(!unit)) {
92 zfcp_scsi_command_fail(scpnt, DID_NO_CONNECT);
93 return 0;
94 }
95
Christof Schmitta2fa0ae2009-03-02 13:09:08 +010096 scsi_result = fc_remote_port_chkready(rport);
97 if (unlikely(scsi_result)) {
98 scpnt->result = scsi_result;
Swen Schillig57717102009-08-18 15:43:21 +020099 zfcp_dbf_scsi_result("fail", 4, adapter->dbf, scpnt, NULL);
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100100 scpnt->scsi_done(scpnt);
101 return 0;
102 }
103
Martin Petermannf76af7d72008-07-02 10:56:36 +0200104 status = atomic_read(&unit->status);
Christof Schmitt88302712009-11-24 16:54:07 +0100105 if (unlikely(status & ZFCP_STATUS_COMMON_ERP_FAILED) &&
106 !(atomic_read(&unit->port->status) &
107 ZFCP_STATUS_COMMON_ERP_FAILED)) {
108 /* only unit access denied, but port is good
109 * not covered by FC transport, have to fail here */
Martin Petermannf76af7d72008-07-02 10:56:36 +0200110 zfcp_scsi_command_fail(scpnt, DID_ERROR);
Joe Perchesa419aef2009-08-18 11:18:35 -0700111 return 0;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200112 }
113
Christof Schmitt88302712009-11-24 16:54:07 +0100114 if (unlikely(!(status & ZFCP_STATUS_COMMON_UNBLOCKED))) {
115 /* This could be either
116 * open unit pending: this is temporary, will result in
117 * open unit or ERP_FAILED, so retry command
118 * call to rport_delete pending: mimic retry from
119 * fc_remote_port_chkready until rport is BLOCKED
120 */
121 zfcp_scsi_command_fail(scpnt, DID_IMM_RETRY);
122 return 0;
123 }
124
Christof Schmitt63caf362009-03-02 13:09:00 +0100125 ret = zfcp_fsf_send_fcp_command_task(unit, scpnt);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200126 if (unlikely(ret == -EBUSY))
Swen Schilligf7a65e92008-11-27 11:44:07 +0100127 return SCSI_MLQUEUE_DEVICE_BUSY;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200128 else if (unlikely(ret < 0))
129 return SCSI_MLQUEUE_HOST_BUSY;
130
131 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132}
133
Martin Petermannf76af7d72008-07-02 10:56:36 +0200134static struct zfcp_unit *zfcp_unit_lookup(struct zfcp_adapter *adapter,
Swen Schilligecf0c772009-11-24 16:53:58 +0100135 unsigned int id, u64 lun)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136{
Swen Schilligecf0c772009-11-24 16:53:58 +0100137 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 struct zfcp_port *port;
Swen Schilligecf0c772009-11-24 16:53:58 +0100139 struct zfcp_unit *unit = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
Swen Schilligecf0c772009-11-24 16:53:58 +0100141 read_lock_irqsave(&adapter->port_list_lock, flags);
142 list_for_each_entry(port, &adapter->port_list, list) {
Andreas Herrmann3859f6a2005-08-27 11:07:54 -0700143 if (!port->rport || (id != port->rport->scsi_target_id))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 continue;
Swen Schilligecf0c772009-11-24 16:53:58 +0100145 unit = zfcp_get_unit_by_lun(port, lun);
146 if (unit)
147 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 }
Swen Schilligecf0c772009-11-24 16:53:58 +0100149 read_unlock_irqrestore(&adapter->port_list_lock, flags);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200150
Swen Schilligecf0c772009-11-24 16:53:58 +0100151 return unit;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200152}
153
154static int zfcp_scsi_slave_alloc(struct scsi_device *sdp)
155{
156 struct zfcp_adapter *adapter;
157 struct zfcp_unit *unit;
Swen Schilligecf0c772009-11-24 16:53:58 +0100158 u64 lun;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200159
160 adapter = (struct zfcp_adapter *) sdp->host->hostdata[0];
161 if (!adapter)
162 goto out;
163
Swen Schilligecf0c772009-11-24 16:53:58 +0100164 int_to_scsilun(sdp->lun, (struct scsi_lun *)&lun);
165 unit = zfcp_unit_lookup(adapter, sdp->id, lun);
Christof Schmitt86f8a1b2009-03-02 13:08:55 +0100166 if (unit) {
Martin Petermannf76af7d72008-07-02 10:56:36 +0200167 sdp->hostdata = unit;
168 unit->device = sdp;
Swen Schilligecf0c772009-11-24 16:53:58 +0100169 return 0;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200170 }
Martin Petermannf76af7d72008-07-02 10:56:36 +0200171out:
Swen Schilligecf0c772009-11-24 16:53:58 +0100172 return -ENXIO;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173}
174
Heiko Carstens2b67fc42007-02-05 21:16:47 +0100175static int zfcp_scsi_eh_abort_handler(struct scsi_cmnd *scpnt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176{
Christof Schmitt63caf362009-03-02 13:09:00 +0100177 struct Scsi_Host *scsi_host = scpnt->device->host;
178 struct zfcp_adapter *adapter =
179 (struct zfcp_adapter *) scsi_host->hostdata[0];
180 struct zfcp_unit *unit = scpnt->device->hostdata;
181 struct zfcp_fsf_req *old_req, *abrt_req;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182 unsigned long flags;
Christof Schmitta11a52b2009-07-13 15:06:14 +0200183 unsigned long old_reqid = (unsigned long) scpnt->host_scribble;
Andreas Herrmann4eff4a32006-09-18 22:29:20 +0200184 int retval = SUCCESS;
Christof Schmitt63caf362009-03-02 13:09:00 +0100185 int retry = 3;
Christof Schmitta11a52b2009-07-13 15:06:14 +0200186 char *dbf_tag;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187
Andreas Herrmann059c97d2005-09-13 21:47:52 +0200188 /* avoid race condition between late normal completion and abort */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 write_lock_irqsave(&adapter->abort_lock, flags);
190
Andreas Herrmann4eff4a32006-09-18 22:29:20 +0200191 spin_lock(&adapter->req_list_lock);
Christof Schmitta11a52b2009-07-13 15:06:14 +0200192 old_req = zfcp_reqlist_find(adapter, old_reqid);
Andreas Herrmann4eff4a32006-09-18 22:29:20 +0200193 spin_unlock(&adapter->req_list_lock);
Christof Schmitt63caf362009-03-02 13:09:00 +0100194 if (!old_req) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 write_unlock_irqrestore(&adapter->abort_lock, flags);
Swen Schillig57717102009-08-18 15:43:21 +0200196 zfcp_dbf_scsi_abort("lte1", adapter->dbf, scpnt, NULL,
197 old_reqid);
Christof Schmittc6936e72009-04-17 15:08:11 +0200198 return FAILED; /* completion could be in progress */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 }
Christof Schmitt63caf362009-03-02 13:09:00 +0100200 old_req->data = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201
Andreas Herrmann4eff4a32006-09-18 22:29:20 +0200202 /* don't access old fsf_req after releasing the abort_lock */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 write_unlock_irqrestore(&adapter->abort_lock, flags);
Andreas Herrmann4eff4a32006-09-18 22:29:20 +0200204
Christof Schmitt63caf362009-03-02 13:09:00 +0100205 while (retry--) {
Christof Schmitta11a52b2009-07-13 15:06:14 +0200206 abrt_req = zfcp_fsf_abort_fcp_command(old_reqid, unit);
Christof Schmitt63caf362009-03-02 13:09:00 +0100207 if (abrt_req)
208 break;
209
210 zfcp_erp_wait(adapter);
211 if (!(atomic_read(&adapter->status) &
212 ZFCP_STATUS_COMMON_RUNNING)) {
Swen Schillig57717102009-08-18 15:43:21 +0200213 zfcp_dbf_scsi_abort("nres", adapter->dbf, scpnt, NULL,
214 old_reqid);
Christof Schmitt63caf362009-03-02 13:09:00 +0100215 return SUCCESS;
216 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 }
Christof Schmitt63caf362009-03-02 13:09:00 +0100218 if (!abrt_req)
219 return FAILED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220
Swen Schillig058b8642009-08-18 15:43:14 +0200221 wait_for_completion(&abrt_req->completion);
Andreas Herrmann059c97d2005-09-13 21:47:52 +0200222
Christof Schmitt63caf362009-03-02 13:09:00 +0100223 if (abrt_req->status & ZFCP_STATUS_FSFREQ_ABORTSUCCEEDED)
Christof Schmitta11a52b2009-07-13 15:06:14 +0200224 dbf_tag = "okay";
Christof Schmitt63caf362009-03-02 13:09:00 +0100225 else if (abrt_req->status & ZFCP_STATUS_FSFREQ_ABORTNOTNEEDED)
Christof Schmitta11a52b2009-07-13 15:06:14 +0200226 dbf_tag = "lte2";
Christof Schmitt63caf362009-03-02 13:09:00 +0100227 else {
Christof Schmitta11a52b2009-07-13 15:06:14 +0200228 dbf_tag = "fail";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 retval = FAILED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 }
Swen Schillig57717102009-08-18 15:43:21 +0200231 zfcp_dbf_scsi_abort(dbf_tag, adapter->dbf, scpnt, abrt_req, old_reqid);
Christof Schmitt63caf362009-03-02 13:09:00 +0100232 zfcp_fsf_req_free(abrt_req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 return retval;
234}
235
Christof Schmitt63caf362009-03-02 13:09:00 +0100236static int zfcp_task_mgmt_function(struct scsi_cmnd *scpnt, u8 tm_flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237{
Christof Schmitt63caf362009-03-02 13:09:00 +0100238 struct zfcp_unit *unit = scpnt->device->hostdata;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 struct zfcp_adapter *adapter = unit->port->adapter;
Swen Schillig564e1c82009-08-18 15:43:19 +0200240 struct zfcp_fsf_req *fsf_req = NULL;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200241 int retval = SUCCESS;
Christof Schmitt63caf362009-03-02 13:09:00 +0100242 int retry = 3;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243
Christof Schmitt63caf362009-03-02 13:09:00 +0100244 while (retry--) {
245 fsf_req = zfcp_fsf_send_fcp_ctm(unit, tm_flags);
246 if (fsf_req)
247 break;
248
249 zfcp_erp_wait(adapter);
250 if (!(atomic_read(&adapter->status) &
251 ZFCP_STATUS_COMMON_RUNNING)) {
Swen Schillig57717102009-08-18 15:43:21 +0200252 zfcp_dbf_scsi_devreset("nres", tm_flags, unit, scpnt);
Christof Schmitt63caf362009-03-02 13:09:00 +0100253 return SUCCESS;
254 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 }
Christof Schmitt63caf362009-03-02 13:09:00 +0100256 if (!fsf_req)
257 return FAILED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258
Swen Schillig058b8642009-08-18 15:43:14 +0200259 wait_for_completion(&fsf_req->completion);
Andreas Herrmann77eb1692005-09-13 21:48:33 +0200260
Maxim Shchetynin8a36e452005-09-13 21:50:38 +0200261 if (fsf_req->status & ZFCP_STATUS_FSFREQ_TMFUNCFAILED) {
Swen Schillig57717102009-08-18 15:43:21 +0200262 zfcp_dbf_scsi_devreset("fail", tm_flags, unit, scpnt);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200263 retval = FAILED;
Maxim Shchetynin8a36e452005-09-13 21:50:38 +0200264 } else if (fsf_req->status & ZFCP_STATUS_FSFREQ_TMFUNCNOTSUPP) {
Swen Schillig57717102009-08-18 15:43:21 +0200265 zfcp_dbf_scsi_devreset("nsup", tm_flags, unit, scpnt);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200266 retval = FAILED;
Maxim Shchetynin8a36e452005-09-13 21:50:38 +0200267 } else
Swen Schillig57717102009-08-18 15:43:21 +0200268 zfcp_dbf_scsi_devreset("okay", tm_flags, unit, scpnt);
Andreas Herrmann77eb1692005-09-13 21:48:33 +0200269
270 zfcp_fsf_req_free(fsf_req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271 return retval;
272}
273
Martin Petermannf76af7d72008-07-02 10:56:36 +0200274static int zfcp_scsi_eh_device_reset_handler(struct scsi_cmnd *scpnt)
275{
Christof Schmitt4318e082009-11-24 16:54:08 +0100276 return zfcp_task_mgmt_function(scpnt, FCP_TMF_LUN_RESET);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200277}
278
279static int zfcp_scsi_eh_target_reset_handler(struct scsi_cmnd *scpnt)
280{
Christof Schmitt4318e082009-11-24 16:54:08 +0100281 return zfcp_task_mgmt_function(scpnt, FCP_TMF_TGT_RESET);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200282}
283
Heiko Carstens2b67fc42007-02-05 21:16:47 +0100284static int zfcp_scsi_eh_host_reset_handler(struct scsi_cmnd *scpnt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285{
Christof Schmitt63caf362009-03-02 13:09:00 +0100286 struct zfcp_unit *unit = scpnt->device->hostdata;
287 struct zfcp_adapter *adapter = unit->port->adapter;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288
Swen Schillig5ffd51a2009-03-02 13:09:04 +0100289 zfcp_erp_adapter_reopen(adapter, 0, "schrh_1", scpnt);
Andreas Herrmann81654282006-09-18 22:30:36 +0200290 zfcp_erp_wait(adapter);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291
Andreas Herrmann810f1e3e2005-09-13 21:49:52 +0200292 return SUCCESS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293}
294
Martin Petermannf76af7d72008-07-02 10:56:36 +0200295int zfcp_adapter_scsi_register(struct zfcp_adapter *adapter)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296{
Martin Petermannf76af7d72008-07-02 10:56:36 +0200297 struct ccw_dev_id dev_id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298
Michael Loehr9f287452007-05-09 11:01:24 +0200299 if (adapter->scsi_host)
Martin Petermannf76af7d72008-07-02 10:56:36 +0200300 return 0;
Michael Loehr9f287452007-05-09 11:01:24 +0200301
Martin Petermannf76af7d72008-07-02 10:56:36 +0200302 ccw_device_get_id(adapter->ccw_device, &dev_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303 /* register adapter as SCSI host with mid layer of SCSI stack */
304 adapter->scsi_host = scsi_host_alloc(&zfcp_data.scsi_host_template,
305 sizeof (struct zfcp_adapter *));
306 if (!adapter->scsi_host) {
Christof Schmitt553448f2008-06-10 18:20:58 +0200307 dev_err(&adapter->ccw_device->dev,
Christof Schmittff3b24f2008-10-01 12:42:15 +0200308 "Registering the FCP device with the "
309 "SCSI stack failed\n");
Martin Petermannf76af7d72008-07-02 10:56:36 +0200310 return -EIO;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312
313 /* tell the SCSI stack some characteristics of this adapter */
314 adapter->scsi_host->max_id = 1;
315 adapter->scsi_host->max_lun = 1;
316 adapter->scsi_host->max_channel = 0;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200317 adapter->scsi_host->unique_id = dev_id.devno;
Christof Schmitt4318e082009-11-24 16:54:08 +0100318 adapter->scsi_host->max_cmd_len = 16; /* in struct fcp_cmnd */
Heiko Carstensdd52e0e2006-09-18 22:28:49 +0200319 adapter->scsi_host->transportt = zfcp_data.scsi_transport_template;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 adapter->scsi_host->hostdata[0] = (unsigned long) adapter;
322
323 if (scsi_add_host(adapter->scsi_host, &adapter->ccw_device->dev)) {
324 scsi_host_put(adapter->scsi_host);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200325 return -EIO;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 }
Martin Petermannf76af7d72008-07-02 10:56:36 +0200327
328 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329}
330
Martin Petermannf76af7d72008-07-02 10:56:36 +0200331void zfcp_adapter_scsi_unregister(struct zfcp_adapter *adapter)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332{
333 struct Scsi_Host *shost;
Andreas Herrmann13e1e1f2005-09-19 16:56:17 +0200334 struct zfcp_port *port;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335
336 shost = adapter->scsi_host;
337 if (!shost)
338 return;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200339
Swen Schilligecf0c772009-11-24 16:53:58 +0100340 read_lock_irq(&adapter->port_list_lock);
341 list_for_each_entry(port, &adapter->port_list, list)
Swen Schilligf3450c72009-11-24 16:53:59 +0100342 port->rport = NULL;
Swen Schilligecf0c772009-11-24 16:53:58 +0100343 read_unlock_irq(&adapter->port_list_lock);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200344
Andreas Herrmann3859f6a2005-08-27 11:07:54 -0700345 fc_remove_host(shost);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 scsi_remove_host(shost);
347 scsi_host_put(shost);
348 adapter->scsi_host = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349
350 return;
351}
352
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100353static struct fc_host_statistics*
354zfcp_init_fc_host_stats(struct zfcp_adapter *adapter)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355{
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100356 struct fc_host_statistics *fc_stats;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100358 if (!adapter->fc_stats) {
359 fc_stats = kmalloc(sizeof(*fc_stats), GFP_KERNEL);
360 if (!fc_stats)
361 return NULL;
Swen Schilligf3450c72009-11-24 16:53:59 +0100362 adapter->fc_stats = fc_stats; /* freed in adapter_release */
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100363 }
364 memset(adapter->fc_stats, 0, sizeof(*adapter->fc_stats));
365 return adapter->fc_stats;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366}
367
Martin Petermannf76af7d72008-07-02 10:56:36 +0200368static void zfcp_adjust_fc_host_stats(struct fc_host_statistics *fc_stats,
369 struct fsf_qtcb_bottom_port *data,
370 struct fsf_qtcb_bottom_port *old)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371{
Martin Petermannf76af7d72008-07-02 10:56:36 +0200372 fc_stats->seconds_since_last_reset =
373 data->seconds_since_last_reset - old->seconds_since_last_reset;
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100374 fc_stats->tx_frames = data->tx_frames - old->tx_frames;
375 fc_stats->tx_words = data->tx_words - old->tx_words;
376 fc_stats->rx_frames = data->rx_frames - old->rx_frames;
377 fc_stats->rx_words = data->rx_words - old->rx_words;
378 fc_stats->lip_count = data->lip - old->lip;
379 fc_stats->nos_count = data->nos - old->nos;
380 fc_stats->error_frames = data->error_frames - old->error_frames;
381 fc_stats->dumped_frames = data->dumped_frames - old->dumped_frames;
382 fc_stats->link_failure_count = data->link_failure - old->link_failure;
383 fc_stats->loss_of_sync_count = data->loss_of_sync - old->loss_of_sync;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200384 fc_stats->loss_of_signal_count =
385 data->loss_of_signal - old->loss_of_signal;
386 fc_stats->prim_seq_protocol_err_count =
387 data->psp_error_counts - old->psp_error_counts;
388 fc_stats->invalid_tx_word_count =
389 data->invalid_tx_words - old->invalid_tx_words;
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100390 fc_stats->invalid_crc_count = data->invalid_crcs - old->invalid_crcs;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200391 fc_stats->fcp_input_requests =
392 data->input_requests - old->input_requests;
393 fc_stats->fcp_output_requests =
394 data->output_requests - old->output_requests;
395 fc_stats->fcp_control_requests =
396 data->control_requests - old->control_requests;
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100397 fc_stats->fcp_input_megabytes = data->input_mb - old->input_mb;
398 fc_stats->fcp_output_megabytes = data->output_mb - old->output_mb;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399}
400
Martin Petermannf76af7d72008-07-02 10:56:36 +0200401static void zfcp_set_fc_host_stats(struct fc_host_statistics *fc_stats,
402 struct fsf_qtcb_bottom_port *data)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403{
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100404 fc_stats->seconds_since_last_reset = data->seconds_since_last_reset;
405 fc_stats->tx_frames = data->tx_frames;
406 fc_stats->tx_words = data->tx_words;
407 fc_stats->rx_frames = data->rx_frames;
408 fc_stats->rx_words = data->rx_words;
409 fc_stats->lip_count = data->lip;
410 fc_stats->nos_count = data->nos;
411 fc_stats->error_frames = data->error_frames;
412 fc_stats->dumped_frames = data->dumped_frames;
413 fc_stats->link_failure_count = data->link_failure;
414 fc_stats->loss_of_sync_count = data->loss_of_sync;
415 fc_stats->loss_of_signal_count = data->loss_of_signal;
416 fc_stats->prim_seq_protocol_err_count = data->psp_error_counts;
417 fc_stats->invalid_tx_word_count = data->invalid_tx_words;
418 fc_stats->invalid_crc_count = data->invalid_crcs;
419 fc_stats->fcp_input_requests = data->input_requests;
420 fc_stats->fcp_output_requests = data->output_requests;
421 fc_stats->fcp_control_requests = data->control_requests;
422 fc_stats->fcp_input_megabytes = data->input_mb;
423 fc_stats->fcp_output_megabytes = data->output_mb;
424}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425
Martin Petermannf76af7d72008-07-02 10:56:36 +0200426static struct fc_host_statistics *zfcp_get_fc_host_stats(struct Scsi_Host *host)
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100427{
428 struct zfcp_adapter *adapter;
429 struct fc_host_statistics *fc_stats;
430 struct fsf_qtcb_bottom_port *data;
431 int ret;
432
Martin Petermannf76af7d72008-07-02 10:56:36 +0200433 adapter = (struct zfcp_adapter *)host->hostdata[0];
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100434 fc_stats = zfcp_init_fc_host_stats(adapter);
435 if (!fc_stats)
436 return NULL;
437
Andreas Herrmannec4081c2006-05-22 18:17:30 +0200438 data = kzalloc(sizeof(*data), GFP_KERNEL);
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100439 if (!data)
440 return NULL;
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100441
Swen Schillig564e1c82009-08-18 15:43:19 +0200442 ret = zfcp_fsf_exchange_port_data_sync(adapter->qdio, data);
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100443 if (ret) {
444 kfree(data);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200445 return NULL;
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100446 }
447
448 if (adapter->stats_reset &&
449 ((jiffies/HZ - adapter->stats_reset) <
Martin Petermannf76af7d72008-07-02 10:56:36 +0200450 data->seconds_since_last_reset))
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100451 zfcp_adjust_fc_host_stats(fc_stats, data,
452 adapter->stats_reset_data);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200453 else
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100454 zfcp_set_fc_host_stats(fc_stats, data);
455
456 kfree(data);
457 return fc_stats;
458}
459
Martin Petermannf76af7d72008-07-02 10:56:36 +0200460static void zfcp_reset_fc_host_stats(struct Scsi_Host *shost)
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100461{
462 struct zfcp_adapter *adapter;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200463 struct fsf_qtcb_bottom_port *data;
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100464 int ret;
465
466 adapter = (struct zfcp_adapter *)shost->hostdata[0];
Andreas Herrmannec4081c2006-05-22 18:17:30 +0200467 data = kzalloc(sizeof(*data), GFP_KERNEL);
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100468 if (!data)
469 return;
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100470
Swen Schillig564e1c82009-08-18 15:43:19 +0200471 ret = zfcp_fsf_exchange_port_data_sync(adapter->qdio, data);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200472 if (ret)
Heiko Carstens83f6d6d2007-08-08 10:47:02 +0200473 kfree(data);
Martin Petermannf76af7d72008-07-02 10:56:36 +0200474 else {
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100475 adapter->stats_reset = jiffies/HZ;
Martin Petermannf76af7d72008-07-02 10:56:36 +0200476 kfree(adapter->stats_reset_data);
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100477 adapter->stats_reset_data = data; /* finally freed in
Swen Schilligf3450c72009-11-24 16:53:59 +0100478 adapter_release */
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100479 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700480}
481
Sven Schuetz85a82392008-06-10 18:20:59 +0200482static void zfcp_get_host_port_state(struct Scsi_Host *shost)
483{
484 struct zfcp_adapter *adapter =
485 (struct zfcp_adapter *)shost->hostdata[0];
486 int status = atomic_read(&adapter->status);
487
488 if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
489 !(status & ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED))
490 fc_host_port_state(shost) = FC_PORTSTATE_ONLINE;
491 else if (status & ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED)
492 fc_host_port_state(shost) = FC_PORTSTATE_LINKDOWN;
493 else if (status & ZFCP_STATUS_COMMON_ERP_FAILED)
494 fc_host_port_state(shost) = FC_PORTSTATE_ERROR;
495 else
496 fc_host_port_state(shost) = FC_PORTSTATE_UNKNOWN;
497}
498
Andreas Herrmann338151e2006-05-22 18:25:56 +0200499static void zfcp_set_rport_dev_loss_tmo(struct fc_rport *rport, u32 timeout)
500{
501 rport->dev_loss_tmo = timeout;
502}
503
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100504/**
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100505 * zfcp_scsi_terminate_rport_io - Terminate all I/O on a rport
506 * @rport: The FC rport where to teminate I/O
507 *
508 * Abort all pending SCSI commands for a port by closing the
Swen Schilligecf0c772009-11-24 16:53:58 +0100509 * port. Using a reopen avoiding a conflict with a shutdown
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100510 * overwriting a reopen.
511 */
512static void zfcp_scsi_terminate_rport_io(struct fc_rport *rport)
513{
Christof Schmitt70932932009-04-17 15:08:15 +0200514 struct zfcp_port *port;
Swen Schilligea945ff2009-08-18 15:43:24 +0200515 struct Scsi_Host *shost = rport_to_shost(rport);
516 struct zfcp_adapter *adapter =
517 (struct zfcp_adapter *)shost->hostdata[0];
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100518
Swen Schilligea945ff2009-08-18 15:43:24 +0200519 port = zfcp_get_port_by_wwpn(adapter, rport->port_name);
Christof Schmitt70932932009-04-17 15:08:15 +0200520
521 if (port) {
522 zfcp_erp_port_reopen(port, 0, "sctrpi1", NULL);
Swen Schilligf3450c72009-11-24 16:53:59 +0100523 put_device(&port->sysfs_device);
Christof Schmitt70932932009-04-17 15:08:15 +0200524 }
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100525}
526
527static void zfcp_scsi_rport_register(struct zfcp_port *port)
528{
529 struct fc_rport_identifiers ids;
530 struct fc_rport *rport;
531
Christof Schmitt379d6bf2009-07-13 15:06:11 +0200532 if (port->rport)
533 return;
534
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100535 ids.node_name = port->wwnn;
536 ids.port_name = port->wwpn;
537 ids.port_id = port->d_id;
538 ids.roles = FC_RPORT_ROLE_FCP_TARGET;
539
540 rport = fc_remote_port_add(port->adapter->scsi_host, 0, &ids);
541 if (!rport) {
542 dev_err(&port->adapter->ccw_device->dev,
543 "Registering port 0x%016Lx failed\n",
544 (unsigned long long)port->wwpn);
545 return;
546 }
547
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100548 rport->maxframe_size = port->maxframe_size;
549 rport->supported_classes = port->supported_classes;
550 port->rport = rport;
551}
552
553static void zfcp_scsi_rport_block(struct zfcp_port *port)
554{
Christof Schmitt70932932009-04-17 15:08:15 +0200555 struct fc_rport *rport = port->rport;
556
Christof Schmitt379d6bf2009-07-13 15:06:11 +0200557 if (rport) {
Christof Schmitt70932932009-04-17 15:08:15 +0200558 fc_remote_port_delete(rport);
Christof Schmitt379d6bf2009-07-13 15:06:11 +0200559 port->rport = NULL;
560 }
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100561}
562
563void zfcp_scsi_schedule_rport_register(struct zfcp_port *port)
564{
Swen Schilligf3450c72009-11-24 16:53:59 +0100565 get_device(&port->sysfs_device);
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100566 port->rport_task = RPORT_ADD;
567
Swen Schillig45446832009-08-18 15:43:17 +0200568 if (!queue_work(port->adapter->work_queue, &port->rport_work))
Swen Schilligf3450c72009-11-24 16:53:59 +0100569 put_device(&port->sysfs_device);
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100570}
571
572void zfcp_scsi_schedule_rport_block(struct zfcp_port *port)
573{
Swen Schilligf3450c72009-11-24 16:53:59 +0100574 get_device(&port->sysfs_device);
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100575 port->rport_task = RPORT_DEL;
576
Swen Schillig45446832009-08-18 15:43:17 +0200577 if (port->rport && queue_work(port->adapter->work_queue,
578 &port->rport_work))
Swen Schilliga67417a2009-08-18 15:43:06 +0200579 return;
580
Swen Schilligf3450c72009-11-24 16:53:59 +0100581 put_device(&port->sysfs_device);
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100582}
583
584void zfcp_scsi_schedule_rports_block(struct zfcp_adapter *adapter)
585{
Swen Schilligecf0c772009-11-24 16:53:58 +0100586 unsigned long flags;
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100587 struct zfcp_port *port;
588
Swen Schilligecf0c772009-11-24 16:53:58 +0100589 read_lock_irqsave(&adapter->port_list_lock, flags);
590 list_for_each_entry(port, &adapter->port_list, list)
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100591 zfcp_scsi_schedule_rport_block(port);
Swen Schilligecf0c772009-11-24 16:53:58 +0100592 read_unlock_irqrestore(&adapter->port_list_lock, flags);
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100593}
594
595void zfcp_scsi_rport_work(struct work_struct *work)
596{
597 struct zfcp_port *port = container_of(work, struct zfcp_port,
598 rport_work);
599
600 while (port->rport_task) {
601 if (port->rport_task == RPORT_ADD) {
602 port->rport_task = RPORT_NONE;
603 zfcp_scsi_rport_register(port);
604 } else {
605 port->rport_task = RPORT_NONE;
606 zfcp_scsi_rport_block(port);
607 }
608 }
609
Swen Schilligf3450c72009-11-24 16:53:59 +0100610 put_device(&port->sysfs_device);
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100611}
612
613
Swen Schillig92d51932009-04-17 15:08:04 +0200614void zfcp_scsi_scan(struct work_struct *work)
615{
616 struct zfcp_unit *unit = container_of(work, struct zfcp_unit,
617 scsi_work);
618 struct fc_rport *rport;
619
620 flush_work(&unit->port->rport_work);
621 rport = unit->port->rport;
622
623 if (rport && rport->port_state == FC_PORTSTATE_ONLINE)
624 scsi_scan_target(&rport->dev, 0, rport->scsi_target_id,
625 scsilun_to_int((struct scsi_lun *)
626 &unit->fcp_lun), 0);
627
Swen Schilligf3450c72009-11-24 16:53:59 +0100628 put_device(&unit->sysfs_device);
Swen Schillig92d51932009-04-17 15:08:04 +0200629}
630
Sven Schuetz9d544f22009-04-06 18:31:47 +0200631static int zfcp_execute_fc_job(struct fc_bsg_job *job)
632{
633 switch (job->request->msgcode) {
634 case FC_BSG_RPT_ELS:
635 case FC_BSG_HST_ELS_NOLOGIN:
636 return zfcp_fc_execute_els_fc_job(job);
637 case FC_BSG_RPT_CT:
638 case FC_BSG_HST_CT:
639 return zfcp_fc_execute_ct_fc_job(job);
640 default:
641 return -EINVAL;
642 }
643}
644
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645struct fc_function_template zfcp_transport_functions = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646 .show_starget_port_id = 1,
647 .show_starget_port_name = 1,
648 .show_starget_node_name = 1,
Andreas Herrmann3859f6a2005-08-27 11:07:54 -0700649 .show_rport_supported_classes = 1,
Ralph Wuerthner75bfc282006-05-22 18:24:33 +0200650 .show_rport_maxframe_size = 1,
Andreas Herrmann338151e2006-05-22 18:25:56 +0200651 .show_rport_dev_loss_tmo = 1,
Andreas Herrmann3859f6a2005-08-27 11:07:54 -0700652 .show_host_node_name = 1,
653 .show_host_port_name = 1,
Andreas Herrmannad757cd2006-01-13 02:26:11 +0100654 .show_host_permanent_port_name = 1,
Andreas Herrmann3859f6a2005-08-27 11:07:54 -0700655 .show_host_supported_classes = 1,
Andreas Herrmannad757cd2006-01-13 02:26:11 +0100656 .show_host_supported_speeds = 1,
Andreas Herrmann13e1e1f2005-09-19 16:56:17 +0200657 .show_host_maxframe_size = 1,
Andreas Herrmann3859f6a2005-08-27 11:07:54 -0700658 .show_host_serial_number = 1,
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100659 .get_fc_host_stats = zfcp_get_fc_host_stats,
660 .reset_fc_host_stats = zfcp_reset_fc_host_stats,
Andreas Herrmann338151e2006-05-22 18:25:56 +0200661 .set_rport_dev_loss_tmo = zfcp_set_rport_dev_loss_tmo,
Sven Schuetz85a82392008-06-10 18:20:59 +0200662 .get_host_port_state = zfcp_get_host_port_state,
Christof Schmitta2fa0ae2009-03-02 13:09:08 +0100663 .terminate_rport_io = zfcp_scsi_terminate_rport_io,
Sven Schuetz85a82392008-06-10 18:20:59 +0200664 .show_host_port_state = 1,
Sven Schuetz9d544f22009-04-06 18:31:47 +0200665 .bsg_request = zfcp_execute_fc_job,
Andreas Herrmannf6cd94b2006-01-05 09:59:34 +0100666 /* no functions registered for following dynamic attributes but
667 directly set by LLDD */
Andreas Herrmannad757cd2006-01-13 02:26:11 +0100668 .show_host_port_type = 1,
Andreas Herrmann13e1e1f2005-09-19 16:56:17 +0200669 .show_host_speed = 1,
670 .show_host_port_id = 1,
Swen Schillig52ef11a2007-08-28 09:31:09 +0200671 .disable_target_scan = 1,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672};
673
Martin Petermannf76af7d72008-07-02 10:56:36 +0200674struct zfcp_data zfcp_data = {
675 .scsi_host_template = {
676 .name = "zfcp",
677 .module = THIS_MODULE,
678 .proc_name = "zfcp",
Christof Schmitta40a1ba2009-05-15 13:18:16 +0200679 .change_queue_depth = zfcp_scsi_change_queue_depth,
Martin Petermannf76af7d72008-07-02 10:56:36 +0200680 .slave_alloc = zfcp_scsi_slave_alloc,
681 .slave_configure = zfcp_scsi_slave_configure,
682 .slave_destroy = zfcp_scsi_slave_destroy,
683 .queuecommand = zfcp_scsi_queuecommand,
684 .eh_abort_handler = zfcp_scsi_eh_abort_handler,
685 .eh_device_reset_handler = zfcp_scsi_eh_device_reset_handler,
686 .eh_target_reset_handler = zfcp_scsi_eh_target_reset_handler,
687 .eh_host_reset_handler = zfcp_scsi_eh_host_reset_handler,
688 .can_queue = 4096,
689 .this_id = -1,
690 .sg_tablesize = ZFCP_MAX_SBALES_PER_REQ,
691 .cmd_per_lun = 1,
692 .use_clustering = 1,
693 .sdev_attrs = zfcp_sysfs_sdev_attrs,
694 .max_sectors = (ZFCP_MAX_SBALES_PER_REQ * 8),
Swen Schillig60221922008-07-02 10:56:38 +0200695 .shost_attrs = zfcp_sysfs_shost_attrs,
Martin Petermannf76af7d72008-07-02 10:56:36 +0200696 },
697};