blob: 03ae8a77c479f680da86de9cc1e407336bd23750 [file] [log] [blame]
Kristian Høgsbergc781c062007-05-07 20:33:32 -04001/*
2 * Core IEEE1394 transaction logic
Kristian Høgsberg3038e352006-12-19 19:58:27 -05003 *
4 * Copyright (C) 2004-2006 Kristian Hoegsberg <krh@bitplanet.net>
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software Foundation,
18 * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
19 */
20
Stefan Richter2a0a2592008-03-20 23:48:23 +010021#include <linux/completion.h>
Kristian Høgsberg3038e352006-12-19 19:58:27 -050022#include <linux/kernel.h>
Stefan Richterae1e5352008-06-18 18:20:45 +020023#include <linux/kref.h>
Kristian Høgsberg3038e352006-12-19 19:58:27 -050024#include <linux/module.h>
25#include <linux/init.h>
26#include <linux/interrupt.h>
27#include <linux/pci.h>
28#include <linux/delay.h>
29#include <linux/poll.h>
30#include <linux/list.h>
31#include <linux/kthread.h>
32#include <asm/uaccess.h>
Kristian Høgsberg3038e352006-12-19 19:58:27 -050033
34#include "fw-transaction.h"
35#include "fw-topology.h"
Kristian Høgsberg19a15b92006-12-19 19:58:31 -050036#include "fw-device.h"
Kristian Høgsberg3038e352006-12-19 19:58:27 -050037
Kristian Høgsberga77754a2007-05-07 20:33:35 -040038#define HEADER_PRI(pri) ((pri) << 0)
39#define HEADER_TCODE(tcode) ((tcode) << 4)
40#define HEADER_RETRY(retry) ((retry) << 8)
41#define HEADER_TLABEL(tlabel) ((tlabel) << 10)
42#define HEADER_DESTINATION(destination) ((destination) << 16)
43#define HEADER_SOURCE(source) ((source) << 16)
44#define HEADER_RCODE(rcode) ((rcode) << 12)
45#define HEADER_OFFSET_HIGH(offset_high) ((offset_high) << 0)
46#define HEADER_DATA_LENGTH(length) ((length) << 16)
47#define HEADER_EXTENDED_TCODE(tcode) ((tcode) << 0)
Kristian Høgsberg3038e352006-12-19 19:58:27 -050048
Kristian Høgsberga77754a2007-05-07 20:33:35 -040049#define HEADER_GET_TCODE(q) (((q) >> 4) & 0x0f)
50#define HEADER_GET_TLABEL(q) (((q) >> 10) & 0x3f)
51#define HEADER_GET_RCODE(q) (((q) >> 12) & 0x0f)
52#define HEADER_GET_DESTINATION(q) (((q) >> 16) & 0xffff)
53#define HEADER_GET_SOURCE(q) (((q) >> 16) & 0xffff)
54#define HEADER_GET_OFFSET_HIGH(q) (((q) >> 0) & 0xffff)
55#define HEADER_GET_DATA_LENGTH(q) (((q) >> 16) & 0xffff)
56#define HEADER_GET_EXTENDED_TCODE(q) (((q) >> 0) & 0xffff)
Kristian Høgsberg3038e352006-12-19 19:58:27 -050057
Kristian Høgsberga77754a2007-05-07 20:33:35 -040058#define PHY_CONFIG_GAP_COUNT(gap_count) (((gap_count) << 16) | (1 << 22))
59#define PHY_CONFIG_ROOT_ID(node_id) ((((node_id) & 0x3f) << 24) | (1 << 23))
60#define PHY_IDENTIFIER(id) ((id) << 30)
Kristian Høgsberg3038e352006-12-19 19:58:27 -050061
Kristian Høgsberg730c32f2007-02-06 14:49:32 -050062static int
63close_transaction(struct fw_transaction *transaction,
64 struct fw_card *card, int rcode,
65 u32 *payload, size_t length)
Kristian Høgsberg3038e352006-12-19 19:58:27 -050066{
Kristian Høgsberg730c32f2007-02-06 14:49:32 -050067 struct fw_transaction *t;
Kristian Høgsberg3038e352006-12-19 19:58:27 -050068 unsigned long flags;
69
70 spin_lock_irqsave(&card->lock, flags);
Kristian Høgsberg730c32f2007-02-06 14:49:32 -050071 list_for_each_entry(t, &card->transaction_list, link) {
72 if (t == transaction) {
73 list_del(&t->link);
74 card->tlabel_mask &= ~(1 << t->tlabel);
75 break;
76 }
77 }
Kristian Høgsberg3038e352006-12-19 19:58:27 -050078 spin_unlock_irqrestore(&card->lock, flags);
79
Kristian Høgsberg730c32f2007-02-06 14:49:32 -050080 if (&t->link != &card->transaction_list) {
81 t->callback(card, rcode, payload, length, t->callback_data);
82 return 0;
83 }
84
85 return -ENOENT;
Kristian Høgsberg3038e352006-12-19 19:58:27 -050086}
87
Kristian Høgsbergc781c062007-05-07 20:33:32 -040088/*
89 * Only valid for transactions that are potentially pending (ie have
90 * been sent).
91 */
Kristian Høgsberg730c32f2007-02-06 14:49:32 -050092int
93fw_cancel_transaction(struct fw_card *card,
94 struct fw_transaction *transaction)
95{
Kristian Høgsbergc781c062007-05-07 20:33:32 -040096 /*
97 * Cancel the packet transmission if it's still queued. That
Kristian Høgsberg730c32f2007-02-06 14:49:32 -050098 * will call the packet transmission callback which cancels
Kristian Høgsbergc781c062007-05-07 20:33:32 -040099 * the transaction.
100 */
Kristian Høgsberg730c32f2007-02-06 14:49:32 -0500101
102 if (card->driver->cancel_packet(card, &transaction->packet) == 0)
103 return 0;
104
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400105 /*
106 * If the request packet has already been sent, we need to see
107 * if the transaction is still pending and remove it in that case.
108 */
Kristian Høgsberg730c32f2007-02-06 14:49:32 -0500109
110 return close_transaction(transaction, card, RCODE_CANCELLED, NULL, 0);
111}
112EXPORT_SYMBOL(fw_cancel_transaction);
113
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500114static void
115transmit_complete_callback(struct fw_packet *packet,
116 struct fw_card *card, int status)
117{
118 struct fw_transaction *t =
119 container_of(packet, struct fw_transaction, packet);
120
121 switch (status) {
122 case ACK_COMPLETE:
123 close_transaction(t, card, RCODE_COMPLETE, NULL, 0);
124 break;
125 case ACK_PENDING:
126 t->timestamp = packet->timestamp;
127 break;
128 case ACK_BUSY_X:
129 case ACK_BUSY_A:
130 case ACK_BUSY_B:
131 close_transaction(t, card, RCODE_BUSY, NULL, 0);
132 break;
133 case ACK_DATA_ERROR:
Kristian Høgsberge5f49c32007-01-26 00:38:34 -0500134 close_transaction(t, card, RCODE_DATA_ERROR, NULL, 0);
135 break;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500136 case ACK_TYPE_ERROR:
Kristian Høgsberge5f49c32007-01-26 00:38:34 -0500137 close_transaction(t, card, RCODE_TYPE_ERROR, NULL, 0);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500138 break;
139 default:
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400140 /*
141 * In this case the ack is really a juju specific
142 * rcode, so just forward that to the callback.
143 */
Kristian Høgsberge5f49c32007-01-26 00:38:34 -0500144 close_transaction(t, card, status, NULL, 0);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500145 break;
146 }
147}
148
Adrian Bunk95688e92007-01-22 19:17:37 +0100149static void
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500150fw_fill_request(struct fw_packet *packet, int tcode, int tlabel,
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500151 int node_id, int source_id, int generation, int speed,
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500152 unsigned long long offset, void *payload, size_t length)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500153{
154 int ext_tcode;
155
156 if (tcode > 0x10) {
Jarod Wilson8f9f9632008-01-23 16:05:45 -0500157 ext_tcode = tcode & ~0x10;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500158 tcode = TCODE_LOCK_REQUEST;
159 } else
160 ext_tcode = 0;
161
162 packet->header[0] =
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400163 HEADER_RETRY(RETRY_X) |
164 HEADER_TLABEL(tlabel) |
165 HEADER_TCODE(tcode) |
166 HEADER_DESTINATION(node_id);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500167 packet->header[1] =
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400168 HEADER_OFFSET_HIGH(offset >> 32) | HEADER_SOURCE(source_id);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500169 packet->header[2] =
170 offset;
171
172 switch (tcode) {
173 case TCODE_WRITE_QUADLET_REQUEST:
174 packet->header[3] = *(u32 *)payload;
175 packet->header_length = 16;
176 packet->payload_length = 0;
177 break;
178
179 case TCODE_LOCK_REQUEST:
180 case TCODE_WRITE_BLOCK_REQUEST:
181 packet->header[3] =
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400182 HEADER_DATA_LENGTH(length) |
183 HEADER_EXTENDED_TCODE(ext_tcode);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500184 packet->header_length = 16;
185 packet->payload = payload;
186 packet->payload_length = length;
187 break;
188
189 case TCODE_READ_QUADLET_REQUEST:
190 packet->header_length = 12;
191 packet->payload_length = 0;
192 break;
193
194 case TCODE_READ_BLOCK_REQUEST:
195 packet->header[3] =
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400196 HEADER_DATA_LENGTH(length) |
197 HEADER_EXTENDED_TCODE(ext_tcode);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500198 packet->header_length = 16;
199 packet->payload_length = 0;
200 break;
201 }
202
203 packet->speed = speed;
204 packet->generation = generation;
Kristian Høgsberg730c32f2007-02-06 14:49:32 -0500205 packet->ack = 0;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500206}
207
208/**
209 * This function provides low-level access to the IEEE1394 transaction
210 * logic. Most C programs would use either fw_read(), fw_write() or
211 * fw_lock() instead - those function are convenience wrappers for
212 * this function. The fw_send_request() function is primarily
213 * provided as a flexible, one-stop entry point for languages bindings
214 * and protocol bindings.
215 *
216 * FIXME: Document this function further, in particular the possible
217 * values for rcode in the callback. In short, we map ACK_COMPLETE to
218 * RCODE_COMPLETE, internal errors set errno and set rcode to
219 * RCODE_SEND_ERROR (which is out of range for standard ieee1394
220 * rcodes). All other rcodes are forwarded unchanged. For all
221 * errors, payload is NULL, length is 0.
222 *
223 * Can not expect the callback to be called before the function
224 * returns, though this does happen in some cases (ACK_COMPLETE and
225 * errors).
226 *
227 * The payload is only used for write requests and must not be freed
228 * until the callback has been called.
229 *
230 * @param card the card from which to send the request
231 * @param tcode the tcode for this transaction. Do not use
Uwe Kleine-Königdbe7f762007-10-20 01:55:04 +0200232 * TCODE_LOCK_REQUEST directly, instead use TCODE_LOCK_MASK_SWAP
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500233 * etc. to specify tcode and ext_tcode.
Stefan Richter907293d2007-01-23 21:11:43 +0100234 * @param node_id the destination node ID (bus ID and PHY ID concatenated)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500235 * @param generation the generation for which node_id is valid
236 * @param speed the speed to use for sending the request
237 * @param offset the 48 bit offset on the destination node
238 * @param payload the data payload for the request subaction
239 * @param length the length in bytes of the data to read
240 * @param callback function to be called when the transaction is completed
241 * @param callback_data pointer to arbitrary data, which will be
242 * passed to the callback
243 */
244void
245fw_send_request(struct fw_card *card, struct fw_transaction *t,
246 int tcode, int node_id, int generation, int speed,
247 unsigned long long offset,
248 void *payload, size_t length,
249 fw_transaction_callback_t callback, void *callback_data)
250{
251 unsigned long flags;
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500252 int tlabel, source;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500253
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400254 /*
255 * Bump the flush timer up 100ms first of all so we
256 * don't race with a flush timer callback.
257 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500258
259 mod_timer(&card->flush_timer, jiffies + DIV_ROUND_UP(HZ, 10));
260
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400261 /*
262 * Allocate tlabel from the bitmap and put the transaction on
263 * the list while holding the card spinlock.
264 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500265
266 spin_lock_irqsave(&card->lock, flags);
267
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500268 source = card->node_id;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500269 tlabel = card->current_tlabel;
270 if (card->tlabel_mask & (1 << tlabel)) {
271 spin_unlock_irqrestore(&card->lock, flags);
272 callback(card, RCODE_SEND_ERROR, NULL, 0, callback_data);
273 return;
274 }
275
276 card->current_tlabel = (card->current_tlabel + 1) & 0x1f;
277 card->tlabel_mask |= (1 << tlabel);
278
279 list_add_tail(&t->link, &card->transaction_list);
280
281 spin_unlock_irqrestore(&card->lock, flags);
282
283 /* Initialize rest of transaction, fill out packet and send it. */
284 t->node_id = node_id;
285 t->tlabel = tlabel;
286 t->callback = callback;
287 t->callback_data = callback_data;
288
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500289 fw_fill_request(&t->packet, tcode, t->tlabel,
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500290 node_id, source, generation,
291 speed, offset, payload, length);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500292 t->packet.callback = transmit_complete_callback;
293
294 card->driver->send_request(card, &t->packet);
295}
296EXPORT_SYMBOL(fw_send_request);
297
Stefan Richter2a0a2592008-03-20 23:48:23 +0100298struct fw_phy_packet {
299 struct fw_packet packet;
300 struct completion done;
Stefan Richterae1e5352008-06-18 18:20:45 +0200301 struct kref kref;
Stefan Richter2a0a2592008-03-20 23:48:23 +0100302};
303
Stefan Richterae1e5352008-06-18 18:20:45 +0200304static void phy_packet_release(struct kref *kref)
305{
306 struct fw_phy_packet *p =
307 container_of(kref, struct fw_phy_packet, kref);
308 kfree(p);
309}
310
311static void transmit_phy_packet_callback(struct fw_packet *packet,
312 struct fw_card *card, int status)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500313{
Stefan Richter2a0a2592008-03-20 23:48:23 +0100314 struct fw_phy_packet *p =
315 container_of(packet, struct fw_phy_packet, packet);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500316
Stefan Richter2a0a2592008-03-20 23:48:23 +0100317 complete(&p->done);
Stefan Richterae1e5352008-06-18 18:20:45 +0200318 kref_put(&p->kref, phy_packet_release);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500319}
320
Kristian Høgsberg83db8012007-01-26 00:37:50 -0500321void fw_send_phy_config(struct fw_card *card,
322 int node_id, int generation, int gap_count)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500323{
Stefan Richterae1e5352008-06-18 18:20:45 +0200324 struct fw_phy_packet *p;
325 long timeout = DIV_ROUND_UP(HZ, 10);
Stefan Richter2a0a2592008-03-20 23:48:23 +0100326 u32 data = PHY_IDENTIFIER(PHY_PACKET_CONFIG) |
327 PHY_CONFIG_ROOT_ID(node_id) |
328 PHY_CONFIG_GAP_COUNT(gap_count);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500329
Stefan Richterae1e5352008-06-18 18:20:45 +0200330 p = kmalloc(sizeof(*p), GFP_KERNEL);
331 if (p == NULL)
332 return;
Kristian Høgsberg83db8012007-01-26 00:37:50 -0500333
Stefan Richterae1e5352008-06-18 18:20:45 +0200334 p->packet.header[0] = data;
335 p->packet.header[1] = ~data;
336 p->packet.header_length = 8;
337 p->packet.payload_length = 0;
338 p->packet.speed = SCODE_100;
339 p->packet.generation = generation;
340 p->packet.callback = transmit_phy_packet_callback;
341 init_completion(&p->done);
342 kref_set(&p->kref, 2);
343
344 card->driver->send_request(card, &p->packet);
345 timeout = wait_for_completion_timeout(&p->done, timeout);
346 kref_put(&p->kref, phy_packet_release);
347
348 /* will leak p if the callback is never executed */
349 WARN_ON(timeout == 0);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500350}
351
352void fw_flush_transactions(struct fw_card *card)
353{
354 struct fw_transaction *t, *next;
355 struct list_head list;
356 unsigned long flags;
357
358 INIT_LIST_HEAD(&list);
359 spin_lock_irqsave(&card->lock, flags);
360 list_splice_init(&card->transaction_list, &list);
361 card->tlabel_mask = 0;
362 spin_unlock_irqrestore(&card->lock, flags);
363
Kristian Høgsberg730c32f2007-02-06 14:49:32 -0500364 list_for_each_entry_safe(t, next, &list, link) {
365 card->driver->cancel_packet(card, &t->packet);
366
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400367 /*
368 * At this point cancel_packet will never call the
Kristian Høgsberg730c32f2007-02-06 14:49:32 -0500369 * transaction callback, since we just took all the
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400370 * transactions out of the list. So do it here.
371 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500372 t->callback(card, RCODE_CANCELLED, NULL, 0, t->callback_data);
Kristian Høgsberg730c32f2007-02-06 14:49:32 -0500373 }
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500374}
375
376static struct fw_address_handler *
377lookup_overlapping_address_handler(struct list_head *list,
378 unsigned long long offset, size_t length)
379{
380 struct fw_address_handler *handler;
381
382 list_for_each_entry(handler, list, link) {
383 if (handler->offset < offset + length &&
384 offset < handler->offset + handler->length)
385 return handler;
386 }
387
388 return NULL;
389}
390
391static struct fw_address_handler *
392lookup_enclosing_address_handler(struct list_head *list,
393 unsigned long long offset, size_t length)
394{
395 struct fw_address_handler *handler;
396
397 list_for_each_entry(handler, list, link) {
398 if (handler->offset <= offset &&
399 offset + length <= handler->offset + handler->length)
400 return handler;
401 }
402
403 return NULL;
404}
405
406static DEFINE_SPINLOCK(address_handler_lock);
407static LIST_HEAD(address_handler_list);
408
Stefan Richter21ebcd12007-01-14 15:29:07 +0100409const struct fw_address_region fw_high_memory_region =
Stefan Richter5af4e5e2007-01-21 20:45:32 +0100410 { .start = 0x000100000000ULL, .end = 0xffffe0000000ULL, };
Adrian Bunkdb8be072008-03-31 02:22:11 +0300411EXPORT_SYMBOL(fw_high_memory_region);
412
413#if 0
414const struct fw_address_region fw_low_memory_region =
415 { .start = 0x000000000000ULL, .end = 0x000100000000ULL, };
Stefan Richter21ebcd12007-01-14 15:29:07 +0100416const struct fw_address_region fw_private_region =
Stefan Richter5af4e5e2007-01-21 20:45:32 +0100417 { .start = 0xffffe0000000ULL, .end = 0xfffff0000000ULL, };
Stefan Richter21ebcd12007-01-14 15:29:07 +0100418const struct fw_address_region fw_csr_region =
Jarod Wilsoncca60972008-03-08 12:52:03 -0500419 { .start = CSR_REGISTER_BASE,
420 .end = CSR_REGISTER_BASE | CSR_CONFIG_ROM_END, };
Stefan Richter21ebcd12007-01-14 15:29:07 +0100421const struct fw_address_region fw_unit_space_region =
Stefan Richter5af4e5e2007-01-21 20:45:32 +0100422 { .start = 0xfffff0000900ULL, .end = 0x1000000000000ULL, };
Adrian Bunkdb8be072008-03-31 02:22:11 +0300423#endif /* 0 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500424
425/**
426 * Allocate a range of addresses in the node space of the OHCI
427 * controller. When a request is received that falls within the
428 * specified address range, the specified callback is invoked. The
429 * parameters passed to the callback give the details of the
Stefan Richter1415d912007-07-17 02:10:16 +0200430 * particular request.
431 *
432 * Return value: 0 on success, non-zero otherwise.
433 * The start offset of the handler's address region is determined by
434 * fw_core_add_address_handler() and is returned in handler->offset.
435 * The offset is quadlet-aligned.
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500436 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500437int
438fw_core_add_address_handler(struct fw_address_handler *handler,
Stefan Richter21ebcd12007-01-14 15:29:07 +0100439 const struct fw_address_region *region)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500440{
441 struct fw_address_handler *other;
442 unsigned long flags;
443 int ret = -EBUSY;
444
445 spin_lock_irqsave(&address_handler_lock, flags);
446
Stefan Richter1415d912007-07-17 02:10:16 +0200447 handler->offset = roundup(region->start, 4);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500448 while (handler->offset + handler->length <= region->end) {
449 other =
450 lookup_overlapping_address_handler(&address_handler_list,
451 handler->offset,
452 handler->length);
453 if (other != NULL) {
Stefan Richter1415d912007-07-17 02:10:16 +0200454 handler->offset =
455 roundup(other->offset + other->length, 4);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500456 } else {
457 list_add_tail(&handler->link, &address_handler_list);
458 ret = 0;
459 break;
460 }
461 }
462
463 spin_unlock_irqrestore(&address_handler_lock, flags);
464
465 return ret;
466}
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500467EXPORT_SYMBOL(fw_core_add_address_handler);
468
469/**
470 * Deallocate a range of addresses allocated with fw_allocate. This
471 * will call the associated callback one last time with a the special
472 * tcode TCODE_DEALLOCATE, to let the client destroy the registered
473 * callback data. For convenience, the callback parameters offset and
474 * length are set to the start and the length respectively for the
475 * deallocated region, payload is set to NULL.
476 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500477void fw_core_remove_address_handler(struct fw_address_handler *handler)
478{
479 unsigned long flags;
480
481 spin_lock_irqsave(&address_handler_lock, flags);
482 list_del(&handler->link);
483 spin_unlock_irqrestore(&address_handler_lock, flags);
484}
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500485EXPORT_SYMBOL(fw_core_remove_address_handler);
486
487struct fw_request {
488 struct fw_packet response;
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500489 u32 request_header[4];
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500490 int ack;
491 u32 length;
492 u32 data[0];
493};
494
495static void
496free_response_callback(struct fw_packet *packet,
497 struct fw_card *card, int status)
498{
499 struct fw_request *request;
500
501 request = container_of(packet, struct fw_request, response);
502 kfree(request);
503}
504
Kristian Høgsberg93c4cce2007-01-26 00:38:26 -0500505void
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500506fw_fill_response(struct fw_packet *response, u32 *request_header,
507 int rcode, void *payload, size_t length)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500508{
509 int tcode, tlabel, extended_tcode, source, destination;
510
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400511 tcode = HEADER_GET_TCODE(request_header[0]);
512 tlabel = HEADER_GET_TLABEL(request_header[0]);
513 source = HEADER_GET_DESTINATION(request_header[0]);
514 destination = HEADER_GET_SOURCE(request_header[1]);
515 extended_tcode = HEADER_GET_EXTENDED_TCODE(request_header[3]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500516
517 response->header[0] =
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400518 HEADER_RETRY(RETRY_1) |
519 HEADER_TLABEL(tlabel) |
520 HEADER_DESTINATION(destination);
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500521 response->header[1] =
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400522 HEADER_SOURCE(source) |
523 HEADER_RCODE(rcode);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500524 response->header[2] = 0;
525
526 switch (tcode) {
527 case TCODE_WRITE_QUADLET_REQUEST:
528 case TCODE_WRITE_BLOCK_REQUEST:
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400529 response->header[0] |= HEADER_TCODE(TCODE_WRITE_RESPONSE);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500530 response->header_length = 12;
531 response->payload_length = 0;
532 break;
533
534 case TCODE_READ_QUADLET_REQUEST:
535 response->header[0] |=
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400536 HEADER_TCODE(TCODE_READ_QUADLET_RESPONSE);
Kristian Høgsberg93c4cce2007-01-26 00:38:26 -0500537 if (payload != NULL)
538 response->header[3] = *(u32 *)payload;
539 else
540 response->header[3] = 0;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500541 response->header_length = 16;
542 response->payload_length = 0;
543 break;
544
545 case TCODE_READ_BLOCK_REQUEST:
546 case TCODE_LOCK_REQUEST:
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400547 response->header[0] |= HEADER_TCODE(tcode + 2);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500548 response->header[3] =
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400549 HEADER_DATA_LENGTH(length) |
550 HEADER_EXTENDED_TCODE(extended_tcode);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500551 response->header_length = 16;
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500552 response->payload = payload;
553 response->payload_length = length;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500554 break;
555
556 default:
557 BUG();
558 return;
559 }
560}
Kristian Høgsberg93c4cce2007-01-26 00:38:26 -0500561EXPORT_SYMBOL(fw_fill_response);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500562
563static struct fw_request *
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500564allocate_request(struct fw_packet *p)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500565{
566 struct fw_request *request;
567 u32 *data, length;
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500568 int request_tcode, t;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500569
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400570 request_tcode = HEADER_GET_TCODE(p->header[0]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500571 switch (request_tcode) {
572 case TCODE_WRITE_QUADLET_REQUEST:
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500573 data = &p->header[3];
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500574 length = 4;
575 break;
576
577 case TCODE_WRITE_BLOCK_REQUEST:
578 case TCODE_LOCK_REQUEST:
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500579 data = p->payload;
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400580 length = HEADER_GET_DATA_LENGTH(p->header[3]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500581 break;
582
583 case TCODE_READ_QUADLET_REQUEST:
584 data = NULL;
585 length = 4;
586 break;
587
588 case TCODE_READ_BLOCK_REQUEST:
589 data = NULL;
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400590 length = HEADER_GET_DATA_LENGTH(p->header[3]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500591 break;
592
593 default:
Stefan Richter0bf607c2008-05-31 19:01:26 +0200594 fw_error("ERROR - corrupt request received - %08x %08x %08x\n",
595 p->header[0], p->header[1], p->header[2]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500596 return NULL;
597 }
598
Kristian Høgsberg2d826cc2007-05-09 19:23:14 -0400599 request = kmalloc(sizeof(*request) + length, GFP_ATOMIC);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500600 if (request == NULL)
601 return NULL;
602
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500603 t = (p->timestamp & 0x1fff) + 4000;
604 if (t >= 8000)
605 t = (p->timestamp & ~0x1fff) + 0x2000 + t - 8000;
606 else
607 t = (p->timestamp & ~0x1fff) + t;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500608
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500609 request->response.speed = p->speed;
610 request->response.timestamp = t;
611 request->response.generation = p->generation;
Kristian Høgsberg730c32f2007-02-06 14:49:32 -0500612 request->response.ack = 0;
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500613 request->response.callback = free_response_callback;
614 request->ack = p->ack;
Kristian Høgsberg93c4cce2007-01-26 00:38:26 -0500615 request->length = length;
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500616 if (data)
Kristian Høgsberg6e2e8422007-02-16 17:34:37 -0500617 memcpy(request->data, data, length);
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500618
Kristian Høgsberg2d826cc2007-05-09 19:23:14 -0400619 memcpy(request->request_header, p->header, sizeof(p->header));
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500620
621 return request;
622}
623
624void
625fw_send_response(struct fw_card *card, struct fw_request *request, int rcode)
626{
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400627 /*
628 * Broadcast packets are reported as ACK_COMPLETE, so this
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500629 * check is sufficient to ensure we don't send response to
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400630 * broadcast packets or posted writes.
631 */
Stefan Richter9c9bdf42007-07-17 02:15:36 +0200632 if (request->ack != ACK_PENDING) {
633 kfree(request);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500634 return;
Stefan Richter9c9bdf42007-07-17 02:15:36 +0200635 }
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500636
Kristian Høgsberg36bfe492007-01-26 00:38:13 -0500637 if (rcode == RCODE_COMPLETE)
638 fw_fill_response(&request->response, request->request_header,
639 rcode, request->data, request->length);
640 else
641 fw_fill_response(&request->response, request->request_header,
642 rcode, NULL, 0);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500643
644 card->driver->send_response(card, &request->response);
645}
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500646EXPORT_SYMBOL(fw_send_response);
647
648void
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500649fw_core_handle_request(struct fw_card *card, struct fw_packet *p)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500650{
651 struct fw_address_handler *handler;
652 struct fw_request *request;
653 unsigned long long offset;
654 unsigned long flags;
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500655 int tcode, destination, source;
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500656
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500657 if (p->ack != ACK_PENDING && p->ack != ACK_COMPLETE)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500658 return;
659
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500660 request = allocate_request(p);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500661 if (request == NULL) {
662 /* FIXME: send statically allocated busy packet. */
663 return;
664 }
665
666 offset =
667 ((unsigned long long)
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400668 HEADER_GET_OFFSET_HIGH(p->header[1]) << 32) | p->header[2];
669 tcode = HEADER_GET_TCODE(p->header[0]);
670 destination = HEADER_GET_DESTINATION(p->header[0]);
Rabin Vincent478b2332007-12-21 23:02:15 +0530671 source = HEADER_GET_SOURCE(p->header[1]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500672
673 spin_lock_irqsave(&address_handler_lock, flags);
674 handler = lookup_enclosing_address_handler(&address_handler_list,
675 offset, request->length);
676 spin_unlock_irqrestore(&address_handler_lock, flags);
677
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400678 /*
679 * FIXME: lookup the fw_node corresponding to the sender of
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500680 * this request and pass that to the address handler instead
681 * of the node ID. We may also want to move the address
682 * allocations to fw_node so we only do this callback if the
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400683 * upper layers registered it for this node.
684 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500685
686 if (handler == NULL)
687 fw_send_response(card, request, RCODE_ADDRESS_ERROR);
688 else
689 handler->address_callback(card, request,
690 tcode, destination, source,
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500691 p->generation, p->speed, offset,
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500692 request->data, request->length,
693 handler->callback_data);
694}
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500695EXPORT_SYMBOL(fw_core_handle_request);
696
697void
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500698fw_core_handle_response(struct fw_card *card, struct fw_packet *p)
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500699{
700 struct fw_transaction *t;
701 unsigned long flags;
702 u32 *data;
703 size_t data_length;
704 int tcode, tlabel, destination, source, rcode;
705
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400706 tcode = HEADER_GET_TCODE(p->header[0]);
707 tlabel = HEADER_GET_TLABEL(p->header[0]);
708 destination = HEADER_GET_DESTINATION(p->header[0]);
709 source = HEADER_GET_SOURCE(p->header[1]);
710 rcode = HEADER_GET_RCODE(p->header[1]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500711
712 spin_lock_irqsave(&card->lock, flags);
713 list_for_each_entry(t, &card->transaction_list, link) {
714 if (t->node_id == source && t->tlabel == tlabel) {
715 list_del(&t->link);
716 card->tlabel_mask &= ~(1 << t->tlabel);
717 break;
718 }
719 }
720 spin_unlock_irqrestore(&card->lock, flags);
721
722 if (&t->link == &card->transaction_list) {
Kristian Høgsberg32b46092007-02-06 14:49:30 -0500723 fw_notify("Unsolicited response (source %x, tlabel %x)\n",
724 source, tlabel);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500725 return;
726 }
727
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400728 /*
729 * FIXME: sanity check packet, is length correct, does tcodes
730 * and addresses match.
731 */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500732
733 switch (tcode) {
734 case TCODE_READ_QUADLET_RESPONSE:
Kristian Høgsberg2639a6f2007-01-26 00:37:57 -0500735 data = (u32 *) &p->header[3];
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500736 data_length = 4;
737 break;
738
739 case TCODE_WRITE_RESPONSE:
740 data = NULL;
741 data_length = 0;
742 break;
743
744 case TCODE_READ_BLOCK_RESPONSE:
745 case TCODE_LOCK_RESPONSE:
Kristian Høgsberg93c4cce2007-01-26 00:38:26 -0500746 data = p->payload;
Kristian Høgsberga77754a2007-05-07 20:33:35 -0400747 data_length = HEADER_GET_DATA_LENGTH(p->header[3]);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500748 break;
749
750 default:
751 /* Should never happen, this is just to shut up gcc. */
752 data = NULL;
753 data_length = 0;
754 break;
755 }
756
Stefan Richter10a4c732008-03-16 00:56:41 +0100757 /*
758 * The response handler may be executed while the request handler
759 * is still pending. Cancel the request handler.
760 */
761 card->driver->cancel_packet(card, &t->packet);
762
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500763 t->callback(card, rcode, data, data_length, t->callback_data);
764}
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500765EXPORT_SYMBOL(fw_core_handle_response);
766
Stefan Richterae579882007-08-02 20:34:17 +0200767static const struct fw_address_region topology_map_region =
Jarod Wilsoncca60972008-03-08 12:52:03 -0500768 { .start = CSR_REGISTER_BASE | CSR_TOPOLOGY_MAP,
769 .end = CSR_REGISTER_BASE | CSR_TOPOLOGY_MAP_END, };
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500770
771static void
772handle_topology_map(struct fw_card *card, struct fw_request *request,
773 int tcode, int destination, int source,
774 int generation, int speed,
775 unsigned long long offset,
776 void *payload, size_t length, void *callback_data)
777{
778 int i, start, end;
Stefan Richterefbf3902008-02-23 12:24:57 +0100779 __be32 *map;
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500780
781 if (!TCODE_IS_READ_REQUEST(tcode)) {
782 fw_send_response(card, request, RCODE_TYPE_ERROR);
783 return;
784 }
785
786 if ((offset & 3) > 0 || (length & 3) > 0) {
787 fw_send_response(card, request, RCODE_ADDRESS_ERROR);
788 return;
789 }
790
791 start = (offset - topology_map_region.start) / 4;
792 end = start + length / 4;
793 map = payload;
794
795 for (i = 0; i < length / 4; i++)
796 map[i] = cpu_to_be32(card->topology_map[start + i]);
797
798 fw_send_response(card, request, RCODE_COMPLETE);
799}
800
801static struct fw_address_handler topology_map = {
Kristian Høgsbergd60d7f12007-03-07 12:12:56 -0500802 .length = 0x200,
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500803 .address_callback = handle_topology_map,
804};
805
Stefan Richterae579882007-08-02 20:34:17 +0200806static const struct fw_address_region registers_region =
Jarod Wilsoncca60972008-03-08 12:52:03 -0500807 { .start = CSR_REGISTER_BASE,
808 .end = CSR_REGISTER_BASE | CSR_CONFIG_ROM, };
Kristian Høgsbergd60d7f12007-03-07 12:12:56 -0500809
810static void
811handle_registers(struct fw_card *card, struct fw_request *request,
812 int tcode, int destination, int source,
813 int generation, int speed,
814 unsigned long long offset,
815 void *payload, size_t length, void *callback_data)
816{
Jarod Wilson15f0d832008-03-08 13:18:58 -0500817 int reg = offset & ~CSR_REGISTER_BASE;
Kristian Høgsbergd60d7f12007-03-07 12:12:56 -0500818 unsigned long long bus_time;
819 __be32 *data = payload;
820
821 switch (reg) {
822 case CSR_CYCLE_TIME:
823 case CSR_BUS_TIME:
824 if (!TCODE_IS_READ_REQUEST(tcode) || length != 4) {
825 fw_send_response(card, request, RCODE_TYPE_ERROR);
826 break;
827 }
828
829 bus_time = card->driver->get_bus_time(card);
830 if (reg == CSR_CYCLE_TIME)
831 *data = cpu_to_be32(bus_time);
832 else
833 *data = cpu_to_be32(bus_time >> 25);
834 fw_send_response(card, request, RCODE_COMPLETE);
835 break;
836
837 case CSR_BUS_MANAGER_ID:
838 case CSR_BANDWIDTH_AVAILABLE:
839 case CSR_CHANNELS_AVAILABLE_HI:
840 case CSR_CHANNELS_AVAILABLE_LO:
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400841 /*
842 * FIXME: these are handled by the OHCI hardware and
Kristian Høgsbergd60d7f12007-03-07 12:12:56 -0500843 * the stack never sees these request. If we add
844 * support for a new type of controller that doesn't
845 * handle this in hardware we need to deal with these
Kristian Høgsbergc781c062007-05-07 20:33:32 -0400846 * transactions.
847 */
Kristian Høgsbergd60d7f12007-03-07 12:12:56 -0500848 BUG();
849 break;
850
851 case CSR_BUSY_TIMEOUT:
852 /* FIXME: Implement this. */
853 default:
854 fw_send_response(card, request, RCODE_ADDRESS_ERROR);
855 break;
856 }
857}
858
859static struct fw_address_handler registers = {
860 .length = 0x400,
861 .address_callback = handle_registers,
862};
863
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500864MODULE_AUTHOR("Kristian Hoegsberg <krh@bitplanet.net>");
865MODULE_DESCRIPTION("Core IEEE1394 transaction logic");
866MODULE_LICENSE("GPL");
867
Kristian Høgsberg937f6872007-03-07 12:12:36 -0500868static const u32 vendor_textual_descriptor[] = {
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500869 /* textual descriptor leaf () */
Kristian Høgsberg937f6872007-03-07 12:12:36 -0500870 0x00060000,
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500871 0x00000000,
872 0x00000000,
873 0x4c696e75, /* L i n u */
874 0x78204669, /* x F i */
875 0x72657769, /* r e w i */
Kristian Høgsberg937f6872007-03-07 12:12:36 -0500876 0x72650000, /* r e */
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500877};
878
Kristian Høgsberg937f6872007-03-07 12:12:36 -0500879static const u32 model_textual_descriptor[] = {
880 /* model descriptor leaf () */
881 0x00030000,
882 0x00000000,
883 0x00000000,
884 0x4a756a75, /* J u j u */
885};
886
887static struct fw_descriptor vendor_id_descriptor = {
888 .length = ARRAY_SIZE(vendor_textual_descriptor),
889 .immediate = 0x03d00d1e,
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500890 .key = 0x81000000,
Kristian Høgsberg937f6872007-03-07 12:12:36 -0500891 .data = vendor_textual_descriptor,
892};
893
894static struct fw_descriptor model_id_descriptor = {
895 .length = ARRAY_SIZE(model_textual_descriptor),
896 .immediate = 0x17000001,
897 .key = 0x81000000,
898 .data = model_textual_descriptor,
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500899};
900
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500901static int __init fw_core_init(void)
902{
903 int retval;
904
905 retval = bus_register(&fw_bus_type);
906 if (retval < 0)
907 return retval;
908
Kristian Høgsberga3aca3d2007-03-07 12:12:44 -0500909 fw_cdev_major = register_chrdev(0, "firewire", &fw_device_ops);
910 if (fw_cdev_major < 0) {
911 bus_unregister(&fw_bus_type);
912 return fw_cdev_major;
913 }
914
Kristian Høgsberg473d28c2007-03-07 12:12:55 -0500915 retval = fw_core_add_address_handler(&topology_map,
916 &topology_map_region);
917 BUG_ON(retval < 0);
918
Kristian Høgsbergd60d7f12007-03-07 12:12:56 -0500919 retval = fw_core_add_address_handler(&registers,
920 &registers_region);
921 BUG_ON(retval < 0);
922
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500923 /* Add the vendor textual descriptor. */
Kristian Høgsberg937f6872007-03-07 12:12:36 -0500924 retval = fw_core_add_descriptor(&vendor_id_descriptor);
925 BUG_ON(retval < 0);
926 retval = fw_core_add_descriptor(&model_id_descriptor);
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500927 BUG_ON(retval < 0);
928
929 return 0;
930}
931
932static void __exit fw_core_cleanup(void)
933{
Kristian Høgsberga3aca3d2007-03-07 12:12:44 -0500934 unregister_chrdev(fw_cdev_major, "firewire");
Kristian Høgsberg3038e352006-12-19 19:58:27 -0500935 bus_unregister(&fw_bus_type);
936}
937
938module_init(fw_core_init);
939module_exit(fw_core_cleanup);