blob: c82e245960746ed2f126a4f4b78d77ec30eba3bc [file] [log] [blame]
Jan-Bernd Themann7a291082006-09-13 17:44:31 +02001/*
2 * linux/drivers/net/ehea/ehea_qmr.c
3 *
4 * eHEA ethernet device driver for IBM eServer System p
5 *
6 * (C) Copyright IBM Corp. 2006
7 *
8 * Authors:
9 * Christoph Raisch <raisch@de.ibm.com>
10 * Jan-Bernd Themann <themann@de.ibm.com>
11 * Thomas Klein <tklein@de.ibm.com>
12 *
13 *
14 * This program is free software; you can redistribute it and/or modify
15 * it under the terms of the GNU General Public License as published by
16 * the Free Software Foundation; either version 2, or (at your option)
17 * any later version.
18 *
19 * This program is distributed in the hope that it will be useful,
20 * but WITHOUT ANY WARRANTY; without even the implied warranty of
21 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
22 * GNU General Public License for more details.
23 *
24 * You should have received a copy of the GNU General Public License
25 * along with this program; if not, write to the Free Software
26 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
27 */
28
Al Virod7fe0f22006-12-03 23:15:30 -050029#include <linux/mm.h>
Jan-Bernd Themann7a291082006-09-13 17:44:31 +020030#include "ehea.h"
31#include "ehea_phyp.h"
32#include "ehea_qmr.h"
33
Thomas Klein44c82152007-07-11 16:32:00 +020034
35struct ehea_busmap ehea_bmap = { 0, 0, NULL };
36extern u64 ehea_driver_flags;
37extern struct workqueue_struct *ehea_driver_wq;
38extern struct work_struct ehea_rereg_mr_task;
39
40
Jan-Bernd Themann7a291082006-09-13 17:44:31 +020041static void *hw_qpageit_get_inc(struct hw_queue *queue)
42{
43 void *retvalue = hw_qeit_get(queue);
44
45 queue->current_q_offset += queue->pagesize;
46 if (queue->current_q_offset > queue->queue_length) {
47 queue->current_q_offset -= queue->pagesize;
48 retvalue = NULL;
49 } else if (((u64) retvalue) & (EHEA_PAGESIZE-1)) {
50 ehea_error("not on pageboundary");
51 retvalue = NULL;
52 }
53 return retvalue;
54}
55
56static int hw_queue_ctor(struct hw_queue *queue, const u32 nr_of_pages,
57 const u32 pagesize, const u32 qe_size)
58{
59 int pages_per_kpage = PAGE_SIZE / pagesize;
60 int i, k;
61
62 if ((pagesize > PAGE_SIZE) || (!pages_per_kpage)) {
63 ehea_error("pagesize conflict! kernel pagesize=%d, "
64 "ehea pagesize=%d", (int)PAGE_SIZE, (int)pagesize);
65 return -EINVAL;
66 }
67
68 queue->queue_length = nr_of_pages * pagesize;
69 queue->queue_pages = kmalloc(nr_of_pages * sizeof(void*), GFP_KERNEL);
70 if (!queue->queue_pages) {
71 ehea_error("no mem for queue_pages");
72 return -ENOMEM;
73 }
74
75 /*
76 * allocate pages for queue:
77 * outer loop allocates whole kernel pages (page aligned) and
78 * inner loop divides a kernel page into smaller hea queue pages
79 */
80 i = 0;
81 while (i < nr_of_pages) {
82 u8 *kpage = (u8*)get_zeroed_page(GFP_KERNEL);
83 if (!kpage)
84 goto out_nomem;
85 for (k = 0; k < pages_per_kpage && i < nr_of_pages; k++) {
86 (queue->queue_pages)[i] = (struct ehea_page*)kpage;
87 kpage += pagesize;
88 i++;
89 }
90 }
91
92 queue->current_q_offset = 0;
93 queue->qe_size = qe_size;
94 queue->pagesize = pagesize;
95 queue->toggle_state = 1;
96
97 return 0;
98out_nomem:
99 for (i = 0; i < nr_of_pages; i += pages_per_kpage) {
100 if (!(queue->queue_pages)[i])
101 break;
102 free_page((unsigned long)(queue->queue_pages)[i]);
103 }
104 return -ENOMEM;
105}
106
107static void hw_queue_dtor(struct hw_queue *queue)
108{
109 int pages_per_kpage = PAGE_SIZE / queue->pagesize;
110 int i, nr_pages;
111
112 if (!queue || !queue->queue_pages)
113 return;
114
115 nr_pages = queue->queue_length / queue->pagesize;
116
117 for (i = 0; i < nr_pages; i += pages_per_kpage)
118 free_page((unsigned long)(queue->queue_pages)[i]);
119
120 kfree(queue->queue_pages);
121}
122
123struct ehea_cq *ehea_create_cq(struct ehea_adapter *adapter,
124 int nr_of_cqe, u64 eq_handle, u32 cq_token)
125{
126 struct ehea_cq *cq;
127 struct h_epa epa;
128 u64 *cq_handle_ref, hret, rpage;
129 u32 act_nr_of_entries, act_pages, counter;
130 int ret;
131 void *vpage;
132
133 cq = kzalloc(sizeof(*cq), GFP_KERNEL);
134 if (!cq) {
135 ehea_error("no mem for cq");
136 goto out_nomem;
137 }
138
139 cq->attr.max_nr_of_cqes = nr_of_cqe;
140 cq->attr.cq_token = cq_token;
141 cq->attr.eq_handle = eq_handle;
142
143 cq->adapter = adapter;
144
145 cq_handle_ref = &cq->fw_handle;
146 act_nr_of_entries = 0;
147 act_pages = 0;
148
149 hret = ehea_h_alloc_resource_cq(adapter->handle, &cq->attr,
150 &cq->fw_handle, &cq->epas);
151 if (hret != H_SUCCESS) {
152 ehea_error("alloc_resource_cq failed");
153 goto out_freemem;
154 }
155
156 ret = hw_queue_ctor(&cq->hw_queue, cq->attr.nr_pages,
157 EHEA_PAGESIZE, sizeof(struct ehea_cqe));
158 if (ret)
159 goto out_freeres;
160
161 for (counter = 0; counter < cq->attr.nr_pages; counter++) {
162 vpage = hw_qpageit_get_inc(&cq->hw_queue);
163 if (!vpage) {
164 ehea_error("hw_qpageit_get_inc failed");
165 goto out_kill_hwq;
166 }
167
168 rpage = virt_to_abs(vpage);
169 hret = ehea_h_register_rpage(adapter->handle,
170 0, EHEA_CQ_REGISTER_ORIG,
171 cq->fw_handle, rpage, 1);
172 if (hret < H_SUCCESS) {
173 ehea_error("register_rpage_cq failed ehea_cq=%p "
174 "hret=%lx counter=%i act_pages=%i",
175 cq, hret, counter, cq->attr.nr_pages);
176 goto out_kill_hwq;
177 }
178
179 if (counter == (cq->attr.nr_pages - 1)) {
180 vpage = hw_qpageit_get_inc(&cq->hw_queue);
181
182 if ((hret != H_SUCCESS) || (vpage)) {
183 ehea_error("registration of pages not "
184 "complete hret=%lx\n", hret);
185 goto out_kill_hwq;
186 }
187 } else {
188 if ((hret != H_PAGE_REGISTERED) || (!vpage)) {
189 ehea_error("CQ: registration of page failed "
190 "hret=%lx\n", hret);
191 goto out_kill_hwq;
192 }
193 }
194 }
195
196 hw_qeit_reset(&cq->hw_queue);
197 epa = cq->epas.kernel;
198 ehea_reset_cq_ep(cq);
199 ehea_reset_cq_n1(cq);
200
201 return cq;
202
203out_kill_hwq:
204 hw_queue_dtor(&cq->hw_queue);
205
206out_freeres:
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100207 ehea_h_free_resource(adapter->handle, cq->fw_handle, FORCE_FREE);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200208
209out_freemem:
210 kfree(cq);
211
212out_nomem:
213 return NULL;
214}
215
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100216u64 ehea_destroy_cq_res(struct ehea_cq *cq, u64 force)
217{
218 u64 hret;
219 u64 adapter_handle = cq->adapter->handle;
220
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200221 /* deregister all previous registered pages */
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100222 hret = ehea_h_free_resource(adapter_handle, cq->fw_handle, force);
223 if (hret != H_SUCCESS)
224 return hret;
225
226 hw_queue_dtor(&cq->hw_queue);
227 kfree(cq);
228
229 return hret;
230}
231
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200232int ehea_destroy_cq(struct ehea_cq *cq)
233{
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100234 u64 hret;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200235 if (!cq)
236 return 0;
237
Jan-Bernd Themann28721c82007-08-22 16:21:28 +0200238 hcp_epas_dtor(&cq->epas);
239
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100240 if ((hret = ehea_destroy_cq_res(cq, NORMAL_FREE)) == H_R_STATE) {
241 ehea_error_data(cq->adapter, cq->fw_handle);
242 hret = ehea_destroy_cq_res(cq, FORCE_FREE);
243 }
Thomas Klein1b5135d2006-11-03 17:47:20 +0100244
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200245 if (hret != H_SUCCESS) {
246 ehea_error("destroy CQ failed");
247 return -EIO;
248 }
249
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200250 return 0;
251}
252
253struct ehea_eq *ehea_create_eq(struct ehea_adapter *adapter,
254 const enum ehea_eq_type type,
255 const u32 max_nr_of_eqes, const u8 eqe_gen)
256{
257 int ret, i;
258 u64 hret, rpage;
259 void *vpage;
260 struct ehea_eq *eq;
261
262 eq = kzalloc(sizeof(*eq), GFP_KERNEL);
263 if (!eq) {
264 ehea_error("no mem for eq");
265 return NULL;
266 }
267
268 eq->adapter = adapter;
269 eq->attr.type = type;
270 eq->attr.max_nr_of_eqes = max_nr_of_eqes;
271 eq->attr.eqe_gen = eqe_gen;
272 spin_lock_init(&eq->spinlock);
273
274 hret = ehea_h_alloc_resource_eq(adapter->handle,
275 &eq->attr, &eq->fw_handle);
276 if (hret != H_SUCCESS) {
277 ehea_error("alloc_resource_eq failed");
278 goto out_freemem;
279 }
280
281 ret = hw_queue_ctor(&eq->hw_queue, eq->attr.nr_pages,
282 EHEA_PAGESIZE, sizeof(struct ehea_eqe));
283 if (ret) {
284 ehea_error("can't allocate eq pages");
285 goto out_freeres;
286 }
287
288 for (i = 0; i < eq->attr.nr_pages; i++) {
289 vpage = hw_qpageit_get_inc(&eq->hw_queue);
290 if (!vpage) {
291 ehea_error("hw_qpageit_get_inc failed");
292 hret = H_RESOURCE;
293 goto out_kill_hwq;
294 }
295
296 rpage = virt_to_abs(vpage);
297
298 hret = ehea_h_register_rpage(adapter->handle, 0,
299 EHEA_EQ_REGISTER_ORIG,
300 eq->fw_handle, rpage, 1);
301
302 if (i == (eq->attr.nr_pages - 1)) {
303 /* last page */
304 vpage = hw_qpageit_get_inc(&eq->hw_queue);
305 if ((hret != H_SUCCESS) || (vpage)) {
306 goto out_kill_hwq;
307 }
308 } else {
309 if ((hret != H_PAGE_REGISTERED) || (!vpage)) {
310 goto out_kill_hwq;
311 }
312 }
313 }
314
315 hw_qeit_reset(&eq->hw_queue);
316 return eq;
317
318out_kill_hwq:
319 hw_queue_dtor(&eq->hw_queue);
320
321out_freeres:
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100322 ehea_h_free_resource(adapter->handle, eq->fw_handle, FORCE_FREE);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200323
324out_freemem:
325 kfree(eq);
326 return NULL;
327}
328
329struct ehea_eqe *ehea_poll_eq(struct ehea_eq *eq)
330{
331 struct ehea_eqe *eqe;
332 unsigned long flags;
333
334 spin_lock_irqsave(&eq->spinlock, flags);
335 eqe = (struct ehea_eqe*)hw_eqit_eq_get_inc_valid(&eq->hw_queue);
336 spin_unlock_irqrestore(&eq->spinlock, flags);
337
338 return eqe;
339}
340
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100341u64 ehea_destroy_eq_res(struct ehea_eq *eq, u64 force)
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200342{
343 u64 hret;
344 unsigned long flags;
345
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200346 spin_lock_irqsave(&eq->spinlock, flags);
347
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100348 hret = ehea_h_free_resource(eq->adapter->handle, eq->fw_handle, force);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200349 spin_unlock_irqrestore(&eq->spinlock, flags);
350
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100351 if (hret != H_SUCCESS)
352 return hret;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200353
354 hw_queue_dtor(&eq->hw_queue);
355 kfree(eq);
356
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100357 return hret;
358}
359
360int ehea_destroy_eq(struct ehea_eq *eq)
361{
362 u64 hret;
363 if (!eq)
364 return 0;
365
Jan-Bernd Themann28721c82007-08-22 16:21:28 +0200366 hcp_epas_dtor(&eq->epas);
367
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100368 if ((hret = ehea_destroy_eq_res(eq, NORMAL_FREE)) == H_R_STATE) {
369 ehea_error_data(eq->adapter, eq->fw_handle);
370 hret = ehea_destroy_eq_res(eq, FORCE_FREE);
371 }
372
373 if (hret != H_SUCCESS) {
374 ehea_error("destroy EQ failed");
375 return -EIO;
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200376 }
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100377
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200378 return 0;
379}
380
381/**
382 * allocates memory for a queue and registers pages in phyp
383 */
384int ehea_qp_alloc_register(struct ehea_qp *qp, struct hw_queue *hw_queue,
385 int nr_pages, int wqe_size, int act_nr_sges,
386 struct ehea_adapter *adapter, int h_call_q_selector)
387{
388 u64 hret, rpage;
389 int ret, cnt;
390 void *vpage;
391
392 ret = hw_queue_ctor(hw_queue, nr_pages, EHEA_PAGESIZE, wqe_size);
393 if (ret)
394 return ret;
395
396 for (cnt = 0; cnt < nr_pages; cnt++) {
397 vpage = hw_qpageit_get_inc(hw_queue);
398 if (!vpage) {
399 ehea_error("hw_qpageit_get_inc failed");
400 goto out_kill_hwq;
401 }
402 rpage = virt_to_abs(vpage);
403 hret = ehea_h_register_rpage(adapter->handle,
404 0, h_call_q_selector,
405 qp->fw_handle, rpage, 1);
406 if (hret < H_SUCCESS) {
407 ehea_error("register_rpage_qp failed");
408 goto out_kill_hwq;
409 }
410 }
411 hw_qeit_reset(hw_queue);
412 return 0;
413
414out_kill_hwq:
415 hw_queue_dtor(hw_queue);
416 return -EIO;
417}
418
419static inline u32 map_wqe_size(u8 wqe_enc_size)
420{
421 return 128 << wqe_enc_size;
422}
423
424struct ehea_qp *ehea_create_qp(struct ehea_adapter *adapter,
425 u32 pd, struct ehea_qp_init_attr *init_attr)
426{
427 int ret;
428 u64 hret;
429 struct ehea_qp *qp;
430 u32 wqe_size_in_bytes_sq, wqe_size_in_bytes_rq1;
431 u32 wqe_size_in_bytes_rq2, wqe_size_in_bytes_rq3;
432
433
434 qp = kzalloc(sizeof(*qp), GFP_KERNEL);
435 if (!qp) {
436 ehea_error("no mem for qp");
437 return NULL;
438 }
439
440 qp->adapter = adapter;
441
442 hret = ehea_h_alloc_resource_qp(adapter->handle, init_attr, pd,
443 &qp->fw_handle, &qp->epas);
444 if (hret != H_SUCCESS) {
445 ehea_error("ehea_h_alloc_resource_qp failed");
446 goto out_freemem;
447 }
448
449 wqe_size_in_bytes_sq = map_wqe_size(init_attr->act_wqe_size_enc_sq);
450 wqe_size_in_bytes_rq1 = map_wqe_size(init_attr->act_wqe_size_enc_rq1);
451 wqe_size_in_bytes_rq2 = map_wqe_size(init_attr->act_wqe_size_enc_rq2);
452 wqe_size_in_bytes_rq3 = map_wqe_size(init_attr->act_wqe_size_enc_rq3);
453
454 ret = ehea_qp_alloc_register(qp, &qp->hw_squeue, init_attr->nr_sq_pages,
455 wqe_size_in_bytes_sq,
456 init_attr->act_wqe_size_enc_sq, adapter,
457 0);
458 if (ret) {
459 ehea_error("can't register for sq ret=%x", ret);
460 goto out_freeres;
461 }
462
463 ret = ehea_qp_alloc_register(qp, &qp->hw_rqueue1,
464 init_attr->nr_rq1_pages,
465 wqe_size_in_bytes_rq1,
466 init_attr->act_wqe_size_enc_rq1,
467 adapter, 1);
468 if (ret) {
469 ehea_error("can't register for rq1 ret=%x", ret);
470 goto out_kill_hwsq;
471 }
472
473 if (init_attr->rq_count > 1) {
474 ret = ehea_qp_alloc_register(qp, &qp->hw_rqueue2,
475 init_attr->nr_rq2_pages,
476 wqe_size_in_bytes_rq2,
477 init_attr->act_wqe_size_enc_rq2,
478 adapter, 2);
479 if (ret) {
480 ehea_error("can't register for rq2 ret=%x", ret);
481 goto out_kill_hwr1q;
482 }
483 }
484
485 if (init_attr->rq_count > 2) {
486 ret = ehea_qp_alloc_register(qp, &qp->hw_rqueue3,
487 init_attr->nr_rq3_pages,
488 wqe_size_in_bytes_rq3,
489 init_attr->act_wqe_size_enc_rq3,
490 adapter, 3);
491 if (ret) {
492 ehea_error("can't register for rq3 ret=%x", ret);
493 goto out_kill_hwr2q;
494 }
495 }
496
497 qp->init_attr = *init_attr;
498
499 return qp;
500
501out_kill_hwr2q:
502 hw_queue_dtor(&qp->hw_rqueue2);
503
504out_kill_hwr1q:
505 hw_queue_dtor(&qp->hw_rqueue1);
506
507out_kill_hwsq:
508 hw_queue_dtor(&qp->hw_squeue);
509
510out_freeres:
511 ehea_h_disable_and_get_hea(adapter->handle, qp->fw_handle);
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100512 ehea_h_free_resource(adapter->handle, qp->fw_handle, FORCE_FREE);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200513
514out_freemem:
515 kfree(qp);
516 return NULL;
517}
518
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100519u64 ehea_destroy_qp_res(struct ehea_qp *qp, u64 force)
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200520{
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200521 u64 hret;
522 struct ehea_qp_init_attr *qp_attr = &qp->init_attr;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200523
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200524
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200525 ehea_h_disable_and_get_hea(qp->adapter->handle, qp->fw_handle);
526 hret = ehea_h_free_resource(qp->adapter->handle, qp->fw_handle, force);
527 if (hret != H_SUCCESS)
528 return hret;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200529
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200530 hw_queue_dtor(&qp->hw_squeue);
531 hw_queue_dtor(&qp->hw_rqueue1);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200532
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200533 if (qp_attr->rq_count > 1)
534 hw_queue_dtor(&qp->hw_rqueue2);
535 if (qp_attr->rq_count > 2)
536 hw_queue_dtor(&qp->hw_rqueue3);
537 kfree(qp);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200538
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200539 return hret;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200540}
541
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100542int ehea_destroy_qp(struct ehea_qp *qp)
543{
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200544 u64 hret;
545 if (!qp)
546 return 0;
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100547
Jan-Bernd Themann28721c82007-08-22 16:21:28 +0200548 hcp_epas_dtor(&qp->epas);
549
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200550 if ((hret = ehea_destroy_qp_res(qp, NORMAL_FREE)) == H_R_STATE) {
551 ehea_error_data(qp->adapter, qp->fw_handle);
552 hret = ehea_destroy_qp_res(qp, FORCE_FREE);
553 }
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100554
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200555 if (hret != H_SUCCESS) {
556 ehea_error("destroy QP failed");
557 return -EIO;
558 }
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100559
Jan-Bernd Themannd1d25aa2007-07-02 13:00:46 +0200560 return 0;
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100561}
562
Thomas Klein44c82152007-07-11 16:32:00 +0200563int ehea_create_busmap( void )
564{
565 u64 vaddr = EHEA_BUSMAP_START;
566 unsigned long abs_max_pfn = 0;
567 unsigned long sec_max_pfn;
568 int i;
569
570 /*
571 * Sections are not in ascending order -> Loop over all sections and
572 * find the highest PFN to compute the required map size.
573 */
574 ehea_bmap.valid_sections = 0;
575
576 for (i = 0; i < NR_MEM_SECTIONS; i++)
577 if (valid_section_nr(i)) {
578 sec_max_pfn = section_nr_to_pfn(i);
579 if (sec_max_pfn > abs_max_pfn)
580 abs_max_pfn = sec_max_pfn;
581 ehea_bmap.valid_sections++;
582 }
583
584 ehea_bmap.entries = abs_max_pfn / EHEA_PAGES_PER_SECTION + 1;
585 ehea_bmap.vaddr = vmalloc(ehea_bmap.entries * sizeof(*ehea_bmap.vaddr));
586
587 if (!ehea_bmap.vaddr)
588 return -ENOMEM;
589
590 for (i = 0 ; i < ehea_bmap.entries; i++) {
591 unsigned long pfn = section_nr_to_pfn(i);
592
593 if (pfn_valid(pfn)) {
594 ehea_bmap.vaddr[i] = vaddr;
595 vaddr += EHEA_SECTSIZE;
596 } else
597 ehea_bmap.vaddr[i] = 0;
598 }
599
600 return 0;
601}
602
603void ehea_destroy_busmap( void )
604{
605 vfree(ehea_bmap.vaddr);
606}
607
608u64 ehea_map_vaddr(void *caddr)
609{
610 u64 mapped_addr;
611 unsigned long index = __pa(caddr) >> SECTION_SIZE_BITS;
612
613 if (likely(index < ehea_bmap.entries)) {
614 mapped_addr = ehea_bmap.vaddr[index];
615 if (likely(mapped_addr))
616 mapped_addr |= (((unsigned long)caddr)
617 & (EHEA_SECTSIZE - 1));
618 else
619 mapped_addr = -1;
620 } else
621 mapped_addr = -1;
622
623 if (unlikely(mapped_addr == -1))
624 if (!test_and_set_bit(__EHEA_STOP_XFER, &ehea_driver_flags))
625 queue_work(ehea_driver_wq, &ehea_rereg_mr_task);
626
627 return mapped_addr;
628}
629
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100630int ehea_reg_kernel_mr(struct ehea_adapter *adapter, struct ehea_mr *mr)
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200631{
Thomas Klein44c82152007-07-11 16:32:00 +0200632 int ret;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200633 u64 *pt;
Thomas Klein44c82152007-07-11 16:32:00 +0200634 void *pg;
635 u64 hret, pt_abs, i, j, m, mr_len;
636 u32 acc_ctrl = EHEA_MR_ACC_CTRL;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200637
Thomas Klein44c82152007-07-11 16:32:00 +0200638 mr_len = ehea_bmap.valid_sections * EHEA_SECTSIZE;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200639
Thomas Klein44c82152007-07-11 16:32:00 +0200640 pt = kzalloc(EHEA_MAX_RPAGE * sizeof(u64), GFP_KERNEL);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200641 if (!pt) {
642 ehea_error("no mem");
643 ret = -ENOMEM;
644 goto out;
645 }
646 pt_abs = virt_to_abs(pt);
647
Thomas Klein44c82152007-07-11 16:32:00 +0200648 hret = ehea_h_alloc_resource_mr(adapter->handle,
649 EHEA_BUSMAP_START, mr_len,
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200650 acc_ctrl, adapter->pd,
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100651 &mr->handle, &mr->lkey);
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200652 if (hret != H_SUCCESS) {
653 ehea_error("alloc_resource_mr failed");
654 ret = -EIO;
655 goto out;
656 }
657
Thomas Klein44c82152007-07-11 16:32:00 +0200658 for (i = 0 ; i < ehea_bmap.entries; i++)
659 if (ehea_bmap.vaddr[i]) {
660 void *sectbase = __va(i << SECTION_SIZE_BITS);
661 unsigned long k = 0;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200662
Thomas Klein44c82152007-07-11 16:32:00 +0200663 for (j = 0; j < (PAGES_PER_SECTION / EHEA_MAX_RPAGE);
664 j++) {
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200665
Thomas Klein44c82152007-07-11 16:32:00 +0200666 for (m = 0; m < EHEA_MAX_RPAGE; m++) {
667 pg = sectbase + ((k++) * EHEA_PAGESIZE);
668 pt[m] = virt_to_abs(pg);
669 }
Thomas Kleina1d261c2006-11-03 17:48:23 +0100670
Thomas Klein44c82152007-07-11 16:32:00 +0200671 hret = ehea_h_register_rpage_mr(adapter->handle,
672 mr->handle,
673 0, 0, pt_abs,
674 EHEA_MAX_RPAGE);
675 if ((hret != H_SUCCESS)
676 && (hret != H_PAGE_REGISTERED)) {
677 ehea_h_free_resource(adapter->handle,
678 mr->handle,
679 FORCE_FREE);
680 ehea_error("register_rpage_mr failed");
681 ret = -EIO;
682 goto out;
683 }
684 }
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200685 }
686
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200687 if (hret != H_SUCCESS) {
Thomas Klein44c82152007-07-11 16:32:00 +0200688 ehea_h_free_resource(adapter->handle, mr->handle, FORCE_FREE);
689 ehea_error("registering mr failed");
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200690 ret = -EIO;
691 goto out;
692 }
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100693
Thomas Klein44c82152007-07-11 16:32:00 +0200694 mr->vaddr = EHEA_BUSMAP_START;
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100695 mr->adapter = adapter;
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200696 ret = 0;
697out:
698 kfree(pt);
699 return ret;
700}
701
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100702int ehea_rem_mr(struct ehea_mr *mr)
703{
704 u64 hret;
705
706 if (!mr || !mr->adapter)
707 return -EINVAL;
708
709 hret = ehea_h_free_resource(mr->adapter->handle, mr->handle,
710 FORCE_FREE);
711 if (hret != H_SUCCESS) {
712 ehea_error("destroy MR failed");
713 return -EIO;
714 }
715
716 return 0;
717}
718
719int ehea_gen_smr(struct ehea_adapter *adapter, struct ehea_mr *old_mr,
720 struct ehea_mr *shared_mr)
721{
722 u64 hret;
723
724 hret = ehea_h_register_smr(adapter->handle, old_mr->handle,
725 old_mr->vaddr, EHEA_MR_ACC_CTRL,
726 adapter->pd, shared_mr);
727 if (hret != H_SUCCESS)
728 return -EIO;
729
730 shared_mr->adapter = adapter;
731
732 return 0;
733}
734
Jan-Bernd Themannd2db9ee2007-02-09 09:10:51 +0100735void print_error_data(u64 *data)
736{
737 int length;
738 u64 type = EHEA_BMASK_GET(ERROR_DATA_TYPE, data[2]);
739 u64 resource = data[1];
Jan-Bernd Themann7a291082006-09-13 17:44:31 +0200740
Jan-Bernd Themannd2db9ee2007-02-09 09:10:51 +0100741 length = EHEA_BMASK_GET(ERROR_DATA_LENGTH, data[0]);
742
743 if (length > EHEA_PAGESIZE)
744 length = EHEA_PAGESIZE;
745
746 if (type == 0x8) /* Queue Pair */
747 ehea_error("QP (resource=%lX) state: AER=0x%lX, AERR=0x%lX, "
748 "port=%lX", resource, data[6], data[12], data[22]);
749
Jan-Bernd Themanne542aa62007-03-22 17:50:24 +0100750 if (type == 0x4) /* Completion Queue */
751 ehea_error("CQ (resource=%lX) state: AER=0x%lX", resource,
752 data[6]);
753
754 if (type == 0x3) /* Event Queue */
755 ehea_error("EQ (resource=%lX) state: AER=0x%lX", resource,
756 data[6]);
757
Jan-Bernd Themannd2db9ee2007-02-09 09:10:51 +0100758 ehea_dump(data, length, "error data");
759}
760
761void ehea_error_data(struct ehea_adapter *adapter, u64 res_handle)
762{
763 unsigned long ret;
764 u64 *rblock;
765
766 rblock = kzalloc(PAGE_SIZE, GFP_KERNEL);
767 if (!rblock) {
768 ehea_error("Cannot allocate rblock memory.");
769 return;
770 }
771
772 ret = ehea_h_error_data(adapter->handle,
773 res_handle,
774 rblock);
775
776 if (ret == H_R_STATE)
777 ehea_error("No error data is available: %lX.", res_handle);
778 else if (ret == H_SUCCESS)
779 print_error_data(rblock);
780 else
781 ehea_error("Error data could not be fetched: %lX", res_handle);
782
783 kfree(rblock);
784}