blob: 2abf0b88a973140ec27be7a7573f6a3ffcf664b3 [file] [log] [blame]
Chris Leech0bbd5f42006-05-23 17:35:34 -07001/*
2 * Copyright(c) 2004 - 2006 Intel Corporation. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License as published by the Free
6 * Software Foundation; either version 2 of the License, or (at your option)
7 * any later version.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59
16 * Temple Place - Suite 330, Boston, MA 02111-1307, USA.
17 *
18 * The full GNU General Public License is included in this distribution in the
19 * file called COPYING.
20 */
21#ifndef IOATDMA_H
22#define IOATDMA_H
23
24#include <linux/dmaengine.h>
25#include "ioatdma_hw.h"
26#include <linux/init.h>
27#include <linux/dmapool.h>
28#include <linux/cache.h>
David S. Miller57c651f2006-05-23 17:39:49 -070029#include <linux/pci_ids.h>
Chris Leech0bbd5f42006-05-23 17:35:34 -070030
Shannon Nelson3e037452007-10-16 01:27:40 -070031enum ioat_interrupt {
32 none = 0,
33 msix_multi_vector = 1,
34 msix_single_vector = 2,
35 msi = 3,
36 intx = 4,
37};
38
Chris Leech0bbd5f42006-05-23 17:35:34 -070039#define IOAT_LOW_COMPLETION_MASK 0xffffffc0
40
Chris Leech0bbd5f42006-05-23 17:35:34 -070041/**
Shannon Nelson8ab89562007-10-16 01:27:39 -070042 * struct ioatdma_device - internal representation of a IOAT device
Chris Leech0bbd5f42006-05-23 17:35:34 -070043 * @pdev: PCI-Express device
44 * @reg_base: MMIO register space base address
45 * @dma_pool: for allocating DMA descriptors
46 * @common: embedded struct dma_device
Shannon Nelson8ab89562007-10-16 01:27:39 -070047 * @version: version of ioatdma device
Chris Leech0bbd5f42006-05-23 17:35:34 -070048 */
49
Shannon Nelson8ab89562007-10-16 01:27:39 -070050struct ioatdma_device {
Chris Leech0bbd5f42006-05-23 17:35:34 -070051 struct pci_dev *pdev;
Al Viro47b16532006-10-10 22:45:47 +010052 void __iomem *reg_base;
Chris Leech0bbd5f42006-05-23 17:35:34 -070053 struct pci_pool *dma_pool;
54 struct pci_pool *completion_pool;
Chris Leech0bbd5f42006-05-23 17:35:34 -070055 struct dma_device common;
Shannon Nelson8ab89562007-10-16 01:27:39 -070056 u8 version;
Shannon Nelson3e037452007-10-16 01:27:40 -070057 enum ioat_interrupt irq_mode;
58 struct msix_entry msix_entries[4];
59 struct ioat_dma_chan *idx[4];
Chris Leech0bbd5f42006-05-23 17:35:34 -070060};
61
62/**
63 * struct ioat_dma_chan - internal representation of a DMA channel
64 * @device:
65 * @reg_base:
66 * @sw_in_use:
67 * @completion:
68 * @completion_low:
69 * @completion_high:
70 * @completed_cookie: last cookie seen completed on cleanup
71 * @cookie: value of last cookie given to client
72 * @last_completion:
73 * @xfercap:
74 * @desc_lock:
75 * @free_desc:
76 * @used_desc:
77 * @resource:
78 * @device_node:
79 */
80
81struct ioat_dma_chan {
82
Al Viro47b16532006-10-10 22:45:47 +010083 void __iomem *reg_base;
Chris Leech0bbd5f42006-05-23 17:35:34 -070084
85 dma_cookie_t completed_cookie;
86 unsigned long last_completion;
87
88 u32 xfercap; /* XFERCAP register value expanded out */
89
90 spinlock_t cleanup_lock;
91 spinlock_t desc_lock;
92 struct list_head free_desc;
93 struct list_head used_desc;
94
95 int pending;
96
Shannon Nelson8ab89562007-10-16 01:27:39 -070097 struct ioatdma_device *device;
Chris Leech0bbd5f42006-05-23 17:35:34 -070098 struct dma_chan common;
99
100 dma_addr_t completion_addr;
101 union {
102 u64 full; /* HW completion writeback */
103 struct {
104 u32 low;
105 u32 high;
106 };
107 } *completion_virt;
Shannon Nelson3e037452007-10-16 01:27:40 -0700108 struct tasklet_struct cleanup_task;
Chris Leech0bbd5f42006-05-23 17:35:34 -0700109};
110
111/* wrapper around hardware descriptor format + additional software fields */
112
113/**
114 * struct ioat_desc_sw - wrapper around hardware descriptor
115 * @hw: hardware DMA descriptor
Dan Williams7405f742007-01-02 11:10:43 -0700116 * @node: this descriptor will either be on the free list,
117 * or attached to a transaction list (async_tx.tx_list)
118 * @tx_cnt: number of descriptors required to complete the transaction
119 * @async_tx: the generic software descriptor for all engines
Chris Leech0bbd5f42006-05-23 17:35:34 -0700120 */
Chris Leech0bbd5f42006-05-23 17:35:34 -0700121struct ioat_desc_sw {
122 struct ioat_dma_descriptor *hw;
123 struct list_head node;
Dan Williams7405f742007-01-02 11:10:43 -0700124 int tx_cnt;
Shannon Nelson54a09fe2007-08-14 17:36:31 -0700125 DECLARE_PCI_UNMAP_LEN(len)
Chris Leech0bbd5f42006-05-23 17:35:34 -0700126 DECLARE_PCI_UNMAP_ADDR(src)
Chris Leech0bbd5f42006-05-23 17:35:34 -0700127 DECLARE_PCI_UNMAP_ADDR(dst)
Dan Williams7405f742007-01-02 11:10:43 -0700128 struct dma_async_tx_descriptor async_tx;
Chris Leech0bbd5f42006-05-23 17:35:34 -0700129};
130
Shannon Nelson8ab89562007-10-16 01:27:39 -0700131#if defined(CONFIG_INTEL_IOATDMA) || defined(CONFIG_INTEL_IOATDMA_MODULE)
132struct ioatdma_device *ioat_dma_probe(struct pci_dev *pdev,
133 void __iomem *iobase);
134void ioat_dma_remove(struct ioatdma_device *device);
135#else
136#define ioat_dma_probe(pdev, iobase) NULL
137#define ioat_dma_remove(device) do { } while (0)
138#endif
139
Chris Leech0bbd5f42006-05-23 17:35:34 -0700140#endif /* IOATDMA_H */