blob: 5f9881e7b0ed25bc2722ac67c3f2b2cd10a1ed4d [file] [log] [blame]
Chris Leech0bbd5f42006-05-23 17:35:34 -07001/*
2 * Copyright(c) 2004 - 2006 Intel Corporation. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License as published by the Free
6 * Software Foundation; either version 2 of the License, or (at your option)
7 * any later version.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59
16 * Temple Place - Suite 330, Boston, MA 02111-1307, USA.
17 *
18 * The full GNU General Public License is included in this distribution in the
19 * file called COPYING.
20 */
21#ifndef IOATDMA_H
22#define IOATDMA_H
23
24#include <linux/dmaengine.h>
25#include "ioatdma_hw.h"
26#include <linux/init.h>
27#include <linux/dmapool.h>
28#include <linux/cache.h>
David S. Miller57c651f2006-05-23 17:39:49 -070029#include <linux/pci_ids.h>
Chris Leech0bbd5f42006-05-23 17:35:34 -070030
Shannon Nelson5149fd02007-10-18 03:07:13 -070031#define IOAT_DMA_VERSION "1.26"
32
Shannon Nelson3e037452007-10-16 01:27:40 -070033enum ioat_interrupt {
34 none = 0,
35 msix_multi_vector = 1,
36 msix_single_vector = 2,
37 msi = 3,
38 intx = 4,
39};
40
Chris Leech0bbd5f42006-05-23 17:35:34 -070041#define IOAT_LOW_COMPLETION_MASK 0xffffffc0
42
Chris Leech0bbd5f42006-05-23 17:35:34 -070043/**
Shannon Nelson8ab89562007-10-16 01:27:39 -070044 * struct ioatdma_device - internal representation of a IOAT device
Chris Leech0bbd5f42006-05-23 17:35:34 -070045 * @pdev: PCI-Express device
46 * @reg_base: MMIO register space base address
47 * @dma_pool: for allocating DMA descriptors
48 * @common: embedded struct dma_device
Shannon Nelson8ab89562007-10-16 01:27:39 -070049 * @version: version of ioatdma device
Chris Leech0bbd5f42006-05-23 17:35:34 -070050 */
51
Shannon Nelson8ab89562007-10-16 01:27:39 -070052struct ioatdma_device {
Chris Leech0bbd5f42006-05-23 17:35:34 -070053 struct pci_dev *pdev;
Al Viro47b16532006-10-10 22:45:47 +010054 void __iomem *reg_base;
Chris Leech0bbd5f42006-05-23 17:35:34 -070055 struct pci_pool *dma_pool;
56 struct pci_pool *completion_pool;
Chris Leech0bbd5f42006-05-23 17:35:34 -070057 struct dma_device common;
Shannon Nelson8ab89562007-10-16 01:27:39 -070058 u8 version;
Shannon Nelson3e037452007-10-16 01:27:40 -070059 enum ioat_interrupt irq_mode;
60 struct msix_entry msix_entries[4];
61 struct ioat_dma_chan *idx[4];
Chris Leech0bbd5f42006-05-23 17:35:34 -070062};
63
64/**
65 * struct ioat_dma_chan - internal representation of a DMA channel
66 * @device:
67 * @reg_base:
68 * @sw_in_use:
69 * @completion:
70 * @completion_low:
71 * @completion_high:
72 * @completed_cookie: last cookie seen completed on cleanup
73 * @cookie: value of last cookie given to client
74 * @last_completion:
75 * @xfercap:
76 * @desc_lock:
77 * @free_desc:
78 * @used_desc:
79 * @resource:
80 * @device_node:
81 */
82
83struct ioat_dma_chan {
84
Al Viro47b16532006-10-10 22:45:47 +010085 void __iomem *reg_base;
Chris Leech0bbd5f42006-05-23 17:35:34 -070086
87 dma_cookie_t completed_cookie;
88 unsigned long last_completion;
89
90 u32 xfercap; /* XFERCAP register value expanded out */
91
92 spinlock_t cleanup_lock;
93 spinlock_t desc_lock;
94 struct list_head free_desc;
95 struct list_head used_desc;
96
97 int pending;
98
Shannon Nelson8ab89562007-10-16 01:27:39 -070099 struct ioatdma_device *device;
Chris Leech0bbd5f42006-05-23 17:35:34 -0700100 struct dma_chan common;
101
102 dma_addr_t completion_addr;
103 union {
104 u64 full; /* HW completion writeback */
105 struct {
106 u32 low;
107 u32 high;
108 };
109 } *completion_virt;
Shannon Nelson3e037452007-10-16 01:27:40 -0700110 struct tasklet_struct cleanup_task;
Chris Leech0bbd5f42006-05-23 17:35:34 -0700111};
112
113/* wrapper around hardware descriptor format + additional software fields */
114
115/**
116 * struct ioat_desc_sw - wrapper around hardware descriptor
117 * @hw: hardware DMA descriptor
Dan Williams7405f742007-01-02 11:10:43 -0700118 * @node: this descriptor will either be on the free list,
119 * or attached to a transaction list (async_tx.tx_list)
120 * @tx_cnt: number of descriptors required to complete the transaction
121 * @async_tx: the generic software descriptor for all engines
Chris Leech0bbd5f42006-05-23 17:35:34 -0700122 */
Chris Leech0bbd5f42006-05-23 17:35:34 -0700123struct ioat_desc_sw {
124 struct ioat_dma_descriptor *hw;
125 struct list_head node;
Dan Williams7405f742007-01-02 11:10:43 -0700126 int tx_cnt;
Shannon Nelson7f2b2912007-10-18 03:07:14 -0700127 size_t len;
128 dma_addr_t src;
129 dma_addr_t dst;
Dan Williams7405f742007-01-02 11:10:43 -0700130 struct dma_async_tx_descriptor async_tx;
Chris Leech0bbd5f42006-05-23 17:35:34 -0700131};
132
Shannon Nelson8ab89562007-10-16 01:27:39 -0700133#if defined(CONFIG_INTEL_IOATDMA) || defined(CONFIG_INTEL_IOATDMA_MODULE)
134struct ioatdma_device *ioat_dma_probe(struct pci_dev *pdev,
135 void __iomem *iobase);
136void ioat_dma_remove(struct ioatdma_device *device);
Shannon Nelson2ed6dc32007-10-16 01:27:42 -0700137struct dca_provider *ioat_dca_init(struct pci_dev *pdev,
138 void __iomem *iobase);
Shannon Nelson8ab89562007-10-16 01:27:39 -0700139#else
140#define ioat_dma_probe(pdev, iobase) NULL
141#define ioat_dma_remove(device) do { } while (0)
Shannon Nelson2ed6dc32007-10-16 01:27:42 -0700142#define ioat_dca_init(pdev, iobase) NULL
Shannon Nelson8ab89562007-10-16 01:27:39 -0700143#endif
144
Chris Leech0bbd5f42006-05-23 17:35:34 -0700145#endif /* IOATDMA_H */