blob: c7d014235c324e1652e1d7e4c0c5a5658c28ad10 [file] [log] [blame]
Sinan Kaya67a20032016-02-04 23:34:35 -05001/*
2 * Qualcomm Technologies HIDMA data structures
3 *
Sinan Kayad1615ca2016-05-01 00:25:26 -04004 * Copyright (c) 2014-2016, The Linux Foundation. All rights reserved.
Sinan Kaya67a20032016-02-04 23:34:35 -05005 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 and
8 * only version 2 as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 */
15
16#ifndef QCOM_HIDMA_H
17#define QCOM_HIDMA_H
18
19#include <linux/kfifo.h>
20#include <linux/interrupt.h>
21#include <linux/dmaengine.h>
22
Sinan Kayad1615ca2016-05-01 00:25:26 -040023#define HIDMA_TRE_SIZE 32 /* each TRE is 32 bytes */
24#define HIDMA_TRE_CFG_IDX 0
25#define HIDMA_TRE_LEN_IDX 1
26#define HIDMA_TRE_SRC_LOW_IDX 2
27#define HIDMA_TRE_SRC_HI_IDX 3
28#define HIDMA_TRE_DEST_LOW_IDX 4
29#define HIDMA_TRE_DEST_HI_IDX 5
Sinan Kaya67a20032016-02-04 23:34:35 -050030
31struct hidma_tre {
32 atomic_t allocated; /* if this channel is allocated */
33 bool queued; /* flag whether this is pending */
34 u16 status; /* status */
Sinan Kayad1615ca2016-05-01 00:25:26 -040035 u32 idx; /* index of the tre */
Sinan Kaya67a20032016-02-04 23:34:35 -050036 u32 dma_sig; /* signature of the tre */
37 const char *dev_name; /* name of the device */
38 void (*callback)(void *data); /* requester callback */
39 void *data; /* Data associated with this channel*/
40 struct hidma_lldev *lldev; /* lldma device pointer */
Sinan Kayad1615ca2016-05-01 00:25:26 -040041 u32 tre_local[HIDMA_TRE_SIZE / sizeof(u32) + 1]; /* TRE local copy */
Sinan Kaya67a20032016-02-04 23:34:35 -050042 u32 tre_index; /* the offset where this was written*/
43 u32 int_flags; /* interrupt flags */
Sinan Kayad1615ca2016-05-01 00:25:26 -040044 u8 err_info; /* error record in this transfer */
45 u8 err_code; /* completion code */
Sinan Kaya67a20032016-02-04 23:34:35 -050046};
47
48struct hidma_lldev {
Sinan Kayad3eab502016-10-07 01:25:12 -040049 bool msi_support; /* flag indicating MSI support */
Sinan Kaya67a20032016-02-04 23:34:35 -050050 bool initialized; /* initialized flag */
51 u8 trch_state; /* trch_state of the device */
52 u8 evch_state; /* evch_state of the device */
53 u8 chidx; /* channel index in the core */
54 u32 nr_tres; /* max number of configs */
55 spinlock_t lock; /* reentrancy */
56 struct hidma_tre *trepool; /* trepool of user configs */
57 struct device *dev; /* device */
58 void __iomem *trca; /* Transfer Channel address */
59 void __iomem *evca; /* Event Channel address */
60 struct hidma_tre
61 **pending_tre_list; /* Pointers to pending TREs */
Sinan Kayabdcfddf2016-10-21 12:37:56 -040062 atomic_t pending_tre_count; /* Number of TREs pending */
Sinan Kaya67a20032016-02-04 23:34:35 -050063
64 void *tre_ring; /* TRE ring */
Sinan Kayad1615ca2016-05-01 00:25:26 -040065 dma_addr_t tre_dma; /* TRE ring to be shared with HW */
Sinan Kaya67a20032016-02-04 23:34:35 -050066 u32 tre_ring_size; /* Byte size of the ring */
67 u32 tre_processed_off; /* last processed TRE */
68
69 void *evre_ring; /* EVRE ring */
Sinan Kayad1615ca2016-05-01 00:25:26 -040070 dma_addr_t evre_dma; /* EVRE ring to be shared with HW */
Sinan Kaya67a20032016-02-04 23:34:35 -050071 u32 evre_ring_size; /* Byte size of the ring */
72 u32 evre_processed_off; /* last processed EVRE */
73
74 u32 tre_write_offset; /* TRE write location */
75 struct tasklet_struct task; /* task delivering notifications */
76 DECLARE_KFIFO_PTR(handoff_fifo,
77 struct hidma_tre *); /* pending TREs FIFO */
78};
79
80struct hidma_desc {
81 struct dma_async_tx_descriptor desc;
82 /* link list node for this channel*/
83 struct list_head node;
84 u32 tre_ch;
85};
86
87struct hidma_chan {
88 bool paused;
89 bool allocated;
90 char dbg_name[16];
91 u32 dma_sig;
Sinan Kaya793ae662016-08-31 11:10:29 -040092 dma_cookie_t last_success;
Sinan Kaya67a20032016-02-04 23:34:35 -050093
94 /*
95 * active descriptor on this channel
96 * It is used by the DMA complete notification to
97 * locate the descriptor that initiated the transfer.
98 */
99 struct dentry *debugfs;
100 struct dentry *stats;
101 struct hidma_dev *dmadev;
102 struct hidma_desc *running;
103
104 struct dma_chan chan;
105 struct list_head free;
106 struct list_head prepared;
107 struct list_head active;
108 struct list_head completed;
109
110 /* Lock for this structure */
111 spinlock_t lock;
112};
113
114struct hidma_dev {
115 int irq;
116 int chidx;
117 u32 nr_descriptors;
Sinan Kaya1c0e3e82016-10-21 12:37:59 -0400118 int msi_virqbase;
Sinan Kaya67a20032016-02-04 23:34:35 -0500119
120 struct hidma_lldev *lldev;
121 void __iomem *dev_trca;
122 struct resource *trca_resource;
123 void __iomem *dev_evca;
124 struct resource *evca_resource;
125
126 /* used to protect the pending channel list*/
127 spinlock_t lock;
128 struct dma_device ddev;
129
130 struct dentry *debugfs;
131 struct dentry *stats;
132
Sinan Kayac6e45842016-11-14 14:34:53 -0500133 /* sysfs entry for the channel id */
134 struct device_attribute *chid_attrs;
135
Sinan Kaya67a20032016-02-04 23:34:35 -0500136 /* Task delivering issue_pending */
137 struct tasklet_struct task;
138};
139
140int hidma_ll_request(struct hidma_lldev *llhndl, u32 dev_id,
141 const char *dev_name,
142 void (*callback)(void *data), void *data, u32 *tre_ch);
143
144void hidma_ll_free(struct hidma_lldev *llhndl, u32 tre_ch);
145enum dma_status hidma_ll_status(struct hidma_lldev *llhndl, u32 tre_ch);
146bool hidma_ll_isenabled(struct hidma_lldev *llhndl);
147void hidma_ll_queue_request(struct hidma_lldev *llhndl, u32 tre_ch);
148void hidma_ll_start(struct hidma_lldev *llhndl);
Sinan Kayad1615ca2016-05-01 00:25:26 -0400149int hidma_ll_disable(struct hidma_lldev *lldev);
150int hidma_ll_enable(struct hidma_lldev *llhndl);
Sinan Kaya67a20032016-02-04 23:34:35 -0500151void hidma_ll_set_transfer_params(struct hidma_lldev *llhndl, u32 tre_ch,
152 dma_addr_t src, dma_addr_t dest, u32 len, u32 flags);
Sinan Kayad3eab502016-10-07 01:25:12 -0400153void hidma_ll_setup_irq(struct hidma_lldev *lldev, bool msi);
Sinan Kaya67a20032016-02-04 23:34:35 -0500154int hidma_ll_setup(struct hidma_lldev *lldev);
155struct hidma_lldev *hidma_ll_init(struct device *dev, u32 max_channels,
156 void __iomem *trca, void __iomem *evca,
157 u8 chidx);
158int hidma_ll_uninit(struct hidma_lldev *llhndl);
159irqreturn_t hidma_ll_inthandler(int irq, void *arg);
Sinan Kaya1c0e3e82016-10-21 12:37:59 -0400160irqreturn_t hidma_ll_inthandler_msi(int irq, void *arg, int cause);
Sinan Kaya67a20032016-02-04 23:34:35 -0500161void hidma_cleanup_pending_tre(struct hidma_lldev *llhndl, u8 err_info,
162 u8 err_code);
Sinan Kaya570d0172016-05-01 00:25:27 -0400163int hidma_debug_init(struct hidma_dev *dmadev);
164void hidma_debug_uninit(struct hidma_dev *dmadev);
Sinan Kaya67a20032016-02-04 23:34:35 -0500165#endif