blob: 91fd395c90c4cf99cd444fdede5d42d08ecb529d [file] [log] [blame]
Jon Hunteraa3da642012-09-14 17:41:56 -05001/*
2 * Device tree helpers for DMA request / controller
3 *
4 * Based on of_gpio.c
5 *
6 * Copyright (C) 2012 Texas Instruments Incorporated - http://www.ti.com/
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 */
12
13#include <linux/device.h>
14#include <linux/err.h>
15#include <linux/module.h>
Lars-Peter Clausende616082013-04-19 11:42:14 +020016#include <linux/mutex.h>
Jon Hunteraa3da642012-09-14 17:41:56 -050017#include <linux/slab.h>
18#include <linux/of.h>
19#include <linux/of_dma.h>
20
21static LIST_HEAD(of_dma_list);
Lars-Peter Clausende616082013-04-19 11:42:14 +020022static DEFINE_MUTEX(of_dma_lock);
Jon Hunteraa3da642012-09-14 17:41:56 -050023
24/**
Lars-Peter Clausende616082013-04-19 11:42:14 +020025 * of_dma_find_controller - Get a DMA controller in DT DMA helpers list
Jon Hunter9743a3b2012-10-11 14:43:01 -050026 * @dma_spec: pointer to DMA specifier as found in the device tree
27 *
28 * Finds a DMA controller with matching device node and number for dma cells
Lars-Peter Clausende616082013-04-19 11:42:14 +020029 * in a list of registered DMA controllers. If a match is found a valid pointer
30 * to the DMA data stored is retuned. A NULL pointer is returned if no match is
31 * found.
Jon Hunteraa3da642012-09-14 17:41:56 -050032 */
Lars-Peter Clausende616082013-04-19 11:42:14 +020033static struct of_dma *of_dma_find_controller(struct of_phandle_args *dma_spec)
Jon Hunteraa3da642012-09-14 17:41:56 -050034{
35 struct of_dma *ofdma;
36
Jon Hunter9743a3b2012-10-11 14:43:01 -050037 list_for_each_entry(ofdma, &of_dma_list, of_dma_controllers)
Lars-Peter Clausen8552bb42013-04-22 10:33:33 +020038 if (ofdma->of_node == dma_spec->np)
Jon Hunteraa3da642012-09-14 17:41:56 -050039 return ofdma;
Jon Hunter9743a3b2012-10-11 14:43:01 -050040
Rob Herringc6c93042017-07-18 16:42:58 -050041 pr_debug("%s: can't find DMA controller %pOF\n", __func__,
42 dma_spec->np);
Jon Hunteraa3da642012-09-14 17:41:56 -050043
44 return NULL;
45}
46
47/**
Peter Ujfalusi56f13c02015-04-09 12:35:47 +030048 * of_dma_router_xlate - translation function for router devices
49 * @dma_spec: pointer to DMA specifier as found in the device tree
50 * @of_dma: pointer to DMA controller data (router information)
51 *
52 * The function creates new dma_spec to be passed to the router driver's
53 * of_dma_route_allocate() function to prepare a dma_spec which will be used
54 * to request channel from the real DMA controller.
55 */
56static struct dma_chan *of_dma_router_xlate(struct of_phandle_args *dma_spec,
57 struct of_dma *ofdma)
58{
59 struct dma_chan *chan;
60 struct of_dma *ofdma_target;
61 struct of_phandle_args dma_spec_target;
62 void *route_data;
63
64 /* translate the request for the real DMA controller */
65 memcpy(&dma_spec_target, dma_spec, sizeof(dma_spec_target));
66 route_data = ofdma->of_dma_route_allocate(&dma_spec_target, ofdma);
67 if (IS_ERR(route_data))
68 return NULL;
69
70 ofdma_target = of_dma_find_controller(&dma_spec_target);
71 if (!ofdma_target)
72 return NULL;
73
74 chan = ofdma_target->of_dma_xlate(&dma_spec_target, ofdma_target);
75 if (chan) {
76 chan->router = ofdma->dma_router;
77 chan->route_data = route_data;
78 } else {
79 ofdma->dma_router->route_free(ofdma->dma_router->dev,
80 route_data);
81 }
82
83 /*
84 * Need to put the node back since the ofdma->of_dma_route_allocate
85 * has taken it for generating the new, translated dma_spec
86 */
87 of_node_put(dma_spec_target.np);
88 return chan;
89}
90
91/**
Jon Hunteraa3da642012-09-14 17:41:56 -050092 * of_dma_controller_register - Register a DMA controller to DT DMA helpers
93 * @np: device node of DMA controller
94 * @of_dma_xlate: translation function which converts a phandle
95 * arguments list into a dma_chan structure
96 * @data pointer to controller specific data to be used by
97 * translation function
98 *
99 * Returns 0 on success or appropriate errno value on error.
100 *
101 * Allocated memory should be freed with appropriate of_dma_controller_free()
102 * call.
103 */
104int of_dma_controller_register(struct device_node *np,
105 struct dma_chan *(*of_dma_xlate)
106 (struct of_phandle_args *, struct of_dma *),
107 void *data)
108{
109 struct of_dma *ofdma;
Jon Hunteraa3da642012-09-14 17:41:56 -0500110
111 if (!np || !of_dma_xlate) {
112 pr_err("%s: not enough information provided\n", __func__);
113 return -EINVAL;
114 }
115
116 ofdma = kzalloc(sizeof(*ofdma), GFP_KERNEL);
117 if (!ofdma)
118 return -ENOMEM;
119
Jon Hunteraa3da642012-09-14 17:41:56 -0500120 ofdma->of_node = np;
Jon Hunteraa3da642012-09-14 17:41:56 -0500121 ofdma->of_dma_xlate = of_dma_xlate;
122 ofdma->of_dma_data = data;
123
124 /* Now queue of_dma controller structure in list */
Lars-Peter Clausende616082013-04-19 11:42:14 +0200125 mutex_lock(&of_dma_lock);
Jon Hunter9743a3b2012-10-11 14:43:01 -0500126 list_add_tail(&ofdma->of_dma_controllers, &of_dma_list);
Lars-Peter Clausende616082013-04-19 11:42:14 +0200127 mutex_unlock(&of_dma_lock);
Jon Hunteraa3da642012-09-14 17:41:56 -0500128
129 return 0;
130}
131EXPORT_SYMBOL_GPL(of_dma_controller_register);
132
133/**
134 * of_dma_controller_free - Remove a DMA controller from DT DMA helpers list
135 * @np: device node of DMA controller
136 *
137 * Memory allocated by of_dma_controller_register() is freed here.
138 */
Lars-Peter Clausende616082013-04-19 11:42:14 +0200139void of_dma_controller_free(struct device_node *np)
Jon Hunteraa3da642012-09-14 17:41:56 -0500140{
141 struct of_dma *ofdma;
142
Lars-Peter Clausende616082013-04-19 11:42:14 +0200143 mutex_lock(&of_dma_lock);
Jon Hunter9743a3b2012-10-11 14:43:01 -0500144
145 list_for_each_entry(ofdma, &of_dma_list, of_dma_controllers)
146 if (ofdma->of_node == np) {
Jon Hunter9743a3b2012-10-11 14:43:01 -0500147 list_del(&ofdma->of_dma_controllers);
Jon Hunter9743a3b2012-10-11 14:43:01 -0500148 kfree(ofdma);
Lars-Peter Clausende616082013-04-19 11:42:14 +0200149 break;
Jon Hunter9743a3b2012-10-11 14:43:01 -0500150 }
151
Lars-Peter Clausende616082013-04-19 11:42:14 +0200152 mutex_unlock(&of_dma_lock);
Jon Hunteraa3da642012-09-14 17:41:56 -0500153}
154EXPORT_SYMBOL_GPL(of_dma_controller_free);
155
156/**
Peter Ujfalusi56f13c02015-04-09 12:35:47 +0300157 * of_dma_router_register - Register a DMA router to DT DMA helpers as a
158 * controller
159 * @np: device node of DMA router
160 * @of_dma_route_allocate: setup function for the router which need to
161 * modify the dma_spec for the DMA controller to
162 * use and to set up the requested route.
163 * @dma_router: pointer to dma_router structure to be used when
164 * the route need to be free up.
165 *
166 * Returns 0 on success or appropriate errno value on error.
167 *
168 * Allocated memory should be freed with appropriate of_dma_controller_free()
169 * call.
170 */
171int of_dma_router_register(struct device_node *np,
172 void *(*of_dma_route_allocate)
173 (struct of_phandle_args *, struct of_dma *),
174 struct dma_router *dma_router)
175{
176 struct of_dma *ofdma;
177
178 if (!np || !of_dma_route_allocate || !dma_router) {
179 pr_err("%s: not enough information provided\n", __func__);
180 return -EINVAL;
181 }
182
183 ofdma = kzalloc(sizeof(*ofdma), GFP_KERNEL);
184 if (!ofdma)
185 return -ENOMEM;
186
187 ofdma->of_node = np;
188 ofdma->of_dma_xlate = of_dma_router_xlate;
189 ofdma->of_dma_route_allocate = of_dma_route_allocate;
190 ofdma->dma_router = dma_router;
191
192 /* Now queue of_dma controller structure in list */
193 mutex_lock(&of_dma_lock);
194 list_add_tail(&ofdma->of_dma_controllers, &of_dma_list);
195 mutex_unlock(&of_dma_lock);
196
197 return 0;
198}
199EXPORT_SYMBOL_GPL(of_dma_router_register);
200
201/**
Jon Hunter5ca7c102012-09-25 13:59:31 -0500202 * of_dma_match_channel - Check if a DMA specifier matches name
Jon Hunteraa3da642012-09-14 17:41:56 -0500203 * @np: device node to look for DMA channels
Jon Hunter5ca7c102012-09-25 13:59:31 -0500204 * @name: channel name to be matched
205 * @index: index of DMA specifier in list of DMA specifiers
Jon Hunteraa3da642012-09-14 17:41:56 -0500206 * @dma_spec: pointer to DMA specifier as found in the device tree
207 *
Jon Hunter5ca7c102012-09-25 13:59:31 -0500208 * Check if the DMA specifier pointed to by the index in a list of DMA
209 * specifiers, matches the name provided. Returns 0 if the name matches and
210 * a valid pointer to the DMA specifier is found. Otherwise returns -ENODEV.
Jon Hunteraa3da642012-09-14 17:41:56 -0500211 */
Markus Pargmannbef29ec2013-02-24 16:36:09 +0100212static int of_dma_match_channel(struct device_node *np, const char *name,
213 int index, struct of_phandle_args *dma_spec)
Jon Hunteraa3da642012-09-14 17:41:56 -0500214{
Jon Hunteraa3da642012-09-14 17:41:56 -0500215 const char *s;
216
Jon Hunter5ca7c102012-09-25 13:59:31 -0500217 if (of_property_read_string_index(np, "dma-names", index, &s))
218 return -ENODEV;
Jon Hunteraa3da642012-09-14 17:41:56 -0500219
Jon Hunter5ca7c102012-09-25 13:59:31 -0500220 if (strcmp(name, s))
221 return -ENODEV;
Jon Hunteraa3da642012-09-14 17:41:56 -0500222
Jon Hunter5ca7c102012-09-25 13:59:31 -0500223 if (of_parse_phandle_with_args(np, "dmas", "#dma-cells", index,
224 dma_spec))
225 return -ENODEV;
Jon Hunteraa3da642012-09-14 17:41:56 -0500226
Jon Hunter5ca7c102012-09-25 13:59:31 -0500227 return 0;
Jon Hunteraa3da642012-09-14 17:41:56 -0500228}
229
230/**
231 * of_dma_request_slave_channel - Get the DMA slave channel
232 * @np: device node to get DMA request from
233 * @name: name of desired channel
234 *
Stephen Warren0ad7c002013-11-26 10:04:22 -0700235 * Returns pointer to appropriate DMA channel on success or an error pointer.
Jon Hunteraa3da642012-09-14 17:41:56 -0500236 */
237struct dma_chan *of_dma_request_slave_channel(struct device_node *np,
Markus Pargmannbef29ec2013-02-24 16:36:09 +0100238 const char *name)
Jon Hunteraa3da642012-09-14 17:41:56 -0500239{
240 struct of_phandle_args dma_spec;
241 struct of_dma *ofdma;
242 struct dma_chan *chan;
Niklas Söderlund20ea6be2016-05-11 15:15:11 +0200243 int count, i, start;
Stephen Warren0ad7c002013-11-26 10:04:22 -0700244 int ret_no_channel = -ENODEV;
Niklas Söderlund20ea6be2016-05-11 15:15:11 +0200245 static atomic_t last_index;
Jon Hunteraa3da642012-09-14 17:41:56 -0500246
247 if (!np || !name) {
248 pr_err("%s: not enough information provided\n", __func__);
Stephen Warren0ad7c002013-11-26 10:04:22 -0700249 return ERR_PTR(-ENODEV);
Jon Hunteraa3da642012-09-14 17:41:56 -0500250 }
251
Wolfram Sangc9145702015-01-14 15:16:28 +0100252 /* Silently fail if there is not even the "dmas" property */
253 if (!of_find_property(np, "dmas", NULL))
254 return ERR_PTR(-ENODEV);
255
Jon Hunter5ca7c102012-09-25 13:59:31 -0500256 count = of_property_count_strings(np, "dma-names");
257 if (count < 0) {
Rob Herringc6c93042017-07-18 16:42:58 -0500258 pr_err("%s: dma-names property of node '%pOF' missing or empty\n",
259 __func__, np);
Stephen Warren0ad7c002013-11-26 10:04:22 -0700260 return ERR_PTR(-ENODEV);
Jon Hunter5ca7c102012-09-25 13:59:31 -0500261 }
262
Niklas Söderlund20ea6be2016-05-11 15:15:11 +0200263 /*
264 * approximate an average distribution across multiple
265 * entries with the same name
266 */
267 start = atomic_inc_return(&last_index);
Jon Hunter5ca7c102012-09-25 13:59:31 -0500268 for (i = 0; i < count; i++) {
Niklas Söderlund20ea6be2016-05-11 15:15:11 +0200269 if (of_dma_match_channel(np, name,
270 (i + start) % count,
271 &dma_spec))
Jon Hunter5ca7c102012-09-25 13:59:31 -0500272 continue;
Jon Hunteraa3da642012-09-14 17:41:56 -0500273
Lars-Peter Clausende616082013-04-19 11:42:14 +0200274 mutex_lock(&of_dma_lock);
275 ofdma = of_dma_find_controller(&dma_spec);
Jon Hunteraa3da642012-09-14 17:41:56 -0500276
Stephen Warren0ad7c002013-11-26 10:04:22 -0700277 if (ofdma) {
Lars-Peter Clausenf22eb142013-04-19 11:42:13 +0200278 chan = ofdma->of_dma_xlate(&dma_spec, ofdma);
Stephen Warren0ad7c002013-11-26 10:04:22 -0700279 } else {
280 ret_no_channel = -EPROBE_DEFER;
Lars-Peter Clausenf22eb142013-04-19 11:42:13 +0200281 chan = NULL;
Stephen Warren0ad7c002013-11-26 10:04:22 -0700282 }
Lars-Peter Clausende616082013-04-19 11:42:14 +0200283
284 mutex_unlock(&of_dma_lock);
Jon Hunter9743a3b2012-10-11 14:43:01 -0500285
Jon Hunteraa3da642012-09-14 17:41:56 -0500286 of_node_put(dma_spec.np);
287
Jon Hunter5ca7c102012-09-25 13:59:31 -0500288 if (chan)
289 return chan;
290 }
Jon Hunteraa3da642012-09-14 17:41:56 -0500291
Stephen Warren0ad7c002013-11-26 10:04:22 -0700292 return ERR_PTR(ret_no_channel);
Jon Hunteraa3da642012-09-14 17:41:56 -0500293}
Kuninori Morimoto0aed1122015-02-24 00:54:16 +0000294EXPORT_SYMBOL_GPL(of_dma_request_slave_channel);
Jon Hunteraa3da642012-09-14 17:41:56 -0500295
296/**
297 * of_dma_simple_xlate - Simple DMA engine translation function
298 * @dma_spec: pointer to DMA specifier as found in the device tree
299 * @of_dma: pointer to DMA controller data
300 *
301 * A simple translation function for devices that use a 32-bit value for the
302 * filter_param when calling the DMA engine dma_request_channel() function.
303 * Note that this translation function requires that #dma-cells is equal to 1
304 * and the argument of the dma specifier is the 32-bit filter_param. Returns
305 * pointer to appropriate dma channel on success or NULL on error.
306 */
307struct dma_chan *of_dma_simple_xlate(struct of_phandle_args *dma_spec,
308 struct of_dma *ofdma)
309{
310 int count = dma_spec->args_count;
311 struct of_dma_filter_info *info = ofdma->of_dma_data;
312
313 if (!info || !info->filter_fn)
314 return NULL;
315
316 if (count != 1)
317 return NULL;
318
319 return dma_request_channel(info->dma_cap, info->filter_fn,
320 &dma_spec->args[0]);
321}
322EXPORT_SYMBOL_GPL(of_dma_simple_xlate);
Alexander Popov16369ef2014-06-25 14:52:59 +0400323
324/**
325 * of_dma_xlate_by_chan_id - Translate dt property to DMA channel by channel id
326 * @dma_spec: pointer to DMA specifier as found in the device tree
327 * @of_dma: pointer to DMA controller data
328 *
329 * This function can be used as the of xlate callback for DMA driver which wants
330 * to match the channel based on the channel id. When using this xlate function
331 * the #dma-cells propety of the DMA controller dt node needs to be set to 1.
332 * The data parameter of of_dma_controller_register must be a pointer to the
333 * dma_device struct the function should match upon.
334 *
335 * Returns pointer to appropriate dma channel on success or NULL on error.
336 */
337struct dma_chan *of_dma_xlate_by_chan_id(struct of_phandle_args *dma_spec,
338 struct of_dma *ofdma)
339{
340 struct dma_device *dev = ofdma->of_dma_data;
341 struct dma_chan *chan, *candidate = NULL;
342
343 if (!dev || dma_spec->args_count != 1)
344 return NULL;
345
346 list_for_each_entry(chan, &dev->channels, device_node)
347 if (chan->chan_id == dma_spec->args[0]) {
348 candidate = chan;
349 break;
350 }
351
352 if (!candidate)
353 return NULL;
354
355 return dma_get_slave_channel(candidate);
356}
357EXPORT_SYMBOL_GPL(of_dma_xlate_by_chan_id);