2 * Copyright (C) 2015 Texas Instruments Incorporated - http://www.ti.com
3 * Author: Peter Ujfalusi <peter.ujfalusi@ti.com>
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 as
7 * published by the Free Software Foundation.
10 #include <linux/slab.h>
11 #include <linux/err.h>
12 #include <linux/init.h>
13 #include <linux/list.h>
15 #include <linux/of_address.h>
16 #include <linux/of_device.h>
17 #include <linux/of_dma.h>
19 #define TI_XBAR_DRA7 0
20 #define TI_XBAR_AM335X 1
21 static const u32 ti_xbar_type[] = {
22 [TI_XBAR_DRA7] = TI_XBAR_DRA7,
23 [TI_XBAR_AM335X] = TI_XBAR_AM335X,
26 static const struct of_device_id ti_dma_xbar_match[] = {
28 .compatible = "ti,dra7-dma-crossbar",
29 .data = &ti_xbar_type[TI_XBAR_DRA7],
32 .compatible = "ti,am335x-edma-crossbar",
33 .data = &ti_xbar_type[TI_XBAR_AM335X],
38 /* Crossbar on AM335x/AM437x family */
39 #define TI_AM335X_XBAR_LINES 64
41 struct ti_am335x_xbar_data {
44 struct dma_router dmarouter;
46 u32 xbar_events; /* maximum number of events to select in xbar */
47 u32 dma_requests; /* number of DMA requests on eDMA */
50 struct ti_am335x_xbar_map {
55 static inline void ti_am335x_xbar_write(void __iomem *iomem, int event, u16 val)
57 writeb_relaxed(val & 0x1f, iomem + event);
60 static void ti_am335x_xbar_free(struct device *dev, void *route_data)
62 struct ti_am335x_xbar_data *xbar = dev_get_drvdata(dev);
63 struct ti_am335x_xbar_map *map = route_data;
65 dev_dbg(dev, "Unmapping XBAR event %u on channel %u\n",
66 map->mux_val, map->dma_line);
68 ti_am335x_xbar_write(xbar->iomem, map->dma_line, 0);
72 static void *ti_am335x_xbar_route_allocate(struct of_phandle_args *dma_spec,
75 struct platform_device *pdev = of_find_device_by_node(ofdma->of_node);
76 struct ti_am335x_xbar_data *xbar = platform_get_drvdata(pdev);
77 struct ti_am335x_xbar_map *map;
79 if (dma_spec->args_count != 3)
80 return ERR_PTR(-EINVAL);
82 if (dma_spec->args[2] >= xbar->xbar_events) {
83 dev_err(&pdev->dev, "Invalid XBAR event number: %d\n",
85 return ERR_PTR(-EINVAL);
88 if (dma_spec->args[0] >= xbar->dma_requests) {
89 dev_err(&pdev->dev, "Invalid DMA request line number: %d\n",
91 return ERR_PTR(-EINVAL);
94 /* The of_node_put() will be done in the core for the node */
95 dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", 0);
97 dev_err(&pdev->dev, "Can't get DMA master\n");
98 return ERR_PTR(-EINVAL);
101 map = kzalloc(sizeof(*map), GFP_KERNEL);
103 of_node_put(dma_spec->np);
104 return ERR_PTR(-ENOMEM);
107 map->dma_line = (u16)dma_spec->args[0];
108 map->mux_val = (u16)dma_spec->args[2];
110 dma_spec->args[2] = 0;
111 dma_spec->args_count = 2;
113 dev_dbg(&pdev->dev, "Mapping XBAR event%u to DMA%u\n",
114 map->mux_val, map->dma_line);
116 ti_am335x_xbar_write(xbar->iomem, map->dma_line, map->mux_val);
121 static const struct of_device_id ti_am335x_master_match[] = {
122 { .compatible = "ti,edma3-tpcc", },
126 static int ti_am335x_xbar_probe(struct platform_device *pdev)
128 struct device_node *node = pdev->dev.of_node;
129 const struct of_device_id *match;
130 struct device_node *dma_node;
131 struct ti_am335x_xbar_data *xbar;
132 struct resource *res;
139 xbar = devm_kzalloc(&pdev->dev, sizeof(*xbar), GFP_KERNEL);
143 dma_node = of_parse_phandle(node, "dma-masters", 0);
145 dev_err(&pdev->dev, "Can't get DMA master node\n");
149 match = of_match_node(ti_am335x_master_match, dma_node);
151 dev_err(&pdev->dev, "DMA master is not supported\n");
155 if (of_property_read_u32(dma_node, "dma-requests",
156 &xbar->dma_requests)) {
158 "Missing XBAR output information, using %u.\n",
159 TI_AM335X_XBAR_LINES);
160 xbar->dma_requests = TI_AM335X_XBAR_LINES;
162 of_node_put(dma_node);
164 if (of_property_read_u32(node, "dma-requests", &xbar->xbar_events)) {
166 "Missing XBAR input information, using %u.\n",
167 TI_AM335X_XBAR_LINES);
168 xbar->xbar_events = TI_AM335X_XBAR_LINES;
171 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
172 iomem = devm_ioremap_resource(&pdev->dev, res);
174 return PTR_ERR(iomem);
178 xbar->dmarouter.dev = &pdev->dev;
179 xbar->dmarouter.route_free = ti_am335x_xbar_free;
181 platform_set_drvdata(pdev, xbar);
183 /* Reset the crossbar */
184 for (i = 0; i < xbar->dma_requests; i++)
185 ti_am335x_xbar_write(xbar->iomem, i, 0);
187 ret = of_dma_router_register(node, ti_am335x_xbar_route_allocate,
193 /* Crossbar on DRA7xx family */
194 #define TI_DRA7_XBAR_OUTPUTS 127
195 #define TI_DRA7_XBAR_INPUTS 256
197 struct ti_dra7_xbar_data {
200 struct dma_router dmarouter;
202 unsigned long *dma_inuse;
204 u16 safe_val; /* Value to rest the crossbar lines */
205 u32 xbar_requests; /* number of DMA requests connected to XBAR */
206 u32 dma_requests; /* number of DMA requests forwarded to DMA */
210 struct ti_dra7_xbar_map {
215 static inline void ti_dra7_xbar_write(void __iomem *iomem, int xbar, u16 val)
217 writew_relaxed(val, iomem + (xbar * 2));
220 static void ti_dra7_xbar_free(struct device *dev, void *route_data)
222 struct ti_dra7_xbar_data *xbar = dev_get_drvdata(dev);
223 struct ti_dra7_xbar_map *map = route_data;
225 dev_dbg(dev, "Unmapping XBAR%u (was routed to %d)\n",
226 map->xbar_in, map->xbar_out);
228 ti_dra7_xbar_write(xbar->iomem, map->xbar_out, xbar->safe_val);
229 mutex_lock(&xbar->mutex);
230 clear_bit(map->xbar_out, xbar->dma_inuse);
231 mutex_unlock(&xbar->mutex);
235 static void *ti_dra7_xbar_route_allocate(struct of_phandle_args *dma_spec,
236 struct of_dma *ofdma)
238 struct platform_device *pdev = of_find_device_by_node(ofdma->of_node);
239 struct ti_dra7_xbar_data *xbar = platform_get_drvdata(pdev);
240 struct ti_dra7_xbar_map *map;
242 if (dma_spec->args[0] >= xbar->xbar_requests) {
243 dev_err(&pdev->dev, "Invalid XBAR request number: %d\n",
245 return ERR_PTR(-EINVAL);
248 /* The of_node_put() will be done in the core for the node */
249 dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", 0);
251 dev_err(&pdev->dev, "Can't get DMA master\n");
252 return ERR_PTR(-EINVAL);
255 map = kzalloc(sizeof(*map), GFP_KERNEL);
257 of_node_put(dma_spec->np);
258 return ERR_PTR(-ENOMEM);
261 mutex_lock(&xbar->mutex);
262 map->xbar_out = find_first_zero_bit(xbar->dma_inuse,
264 mutex_unlock(&xbar->mutex);
265 if (map->xbar_out == xbar->dma_requests) {
266 dev_err(&pdev->dev, "Run out of free DMA requests\n");
268 return ERR_PTR(-ENOMEM);
270 set_bit(map->xbar_out, xbar->dma_inuse);
272 map->xbar_in = (u16)dma_spec->args[0];
274 dma_spec->args[0] = map->xbar_out + xbar->dma_offset;
276 dev_dbg(&pdev->dev, "Mapping XBAR%u to DMA%d\n",
277 map->xbar_in, map->xbar_out);
279 ti_dra7_xbar_write(xbar->iomem, map->xbar_out, map->xbar_in);
284 #define TI_XBAR_EDMA_OFFSET 0
285 #define TI_XBAR_SDMA_OFFSET 1
286 static const u32 ti_dma_offset[] = {
287 [TI_XBAR_EDMA_OFFSET] = 0,
288 [TI_XBAR_SDMA_OFFSET] = 1,
291 static const struct of_device_id ti_dra7_master_match[] = {
293 .compatible = "ti,omap4430-sdma",
294 .data = &ti_dma_offset[TI_XBAR_SDMA_OFFSET],
297 .compatible = "ti,edma3",
298 .data = &ti_dma_offset[TI_XBAR_EDMA_OFFSET],
301 .compatible = "ti,edma3-tpcc",
302 .data = &ti_dma_offset[TI_XBAR_EDMA_OFFSET],
307 static inline void ti_dra7_xbar_reserve(int offset, int len, unsigned long *p)
309 for (; len > 0; len--)
310 clear_bit(offset + (len - 1), p);
313 static int ti_dra7_xbar_probe(struct platform_device *pdev)
315 struct device_node *node = pdev->dev.of_node;
316 const struct of_device_id *match;
317 struct device_node *dma_node;
318 struct ti_dra7_xbar_data *xbar;
319 struct property *prop;
320 struct resource *res;
329 xbar = devm_kzalloc(&pdev->dev, sizeof(*xbar), GFP_KERNEL);
333 dma_node = of_parse_phandle(node, "dma-masters", 0);
335 dev_err(&pdev->dev, "Can't get DMA master node\n");
339 match = of_match_node(ti_dra7_master_match, dma_node);
341 dev_err(&pdev->dev, "DMA master is not supported\n");
345 if (of_property_read_u32(dma_node, "dma-requests",
346 &xbar->dma_requests)) {
348 "Missing XBAR output information, using %u.\n",
349 TI_DRA7_XBAR_OUTPUTS);
350 xbar->dma_requests = TI_DRA7_XBAR_OUTPUTS;
352 of_node_put(dma_node);
354 xbar->dma_inuse = devm_kcalloc(&pdev->dev,
355 BITS_TO_LONGS(xbar->dma_requests),
356 sizeof(unsigned long), GFP_KERNEL);
357 if (!xbar->dma_inuse)
360 if (of_property_read_u32(node, "dma-requests", &xbar->xbar_requests)) {
362 "Missing XBAR input information, using %u.\n",
363 TI_DRA7_XBAR_INPUTS);
364 xbar->xbar_requests = TI_DRA7_XBAR_INPUTS;
367 if (!of_property_read_u32(node, "ti,dma-safe-map", &safe_val))
368 xbar->safe_val = (u16)safe_val;
371 prop = of_find_property(node, "ti,reserved-dma-request-ranges", &sz);
373 const char pname[] = "ti,reserved-dma-request-ranges";
374 u32 (*rsv_events)[2];
375 size_t nelm = sz / sizeof(*rsv_events);
381 rsv_events = kcalloc(nelm, sizeof(*rsv_events), GFP_KERNEL);
385 ret = of_property_read_u32_array(node, pname, (u32 *)rsv_events,
390 for (i = 0; i < nelm; i++) {
391 ti_dra7_xbar_reserve(rsv_events[i][0], rsv_events[i][1],
397 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
398 iomem = devm_ioremap_resource(&pdev->dev, res);
400 return PTR_ERR(iomem);
404 xbar->dmarouter.dev = &pdev->dev;
405 xbar->dmarouter.route_free = ti_dra7_xbar_free;
406 xbar->dma_offset = *(u32 *)match->data;
408 mutex_init(&xbar->mutex);
409 platform_set_drvdata(pdev, xbar);
411 /* Reset the crossbar */
412 for (i = 0; i < xbar->dma_requests; i++) {
413 if (!test_bit(i, xbar->dma_inuse))
414 ti_dra7_xbar_write(xbar->iomem, i, xbar->safe_val);
417 ret = of_dma_router_register(node, ti_dra7_xbar_route_allocate,
420 /* Restore the defaults for the crossbar */
421 for (i = 0; i < xbar->dma_requests; i++) {
422 if (!test_bit(i, xbar->dma_inuse))
423 ti_dra7_xbar_write(xbar->iomem, i, i);
430 static int ti_dma_xbar_probe(struct platform_device *pdev)
432 const struct of_device_id *match;
435 match = of_match_node(ti_dma_xbar_match, pdev->dev.of_node);
436 if (unlikely(!match))
439 switch (*(u32 *)match->data) {
441 ret = ti_dra7_xbar_probe(pdev);
444 ret = ti_am335x_xbar_probe(pdev);
447 dev_err(&pdev->dev, "Unsupported crossbar\n");
455 static struct platform_driver ti_dma_xbar_driver = {
457 .name = "ti-dma-crossbar",
458 .of_match_table = of_match_ptr(ti_dma_xbar_match),
460 .probe = ti_dma_xbar_probe,
463 static int omap_dmaxbar_init(void)
465 return platform_driver_register(&ti_dma_xbar_driver);
467 arch_initcall(omap_dmaxbar_init);