blob: 58969039bed2f132afc142f95f0b3d612ec8a9fd [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * Copyright (c) 2004 Hewlett-Packard Development Company, L.P.
4 * Contributed by David Mosberger-Tang <davidm@hpl.hp.com>
5 *
6 * This is a pseudo I/O MMU which dispatches to the hardware I/O MMU
7 * whenever possible. We assume that the hardware I/O MMU requires
8 * full 32-bit addressability, as is the case, e.g., for HP zx1-based
9 * systems (there, the I/O MMU window is mapped at 3-4GB). If a
10 * device doesn't provide full 32-bit addressability, we fall back on
11 * the sw I/O TLB. This is good enough to let us support broken
12 * hardware such as soundcards which have a DMA engine that can
13 * address only 28 bits.
14 */
15
16#include <linux/device.h>
FUJITA Tomonori917f69b2009-01-05 23:36:08 +090017#include <linux/dma-mapping.h>
Joerg Roedel9979aa72008-10-29 14:17:59 -070018#include <linux/swiotlb.h>
Paul Gortmakerbd3ff192011-07-31 18:33:21 -040019#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/machvec.h>
21
Christoph Hellwig543cea92017-12-24 15:10:07 +010022extern const struct dma_map_ops sba_dma_ops;
FUJITA Tomonoric7b3aee2009-01-05 23:36:17 +090023
Linus Torvalds1da177e2005-04-16 15:20:36 -070024/* swiotlb declarations & definitions: */
Alex Williamson0b9afed2005-09-06 11:20:49 -060025extern int swiotlb_late_init_with_default_size (size_t size);
Linus Torvalds1da177e2005-04-16 15:20:36 -070026
Linus Torvalds1da177e2005-04-16 15:20:36 -070027/*
28 * Note: we need to make the determination of whether or not to use
29 * the sw I/O TLB based purely on the device structure. Anything else
30 * would be unreliable or would be too intrusive.
31 */
FUJITA Tomonoric7b3aee2009-01-05 23:36:17 +090032static inline int use_swiotlb(struct device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -070033{
FUJITA Tomonoric7b3aee2009-01-05 23:36:17 +090034 return dev && dev->dma_mask &&
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090035 !sba_dma_ops.dma_supported(dev, *dev->dma_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -070036}
37
Bart Van Assche52997092017-01-20 13:04:01 -080038const struct dma_map_ops *hwsw_dma_get_ops(struct device *dev)
FUJITA Tomonoric7b3aee2009-01-05 23:36:17 +090039{
40 if (use_swiotlb(dev))
Christoph Hellwig543cea92017-12-24 15:10:07 +010041 return &swiotlb_dma_ops;
FUJITA Tomonoric7b3aee2009-01-05 23:36:17 +090042 return &sba_dma_ops;
43}
44EXPORT_SYMBOL(hwsw_dma_get_ops);
FUJITA Tomonori4d9b9772009-01-05 23:36:12 +090045
Tony Luck9a86bbb2007-05-10 11:57:58 -070046void __init
Linus Torvalds1da177e2005-04-16 15:20:36 -070047hwsw_init (void)
48{
49 /* default to a smallish 2MB sw I/O TLB */
Alex Williamson0b9afed2005-09-06 11:20:49 -060050 if (swiotlb_late_init_with_default_size (2 * (1<<20)) != 0) {
51#ifdef CONFIG_IA64_GENERIC
52 /* Better to have normal DMA than panic */
53 printk(KERN_WARNING "%s: Failed to initialize software I/O TLB,"
Harvey Harrisond4ed8082008-03-04 15:15:00 -080054 " reverting to hpzx1 platform vector\n", __func__);
Alex Williamson0b9afed2005-09-06 11:20:49 -060055 machvec_init("hpzx1");
56#else
57 panic("Unable to initialize software I/O TLB services");
58#endif
59 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070060}