Greg Kroah-Hartman | 5fd54ac | 2017-11-03 11:28:30 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 2 | /* |
| 3 | * MUSB OTG driver - support for Mentor's DMA controller |
| 4 | * |
| 5 | * Copyright 2005 Mentor Graphics Corporation |
| 6 | * Copyright (C) 2005-2007 by Texas Instruments |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 7 | */ |
| 8 | #include <linux/device.h> |
| 9 | #include <linux/interrupt.h> |
| 10 | #include <linux/platform_device.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 11 | #include <linux/slab.h> |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 12 | #include "musb_core.h" |
Bin Liu | 78fba98 | 2018-05-21 08:42:09 -0500 | [diff] [blame] | 13 | |
| 14 | #define MUSB_HSDMA_BASE 0x200 |
| 15 | #define MUSB_HSDMA_INTR (MUSB_HSDMA_BASE + 0) |
| 16 | #define MUSB_HSDMA_CONTROL 0x4 |
| 17 | #define MUSB_HSDMA_ADDRESS 0x8 |
| 18 | #define MUSB_HSDMA_COUNT 0xc |
| 19 | |
| 20 | #define MUSB_HSDMA_CHANNEL_OFFSET(_bchannel, _offset) \ |
| 21 | (MUSB_HSDMA_BASE + (_bchannel << 4) + _offset) |
| 22 | |
| 23 | #define musb_read_hsdma_addr(mbase, bchannel) \ |
| 24 | musb_readl(mbase, \ |
| 25 | MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_ADDRESS)) |
| 26 | |
| 27 | #define musb_write_hsdma_addr(mbase, bchannel, addr) \ |
| 28 | musb_writel(mbase, \ |
| 29 | MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_ADDRESS), \ |
| 30 | addr) |
| 31 | |
| 32 | #define musb_read_hsdma_count(mbase, bchannel) \ |
| 33 | musb_readl(mbase, \ |
| 34 | MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_COUNT)) |
| 35 | |
| 36 | #define musb_write_hsdma_count(mbase, bchannel, len) \ |
| 37 | musb_writel(mbase, \ |
| 38 | MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_COUNT), \ |
| 39 | len) |
| 40 | /* control register (16-bit): */ |
| 41 | #define MUSB_HSDMA_ENABLE_SHIFT 0 |
| 42 | #define MUSB_HSDMA_TRANSMIT_SHIFT 1 |
| 43 | #define MUSB_HSDMA_MODE1_SHIFT 2 |
| 44 | #define MUSB_HSDMA_IRQENABLE_SHIFT 3 |
| 45 | #define MUSB_HSDMA_ENDPOINT_SHIFT 4 |
| 46 | #define MUSB_HSDMA_BUSERROR_SHIFT 8 |
| 47 | #define MUSB_HSDMA_BURSTMODE_SHIFT 9 |
| 48 | #define MUSB_HSDMA_BURSTMODE (3 << MUSB_HSDMA_BURSTMODE_SHIFT) |
| 49 | #define MUSB_HSDMA_BURSTMODE_UNSPEC 0 |
| 50 | #define MUSB_HSDMA_BURSTMODE_INCR4 1 |
| 51 | #define MUSB_HSDMA_BURSTMODE_INCR8 2 |
| 52 | #define MUSB_HSDMA_BURSTMODE_INCR16 3 |
| 53 | |
| 54 | #define MUSB_HSDMA_CHANNELS 8 |
| 55 | |
| 56 | struct musb_dma_controller; |
| 57 | |
| 58 | struct musb_dma_channel { |
| 59 | struct dma_channel channel; |
| 60 | struct musb_dma_controller *controller; |
| 61 | u32 start_addr; |
| 62 | u32 len; |
| 63 | u16 max_packet_sz; |
| 64 | u8 idx; |
| 65 | u8 epnum; |
| 66 | u8 transmit; |
| 67 | }; |
| 68 | |
| 69 | struct musb_dma_controller { |
| 70 | struct dma_controller controller; |
| 71 | struct musb_dma_channel channel[MUSB_HSDMA_CHANNELS]; |
| 72 | void *private_data; |
| 73 | void __iomem *base; |
| 74 | u8 channel_count; |
| 75 | u8 used_channels; |
| 76 | int irq; |
| 77 | }; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 78 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 79 | static void dma_channel_release(struct dma_channel *channel); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 80 | |
Sebastian Andrzej Siewior | 66c0188 | 2013-06-19 17:38:11 +0200 | [diff] [blame] | 81 | static void dma_controller_stop(struct musb_dma_controller *controller) |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 82 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 83 | struct musb *musb = controller->private_data; |
| 84 | struct dma_channel *channel; |
| 85 | u8 bit; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 86 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 87 | if (controller->used_channels != 0) { |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 88 | dev_err(musb->controller, |
| 89 | "Stopping DMA controller while channel active\n"); |
| 90 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 91 | for (bit = 0; bit < MUSB_HSDMA_CHANNELS; bit++) { |
| 92 | if (controller->used_channels & (1 << bit)) { |
| 93 | channel = &controller->channel[bit].channel; |
| 94 | dma_channel_release(channel); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 95 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 96 | if (!controller->used_channels) |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 97 | break; |
| 98 | } |
| 99 | } |
| 100 | } |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | static struct dma_channel *dma_channel_allocate(struct dma_controller *c, |
| 104 | struct musb_hw_ep *hw_ep, u8 transmit) |
| 105 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 106 | struct musb_dma_controller *controller = container_of(c, |
| 107 | struct musb_dma_controller, controller); |
| 108 | struct musb_dma_channel *musb_channel = NULL; |
| 109 | struct dma_channel *channel = NULL; |
| 110 | u8 bit; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 111 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 112 | for (bit = 0; bit < MUSB_HSDMA_CHANNELS; bit++) { |
| 113 | if (!(controller->used_channels & (1 << bit))) { |
| 114 | controller->used_channels |= (1 << bit); |
| 115 | musb_channel = &(controller->channel[bit]); |
| 116 | musb_channel->controller = controller; |
| 117 | musb_channel->idx = bit; |
| 118 | musb_channel->epnum = hw_ep->epnum; |
| 119 | musb_channel->transmit = transmit; |
| 120 | channel = &(musb_channel->channel); |
| 121 | channel->private_data = musb_channel; |
| 122 | channel->status = MUSB_DMA_STATUS_FREE; |
Anil Shetty | 6587cc0 | 2010-09-24 13:44:05 +0300 | [diff] [blame] | 123 | channel->max_len = 0x100000; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 124 | /* Tx => mode 1; Rx => mode 0 */ |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 125 | channel->desired_mode = transmit; |
| 126 | channel->actual_len = 0; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 127 | break; |
| 128 | } |
| 129 | } |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 130 | |
| 131 | return channel; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 132 | } |
| 133 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 134 | static void dma_channel_release(struct dma_channel *channel) |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 135 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 136 | struct musb_dma_channel *musb_channel = channel->private_data; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 137 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 138 | channel->actual_len = 0; |
| 139 | musb_channel->start_addr = 0; |
| 140 | musb_channel->len = 0; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 141 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 142 | musb_channel->controller->used_channels &= |
| 143 | ~(1 << musb_channel->idx); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 144 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 145 | channel->status = MUSB_DMA_STATUS_UNKNOWN; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 146 | } |
| 147 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 148 | static void configure_channel(struct dma_channel *channel, |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 149 | u16 packet_sz, u8 mode, |
| 150 | dma_addr_t dma_addr, u32 len) |
| 151 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 152 | struct musb_dma_channel *musb_channel = channel->private_data; |
| 153 | struct musb_dma_controller *controller = musb_channel->controller; |
Felipe Balbi | 5c8a86e | 2011-05-11 12:44:08 +0300 | [diff] [blame] | 154 | struct musb *musb = controller->private_data; |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 155 | void __iomem *mbase = controller->base; |
| 156 | u8 bchannel = musb_channel->idx; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 157 | u16 csr = 0; |
| 158 | |
Bin Liu | b99d365 | 2016-06-30 12:12:22 -0500 | [diff] [blame] | 159 | musb_dbg(musb, "%p, pkt_sz %d, addr %pad, len %d, mode %d", |
Arnd Bergmann | 3ec08dd | 2016-01-28 17:23:14 +0100 | [diff] [blame] | 160 | channel, packet_sz, &dma_addr, len, mode); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 161 | |
| 162 | if (mode) { |
| 163 | csr |= 1 << MUSB_HSDMA_MODE1_SHIFT; |
| 164 | BUG_ON(len < packet_sz); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 165 | } |
Hema HK | c0f1f8e | 2010-06-24 23:07:09 +0530 | [diff] [blame] | 166 | csr |= MUSB_HSDMA_BURSTMODE_INCR16 |
| 167 | << MUSB_HSDMA_BURSTMODE_SHIFT; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 168 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 169 | csr |= (musb_channel->epnum << MUSB_HSDMA_ENDPOINT_SHIFT) |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 170 | | (1 << MUSB_HSDMA_ENABLE_SHIFT) |
| 171 | | (1 << MUSB_HSDMA_IRQENABLE_SHIFT) |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 172 | | (musb_channel->transmit |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 173 | ? (1 << MUSB_HSDMA_TRANSMIT_SHIFT) |
| 174 | : 0); |
| 175 | |
| 176 | /* address/count */ |
Bryan Wu | 6995eb6 | 2008-12-02 21:33:47 +0200 | [diff] [blame] | 177 | musb_write_hsdma_addr(mbase, bchannel, dma_addr); |
| 178 | musb_write_hsdma_count(mbase, bchannel, len); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 179 | |
| 180 | /* control (this should start things) */ |
| 181 | musb_writew(mbase, |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 182 | MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_CONTROL), |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 183 | csr); |
| 184 | } |
| 185 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 186 | static int dma_channel_program(struct dma_channel *channel, |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 187 | u16 packet_sz, u8 mode, |
| 188 | dma_addr_t dma_addr, u32 len) |
| 189 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 190 | struct musb_dma_channel *musb_channel = channel->private_data; |
Anand Gadiyar | 6e16edf | 2010-11-08 00:20:30 -0600 | [diff] [blame] | 191 | struct musb_dma_controller *controller = musb_channel->controller; |
| 192 | struct musb *musb = controller->private_data; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 193 | |
Bin Liu | b99d365 | 2016-06-30 12:12:22 -0500 | [diff] [blame] | 194 | musb_dbg(musb, "ep%d-%s pkt_sz %d, dma_addr %pad length %d, mode %d", |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 195 | musb_channel->epnum, |
| 196 | musb_channel->transmit ? "Tx" : "Rx", |
Arnd Bergmann | 3ec08dd | 2016-01-28 17:23:14 +0100 | [diff] [blame] | 197 | packet_sz, &dma_addr, len, mode); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 198 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 199 | BUG_ON(channel->status == MUSB_DMA_STATUS_UNKNOWN || |
| 200 | channel->status == MUSB_DMA_STATUS_BUSY); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 201 | |
Anand Gadiyar | 6e16edf | 2010-11-08 00:20:30 -0600 | [diff] [blame] | 202 | /* |
| 203 | * The DMA engine in RTL1.8 and above cannot handle |
| 204 | * DMA addresses that are not aligned to a 4 byte boundary. |
| 205 | * It ends up masking the last two bits of the address |
| 206 | * programmed in DMA_ADDR. |
| 207 | * |
| 208 | * Fail such DMA transfers, so that the backup PIO mode |
| 209 | * can carry out the transfer |
| 210 | */ |
| 211 | if ((musb->hwvers >= MUSB_HWVERS_1800) && (dma_addr % 4)) |
| 212 | return false; |
| 213 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 214 | channel->actual_len = 0; |
| 215 | musb_channel->start_addr = dma_addr; |
| 216 | musb_channel->len = len; |
| 217 | musb_channel->max_packet_sz = packet_sz; |
| 218 | channel->status = MUSB_DMA_STATUS_BUSY; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 219 | |
Anand Gadiyar | 8ca47c8 | 2010-07-08 16:34:55 +0530 | [diff] [blame] | 220 | configure_channel(channel, packet_sz, mode, dma_addr, len); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 221 | |
| 222 | return true; |
| 223 | } |
| 224 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 225 | static int dma_channel_abort(struct dma_channel *channel) |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 226 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 227 | struct musb_dma_channel *musb_channel = channel->private_data; |
| 228 | void __iomem *mbase = musb_channel->controller->base; |
Tony Lindgren | d026e9c | 2014-11-24 11:05:03 -0800 | [diff] [blame] | 229 | struct musb *musb = musb_channel->controller->private_data; |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 230 | |
| 231 | u8 bchannel = musb_channel->idx; |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 232 | int offset; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 233 | u16 csr; |
| 234 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 235 | if (channel->status == MUSB_DMA_STATUS_BUSY) { |
| 236 | if (musb_channel->transmit) { |
Tony Lindgren | d026e9c | 2014-11-24 11:05:03 -0800 | [diff] [blame] | 237 | offset = musb->io.ep_offset(musb_channel->epnum, |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 238 | MUSB_TXCSR); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 239 | |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 240 | /* |
| 241 | * The programming guide says that we must clear |
| 242 | * the DMAENAB bit before the DMAMODE bit... |
| 243 | */ |
| 244 | csr = musb_readw(mbase, offset); |
| 245 | csr &= ~(MUSB_TXCSR_AUTOSET | MUSB_TXCSR_DMAENAB); |
| 246 | musb_writew(mbase, offset, csr); |
| 247 | csr &= ~MUSB_TXCSR_DMAMODE; |
| 248 | musb_writew(mbase, offset, csr); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 249 | } else { |
Tony Lindgren | d026e9c | 2014-11-24 11:05:03 -0800 | [diff] [blame] | 250 | offset = musb->io.ep_offset(musb_channel->epnum, |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 251 | MUSB_RXCSR); |
| 252 | |
| 253 | csr = musb_readw(mbase, offset); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 254 | csr &= ~(MUSB_RXCSR_AUTOCLEAR | |
| 255 | MUSB_RXCSR_DMAENAB | |
| 256 | MUSB_RXCSR_DMAMODE); |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 257 | musb_writew(mbase, offset, csr); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 258 | } |
| 259 | |
| 260 | musb_writew(mbase, |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 261 | MUSB_HSDMA_CHANNEL_OFFSET(bchannel, MUSB_HSDMA_CONTROL), |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 262 | 0); |
Bryan Wu | 6995eb6 | 2008-12-02 21:33:47 +0200 | [diff] [blame] | 263 | musb_write_hsdma_addr(mbase, bchannel, 0); |
| 264 | musb_write_hsdma_count(mbase, bchannel, 0); |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 265 | channel->status = MUSB_DMA_STATUS_FREE; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 266 | } |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 267 | |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 268 | return 0; |
| 269 | } |
| 270 | |
| 271 | static irqreturn_t dma_controller_irq(int irq, void *private_data) |
| 272 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 273 | struct musb_dma_controller *controller = private_data; |
| 274 | struct musb *musb = controller->private_data; |
| 275 | struct musb_dma_channel *musb_channel; |
| 276 | struct dma_channel *channel; |
| 277 | |
| 278 | void __iomem *mbase = controller->base; |
| 279 | |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 280 | irqreturn_t retval = IRQ_NONE; |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 281 | |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 282 | unsigned long flags; |
| 283 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 284 | u8 bchannel; |
| 285 | u8 int_hsdma; |
| 286 | |
Anand Gadiyar | f933a0c | 2009-12-28 13:40:36 +0200 | [diff] [blame] | 287 | u32 addr, count; |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 288 | u16 csr; |
| 289 | |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 290 | spin_lock_irqsave(&musb->lock, flags); |
| 291 | |
| 292 | int_hsdma = musb_readb(mbase, MUSB_HSDMA_INTR); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 293 | |
Anand Gadiyar | f933a0c | 2009-12-28 13:40:36 +0200 | [diff] [blame] | 294 | if (!int_hsdma) { |
Bin Liu | b99d365 | 2016-06-30 12:12:22 -0500 | [diff] [blame] | 295 | musb_dbg(musb, "spurious DMA irq"); |
Anand Gadiyar | f933a0c | 2009-12-28 13:40:36 +0200 | [diff] [blame] | 296 | |
| 297 | for (bchannel = 0; bchannel < MUSB_HSDMA_CHANNELS; bchannel++) { |
| 298 | musb_channel = (struct musb_dma_channel *) |
| 299 | &(controller->channel[bchannel]); |
| 300 | channel = &musb_channel->channel; |
| 301 | if (channel->status == MUSB_DMA_STATUS_BUSY) { |
| 302 | count = musb_read_hsdma_count(mbase, bchannel); |
| 303 | |
| 304 | if (count == 0) |
| 305 | int_hsdma |= (1 << bchannel); |
| 306 | } |
| 307 | } |
| 308 | |
Bin Liu | b99d365 | 2016-06-30 12:12:22 -0500 | [diff] [blame] | 309 | musb_dbg(musb, "int_hsdma = 0x%x", int_hsdma); |
Anand Gadiyar | f933a0c | 2009-12-28 13:40:36 +0200 | [diff] [blame] | 310 | |
| 311 | if (!int_hsdma) |
| 312 | goto done; |
| 313 | } |
| 314 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 315 | for (bchannel = 0; bchannel < MUSB_HSDMA_CHANNELS; bchannel++) { |
| 316 | if (int_hsdma & (1 << bchannel)) { |
| 317 | musb_channel = (struct musb_dma_channel *) |
| 318 | &(controller->channel[bchannel]); |
| 319 | channel = &musb_channel->channel; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 320 | |
| 321 | csr = musb_readw(mbase, |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 322 | MUSB_HSDMA_CHANNEL_OFFSET(bchannel, |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 323 | MUSB_HSDMA_CONTROL)); |
| 324 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 325 | if (csr & (1 << MUSB_HSDMA_BUSERROR_SHIFT)) { |
| 326 | musb_channel->channel.status = |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 327 | MUSB_DMA_STATUS_BUS_ABORT; |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 328 | } else { |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 329 | u8 devctl; |
| 330 | |
Bryan Wu | 6995eb6 | 2008-12-02 21:33:47 +0200 | [diff] [blame] | 331 | addr = musb_read_hsdma_addr(mbase, |
| 332 | bchannel); |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 333 | channel->actual_len = addr |
| 334 | - musb_channel->start_addr; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 335 | |
Bin Liu | b99d365 | 2016-06-30 12:12:22 -0500 | [diff] [blame] | 336 | musb_dbg(musb, "ch %p, 0x%x -> 0x%x (%zu / %d) %s", |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 337 | channel, musb_channel->start_addr, |
| 338 | addr, channel->actual_len, |
| 339 | musb_channel->len, |
| 340 | (channel->actual_len |
| 341 | < musb_channel->len) ? |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 342 | "=> reconfig 0" : "=> complete"); |
| 343 | |
| 344 | devctl = musb_readb(mbase, MUSB_DEVCTL); |
| 345 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 346 | channel->status = MUSB_DMA_STATUS_FREE; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 347 | |
| 348 | /* completed */ |
| 349 | if ((devctl & MUSB_DEVCTL_HM) |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 350 | && (musb_channel->transmit) |
| 351 | && ((channel->desired_mode == 0) |
| 352 | || (channel->actual_len & |
| 353 | (musb_channel->max_packet_sz - 1))) |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 354 | ) { |
| 355 | u8 epnum = musb_channel->epnum; |
Tony Lindgren | d026e9c | 2014-11-24 11:05:03 -0800 | [diff] [blame] | 356 | int offset = musb->io.ep_offset(epnum, |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 357 | MUSB_TXCSR); |
| 358 | u16 txcsr; |
| 359 | |
| 360 | /* |
| 361 | * The programming guide says that we |
| 362 | * must clear DMAENAB before DMAMODE. |
| 363 | */ |
| 364 | musb_ep_select(mbase, epnum); |
| 365 | txcsr = musb_readw(mbase, offset); |
| 366 | txcsr &= ~(MUSB_TXCSR_DMAENAB |
| 367 | | MUSB_TXCSR_AUTOSET); |
| 368 | musb_writew(mbase, offset, txcsr); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 369 | /* Send out the packet */ |
Sergei Shtylyov | b6e434a | 2009-03-26 18:27:47 -0700 | [diff] [blame] | 370 | txcsr &= ~MUSB_TXCSR_DMAMODE; |
| 371 | txcsr |= MUSB_TXCSR_TXPKTRDY; |
| 372 | musb_writew(mbase, offset, txcsr); |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 373 | } |
Sergei Shtylyov | c7bbc05 | 2009-03-26 18:26:40 -0700 | [diff] [blame] | 374 | musb_dma_completion(musb, musb_channel->epnum, |
| 375 | musb_channel->transmit); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 376 | } |
| 377 | } |
| 378 | } |
Bryan Wu | 6995eb6 | 2008-12-02 21:33:47 +0200 | [diff] [blame] | 379 | |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 380 | retval = IRQ_HANDLED; |
| 381 | done: |
| 382 | spin_unlock_irqrestore(&musb->lock, flags); |
| 383 | return retval; |
| 384 | } |
| 385 | |
Tony Lindgren | 7f6283e | 2015-05-01 12:29:28 -0700 | [diff] [blame] | 386 | void musbhs_dma_controller_destroy(struct dma_controller *c) |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 387 | { |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 388 | struct musb_dma_controller *controller = container_of(c, |
| 389 | struct musb_dma_controller, controller); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 390 | |
Sebastian Andrzej Siewior | 66c0188 | 2013-06-19 17:38:11 +0200 | [diff] [blame] | 391 | dma_controller_stop(controller); |
| 392 | |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 393 | if (controller->irq) |
| 394 | free_irq(controller->irq, c); |
| 395 | |
| 396 | kfree(controller); |
| 397 | } |
Tony Lindgren | 7f6283e | 2015-05-01 12:29:28 -0700 | [diff] [blame] | 398 | EXPORT_SYMBOL_GPL(musbhs_dma_controller_destroy); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 399 | |
Tony Lindgren | 7f6283e | 2015-05-01 12:29:28 -0700 | [diff] [blame] | 400 | struct dma_controller *musbhs_dma_controller_create(struct musb *musb, |
| 401 | void __iomem *base) |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 402 | { |
| 403 | struct musb_dma_controller *controller; |
| 404 | struct device *dev = musb->controller; |
| 405 | struct platform_device *pdev = to_platform_device(dev); |
Hema Kalliguddi | fcf173e | 2010-09-29 11:26:39 -0500 | [diff] [blame] | 406 | int irq = platform_get_irq_byname(pdev, "dma"); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 407 | |
Sergei Shtylyov | 7effdbd | 2012-08-20 22:34:46 +0400 | [diff] [blame] | 408 | if (irq <= 0) { |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 409 | dev_err(dev, "No DMA interrupt line!\n"); |
| 410 | return NULL; |
| 411 | } |
| 412 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 413 | controller = kzalloc(sizeof(*controller), GFP_KERNEL); |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 414 | if (!controller) |
| 415 | return NULL; |
| 416 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 417 | controller->channel_count = MUSB_HSDMA_CHANNELS; |
| 418 | controller->private_data = musb; |
| 419 | controller->base = base; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 420 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 421 | controller->controller.channel_alloc = dma_channel_allocate; |
| 422 | controller->controller.channel_release = dma_channel_release; |
| 423 | controller->controller.channel_program = dma_channel_program; |
| 424 | controller->controller.channel_abort = dma_channel_abort; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 425 | |
Yong Zhang | b5dd18d | 2011-09-07 16:10:52 +0800 | [diff] [blame] | 426 | if (request_irq(irq, dma_controller_irq, 0, |
Kay Sievers | 427c4f3 | 2008-11-07 01:52:53 +0100 | [diff] [blame] | 427 | dev_name(musb->controller), &controller->controller)) { |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 428 | dev_err(dev, "request_irq %d failed!\n", irq); |
Tony Lindgren | 7f6283e | 2015-05-01 12:29:28 -0700 | [diff] [blame] | 429 | musb_dma_controller_destroy(&controller->controller); |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 430 | |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 431 | return NULL; |
| 432 | } |
| 433 | |
| 434 | controller->irq = irq; |
| 435 | |
Felipe Balbi | 458e6a5 | 2008-09-11 11:53:24 +0300 | [diff] [blame] | 436 | return &controller->controller; |
Felipe Balbi | 550a737 | 2008-07-24 12:27:36 +0300 | [diff] [blame] | 437 | } |
Tony Lindgren | 7f6283e | 2015-05-01 12:29:28 -0700 | [diff] [blame] | 438 | EXPORT_SYMBOL_GPL(musbhs_dma_controller_create); |