blob: 321965607fc040a02d208dec203bbf38cb6555ee [file] [log] [blame]
Feng Tange24c7452009-12-14 14:20:22 -08001/*
Grant Likelyca632f52011-06-06 01:16:30 -06002 * Designware SPI core controller driver (refer pxa2xx_spi.c)
Feng Tange24c7452009-12-14 14:20:22 -08003 *
4 * Copyright (c) 2009, Intel Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
Feng Tange24c7452009-12-14 14:20:22 -080014 */
15
16#include <linux/dma-mapping.h>
17#include <linux/interrupt.h>
Paul Gortmakerd7614de2011-07-03 15:44:29 -040018#include <linux/module.h>
Feng Tange24c7452009-12-14 14:20:22 -080019#include <linux/highmem.h>
20#include <linux/delay.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090021#include <linux/slab.h>
Feng Tange24c7452009-12-14 14:20:22 -080022#include <linux/spi/spi.h>
Baruch Siachd9c73bb2014-01-31 12:07:47 +020023#include <linux/gpio.h>
Feng Tange24c7452009-12-14 14:20:22 -080024
Grant Likelyca632f52011-06-06 01:16:30 -060025#include "spi-dw.h"
Grant Likely568a60e2011-02-28 12:47:12 -070026
Feng Tange24c7452009-12-14 14:20:22 -080027#ifdef CONFIG_DEBUG_FS
28#include <linux/debugfs.h>
29#endif
30
31#define START_STATE ((void *)0)
32#define RUNNING_STATE ((void *)1)
33#define DONE_STATE ((void *)2)
34#define ERROR_STATE ((void *)-1)
35
Feng Tange24c7452009-12-14 14:20:22 -080036/* Slave spi_dev related */
37struct chip_data {
38 u16 cr0;
39 u8 cs; /* chip select pin */
40 u8 n_bytes; /* current is a 1/2/4 byte op */
41 u8 tmode; /* TR/TO/RO/EEPROM */
42 u8 type; /* SPI/SSP/MicroWire */
43
44 u8 poll_mode; /* 1 means use poll mode */
45
46 u32 dma_width;
47 u32 rx_threshold;
48 u32 tx_threshold;
49 u8 enable_dma;
50 u8 bits_per_word;
51 u16 clk_div; /* baud rate divider */
52 u32 speed_hz; /* baud rate */
Feng Tange24c7452009-12-14 14:20:22 -080053 void (*cs_control)(u32 command);
54};
55
56#ifdef CONFIG_DEBUG_FS
Feng Tange24c7452009-12-14 14:20:22 -080057#define SPI_REGS_BUFSIZE 1024
Andy Shevchenko53288fe2014-09-12 15:11:56 +030058static ssize_t dw_spi_show_regs(struct file *file, char __user *user_buf,
59 size_t count, loff_t *ppos)
Feng Tange24c7452009-12-14 14:20:22 -080060{
Andy Shevchenko53288fe2014-09-12 15:11:56 +030061 struct dw_spi *dws = file->private_data;
Feng Tange24c7452009-12-14 14:20:22 -080062 char *buf;
63 u32 len = 0;
64 ssize_t ret;
65
Feng Tange24c7452009-12-14 14:20:22 -080066 buf = kzalloc(SPI_REGS_BUFSIZE, GFP_KERNEL);
67 if (!buf)
68 return 0;
69
70 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
Andy Shevchenko53288fe2014-09-12 15:11:56 +030071 "%s registers:\n", dev_name(&dws->master->dev));
Feng Tange24c7452009-12-14 14:20:22 -080072 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
73 "=================================\n");
74 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070075 "CTRL0: \t\t0x%08x\n", dw_readl(dws, DW_SPI_CTRL0));
Feng Tange24c7452009-12-14 14:20:22 -080076 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070077 "CTRL1: \t\t0x%08x\n", dw_readl(dws, DW_SPI_CTRL1));
Feng Tange24c7452009-12-14 14:20:22 -080078 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070079 "SSIENR: \t0x%08x\n", dw_readl(dws, DW_SPI_SSIENR));
Feng Tange24c7452009-12-14 14:20:22 -080080 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070081 "SER: \t\t0x%08x\n", dw_readl(dws, DW_SPI_SER));
Feng Tange24c7452009-12-14 14:20:22 -080082 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070083 "BAUDR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_BAUDR));
Feng Tange24c7452009-12-14 14:20:22 -080084 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070085 "TXFTLR: \t0x%08x\n", dw_readl(dws, DW_SPI_TXFLTR));
Feng Tange24c7452009-12-14 14:20:22 -080086 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070087 "RXFTLR: \t0x%08x\n", dw_readl(dws, DW_SPI_RXFLTR));
Feng Tange24c7452009-12-14 14:20:22 -080088 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070089 "TXFLR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_TXFLR));
Feng Tange24c7452009-12-14 14:20:22 -080090 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070091 "RXFLR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_RXFLR));
Feng Tange24c7452009-12-14 14:20:22 -080092 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070093 "SR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_SR));
Feng Tange24c7452009-12-14 14:20:22 -080094 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070095 "IMR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_IMR));
Feng Tange24c7452009-12-14 14:20:22 -080096 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070097 "ISR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_ISR));
Feng Tange24c7452009-12-14 14:20:22 -080098 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -070099 "DMACR: \t\t0x%08x\n", dw_readl(dws, DW_SPI_DMACR));
Feng Tange24c7452009-12-14 14:20:22 -0800100 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700101 "DMATDLR: \t0x%08x\n", dw_readl(dws, DW_SPI_DMATDLR));
Feng Tange24c7452009-12-14 14:20:22 -0800102 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700103 "DMARDLR: \t0x%08x\n", dw_readl(dws, DW_SPI_DMARDLR));
Feng Tange24c7452009-12-14 14:20:22 -0800104 len += snprintf(buf + len, SPI_REGS_BUFSIZE - len,
105 "=================================\n");
106
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300107 ret = simple_read_from_buffer(user_buf, count, ppos, buf, len);
Feng Tange24c7452009-12-14 14:20:22 -0800108 kfree(buf);
109 return ret;
110}
111
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300112static const struct file_operations dw_spi_regs_ops = {
Feng Tange24c7452009-12-14 14:20:22 -0800113 .owner = THIS_MODULE,
Stephen Boyd234e3402012-04-05 14:25:11 -0700114 .open = simple_open,
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300115 .read = dw_spi_show_regs,
Arnd Bergmann6038f372010-08-15 18:52:59 +0200116 .llseek = default_llseek,
Feng Tange24c7452009-12-14 14:20:22 -0800117};
118
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300119static int dw_spi_debugfs_init(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800120{
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300121 dws->debugfs = debugfs_create_dir("dw_spi", NULL);
Feng Tange24c7452009-12-14 14:20:22 -0800122 if (!dws->debugfs)
123 return -ENOMEM;
124
125 debugfs_create_file("registers", S_IFREG | S_IRUGO,
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300126 dws->debugfs, (void *)dws, &dw_spi_regs_ops);
Feng Tange24c7452009-12-14 14:20:22 -0800127 return 0;
128}
129
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300130static void dw_spi_debugfs_remove(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800131{
Jingoo Hanfadcace2014-09-02 11:49:24 +0900132 debugfs_remove_recursive(dws->debugfs);
Feng Tange24c7452009-12-14 14:20:22 -0800133}
134
135#else
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300136static inline int dw_spi_debugfs_init(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800137{
George Shore20a588f2010-01-21 11:40:49 +0000138 return 0;
Feng Tange24c7452009-12-14 14:20:22 -0800139}
140
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300141static inline void dw_spi_debugfs_remove(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800142{
143}
144#endif /* CONFIG_DEBUG_FS */
145
Alek Du2ff271b2011-03-30 23:09:54 +0800146/* Return the max entries we can fill into tx fifo */
147static inline u32 tx_max(struct dw_spi *dws)
148{
149 u32 tx_left, tx_room, rxtx_gap;
150
151 tx_left = (dws->tx_end - dws->tx) / dws->n_bytes;
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700152 tx_room = dws->fifo_len - dw_readw(dws, DW_SPI_TXFLR);
Alek Du2ff271b2011-03-30 23:09:54 +0800153
154 /*
155 * Another concern is about the tx/rx mismatch, we
156 * though to use (dws->fifo_len - rxflr - txflr) as
157 * one maximum value for tx, but it doesn't cover the
158 * data which is out of tx/rx fifo and inside the
159 * shift registers. So a control from sw point of
160 * view is taken.
161 */
162 rxtx_gap = ((dws->rx_end - dws->rx) - (dws->tx_end - dws->tx))
163 / dws->n_bytes;
164
165 return min3(tx_left, tx_room, (u32) (dws->fifo_len - rxtx_gap));
166}
167
168/* Return the max entries we should read out of rx fifo */
169static inline u32 rx_max(struct dw_spi *dws)
170{
171 u32 rx_left = (dws->rx_end - dws->rx) / dws->n_bytes;
172
Jingoo Hanfadcace2014-09-02 11:49:24 +0900173 return min_t(u32, rx_left, dw_readw(dws, DW_SPI_RXFLR));
Alek Du2ff271b2011-03-30 23:09:54 +0800174}
175
Alek Du3b8a4dd2011-03-30 23:09:55 +0800176static void dw_writer(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800177{
Alek Du2ff271b2011-03-30 23:09:54 +0800178 u32 max = tx_max(dws);
Feng Tangde6efe02011-03-30 23:09:52 +0800179 u16 txw = 0;
Feng Tange24c7452009-12-14 14:20:22 -0800180
Alek Du2ff271b2011-03-30 23:09:54 +0800181 while (max--) {
182 /* Set the tx word if the transfer's original "tx" is not null */
183 if (dws->tx_end - dws->len) {
184 if (dws->n_bytes == 1)
185 txw = *(u8 *)(dws->tx);
186 else
187 txw = *(u16 *)(dws->tx);
188 }
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700189 dw_writew(dws, DW_SPI_DR, txw);
Alek Du2ff271b2011-03-30 23:09:54 +0800190 dws->tx += dws->n_bytes;
Feng Tange24c7452009-12-14 14:20:22 -0800191 }
Feng Tange24c7452009-12-14 14:20:22 -0800192}
193
Alek Du3b8a4dd2011-03-30 23:09:55 +0800194static void dw_reader(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800195{
Alek Du2ff271b2011-03-30 23:09:54 +0800196 u32 max = rx_max(dws);
Feng Tangde6efe02011-03-30 23:09:52 +0800197 u16 rxw;
Feng Tange24c7452009-12-14 14:20:22 -0800198
Alek Du2ff271b2011-03-30 23:09:54 +0800199 while (max--) {
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700200 rxw = dw_readw(dws, DW_SPI_DR);
Feng Tangde6efe02011-03-30 23:09:52 +0800201 /* Care rx only if the transfer's original "rx" is not null */
202 if (dws->rx_end - dws->len) {
203 if (dws->n_bytes == 1)
204 *(u8 *)(dws->rx) = rxw;
205 else
206 *(u16 *)(dws->rx) = rxw;
207 }
208 dws->rx += dws->n_bytes;
Feng Tange24c7452009-12-14 14:20:22 -0800209 }
Feng Tange24c7452009-12-14 14:20:22 -0800210}
211
212static void *next_transfer(struct dw_spi *dws)
213{
214 struct spi_message *msg = dws->cur_msg;
215 struct spi_transfer *trans = dws->cur_transfer;
216
217 /* Move to next transfer */
218 if (trans->transfer_list.next != &msg->transfers) {
219 dws->cur_transfer =
220 list_entry(trans->transfer_list.next,
221 struct spi_transfer,
222 transfer_list);
223 return RUNNING_STATE;
Jingoo Hanfadcace2014-09-02 11:49:24 +0900224 }
225
226 return DONE_STATE;
Feng Tange24c7452009-12-14 14:20:22 -0800227}
228
229/*
230 * Note: first step is the protocol driver prepares
231 * a dma-capable memory, and this func just need translate
232 * the virt addr to physical
233 */
234static int map_dma_buffers(struct dw_spi *dws)
235{
Feng Tang7063c0d2010-12-24 13:59:11 +0800236 if (!dws->cur_msg->is_dma_mapped
237 || !dws->dma_inited
238 || !dws->cur_chip->enable_dma
239 || !dws->dma_ops)
Feng Tange24c7452009-12-14 14:20:22 -0800240 return 0;
241
242 if (dws->cur_transfer->tx_dma)
243 dws->tx_dma = dws->cur_transfer->tx_dma;
244
245 if (dws->cur_transfer->rx_dma)
246 dws->rx_dma = dws->cur_transfer->rx_dma;
247
248 return 1;
249}
250
251/* Caller already set message->status; dma and pio irqs are blocked */
252static void giveback(struct dw_spi *dws)
253{
254 struct spi_transfer *last_transfer;
Feng Tange24c7452009-12-14 14:20:22 -0800255 struct spi_message *msg;
256
Feng Tange24c7452009-12-14 14:20:22 -0800257 msg = dws->cur_msg;
258 dws->cur_msg = NULL;
259 dws->cur_transfer = NULL;
260 dws->prev_chip = dws->cur_chip;
261 dws->cur_chip = NULL;
262 dws->dma_mapped = 0;
Feng Tange24c7452009-12-14 14:20:22 -0800263
Axel Lin23e2c2a2014-02-12 22:13:27 +0800264 last_transfer = list_last_entry(&msg->transfers, struct spi_transfer,
Feng Tange24c7452009-12-14 14:20:22 -0800265 transfer_list);
266
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200267 if (!last_transfer->cs_change)
Andy Shevchenko08a707b2014-08-27 19:26:08 +0300268 spi_chip_sel(dws, msg->spi, 0);
Feng Tange24c7452009-12-14 14:20:22 -0800269
Baruch Siachec37e8e2014-01-31 12:07:44 +0200270 spi_finalize_current_message(dws->master);
Feng Tange24c7452009-12-14 14:20:22 -0800271}
272
273static void int_error_stop(struct dw_spi *dws, const char *msg)
274{
Andy Shevchenko45746e82015-03-02 14:58:55 +0200275 spi_reset_chip(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800276
277 dev_err(&dws->master->dev, "%s\n", msg);
278 dws->cur_msg->state = ERROR_STATE;
279 tasklet_schedule(&dws->pump_transfers);
280}
281
Feng Tang7063c0d2010-12-24 13:59:11 +0800282void dw_spi_xfer_done(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800283{
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300284 /* Update total byte transferred return count actual bytes read */
Feng Tange24c7452009-12-14 14:20:22 -0800285 dws->cur_msg->actual_length += dws->len;
286
287 /* Move to next transfer */
288 dws->cur_msg->state = next_transfer(dws);
289
290 /* Handle end of message */
291 if (dws->cur_msg->state == DONE_STATE) {
292 dws->cur_msg->status = 0;
293 giveback(dws);
294 } else
295 tasklet_schedule(&dws->pump_transfers);
296}
Feng Tang7063c0d2010-12-24 13:59:11 +0800297EXPORT_SYMBOL_GPL(dw_spi_xfer_done);
Feng Tange24c7452009-12-14 14:20:22 -0800298
299static irqreturn_t interrupt_transfer(struct dw_spi *dws)
300{
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700301 u16 irq_status = dw_readw(dws, DW_SPI_ISR);
Feng Tange24c7452009-12-14 14:20:22 -0800302
Feng Tange24c7452009-12-14 14:20:22 -0800303 /* Error handling */
304 if (irq_status & (SPI_INT_TXOI | SPI_INT_RXOI | SPI_INT_RXUI)) {
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700305 dw_readw(dws, DW_SPI_TXOICR);
306 dw_readw(dws, DW_SPI_RXOICR);
307 dw_readw(dws, DW_SPI_RXUICR);
Alek Du3b8a4dd2011-03-30 23:09:55 +0800308 int_error_stop(dws, "interrupt_transfer: fifo overrun/underrun");
Feng Tange24c7452009-12-14 14:20:22 -0800309 return IRQ_HANDLED;
310 }
311
Alek Du3b8a4dd2011-03-30 23:09:55 +0800312 dw_reader(dws);
313 if (dws->rx_end == dws->rx) {
314 spi_mask_intr(dws, SPI_INT_TXEI);
315 dw_spi_xfer_done(dws);
316 return IRQ_HANDLED;
317 }
Feng Tang552e4502010-01-20 13:49:45 -0700318 if (irq_status & SPI_INT_TXEI) {
319 spi_mask_intr(dws, SPI_INT_TXEI);
Alek Du3b8a4dd2011-03-30 23:09:55 +0800320 dw_writer(dws);
321 /* Enable TX irq always, it will be disabled when RX finished */
322 spi_umask_intr(dws, SPI_INT_TXEI);
Feng Tange24c7452009-12-14 14:20:22 -0800323 }
Feng Tang552e4502010-01-20 13:49:45 -0700324
Feng Tange24c7452009-12-14 14:20:22 -0800325 return IRQ_HANDLED;
326}
327
328static irqreturn_t dw_spi_irq(int irq, void *dev_id)
329{
330 struct dw_spi *dws = dev_id;
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700331 u16 irq_status = dw_readw(dws, DW_SPI_ISR) & 0x3f;
Yong Wangcbcc0622010-09-07 15:27:27 +0800332
Yong Wangcbcc0622010-09-07 15:27:27 +0800333 if (!irq_status)
334 return IRQ_NONE;
Feng Tange24c7452009-12-14 14:20:22 -0800335
336 if (!dws->cur_msg) {
337 spi_mask_intr(dws, SPI_INT_TXEI);
Feng Tange24c7452009-12-14 14:20:22 -0800338 return IRQ_HANDLED;
339 }
340
341 return dws->transfer_handler(dws);
342}
343
344/* Must be called inside pump_transfers() */
345static void poll_transfer(struct dw_spi *dws)
346{
Alek Du2ff271b2011-03-30 23:09:54 +0800347 do {
348 dw_writer(dws);
Feng Tangde6efe02011-03-30 23:09:52 +0800349 dw_reader(dws);
Alek Du2ff271b2011-03-30 23:09:54 +0800350 cpu_relax();
351 } while (dws->rx_end > dws->rx);
Feng Tange24c7452009-12-14 14:20:22 -0800352
Feng Tang7063c0d2010-12-24 13:59:11 +0800353 dw_spi_xfer_done(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800354}
355
356static void pump_transfers(unsigned long data)
357{
358 struct dw_spi *dws = (struct dw_spi *)data;
359 struct spi_message *message = NULL;
360 struct spi_transfer *transfer = NULL;
361 struct spi_transfer *previous = NULL;
362 struct spi_device *spi = NULL;
363 struct chip_data *chip = NULL;
364 u8 bits = 0;
365 u8 imask = 0;
366 u8 cs_change = 0;
Andy Shevchenkoea113702015-02-24 13:32:11 +0200367 u16 txlevel = 0;
Feng Tange24c7452009-12-14 14:20:22 -0800368 u16 clk_div = 0;
369 u32 speed = 0;
370 u32 cr0 = 0;
371
372 /* Get current state information */
373 message = dws->cur_msg;
374 transfer = dws->cur_transfer;
375 chip = dws->cur_chip;
376 spi = message->spi;
377
378 if (message->state == ERROR_STATE) {
379 message->status = -EIO;
380 goto early_exit;
381 }
382
383 /* Handle end of message */
384 if (message->state == DONE_STATE) {
385 message->status = 0;
386 goto early_exit;
387 }
388
Andy Shevchenkoc3c6e232014-09-18 20:08:57 +0300389 /* Delay if requested at end of transfer */
Feng Tange24c7452009-12-14 14:20:22 -0800390 if (message->state == RUNNING_STATE) {
391 previous = list_entry(transfer->transfer_list.prev,
392 struct spi_transfer,
393 transfer_list);
394 if (previous->delay_usecs)
395 udelay(previous->delay_usecs);
396 }
397
398 dws->n_bytes = chip->n_bytes;
399 dws->dma_width = chip->dma_width;
400 dws->cs_control = chip->cs_control;
401
402 dws->rx_dma = transfer->rx_dma;
403 dws->tx_dma = transfer->tx_dma;
404 dws->tx = (void *)transfer->tx_buf;
405 dws->tx_end = dws->tx + transfer->len;
406 dws->rx = transfer->rx_buf;
407 dws->rx_end = dws->rx + transfer->len;
Feng Tange24c7452009-12-14 14:20:22 -0800408 dws->len = dws->cur_transfer->len;
409 if (chip != dws->prev_chip)
410 cs_change = 1;
411
412 cr0 = chip->cr0;
413
414 /* Handle per transfer options for bpw and speed */
415 if (transfer->speed_hz) {
416 speed = chip->speed_hz;
417
Andy Shevchenko341c7dc2015-02-24 13:32:12 +0200418 if ((transfer->speed_hz != speed) || !chip->clk_div) {
Feng Tange24c7452009-12-14 14:20:22 -0800419 speed = transfer->speed_hz;
Feng Tange24c7452009-12-14 14:20:22 -0800420
421 /* clk_div doesn't support odd number */
Andy Shevchenko341c7dc2015-02-24 13:32:12 +0200422 clk_div = (dws->max_freq / speed + 1) & 0xfffe;
Feng Tange24c7452009-12-14 14:20:22 -0800423
424 chip->speed_hz = speed;
425 chip->clk_div = clk_div;
426 }
427 }
428 if (transfer->bits_per_word) {
429 bits = transfer->bits_per_word;
Stephen Warren24778be2013-05-21 20:36:35 -0600430 dws->n_bytes = dws->dma_width = bits >> 3;
Feng Tange24c7452009-12-14 14:20:22 -0800431 cr0 = (bits - 1)
432 | (chip->type << SPI_FRF_OFFSET)
433 | (spi->mode << SPI_MODE_OFFSET)
434 | (chip->tmode << SPI_TMOD_OFFSET);
435 }
436 message->state = RUNNING_STATE;
437
George Shore052dc7c2010-01-21 11:40:52 +0000438 /*
439 * Adjust transfer mode if necessary. Requires platform dependent
440 * chipselect mechanism.
441 */
442 if (dws->cs_control) {
443 if (dws->rx && dws->tx)
Feng Tange3e55ff2010-09-07 15:52:06 +0800444 chip->tmode = SPI_TMOD_TR;
George Shore052dc7c2010-01-21 11:40:52 +0000445 else if (dws->rx)
Feng Tange3e55ff2010-09-07 15:52:06 +0800446 chip->tmode = SPI_TMOD_RO;
George Shore052dc7c2010-01-21 11:40:52 +0000447 else
Feng Tange3e55ff2010-09-07 15:52:06 +0800448 chip->tmode = SPI_TMOD_TO;
George Shore052dc7c2010-01-21 11:40:52 +0000449
Feng Tange3e55ff2010-09-07 15:52:06 +0800450 cr0 &= ~SPI_TMOD_MASK;
George Shore052dc7c2010-01-21 11:40:52 +0000451 cr0 |= (chip->tmode << SPI_TMOD_OFFSET);
452 }
453
Feng Tange24c7452009-12-14 14:20:22 -0800454 /* Check if current transfer is a DMA transaction */
455 dws->dma_mapped = map_dma_buffers(dws);
456
Feng Tang552e4502010-01-20 13:49:45 -0700457 /*
458 * Interrupt mode
459 * we only need set the TXEI IRQ, as TX/RX always happen syncronizely
460 */
Feng Tange24c7452009-12-14 14:20:22 -0800461 if (!dws->dma_mapped && !chip->poll_mode) {
Andy Shevchenkoea113702015-02-24 13:32:11 +0200462 txlevel = min_t(u16, dws->fifo_len / 2, dws->len / dws->n_bytes);
Feng Tang552e4502010-01-20 13:49:45 -0700463
Jingoo Hanfadcace2014-09-02 11:49:24 +0900464 imask |= SPI_INT_TXEI | SPI_INT_TXOI |
465 SPI_INT_RXUI | SPI_INT_RXOI;
Feng Tange24c7452009-12-14 14:20:22 -0800466 dws->transfer_handler = interrupt_transfer;
467 }
468
469 /*
470 * Reprogram registers only if
471 * 1. chip select changes
472 * 2. clk_div is changed
473 * 3. control value changes
474 */
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700475 if (dw_readw(dws, DW_SPI_CTRL0) != cr0 || cs_change || clk_div || imask) {
Feng Tange24c7452009-12-14 14:20:22 -0800476 spi_enable_chip(dws, 0);
477
Andy Shevchenko1a18f9f2015-02-24 13:32:13 +0200478 dw_writew(dws, DW_SPI_CTRL0, cr0);
Feng Tange24c7452009-12-14 14:20:22 -0800479
Andy Shevchenko341c7dc2015-02-24 13:32:12 +0200480 spi_set_clk(dws, chip->clk_div);
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200481 spi_chip_sel(dws, spi, 1);
Feng Tange24c7452009-12-14 14:20:22 -0800482
Justin P. Mattock2f263d92010-12-30 15:07:51 -0800483 /* Set the interrupt mask, for poll mode just disable all int */
Feng Tang552e4502010-01-20 13:49:45 -0700484 spi_mask_intr(dws, 0xff);
485 if (imask)
486 spi_umask_intr(dws, imask);
Andy Shevchenkoea113702015-02-24 13:32:11 +0200487 if (txlevel)
488 dw_writew(dws, DW_SPI_TXFLTR, txlevel);
Feng Tang552e4502010-01-20 13:49:45 -0700489
490 spi_enable_chip(dws, 1);
Feng Tange24c7452009-12-14 14:20:22 -0800491 }
492
Andy Shevchenko39bc03b2015-02-24 13:32:10 +0200493 if (cs_change)
494 dws->prev_chip = chip;
495
Feng Tange24c7452009-12-14 14:20:22 -0800496 if (dws->dma_mapped)
Feng Tang7063c0d2010-12-24 13:59:11 +0800497 dws->dma_ops->dma_transfer(dws, cs_change);
Feng Tange24c7452009-12-14 14:20:22 -0800498
499 if (chip->poll_mode)
500 poll_transfer(dws);
501
502 return;
503
504early_exit:
505 giveback(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800506}
507
Baruch Siachec37e8e2014-01-31 12:07:44 +0200508static int dw_spi_transfer_one_message(struct spi_master *master,
509 struct spi_message *msg)
Feng Tange24c7452009-12-14 14:20:22 -0800510{
Baruch Siachec37e8e2014-01-31 12:07:44 +0200511 struct dw_spi *dws = spi_master_get_devdata(master);
Feng Tange24c7452009-12-14 14:20:22 -0800512
Baruch Siachec37e8e2014-01-31 12:07:44 +0200513 dws->cur_msg = msg;
Andy Shevchenkoc3c6e232014-09-18 20:08:57 +0300514 /* Initial message state */
Feng Tange24c7452009-12-14 14:20:22 -0800515 dws->cur_msg->state = START_STATE;
516 dws->cur_transfer = list_entry(dws->cur_msg->transfers.next,
517 struct spi_transfer,
518 transfer_list);
519 dws->cur_chip = spi_get_ctldata(dws->cur_msg->spi);
520
Baruch Siachec37e8e2014-01-31 12:07:44 +0200521 /* Launch transfers */
Feng Tange24c7452009-12-14 14:20:22 -0800522 tasklet_schedule(&dws->pump_transfers);
523
Feng Tange24c7452009-12-14 14:20:22 -0800524 return 0;
525}
526
527/* This may be called twice for each spi dev */
528static int dw_spi_setup(struct spi_device *spi)
529{
530 struct dw_spi_chip *chip_info = NULL;
531 struct chip_data *chip;
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200532 int ret;
Feng Tange24c7452009-12-14 14:20:22 -0800533
Feng Tange24c7452009-12-14 14:20:22 -0800534 /* Only alloc on first setup */
535 chip = spi_get_ctldata(spi);
536 if (!chip) {
Axel Lina97c8832014-08-31 12:47:06 +0800537 chip = kzalloc(sizeof(struct chip_data), GFP_KERNEL);
Feng Tange24c7452009-12-14 14:20:22 -0800538 if (!chip)
539 return -ENOMEM;
Baruch Siach43f627a2013-12-30 20:30:46 +0200540 spi_set_ctldata(spi, chip);
Feng Tange24c7452009-12-14 14:20:22 -0800541 }
542
543 /*
544 * Protocol drivers may change the chip settings, so...
545 * if chip_info exists, use it
546 */
547 chip_info = spi->controller_data;
548
549 /* chip_info doesn't always exist */
550 if (chip_info) {
551 if (chip_info->cs_control)
552 chip->cs_control = chip_info->cs_control;
553
554 chip->poll_mode = chip_info->poll_mode;
555 chip->type = chip_info->type;
556
557 chip->rx_threshold = 0;
558 chip->tx_threshold = 0;
559
560 chip->enable_dma = chip_info->enable_dma;
561 }
562
Stephen Warren24778be2013-05-21 20:36:35 -0600563 if (spi->bits_per_word == 8) {
Feng Tange24c7452009-12-14 14:20:22 -0800564 chip->n_bytes = 1;
565 chip->dma_width = 1;
Stephen Warren24778be2013-05-21 20:36:35 -0600566 } else if (spi->bits_per_word == 16) {
Feng Tange24c7452009-12-14 14:20:22 -0800567 chip->n_bytes = 2;
568 chip->dma_width = 2;
Feng Tange24c7452009-12-14 14:20:22 -0800569 }
570 chip->bits_per_word = spi->bits_per_word;
571
Feng Tang552e4502010-01-20 13:49:45 -0700572 if (!spi->max_speed_hz) {
573 dev_err(&spi->dev, "No max speed HZ parameter\n");
574 return -EINVAL;
575 }
Feng Tange24c7452009-12-14 14:20:22 -0800576
577 chip->tmode = 0; /* Tx & Rx */
578 /* Default SPI mode is SCPOL = 0, SCPH = 0 */
579 chip->cr0 = (chip->bits_per_word - 1)
580 | (chip->type << SPI_FRF_OFFSET)
581 | (spi->mode << SPI_MODE_OFFSET)
582 | (chip->tmode << SPI_TMOD_OFFSET);
583
Andy Shevchenkoc3ce15b2014-09-18 20:08:56 +0300584 if (spi->mode & SPI_LOOP)
585 chip->cr0 |= 1 << SPI_SRL_OFFSET;
586
Baruch Siachd9c73bb2014-01-31 12:07:47 +0200587 if (gpio_is_valid(spi->cs_gpio)) {
588 ret = gpio_direction_output(spi->cs_gpio,
589 !(spi->mode & SPI_CS_HIGH));
590 if (ret)
591 return ret;
592 }
593
Feng Tange24c7452009-12-14 14:20:22 -0800594 return 0;
595}
596
Axel Lina97c8832014-08-31 12:47:06 +0800597static void dw_spi_cleanup(struct spi_device *spi)
598{
599 struct chip_data *chip = spi_get_ctldata(spi);
600
601 kfree(chip);
602 spi_set_ctldata(spi, NULL);
603}
604
Feng Tange24c7452009-12-14 14:20:22 -0800605/* Restart the controller, disable all interrupts, clean rx fifo */
Andy Shevchenko30b4b702015-01-07 16:56:55 +0200606static void spi_hw_init(struct device *dev, struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800607{
Andy Shevchenko45746e82015-03-02 14:58:55 +0200608 spi_reset_chip(dws);
Feng Tangc587b6f2010-01-21 10:41:10 +0800609
610 /*
611 * Try to detect the FIFO depth if not set by interface driver,
612 * the depth could be from 2 to 256 from HW spec
613 */
614 if (!dws->fifo_len) {
615 u32 fifo;
Jingoo Hanfadcace2014-09-02 11:49:24 +0900616
Axel Lind2979332015-01-05 09:32:56 +0800617 for (fifo = 2; fifo <= 256; fifo++) {
H Hartley Sweeten7eb187b2011-09-20 11:06:17 -0700618 dw_writew(dws, DW_SPI_TXFLTR, fifo);
619 if (fifo != dw_readw(dws, DW_SPI_TXFLTR))
Feng Tangc587b6f2010-01-21 10:41:10 +0800620 break;
621 }
Andy Shevchenko30b4b702015-01-07 16:56:55 +0200622 dw_writew(dws, DW_SPI_TXFLTR, 0);
Feng Tangc587b6f2010-01-21 10:41:10 +0800623
Axel Lind2979332015-01-05 09:32:56 +0800624 dws->fifo_len = (fifo == 2) ? 0 : fifo - 1;
Andy Shevchenko30b4b702015-01-07 16:56:55 +0200625 dev_dbg(dev, "Detected FIFO size: %u bytes\n", dws->fifo_len);
Feng Tangc587b6f2010-01-21 10:41:10 +0800626 }
Feng Tange24c7452009-12-14 14:20:22 -0800627}
628
Baruch Siach04f421e2013-12-30 20:30:44 +0200629int dw_spi_add_host(struct device *dev, struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800630{
631 struct spi_master *master;
632 int ret;
633
634 BUG_ON(dws == NULL);
635
Baruch Siach04f421e2013-12-30 20:30:44 +0200636 master = spi_alloc_master(dev, 0);
637 if (!master)
638 return -ENOMEM;
Feng Tange24c7452009-12-14 14:20:22 -0800639
640 dws->master = master;
641 dws->type = SSI_MOTO_SPI;
642 dws->prev_chip = NULL;
643 dws->dma_inited = 0;
644 dws->dma_addr = (dma_addr_t)(dws->paddr + 0x60);
Andy Shevchenkoc3c6e232014-09-18 20:08:57 +0300645 snprintf(dws->name, sizeof(dws->name), "dw_spi%d", dws->bus_num);
Feng Tange24c7452009-12-14 14:20:22 -0800646
Baruch Siach04f421e2013-12-30 20:30:44 +0200647 ret = devm_request_irq(dev, dws->irq, dw_spi_irq, IRQF_SHARED,
Liu, ShuoX40bfff82011-07-08 14:24:31 +0800648 dws->name, dws);
Feng Tange24c7452009-12-14 14:20:22 -0800649 if (ret < 0) {
650 dev_err(&master->dev, "can not get IRQ\n");
651 goto err_free_master;
652 }
653
Andy Shevchenkoc3ce15b2014-09-18 20:08:56 +0300654 master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_LOOP;
Stephen Warren24778be2013-05-21 20:36:35 -0600655 master->bits_per_word_mask = SPI_BPW_MASK(8) | SPI_BPW_MASK(16);
Feng Tange24c7452009-12-14 14:20:22 -0800656 master->bus_num = dws->bus_num;
657 master->num_chipselect = dws->num_cs;
Feng Tange24c7452009-12-14 14:20:22 -0800658 master->setup = dw_spi_setup;
Axel Lina97c8832014-08-31 12:47:06 +0800659 master->cleanup = dw_spi_cleanup;
Baruch Siachec37e8e2014-01-31 12:07:44 +0200660 master->transfer_one_message = dw_spi_transfer_one_message;
Axel Lin765ee702014-02-20 21:37:56 +0800661 master->max_speed_hz = dws->max_freq;
Thor Thayer9c6de472014-10-08 13:51:34 -0500662 master->dev.of_node = dev->of_node;
Feng Tange24c7452009-12-14 14:20:22 -0800663
Feng Tange24c7452009-12-14 14:20:22 -0800664 /* Basic HW init */
Andy Shevchenko30b4b702015-01-07 16:56:55 +0200665 spi_hw_init(dev, dws);
Feng Tange24c7452009-12-14 14:20:22 -0800666
Feng Tang7063c0d2010-12-24 13:59:11 +0800667 if (dws->dma_ops && dws->dma_ops->dma_init) {
668 ret = dws->dma_ops->dma_init(dws);
669 if (ret) {
Andy Shevchenko3dbb3b92015-01-07 16:56:54 +0200670 dev_warn(dev, "DMA init failed\n");
Feng Tang7063c0d2010-12-24 13:59:11 +0800671 dws->dma_inited = 0;
672 }
673 }
674
Baruch Siachec37e8e2014-01-31 12:07:44 +0200675 tasklet_init(&dws->pump_transfers, pump_transfers, (unsigned long)dws);
Feng Tange24c7452009-12-14 14:20:22 -0800676
677 spi_master_set_devdata(master, dws);
Baruch Siach04f421e2013-12-30 20:30:44 +0200678 ret = devm_spi_register_master(dev, master);
Feng Tange24c7452009-12-14 14:20:22 -0800679 if (ret) {
680 dev_err(&master->dev, "problem registering spi master\n");
Baruch Siachec37e8e2014-01-31 12:07:44 +0200681 goto err_dma_exit;
Feng Tange24c7452009-12-14 14:20:22 -0800682 }
683
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300684 dw_spi_debugfs_init(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800685 return 0;
686
Baruch Siachec37e8e2014-01-31 12:07:44 +0200687err_dma_exit:
Feng Tang7063c0d2010-12-24 13:59:11 +0800688 if (dws->dma_ops && dws->dma_ops->dma_exit)
689 dws->dma_ops->dma_exit(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800690 spi_enable_chip(dws, 0);
Feng Tange24c7452009-12-14 14:20:22 -0800691err_free_master:
692 spi_master_put(master);
Feng Tange24c7452009-12-14 14:20:22 -0800693 return ret;
694}
Feng Tang79290a22010-12-24 13:59:10 +0800695EXPORT_SYMBOL_GPL(dw_spi_add_host);
Feng Tange24c7452009-12-14 14:20:22 -0800696
Grant Likelyfd4a3192012-12-07 16:57:14 +0000697void dw_spi_remove_host(struct dw_spi *dws)
Feng Tange24c7452009-12-14 14:20:22 -0800698{
Feng Tange24c7452009-12-14 14:20:22 -0800699 if (!dws)
700 return;
Andy Shevchenko53288fe2014-09-12 15:11:56 +0300701 dw_spi_debugfs_remove(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800702
Feng Tang7063c0d2010-12-24 13:59:11 +0800703 if (dws->dma_ops && dws->dma_ops->dma_exit)
704 dws->dma_ops->dma_exit(dws);
Feng Tange24c7452009-12-14 14:20:22 -0800705 spi_enable_chip(dws, 0);
706 /* Disable clk */
707 spi_set_clk(dws, 0);
Feng Tange24c7452009-12-14 14:20:22 -0800708}
Feng Tang79290a22010-12-24 13:59:10 +0800709EXPORT_SYMBOL_GPL(dw_spi_remove_host);
Feng Tange24c7452009-12-14 14:20:22 -0800710
711int dw_spi_suspend_host(struct dw_spi *dws)
712{
713 int ret = 0;
714
Baruch Siachec37e8e2014-01-31 12:07:44 +0200715 ret = spi_master_suspend(dws->master);
Feng Tange24c7452009-12-14 14:20:22 -0800716 if (ret)
717 return ret;
718 spi_enable_chip(dws, 0);
719 spi_set_clk(dws, 0);
720 return ret;
721}
Feng Tang79290a22010-12-24 13:59:10 +0800722EXPORT_SYMBOL_GPL(dw_spi_suspend_host);
Feng Tange24c7452009-12-14 14:20:22 -0800723
724int dw_spi_resume_host(struct dw_spi *dws)
725{
726 int ret;
727
Andy Shevchenko30b4b702015-01-07 16:56:55 +0200728 spi_hw_init(&dws->master->dev, dws);
Baruch Siachec37e8e2014-01-31 12:07:44 +0200729 ret = spi_master_resume(dws->master);
Feng Tange24c7452009-12-14 14:20:22 -0800730 if (ret)
731 dev_err(&dws->master->dev, "fail to start queue (%d)\n", ret);
732 return ret;
733}
Feng Tang79290a22010-12-24 13:59:10 +0800734EXPORT_SYMBOL_GPL(dw_spi_resume_host);
Feng Tange24c7452009-12-14 14:20:22 -0800735
736MODULE_AUTHOR("Feng Tang <feng.tang@intel.com>");
737MODULE_DESCRIPTION("Driver for DesignWare SPI controller core");
738MODULE_LICENSE("GPL v2");