projects / deliverable / linux.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
powerpc: Minor cleanups of kernel virt address space definitions
[deliverable/linux.git] / drivers / ata / sata_sx4.c
CommitLineData
1da177e4
LT		 1/*
2 * sata_sx4.c - Promise SATA
3 *
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
7 *
8 * Copyright 2003-2004 Red Hat, Inc.
9 *
af36d7f0
JG		 10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2, or (at your option)
14 * any later version.
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; see the file COPYING. If not, write to
23 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
24 *
25 *
26 * libata documentation is available via 'make {ps|pdf}docs',
27 * as Documentation/DocBook/libata.*
28 *
29 * Hardware documentation available under NDA.
1da177e4
LT		 30 *
31 */
32
a09060ff
JG		 33/*
34 Theory of operation
35 -------------------
36
37 The SX4 (PDC20621) chip features a single Host DMA (HDMA) copy
38 engine, DIMM memory, and four ATA engines (one per SATA port).
39 Data is copied to/from DIMM memory by the HDMA engine, before
40 handing off to one (or more) of the ATA engines. The ATA
41 engines operate solely on DIMM memory.
42
43 The SX4 behaves like a PATA chip, with no SATA controls or
44 knowledge whatsoever, leading to the presumption that
45 PATA<->SATA bridges exist on SX4 boards, external to the
46 PDC20621 chip itself.
47
48 The chip is quite capable, supporting an XOR engine and linked
49 hardware commands (permits a string to transactions to be
50 submitted and waited-on as a single unit), and an optional
51 microprocessor.
52
53 The limiting factor is largely software. This Linux driver was
54 written to multiplex the single HDMA engine to copy disk
55 transactions into a fixed DIMM memory space, from where an ATA
56 engine takes over. As a result, each WRITE looks like this:
57
58 submit HDMA packet to hardware
59 hardware copies data from system memory to DIMM
60 hardware raises interrupt
61
62 submit ATA packet to hardware
63 hardware executes ATA WRITE command, w/ data in DIMM
64 hardware raises interrupt
2dcb407e 65
a09060ff
JG		 66 and each READ looks like this:
67
68 submit ATA packet to hardware
69 hardware executes ATA READ command, w/ data in DIMM
70 hardware raises interrupt
2dcb407e 71
a09060ff
JG		 72 submit HDMA packet to hardware
73 hardware copies data from DIMM to system memory
74 hardware raises interrupt
75
76 This is a very slow, lock-step way of doing things that can
77 certainly be improved by motivated kernel hackers.
78
79 */
80
1da177e4
LT		 81#include <linux/kernel.h>
82#include <linux/module.h>
83#include <linux/pci.h>
84#include <linux/init.h>
85#include <linux/blkdev.h>
86#include <linux/delay.h>
87#include <linux/interrupt.h>
a9524a76 88#include <linux/device.h>
1da177e4 89#include <scsi/scsi_host.h>
193515d5 90#include <scsi/scsi_cmnd.h>
1da177e4 91#include <linux/libata.h>
1da177e4
LT		 92#include "sata_promise.h"
93
94#define DRV_NAME "sata_sx4"
2a3103ce 95#define DRV_VERSION "0.12"
1da177e4
LT		 96
97
98enum {
0d5ff566
TH		 99 PDC_MMIO_BAR = 3,
100 PDC_DIMM_BAR = 4,
101
1da177e4
LT		 102 PDC_PRD_TBL = 0x44, /* Direct command DMA table addr */
103
104 PDC_PKT_SUBMIT = 0x40, /* Command packet pointer addr */
105 PDC_HDMA_PKT_SUBMIT = 0x100, /* Host DMA packet pointer addr */
106 PDC_INT_SEQMASK = 0x40, /* Mask of asserted SEQ INTs */
107 PDC_HDMA_CTLSTAT = 0x12C, /* Host DMA control / status */
108
a09060ff
JG		 109 PDC_CTLSTAT = 0x60, /* IDEn control / status */
110
1da177e4
LT		 111 PDC_20621_SEQCTL = 0x400,
112 PDC_20621_SEQMASK = 0x480,
113 PDC_20621_GENERAL_CTL = 0x484,
114 PDC_20621_PAGE_SIZE = (32 * 1024),
115
116 /* chosen, not constant, values; we design our own DIMM mem map */
117 PDC_20621_DIMM_WINDOW = 0x0C, /* page# for 32K DIMM window */
118 PDC_20621_DIMM_BASE = 0x00200000,
119 PDC_20621_DIMM_DATA = (64 * 1024),
120 PDC_DIMM_DATA_STEP = (256 * 1024),
121 PDC_DIMM_WINDOW_STEP = (8 * 1024),
122 PDC_DIMM_HOST_PRD = (6 * 1024),
123 PDC_DIMM_HOST_PKT = (128 * 0),
124 PDC_DIMM_HPKT_PRD = (128 * 1),
125 PDC_DIMM_ATA_PKT = (128 * 2),
126 PDC_DIMM_APKT_PRD = (128 * 3),
127 PDC_DIMM_HEADER_SZ = PDC_DIMM_APKT_PRD + 128,
128 PDC_PAGE_WINDOW = 0x40,
129 PDC_PAGE_DATA = PDC_PAGE_WINDOW +
130 (PDC_20621_DIMM_DATA / PDC_20621_PAGE_SIZE),
131 PDC_PAGE_SET = PDC_DIMM_DATA_STEP / PDC_20621_PAGE_SIZE,
132
133 PDC_CHIP0_OFS = 0xC0000, /* offset of chip #0 */
134
135 PDC_20621_ERR_MASK = (1<<19) | (1<<20) | (1<<21) | (1<<22) |
136 (1<<23),
137
138 board_20621 = 0, /* FastTrak S150 SX4 */
139
b2d46b61
JG		 140 PDC_MASK_INT = (1 << 10), /* HDMA/ATA mask int */
141 PDC_RESET = (1 << 11), /* HDMA/ATA reset */
a09060ff 142 PDC_DMA_ENABLE = (1 << 7), /* DMA start/stop */
1da177e4
LT		 143
144 PDC_MAX_HDMA = 32,
145 PDC_HDMA_Q_MASK = (PDC_MAX_HDMA - 1),
146
b2d46b61
JG		 147 PDC_DIMM0_SPD_DEV_ADDRESS = 0x50,
148 PDC_DIMM1_SPD_DEV_ADDRESS = 0x51,
149 PDC_I2C_CONTROL = 0x48,
150 PDC_I2C_ADDR_DATA = 0x4C,
151 PDC_DIMM0_CONTROL = 0x80,
152 PDC_DIMM1_CONTROL = 0x84,
153 PDC_SDRAM_CONTROL = 0x88,
154 PDC_I2C_WRITE = 0, /* master -> slave */
155 PDC_I2C_READ = (1 << 6), /* master <- slave */
156 PDC_I2C_START = (1 << 7), /* start I2C proto */
157 PDC_I2C_MASK_INT = (1 << 5), /* mask I2C interrupt */
158 PDC_I2C_COMPLETE = (1 << 16), /* I2C normal compl. */
159 PDC_I2C_NO_ACK = (1 << 20), /* slave no-ack addr */
160 PDC_DIMM_SPD_SUBADDRESS_START = 0x00,
161 PDC_DIMM_SPD_SUBADDRESS_END = 0x7F,
162 PDC_DIMM_SPD_ROW_NUM = 3,
163 PDC_DIMM_SPD_COLUMN_NUM = 4,
164 PDC_DIMM_SPD_MODULE_ROW = 5,
165 PDC_DIMM_SPD_TYPE = 11,
166 PDC_DIMM_SPD_FRESH_RATE = 12,
167 PDC_DIMM_SPD_BANK_NUM = 17,
168 PDC_DIMM_SPD_CAS_LATENCY = 18,
169 PDC_DIMM_SPD_ATTRIBUTE = 21,
170 PDC_DIMM_SPD_ROW_PRE_CHARGE = 27,
171 PDC_DIMM_SPD_ROW_ACTIVE_DELAY = 28,
172 PDC_DIMM_SPD_RAS_CAS_DELAY = 29,
173 PDC_DIMM_SPD_ACTIVE_PRECHARGE = 30,
174 PDC_DIMM_SPD_SYSTEM_FREQ = 126,
175 PDC_CTL_STATUS = 0x08,
176 PDC_DIMM_WINDOW_CTLR = 0x0C,
177 PDC_TIME_CONTROL = 0x3C,
178 PDC_TIME_PERIOD = 0x40,
179 PDC_TIME_COUNTER = 0x44,
180 PDC_GENERAL_CTLR = 0x484,
181 PCI_PLL_INIT = 0x8A531824,
182 PCI_X_TCOUNT = 0xEE1E5CFF,
183
184 /* PDC_TIME_CONTROL bits */
185 PDC_TIMER_BUZZER = (1 << 10),
186 PDC_TIMER_MODE_PERIODIC = 0, /* bits 9:8 == 00 */
187 PDC_TIMER_MODE_ONCE = (1 << 8), /* bits 9:8 == 01 */
188 PDC_TIMER_ENABLE = (1 << 7),
189 PDC_TIMER_MASK_INT = (1 << 5),
190 PDC_TIMER_SEQ_MASK = 0x1f, /* SEQ ID for timer */
191 PDC_TIMER_DEFAULT = PDC_TIMER_MODE_ONCE |
192 PDC_TIMER_ENABLE |
193 PDC_TIMER_MASK_INT,
1da177e4
LT		 194};
195
196
197struct pdc_port_priv {
198 u8 dimm_buf[(ATA_PRD_SZ * ATA_MAX_PRD) + 512];
199 u8 *pkt;
200 dma_addr_t pkt_dma;
201};
202
203struct pdc_host_priv {
1da177e4
LT		 204 unsigned int doing_hdma;
205 unsigned int hdma_prod;
206 unsigned int hdma_cons;
207 struct {
208 struct ata_queued_cmd *qc;
209 unsigned int seq;
210 unsigned long pkt_ofs;
211 } hdma[32];
212};
213
214
5796d1c4 215static int pdc_sata_init_one(struct pci_dev *pdev, const struct pci_device_id *ent);
67651ee5
JG		 216static void pdc_error_handler(struct ata_port *ap);
217static void pdc_freeze(struct ata_port *ap);
218static void pdc_thaw(struct ata_port *ap);
1da177e4 219static int pdc_port_start(struct ata_port *ap);
1da177e4 220static void pdc20621_qc_prep(struct ata_queued_cmd *qc);
057ace5e
JG		 221static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
222static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
4447d351
TH		 223static unsigned int pdc20621_dimm_init(struct ata_host *host);
224static int pdc20621_detect_dimm(struct ata_host *host);
225static unsigned int pdc20621_i2c_read(struct ata_host *host,
1da177e4 226 u32 device, u32 subaddr, u32 *pdata);
4447d351
TH		 227static int pdc20621_prog_dimm0(struct ata_host *host);
228static unsigned int pdc20621_prog_dimm_global(struct ata_host *host);
1da177e4 229#ifdef ATA_VERBOSE_DEBUG
4447d351 230static void pdc20621_get_from_dimm(struct ata_host *host,
1da177e4
LT		 231 void *psource, u32 offset, u32 size);
232#endif
4447d351 233static void pdc20621_put_to_dimm(struct ata_host *host,
1da177e4
LT		 234 void *psource, u32 offset, u32 size);
235static void pdc20621_irq_clear(struct ata_port *ap);
9363c382 236static unsigned int pdc20621_qc_issue(struct ata_queued_cmd *qc);
67651ee5
JG		 237static int pdc_softreset(struct ata_link *link, unsigned int *class,
238 unsigned long deadline);
239static void pdc_post_internal_cmd(struct ata_queued_cmd *qc);
240static int pdc_check_atapi_dma(struct ata_queued_cmd *qc);
1da177e4
LT		 241
242
193515d5 243static struct scsi_host_template pdc_sata_sht = {
68d1d07b 244 ATA_BASE_SHT(DRV_NAME),
1da177e4 245 .sg_tablesize = LIBATA_MAX_PRD,
1da177e4 246 .dma_boundary = ATA_DMA_BOUNDARY,
1da177e4
LT		 247};
248
029cfd6b
TH		 249/* TODO: inherit from base port_ops after converting to new EH */
250static struct ata_port_operations pdc_20621_ops = {
67651ee5
JG		 251 .inherits = &ata_sff_port_ops,
252
253 .check_atapi_dma = pdc_check_atapi_dma,
1da177e4 254 .qc_prep = pdc20621_qc_prep,
9363c382 255 .qc_issue = pdc20621_qc_issue,
67651ee5
JG		 256
257 .freeze = pdc_freeze,
258 .thaw = pdc_thaw,
259 .softreset = pdc_softreset,
260 .error_handler = pdc_error_handler,
261 .lost_interrupt = ATA_OP_NULL,
262 .post_internal_cmd = pdc_post_internal_cmd,
263
1da177e4 264 .port_start = pdc_port_start,
67651ee5
JG		 265
266 .sff_tf_load = pdc_tf_load_mmio,
267 .sff_exec_command = pdc_exec_command_mmio,
268 .sff_irq_clear = pdc20621_irq_clear,
1da177e4
LT		 269};
270
98ac62de 271static const struct ata_port_info pdc_port_info[] = {
1da177e4
LT		 272 /* board_20621 */
273 {
cca3974e 274 .flags = ATA_FLAG_SATA | ATA_FLAG_NO_LEGACY |
50630195 275 ATA_FLAG_SRST | ATA_FLAG_MMIO |
1f3461a7 276 ATA_FLAG_NO_ATAPI | ATA_FLAG_PIO_POLLING,
14bdef98
EIB		 277 .pio_mask = ATA_PIO4,
278 .mwdma_mask = ATA_MWDMA2,
469248ab 279 .udma_mask = ATA_UDMA6,
1da177e4
LT		 280 .port_ops = &pdc_20621_ops,
281 },
282
283};
284
3b7d697d 285static const struct pci_device_id pdc_sata_pci_tbl[] = {
54bb3a94
JG		 286 { PCI_VDEVICE(PROMISE, 0x6622), board_20621 },
287
1da177e4
LT		 288 { } /* terminate list */
289};
290
1da177e4
LT		 291static struct pci_driver pdc_sata_pci_driver = {
292 .name = DRV_NAME,
293 .id_table = pdc_sata_pci_tbl,
294 .probe = pdc_sata_init_one,
295 .remove = ata_pci_remove_one,
296};
297
298
1da177e4
LT		 299static int pdc_port_start(struct ata_port *ap)
300{
cca3974e 301 struct device *dev = ap->host->dev;
1da177e4
LT		 302 struct pdc_port_priv *pp;
303 int rc;
304
305 rc = ata_port_start(ap);
306 if (rc)
307 return rc;
308
24dc5f33
TH		 309 pp = devm_kzalloc(dev, sizeof(*pp), GFP_KERNEL);
310 if (!pp)
311 return -ENOMEM;
1da177e4 312
24dc5f33
TH		 313 pp->pkt = dmam_alloc_coherent(dev, 128, &pp->pkt_dma, GFP_KERNEL);
314 if (!pp->pkt)
315 return -ENOMEM;
1da177e4
LT		 316
317 ap->private_data = pp;
318
319 return 0;
1da177e4
LT		 320}
321
1da177e4 322static inline void pdc20621_ata_sg(struct ata_taskfile *tf, u8 *buf,
5796d1c4 323 unsigned int portno,
1da177e4
LT		 324 unsigned int total_len)
325{
326 u32 addr;
327 unsigned int dw = PDC_DIMM_APKT_PRD >> 2;
4ca4e439 328 __le32 *buf32 = (__le32 *) buf;
1da177e4
LT		 329
330 /* output ATA packet S/G table */
331 addr = PDC_20621_DIMM_BASE + PDC_20621_DIMM_DATA +
332 (PDC_DIMM_DATA_STEP * portno);
333 VPRINTK("ATA sg addr 0x%x, %d\n", addr, addr);
334 buf32[dw] = cpu_to_le32(addr);
335 buf32[dw + 1] = cpu_to_le32(total_len | ATA_PRD_EOT);
336
337 VPRINTK("ATA PSG @ %x == (0x%x, 0x%x)\n",
338 PDC_20621_DIMM_BASE +
339 (PDC_DIMM_WINDOW_STEP * portno) +
340 PDC_DIMM_APKT_PRD,
341 buf32[dw], buf32[dw + 1]);
342}
343
344static inline void pdc20621_host_sg(struct ata_taskfile *tf, u8 *buf,
5796d1c4 345 unsigned int portno,
1da177e4
LT		 346 unsigned int total_len)
347{
348 u32 addr;
349 unsigned int dw = PDC_DIMM_HPKT_PRD >> 2;
4ca4e439 350 __le32 *buf32 = (__le32 *) buf;
1da177e4
LT		 351
352 /* output Host DMA packet S/G table */
353 addr = PDC_20621_DIMM_BASE + PDC_20621_DIMM_DATA +
354 (PDC_DIMM_DATA_STEP * portno);
355
356 buf32[dw] = cpu_to_le32(addr);
357 buf32[dw + 1] = cpu_to_le32(total_len | ATA_PRD_EOT);
358
359 VPRINTK("HOST PSG @ %x == (0x%x, 0x%x)\n",
360 PDC_20621_DIMM_BASE +
361 (PDC_DIMM_WINDOW_STEP * portno) +
362 PDC_DIMM_HPKT_PRD,
363 buf32[dw], buf32[dw + 1]);
364}
365
366static inline unsigned int pdc20621_ata_pkt(struct ata_taskfile *tf,
367 unsigned int devno, u8 *buf,
368 unsigned int portno)
369{
370 unsigned int i, dw;
4ca4e439 371 __le32 *buf32 = (__le32 *) buf;
1da177e4
LT		 372 u8 dev_reg;
373
374 unsigned int dimm_sg = PDC_20621_DIMM_BASE +
375 (PDC_DIMM_WINDOW_STEP * portno) +
376 PDC_DIMM_APKT_PRD;
377 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg, dimm_sg);
378
379 i = PDC_DIMM_ATA_PKT;
380
381 /*
382 * Set up ATA packet
383 */
384 if ((tf->protocol == ATA_PROT_DMA) && (!(tf->flags & ATA_TFLAG_WRITE)))
385 buf[i++] = PDC_PKT_READ;
386 else if (tf->protocol == ATA_PROT_NODATA)
387 buf[i++] = PDC_PKT_NODATA;
388 else
389 buf[i++] = 0;
390 buf[i++] = 0; /* reserved */
391 buf[i++] = portno + 1; /* seq. id */
392 buf[i++] = 0xff; /* delay seq. id */
393
394 /* dimm dma S/G, and next-pkt */
395 dw = i >> 2;
396 if (tf->protocol == ATA_PROT_NODATA)
397 buf32[dw] = 0;
398 else
399 buf32[dw] = cpu_to_le32(dimm_sg);
400 buf32[dw + 1] = 0;
401 i += 8;
402
403 if (devno == 0)
404 dev_reg = ATA_DEVICE_OBS;
405 else
406 dev_reg = ATA_DEVICE_OBS | ATA_DEV1;
407
408 /* select device */
409 buf[i++] = (1 << 5) | PDC_PKT_CLEAR_BSY | ATA_REG_DEVICE;
410 buf[i++] = dev_reg;
411
412 /* device control register */
413 buf[i++] = (1 << 5) | PDC_REG_DEVCTL;
414 buf[i++] = tf->ctl;
415
416 return i;
417}
418
419static inline void pdc20621_host_pkt(struct ata_taskfile *tf, u8 *buf,
420 unsigned int portno)
421{
422 unsigned int dw;
4ca4e439
AV		 423 u32 tmp;
424 __le32 *buf32 = (__le32 *) buf;
1da177e4
LT		 425
426 unsigned int host_sg = PDC_20621_DIMM_BASE +
427 (PDC_DIMM_WINDOW_STEP * portno) +
428 PDC_DIMM_HOST_PRD;
429 unsigned int dimm_sg = PDC_20621_DIMM_BASE +
430 (PDC_DIMM_WINDOW_STEP * portno) +
431 PDC_DIMM_HPKT_PRD;
432 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg, dimm_sg);
433 VPRINTK("host_sg == 0x%x, %d\n", host_sg, host_sg);
434
435 dw = PDC_DIMM_HOST_PKT >> 2;
436
437 /*
438 * Set up Host DMA packet
439 */
440 if ((tf->protocol == ATA_PROT_DMA) && (!(tf->flags & ATA_TFLAG_WRITE)))
441 tmp = PDC_PKT_READ;
442 else
443 tmp = 0;
444 tmp |= ((portno + 1 + 4) << 16); /* seq. id */
445 tmp |= (0xff << 24); /* delay seq. id */
446 buf32[dw + 0] = cpu_to_le32(tmp);
447 buf32[dw + 1] = cpu_to_le32(host_sg);
448 buf32[dw + 2] = cpu_to_le32(dimm_sg);
449 buf32[dw + 3] = 0;
450
451 VPRINTK("HOST PKT @ %x == (0x%x 0x%x 0x%x 0x%x)\n",
452 PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * portno) +
453 PDC_DIMM_HOST_PKT,
454 buf32[dw + 0],
455 buf32[dw + 1],
456 buf32[dw + 2],
457 buf32[dw + 3]);
458}
459
460static void pdc20621_dma_prep(struct ata_queued_cmd *qc)
461{
cedc9a47 462 struct scatterlist *sg;
1da177e4
LT		 463 struct ata_port *ap = qc->ap;
464 struct pdc_port_priv *pp = ap->private_data;
0d5ff566
TH		 465 void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];
466 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
1da177e4 467 unsigned int portno = ap->port_no;
ff2aeb1e 468 unsigned int i, si, idx, total_len = 0, sgt_len;
826cd156 469 __le32 *buf = (__le32 *) &pp->dimm_buf[PDC_DIMM_HEADER_SZ];
1da177e4 470
beec7dbc 471 WARN_ON(!(qc->flags & ATA_QCFLAG_DMAMAP));
1da177e4 472
44877b4e 473 VPRINTK("ata%u: ENTER\n", ap->print_id);
1da177e4
LT		 474
475 /* hard-code chip #0 */
476 mmio += PDC_CHIP0_OFS;
477
478 /*
479 * Build S/G table
480 */
1da177e4 481 idx = 0;
ff2aeb1e 482 for_each_sg(qc->sg, sg, qc->n_elem, si) {
cedc9a47
JG		 483 buf[idx++] = cpu_to_le32(sg_dma_address(sg));
484 buf[idx++] = cpu_to_le32(sg_dma_len(sg));
485 total_len += sg_dma_len(sg);
1da177e4
LT		 486 }
487 buf[idx - 1] |= cpu_to_le32(ATA_PRD_EOT);
488 sgt_len = idx * 4;
489
490 /*
491 * Build ATA, host DMA packets
492 */
493 pdc20621_host_sg(&qc->tf, &pp->dimm_buf[0], portno, total_len);
494 pdc20621_host_pkt(&qc->tf, &pp->dimm_buf[0], portno);
495
496 pdc20621_ata_sg(&qc->tf, &pp->dimm_buf[0], portno, total_len);
497 i = pdc20621_ata_pkt(&qc->tf, qc->dev->devno, &pp->dimm_buf[0], portno);
498
499 if (qc->tf.flags & ATA_TFLAG_LBA48)
500 i = pdc_prep_lba48(&qc->tf, &pp->dimm_buf[0], i);
501 else
502 i = pdc_prep_lba28(&qc->tf, &pp->dimm_buf[0], i);
503
504 pdc_pkt_footer(&qc->tf, &pp->dimm_buf[0], i);
505
506 /* copy three S/G tables and two packets to DIMM MMIO window */
507 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP),
508 &pp->dimm_buf, PDC_DIMM_HEADER_SZ);
509 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP) +
510 PDC_DIMM_HOST_PRD,
511 &pp->dimm_buf[PDC_DIMM_HEADER_SZ], sgt_len);
512
513 /* force host FIFO dump */
514 writel(0x00000001, mmio + PDC_20621_GENERAL_CTL);
515
516 readl(dimm_mmio); /* MMIO PCI posting flush */
517
518 VPRINTK("ata pkt buf ofs %u, prd size %u, mmio copied\n", i, sgt_len);
519}
520
521static void pdc20621_nodata_prep(struct ata_queued_cmd *qc)
522{
523 struct ata_port *ap = qc->ap;
524 struct pdc_port_priv *pp = ap->private_data;
0d5ff566
TH		 525 void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];
526 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
1da177e4
LT		 527 unsigned int portno = ap->port_no;
528 unsigned int i;
529
44877b4e 530 VPRINTK("ata%u: ENTER\n", ap->print_id);
1da177e4
LT		 531
532 /* hard-code chip #0 */
533 mmio += PDC_CHIP0_OFS;
534
535 i = pdc20621_ata_pkt(&qc->tf, qc->dev->devno, &pp->dimm_buf[0], portno);
536
537 if (qc->tf.flags & ATA_TFLAG_LBA48)
538 i = pdc_prep_lba48(&qc->tf, &pp->dimm_buf[0], i);
539 else
540 i = pdc_prep_lba28(&qc->tf, &pp->dimm_buf[0], i);
541
542 pdc_pkt_footer(&qc->tf, &pp->dimm_buf[0], i);
543
544 /* copy three S/G tables and two packets to DIMM MMIO window */
545 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP),
546 &pp->dimm_buf, PDC_DIMM_HEADER_SZ);
547
548 /* force host FIFO dump */
549 writel(0x00000001, mmio + PDC_20621_GENERAL_CTL);
550
551 readl(dimm_mmio); /* MMIO PCI posting flush */
552
553 VPRINTK("ata pkt buf ofs %u, mmio copied\n", i);
554}
555
556static void pdc20621_qc_prep(struct ata_queued_cmd *qc)
557{
558 switch (qc->tf.protocol) {
559 case ATA_PROT_DMA:
560 pdc20621_dma_prep(qc);
561 break;
562 case ATA_PROT_NODATA:
563 pdc20621_nodata_prep(qc);
564 break;
565 default:
566 break;
567 }
568}
569
570static void __pdc20621_push_hdma(struct ata_queued_cmd *qc,
571 unsigned int seq,
572 u32 pkt_ofs)
573{
574 struct ata_port *ap = qc->ap;
cca3974e 575 struct ata_host *host = ap->host;
0d5ff566 576 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1da177e4
LT		 577
578 /* hard-code chip #0 */
579 mmio += PDC_CHIP0_OFS;
580
581 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
582 readl(mmio + PDC_20621_SEQCTL + (seq * 4)); /* flush */
583
584 writel(pkt_ofs, mmio + PDC_HDMA_PKT_SUBMIT);
585 readl(mmio + PDC_HDMA_PKT_SUBMIT); /* flush */
586}
587
588static void pdc20621_push_hdma(struct ata_queued_cmd *qc,
589 unsigned int seq,
590 u32 pkt_ofs)
591{
592 struct ata_port *ap = qc->ap;
cca3974e 593 struct pdc_host_priv *pp = ap->host->private_data;
1da177e4
LT		 594 unsigned int idx = pp->hdma_prod & PDC_HDMA_Q_MASK;
595
596 if (!pp->doing_hdma) {
597 __pdc20621_push_hdma(qc, seq, pkt_ofs);
598 pp->doing_hdma = 1;
599 return;
600 }
601
602 pp->hdma[idx].qc = qc;
603 pp->hdma[idx].seq = seq;
604 pp->hdma[idx].pkt_ofs = pkt_ofs;
605 pp->hdma_prod++;
606}
607
608static void pdc20621_pop_hdma(struct ata_queued_cmd *qc)
609{
610 struct ata_port *ap = qc->ap;
cca3974e 611 struct pdc_host_priv *pp = ap->host->private_data;
1da177e4
LT		 612 unsigned int idx = pp->hdma_cons & PDC_HDMA_Q_MASK;
613
614 /* if nothing on queue, we're done */
615 if (pp->hdma_prod == pp->hdma_cons) {
616 pp->doing_hdma = 0;
617 return;
618 }
619
620 __pdc20621_push_hdma(pp->hdma[idx].qc, pp->hdma[idx].seq,
621 pp->hdma[idx].pkt_ofs);
622 pp->hdma_cons++;
623}
624
625#ifdef ATA_VERBOSE_DEBUG
626static void pdc20621_dump_hdma(struct ata_queued_cmd *qc)
627{
628 struct ata_port *ap = qc->ap;
629 unsigned int port_no = ap->port_no;
0d5ff566 630 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
1da177e4
LT		 631
632 dimm_mmio += (port_no * PDC_DIMM_WINDOW_STEP);
633 dimm_mmio += PDC_DIMM_HOST_PKT;
634
635 printk(KERN_ERR "HDMA[0] == 0x%08X\n", readl(dimm_mmio));
636 printk(KERN_ERR "HDMA[1] == 0x%08X\n", readl(dimm_mmio + 4));
637 printk(KERN_ERR "HDMA[2] == 0x%08X\n", readl(dimm_mmio + 8));
638 printk(KERN_ERR "HDMA[3] == 0x%08X\n", readl(dimm_mmio + 12));
639}
640#else
641static inline void pdc20621_dump_hdma(struct ata_queued_cmd *qc) { }
642#endif /* ATA_VERBOSE_DEBUG */
643
644static void pdc20621_packet_start(struct ata_queued_cmd *qc)
645{
646 struct ata_port *ap = qc->ap;
cca3974e 647 struct ata_host *host = ap->host;
1da177e4 648 unsigned int port_no = ap->port_no;
0d5ff566 649 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1da177e4
LT		 650 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE);
651 u8 seq = (u8) (port_no + 1);
652 unsigned int port_ofs;
653
654 /* hard-code chip #0 */
655 mmio += PDC_CHIP0_OFS;
656
44877b4e 657 VPRINTK("ata%u: ENTER\n", ap->print_id);
1da177e4
LT		 658
659 wmb(); /* flush PRD, pkt writes */
660
661 port_ofs = PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * port_no);
662
663 /* if writing, we (1) DMA to DIMM, then (2) do ATA command */
664 if (rw && qc->tf.protocol == ATA_PROT_DMA) {
665 seq += 4;
666
667 pdc20621_dump_hdma(qc);
668 pdc20621_push_hdma(qc, seq, port_ofs + PDC_DIMM_HOST_PKT);
669 VPRINTK("queued ofs 0x%x (%u), seq %u\n",
670 port_ofs + PDC_DIMM_HOST_PKT,
671 port_ofs + PDC_DIMM_HOST_PKT,
672 seq);
673 } else {
674 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
675 readl(mmio + PDC_20621_SEQCTL + (seq * 4)); /* flush */
676
677 writel(port_ofs + PDC_DIMM_ATA_PKT,
0d5ff566
TH		 678 ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
679 readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
1da177e4
LT		 680 VPRINTK("submitted ofs 0x%x (%u), seq %u\n",
681 port_ofs + PDC_DIMM_ATA_PKT,
682 port_ofs + PDC_DIMM_ATA_PKT,
683 seq);
684 }
685}
686
9363c382 687static unsigned int pdc20621_qc_issue(struct ata_queued_cmd *qc)
1da177e4
LT		 688{
689 switch (qc->tf.protocol) {
1da177e4 690 case ATA_PROT_NODATA:
19799bfc
DM		 691 if (qc->tf.flags & ATA_TFLAG_POLLING)
692 break;
693 /*FALLTHROUGH*/
694 case ATA_PROT_DMA:
1da177e4
LT		 695 pdc20621_packet_start(qc);
696 return 0;
697
0dc36888 698 case ATAPI_PROT_DMA:
1da177e4
LT		 699 BUG();
700 break;
701
702 default:
703 break;
704 }
705
9363c382 706 return ata_sff_qc_issue(qc);
1da177e4
LT		 707}
708
5796d1c4
JG		 709static inline unsigned int pdc20621_host_intr(struct ata_port *ap,
710 struct ata_queued_cmd *qc,
1da177e4 711 unsigned int doing_hdma,
ea6ba10b 712 void __iomem *mmio)
1da177e4
LT		 713{
714 unsigned int port_no = ap->port_no;
715 unsigned int port_ofs =
716 PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * port_no);
717 u8 status;
718 unsigned int handled = 0;
719
720 VPRINTK("ENTER\n");
721
722 if ((qc->tf.protocol == ATA_PROT_DMA) && /* read */
723 (!(qc->tf.flags & ATA_TFLAG_WRITE))) {
724
725 /* step two - DMA from DIMM to host */
726 if (doing_hdma) {
44877b4e 727 VPRINTK("ata%u: read hdma, 0x%x 0x%x\n", ap->print_id,
1da177e4
LT		 728 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
729 /* get drive status; clear intr; complete txn */
a22e2eb0
AL		 730 qc->err_mask |= ac_err_mask(ata_wait_idle(ap));
731 ata_qc_complete(qc);
1da177e4
LT		 732 pdc20621_pop_hdma(qc);
733 }
734
735 /* step one - exec ATA command */
736 else {
737 u8 seq = (u8) (port_no + 1 + 4);
44877b4e 738 VPRINTK("ata%u: read ata, 0x%x 0x%x\n", ap->print_id,
1da177e4
LT		 739 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
740
741 /* submit hdma pkt */
742 pdc20621_dump_hdma(qc);
743 pdc20621_push_hdma(qc, seq,
744 port_ofs + PDC_DIMM_HOST_PKT);
745 }
746 handled = 1;
747
748 } else if (qc->tf.protocol == ATA_PROT_DMA) { /* write */
749
750 /* step one - DMA from host to DIMM */
751 if (doing_hdma) {
752 u8 seq = (u8) (port_no + 1);
44877b4e 753 VPRINTK("ata%u: write hdma, 0x%x 0x%x\n", ap->print_id,
1da177e4
LT		 754 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
755
756 /* submit ata pkt */
757 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
758 readl(mmio + PDC_20621_SEQCTL + (seq * 4));
759 writel(port_ofs + PDC_DIMM_ATA_PKT,
0d5ff566
TH		 760 ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
761 readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
1da177e4
LT		 762 }
763
764 /* step two - execute ATA command */
765 else {
44877b4e 766 VPRINTK("ata%u: write ata, 0x%x 0x%x\n", ap->print_id,
1da177e4
LT		 767 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
768 /* get drive status; clear intr; complete txn */
a22e2eb0
AL		 769 qc->err_mask |= ac_err_mask(ata_wait_idle(ap));
770 ata_qc_complete(qc);
1da177e4
LT		 771 pdc20621_pop_hdma(qc);
772 }
773 handled = 1;
774
775 /* command completion, but no data xfer */
776 } else if (qc->tf.protocol == ATA_PROT_NODATA) {
777
9363c382 778 status = ata_sff_busy_wait(ap, ATA_BUSY | ATA_DRQ, 1000);
1da177e4 779 DPRINTK("BUS_NODATA (drv_stat 0x%X)\n", status);
a22e2eb0
AL		 780 qc->err_mask |= ac_err_mask(status);
781 ata_qc_complete(qc);
1da177e4
LT		 782 handled = 1;
783
784 } else {
785 ap->stats.idle_irq++;
786 }
787
788 return handled;
789}
790
791static void pdc20621_irq_clear(struct ata_port *ap)
792{
19799bfc 793 ioread8(ap->ioaddr.status_addr);
1da177e4
LT		 794}
795
5796d1c4 796static irqreturn_t pdc20621_interrupt(int irq, void *dev_instance)
1da177e4 797{
cca3974e 798 struct ata_host *host = dev_instance;
1da177e4
LT		 799 struct ata_port *ap;
800 u32 mask = 0;
801 unsigned int i, tmp, port_no;
802 unsigned int handled = 0;
ea6ba10b 803 void __iomem *mmio_base;
1da177e4
LT		 804
805 VPRINTK("ENTER\n");
806
0d5ff566 807 if (!host || !host->iomap[PDC_MMIO_BAR]) {
1da177e4
LT		 808 VPRINTK("QUICK EXIT\n");
809 return IRQ_NONE;
810 }
811
0d5ff566 812 mmio_base = host->iomap[PDC_MMIO_BAR];
1da177e4
LT		 813
814 /* reading should also clear interrupts */
815 mmio_base += PDC_CHIP0_OFS;
816 mask = readl(mmio_base + PDC_20621_SEQMASK);
817 VPRINTK("mask == 0x%x\n", mask);
818
819 if (mask == 0xffffffff) {
820 VPRINTK("QUICK EXIT 2\n");
821 return IRQ_NONE;
822 }
823 mask &= 0xffff; /* only 16 tags possible */
824 if (!mask) {
825 VPRINTK("QUICK EXIT 3\n");
826 return IRQ_NONE;
827 }
828
5796d1c4 829 spin_lock(&host->lock);
1da177e4 830
5796d1c4 831 for (i = 1; i < 9; i++) {
1da177e4
LT		 832 port_no = i - 1;
833 if (port_no > 3)
834 port_no -= 4;
cca3974e 835 if (port_no >= host->n_ports)
1da177e4
LT		 836 ap = NULL;
837 else
cca3974e 838 ap = host->ports[port_no];
1da177e4
LT		 839 tmp = mask & (1 << i);
840 VPRINTK("seq %u, port_no %u, ap %p, tmp %x\n", i, port_no, ap, tmp);
c1389503 841 if (tmp && ap &&
029f5468 842 !(ap->flags & ATA_FLAG_DISABLED)) {
1da177e4
LT		 843 struct ata_queued_cmd *qc;
844
9af5c9c9 845 qc = ata_qc_from_tag(ap, ap->link.active_tag);
e50362ec 846 if (qc && (!(qc->tf.flags & ATA_TFLAG_POLLING)))
1da177e4
LT		 847 handled += pdc20621_host_intr(ap, qc, (i > 4),
848 mmio_base);
849 }
850 }
851
5796d1c4 852 spin_unlock(&host->lock);
1da177e4
LT		 853
854 VPRINTK("mask == 0x%x\n", mask);
855
856 VPRINTK("EXIT\n");
857
858 return IRQ_RETVAL(handled);
859}
860
67651ee5 861static void pdc_freeze(struct ata_port *ap)
1da177e4 862{
67651ee5
JG		 863 void __iomem *mmio = ap->ioaddr.cmd_addr;
864 u32 tmp;
1da177e4 865
67651ee5 866 /* FIXME: if all 4 ATA engines are stopped, also stop HDMA engine */
1da177e4 867
67651ee5
JG		 868 tmp = readl(mmio + PDC_CTLSTAT);
869 tmp |= PDC_MASK_INT;
870 tmp &= ~PDC_DMA_ENABLE;
871 writel(tmp, mmio + PDC_CTLSTAT);
872 readl(mmio + PDC_CTLSTAT); /* flush */
873}
b8f6153e 874
67651ee5
JG		 875static void pdc_thaw(struct ata_port *ap)
876{
877 void __iomem *mmio = ap->ioaddr.cmd_addr;
67651ee5 878 u32 tmp;
1da177e4 879
67651ee5 880 /* FIXME: start HDMA engine, if zero ATA engines running */
1da177e4 881
19799bfc
DM		 882 /* clear IRQ */
883 ioread8(ap->ioaddr.status_addr);
1da177e4 884
67651ee5
JG		 885 /* turn IRQ back on */
886 tmp = readl(mmio + PDC_CTLSTAT);
887 tmp &= ~PDC_MASK_INT;
888 writel(tmp, mmio + PDC_CTLSTAT);
889 readl(mmio + PDC_CTLSTAT); /* flush */
890}
1da177e4 891
67651ee5
JG		 892static void pdc_reset_port(struct ata_port *ap)
893{
894 void __iomem *mmio = ap->ioaddr.cmd_addr + PDC_CTLSTAT;
895 unsigned int i;
896 u32 tmp;
897
898 /* FIXME: handle HDMA copy engine */
899
900 for (i = 11; i > 0; i--) {
901 tmp = readl(mmio);
902 if (tmp & PDC_RESET)
903 break;
904
905 udelay(100);
906
907 tmp |= PDC_RESET;
908 writel(tmp, mmio);
1da177e4
LT		 909 }
910
67651ee5
JG		 911 tmp &= ~PDC_RESET;
912 writel(tmp, mmio);
913 readl(mmio); /* flush */
914}
915
916static int pdc_softreset(struct ata_link *link, unsigned int *class,
917 unsigned long deadline)
918{
919 pdc_reset_port(link->ap);
920 return ata_sff_softreset(link, class, deadline);
921}
922
923static void pdc_error_handler(struct ata_port *ap)
924{
925 if (!(ap->pflags & ATA_PFLAG_FROZEN))
926 pdc_reset_port(ap);
927
928 ata_std_error_handler(ap);
929}
930
931static void pdc_post_internal_cmd(struct ata_queued_cmd *qc)
932{
933 struct ata_port *ap = qc->ap;
934
935 /* make DMA engine forget about the failed command */
936 if (qc->flags & ATA_QCFLAG_FAILED)
937 pdc_reset_port(ap);
938}
939
940static int pdc_check_atapi_dma(struct ata_queued_cmd *qc)
941{
942 u8 *scsicmd = qc->scsicmd->cmnd;
943 int pio = 1; /* atapi dma off by default */
944
945 /* Whitelist commands that may use DMA. */
946 switch (scsicmd[0]) {
947 case WRITE_12:
948 case WRITE_10:
949 case WRITE_6:
950 case READ_12:
951 case READ_10:
952 case READ_6:
953 case 0xad: /* READ_DVD_STRUCTURE */
954 case 0xbe: /* READ_CD */
955 pio = 0;
956 }
957 /* -45150 (FFFF4FA2) to -1 (FFFFFFFF) shall use PIO mode */
958 if (scsicmd[0] == WRITE_10) {
959 unsigned int lba =
960 (scsicmd[2] << 24) |
961 (scsicmd[3] << 16) |
962 (scsicmd[4] << 8) |
963 scsicmd[5];
964 if (lba >= 0xFFFF4FA2)
965 pio = 1;
966 }
967 return pio;
1da177e4
LT		 968}
969
057ace5e 970static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
1da177e4 971{
5796d1c4 972 WARN_ON(tf->protocol == ATA_PROT_DMA ||
19799bfc 973 tf->protocol == ATAPI_PROT_DMA);
9363c382 974 ata_sff_tf_load(ap, tf);
1da177e4
LT		 975}
976
977
057ace5e 978static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
1da177e4 979{
5796d1c4 980 WARN_ON(tf->protocol == ATA_PROT_DMA ||
19799bfc 981 tf->protocol == ATAPI_PROT_DMA);
9363c382 982 ata_sff_exec_command(ap, tf);
1da177e4
LT		 983}
984
985
0d5ff566 986static void pdc_sata_setup_port(struct ata_ioports *port, void __iomem *base)
1da177e4
LT		 987{
988 port->cmd_addr = base;
989 port->data_addr = base;
990 port->feature_addr =
991 port->error_addr = base + 0x4;
992 port->nsect_addr = base + 0x8;
993 port->lbal_addr = base + 0xc;
994 port->lbam_addr = base + 0x10;
995 port->lbah_addr = base + 0x14;
996 port->device_addr = base + 0x18;
997 port->command_addr =
998 port->status_addr = base + 0x1c;
999 port->altstatus_addr =
1000 port->ctl_addr = base + 0x38;
1001}
1002
1003
1004#ifdef ATA_VERBOSE_DEBUG
4447d351 1005static void pdc20621_get_from_dimm(struct ata_host *host, void *psource,
1da177e4
LT		 1006 u32 offset, u32 size)
1007{
1008 u32 window_size;
1009 u16 idx;
1010 u8 page_mask;
1011 long dist;
4447d351
TH		 1012 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1013 void __iomem *dimm_mmio = host->iomap[PDC_DIMM_BAR];
1da177e4
LT		 1014
1015 /* hard-code chip #0 */
1016 mmio += PDC_CHIP0_OFS;
1017
8a60a071 1018 page_mask = 0x00;
5796d1c4 1019 window_size = 0x2000 * 4; /* 32K byte uchar size */
8a60a071 1020 idx = (u16) (offset / window_size);
1da177e4
LT		 1021
1022 writel(0x01, mmio + PDC_GENERAL_CTLR);
1023 readl(mmio + PDC_GENERAL_CTLR);
1024 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1025 readl(mmio + PDC_DIMM_WINDOW_CTLR);
1026
1027 offset -= (idx * window_size);
1028 idx++;
8a60a071 1029 dist = ((long) (window_size - (offset + size))) >= 0 ? size :
1da177e4 1030 (long) (window_size - offset);
8a60a071 1031 memcpy_fromio((char *) psource, (char *) (dimm_mmio + offset / 4),
1da177e4
LT		 1032 dist);
1033
8a60a071 1034 psource += dist;
1da177e4
LT		 1035 size -= dist;
1036 for (; (long) size >= (long) window_size ;) {
1037 writel(0x01, mmio + PDC_GENERAL_CTLR);
1038 readl(mmio + PDC_GENERAL_CTLR);
1039 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1040 readl(mmio + PDC_DIMM_WINDOW_CTLR);
8a60a071 1041 memcpy_fromio((char *) psource, (char *) (dimm_mmio),
1da177e4
LT		 1042 window_size / 4);
1043 psource += window_size;
1044 size -= window_size;
5796d1c4 1045 idx++;
1da177e4
LT		 1046 }
1047
1048 if (size) {
1049 writel(0x01, mmio + PDC_GENERAL_CTLR);
1050 readl(mmio + PDC_GENERAL_CTLR);
1051 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1052 readl(mmio + PDC_DIMM_WINDOW_CTLR);
8a60a071 1053 memcpy_fromio((char *) psource, (char *) (dimm_mmio),
1da177e4
LT		 1054 size / 4);
1055 }
1056}
1057#endif
1058
1059
4447d351 1060static void pdc20621_put_to_dimm(struct ata_host *host, void *psource,
1da177e4
LT		 1061 u32 offset, u32 size)
1062{
1063 u32 window_size;
1064 u16 idx;
1065 u8 page_mask;
1066 long dist;
4447d351
TH		 1067 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1068 void __iomem *dimm_mmio = host->iomap[PDC_DIMM_BAR];
1da177e4 1069
8a60a071 1070 /* hard-code chip #0 */
1da177e4
LT		 1071 mmio += PDC_CHIP0_OFS;
1072
8a60a071 1073 page_mask = 0x00;
5796d1c4 1074 window_size = 0x2000 * 4; /* 32K byte uchar size */
1da177e4
LT		 1075 idx = (u16) (offset / window_size);
1076
1077 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1078 readl(mmio + PDC_DIMM_WINDOW_CTLR);
8a60a071 1079 offset -= (idx * window_size);
1da177e4
LT		 1080 idx++;
1081 dist = ((long)(s32)(window_size - (offset + size))) >= 0 ? size :
1082 (long) (window_size - offset);
a9afd7cd 1083 memcpy_toio(dimm_mmio + offset / 4, psource, dist);
1da177e4
LT		 1084 writel(0x01, mmio + PDC_GENERAL_CTLR);
1085 readl(mmio + PDC_GENERAL_CTLR);
1086
8a60a071 1087 psource += dist;
1da177e4
LT		 1088 size -= dist;
1089 for (; (long) size >= (long) window_size ;) {
1090 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1091 readl(mmio + PDC_DIMM_WINDOW_CTLR);
a9afd7cd 1092 memcpy_toio(dimm_mmio, psource, window_size / 4);
1da177e4
LT		 1093 writel(0x01, mmio + PDC_GENERAL_CTLR);
1094 readl(mmio + PDC_GENERAL_CTLR);
1095 psource += window_size;
1096 size -= window_size;
5796d1c4 1097 idx++;
1da177e4 1098 }
8a60a071 1099
1da177e4
LT		 1100 if (size) {
1101 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1102 readl(mmio + PDC_DIMM_WINDOW_CTLR);
a9afd7cd 1103 memcpy_toio(dimm_mmio, psource, size / 4);
1da177e4
LT		 1104 writel(0x01, mmio + PDC_GENERAL_CTLR);
1105 readl(mmio + PDC_GENERAL_CTLR);
1106 }
1107}
1108
1109
4447d351 1110static unsigned int pdc20621_i2c_read(struct ata_host *host, u32 device,
1da177e4
LT		 1111 u32 subaddr, u32 *pdata)
1112{
4447d351 1113 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1da177e4 1114 u32 i2creg = 0;
8a60a071 1115 u32 status;
5796d1c4 1116 u32 count = 0;
1da177e4
LT		 1117
1118 /* hard-code chip #0 */
1119 mmio += PDC_CHIP0_OFS;
1120
1121 i2creg |= device << 24;
1122 i2creg |= subaddr << 16;
1123
1124 /* Set the device and subaddress */
b2d46b61
JG		 1125 writel(i2creg, mmio + PDC_I2C_ADDR_DATA);
1126 readl(mmio + PDC_I2C_ADDR_DATA);
1da177e4
LT		 1127
1128 /* Write Control to perform read operation, mask int */
8a60a071 1129 writel(PDC_I2C_READ | PDC_I2C_START | PDC_I2C_MASK_INT,
b2d46b61 1130 mmio + PDC_I2C_CONTROL);
1da177e4
LT		 1131
1132 for (count = 0; count <= 1000; count ++) {
b2d46b61 1133 status = readl(mmio + PDC_I2C_CONTROL);
1da177e4 1134 if (status & PDC_I2C_COMPLETE) {
b2d46b61 1135 status = readl(mmio + PDC_I2C_ADDR_DATA);
1da177e4
LT		 1136 break;
1137 } else if (count == 1000)
1138 return 0;
1139 }
1140
1141 *pdata = (status >> 8) & 0x000000ff;
8a60a071 1142 return 1;
1da177e4
LT		 1143}
1144
1145
4447d351 1146static int pdc20621_detect_dimm(struct ata_host *host)
1da177e4 1147{
5796d1c4 1148 u32 data = 0;
4447d351 1149 if (pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
1da177e4 1150 PDC_DIMM_SPD_SYSTEM_FREQ, &data)) {
5796d1c4 1151 if (data == 100)
1da177e4 1152 return 100;
5796d1c4 1153 } else
1da177e4 1154 return 0;
8a60a071 1155
4447d351 1156 if (pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS, 9, &data)) {
b447916e 1157 if (data <= 0x75)
1da177e4 1158 return 133;
5796d1c4 1159 } else
1da177e4 1160 return 0;
8a60a071 1161
5796d1c4 1162 return 0;
1da177e4
LT		 1163}
1164
1165
4447d351 1166static int pdc20621_prog_dimm0(struct ata_host *host)
1da177e4
LT		 1167{
1168 u32 spd0[50];
1169 u32 data = 0;
5796d1c4
JG		 1170 int size, i;
1171 u8 bdimmsize;
4447d351 1172 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1da177e4
LT		 1173 static const struct {
1174 unsigned int reg;
1175 unsigned int ofs;
1176 } pdc_i2c_read_data [] = {
8a60a071 1177 { PDC_DIMM_SPD_TYPE, 11 },
1da177e4 1178 { PDC_DIMM_SPD_FRESH_RATE, 12 },
8a60a071 1179 { PDC_DIMM_SPD_COLUMN_NUM, 4 },
1da177e4
LT		 1180 { PDC_DIMM_SPD_ATTRIBUTE, 21 },
1181 { PDC_DIMM_SPD_ROW_NUM, 3 },
1182 { PDC_DIMM_SPD_BANK_NUM, 17 },
1183 { PDC_DIMM_SPD_MODULE_ROW, 5 },
1184 { PDC_DIMM_SPD_ROW_PRE_CHARGE, 27 },
1185 { PDC_DIMM_SPD_ROW_ACTIVE_DELAY, 28 },
1186 { PDC_DIMM_SPD_RAS_CAS_DELAY, 29 },
1187 { PDC_DIMM_SPD_ACTIVE_PRECHARGE, 30 },
8a60a071 1188 { PDC_DIMM_SPD_CAS_LATENCY, 18 },
1da177e4
LT		 1189 };
1190
1191 /* hard-code chip #0 */
1192 mmio += PDC_CHIP0_OFS;
1193
5796d1c4 1194 for (i = 0; i < ARRAY_SIZE(pdc_i2c_read_data); i++)
4447d351 1195 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
8a60a071 1196 pdc_i2c_read_data[i].reg,
1da177e4 1197 &spd0[pdc_i2c_read_data[i].ofs]);
8a60a071 1198
5796d1c4
JG		 1199 data |= (spd0[4] - 8) | ((spd0[21] != 0) << 3) | ((spd0[3]-11) << 4);
1200 data |= ((spd0[17] / 4) << 6) | ((spd0[5] / 2) << 7) |
1da177e4 1201 ((((spd0[27] + 9) / 10) - 1) << 8) ;
5796d1c4 1202 data |= (((((spd0[29] > spd0[28])
8a60a071 1203 ? spd0[29] : spd0[28]) + 9) / 10) - 1) << 10;
5796d1c4 1204 data |= ((spd0[30] - spd0[29] + 9) / 10 - 2) << 12;
8a60a071 1205
5796d1c4 1206 if (spd0[18] & 0x08)
1da177e4 1207 data |= ((0x03) << 14);
5796d1c4 1208 else if (spd0[18] & 0x04)
1da177e4 1209 data |= ((0x02) << 14);
5796d1c4 1210 else if (spd0[18] & 0x01)
1da177e4 1211 data |= ((0x01) << 14);
5796d1c4 1212 else
1da177e4
LT		 1213 data |= (0 << 14);
1214
5796d1c4 1215 /*
1da177e4
LT		 1216 Calculate the size of bDIMMSize (power of 2) and
1217 merge the DIMM size by program start/end address.
1218 */
1219
5796d1c4
JG		 1220 bdimmsize = spd0[4] + (spd0[5] / 2) + spd0[3] + (spd0[17] / 2) + 3;
1221 size = (1 << bdimmsize) >> 20; /* size = xxx(MB) */
1222 data |= (((size / 16) - 1) << 16);
1223 data |= (0 << 23);
1da177e4 1224 data |= 8;
5796d1c4 1225 writel(data, mmio + PDC_DIMM0_CONTROL);
b2d46b61 1226 readl(mmio + PDC_DIMM0_CONTROL);
5796d1c4 1227 return size;
1da177e4
LT		 1228}
1229
1230
4447d351 1231static unsigned int pdc20621_prog_dimm_global(struct ata_host *host)
1da177e4
LT		 1232{
1233 u32 data, spd0;
0d5ff566 1234 int error, i;
4447d351 1235 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1da177e4
LT		 1236
1237 /* hard-code chip #0 */
5796d1c4 1238 mmio += PDC_CHIP0_OFS;
1da177e4 1239
5796d1c4 1240 /*
1da177e4
LT		 1241 Set To Default : DIMM Module Global Control Register (0x022259F1)
1242 DIMM Arbitration Disable (bit 20)
1243 DIMM Data/Control Output Driving Selection (bit12 - bit15)
1244 Refresh Enable (bit 17)
1245 */
1246
8a60a071 1247 data = 0x022259F1;
b2d46b61
JG		 1248 writel(data, mmio + PDC_SDRAM_CONTROL);
1249 readl(mmio + PDC_SDRAM_CONTROL);
1da177e4
LT		 1250
1251 /* Turn on for ECC */
4447d351 1252 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
1da177e4
LT		 1253 PDC_DIMM_SPD_TYPE, &spd0);
1254 if (spd0 == 0x02) {
1255 data |= (0x01 << 16);
b2d46b61
JG		 1256 writel(data, mmio + PDC_SDRAM_CONTROL);
1257 readl(mmio + PDC_SDRAM_CONTROL);
1da177e4 1258 printk(KERN_ERR "Local DIMM ECC Enabled\n");
5796d1c4 1259 }
1da177e4 1260
5796d1c4
JG		 1261 /* DIMM Initialization Select/Enable (bit 18/19) */
1262 data &= (~(1<<18));
1263 data |= (1<<19);
1264 writel(data, mmio + PDC_SDRAM_CONTROL);
1da177e4 1265
5796d1c4
JG		 1266 error = 1;
1267 for (i = 1; i <= 10; i++) { /* polling ~5 secs */
b2d46b61 1268 data = readl(mmio + PDC_SDRAM_CONTROL);
1da177e4 1269 if (!(data & (1<<19))) {
5796d1c4
JG		 1270 error = 0;
1271 break;
1da177e4
LT		 1272 }
1273 msleep(i*100);
5796d1c4
JG		 1274 }
1275 return error;
1da177e4 1276}
8a60a071 1277
1da177e4 1278
4447d351 1279static unsigned int pdc20621_dimm_init(struct ata_host *host)
1da177e4 1280{
8a60a071 1281 int speed, size, length;
5796d1c4
JG		 1282 u32 addr, spd0, pci_status;
1283 u32 tmp = 0;
1284 u32 time_period = 0;
1285 u32 tcount = 0;
1286 u32 ticks = 0;
1287 u32 clock = 0;
1288 u32 fparam = 0;
4447d351 1289 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1da177e4
LT		 1290
1291 /* hard-code chip #0 */
5796d1c4 1292 mmio += PDC_CHIP0_OFS;
1da177e4
LT		 1293
1294 /* Initialize PLL based upon PCI Bus Frequency */
1295
1296 /* Initialize Time Period Register */
1297 writel(0xffffffff, mmio + PDC_TIME_PERIOD);
1298 time_period = readl(mmio + PDC_TIME_PERIOD);
1299 VPRINTK("Time Period Register (0x40): 0x%x\n", time_period);
1300
1301 /* Enable timer */
b2d46b61 1302 writel(PDC_TIMER_DEFAULT, mmio + PDC_TIME_CONTROL);
1da177e4
LT		 1303 readl(mmio + PDC_TIME_CONTROL);
1304
1305 /* Wait 3 seconds */
1306 msleep(3000);
1307
8a60a071 1308 /*
1da177e4
LT		 1309 When timer is enabled, counter is decreased every internal
1310 clock cycle.
1311 */
1312
1313 tcount = readl(mmio + PDC_TIME_COUNTER);
1314 VPRINTK("Time Counter Register (0x44): 0x%x\n", tcount);
1315
8a60a071 1316 /*
1da177e4
LT		 1317 If SX4 is on PCI-X bus, after 3 seconds, the timer counter
1318 register should be >= (0xffffffff - 3x10^8).
1319 */
b447916e 1320 if (tcount >= PCI_X_TCOUNT) {
1da177e4
LT		 1321 ticks = (time_period - tcount);
1322 VPRINTK("Num counters 0x%x (%d)\n", ticks, ticks);
8a60a071 1323
1da177e4
LT		 1324 clock = (ticks / 300000);
1325 VPRINTK("10 * Internal clk = 0x%x (%d)\n", clock, clock);
8a60a071 1326
1da177e4
LT		 1327 clock = (clock * 33);
1328 VPRINTK("10 * Internal clk * 33 = 0x%x (%d)\n", clock, clock);
1329
1330 /* PLL F Param (bit 22:16) */
1331 fparam = (1400000 / clock) - 2;
1332 VPRINTK("PLL F Param: 0x%x (%d)\n", fparam, fparam);
8a60a071 1333
1da177e4
LT		 1334 /* OD param = 0x2 (bit 31:30), R param = 0x5 (bit 29:25) */
1335 pci_status = (0x8a001824 | (fparam << 16));
1336 } else
1337 pci_status = PCI_PLL_INIT;
1338
1339 /* Initialize PLL. */
1340 VPRINTK("pci_status: 0x%x\n", pci_status);
1341 writel(pci_status, mmio + PDC_CTL_STATUS);
1342 readl(mmio + PDC_CTL_STATUS);
1343
8a60a071 1344 /*
1da177e4
LT		 1345 Read SPD of DIMM by I2C interface,
1346 and program the DIMM Module Controller.
1347 */
4447d351 1348 if (!(speed = pdc20621_detect_dimm(host))) {
8a60a071 1349 printk(KERN_ERR "Detect Local DIMM Fail\n");
1da177e4 1350 return 1; /* DIMM error */
5796d1c4
JG		 1351 }
1352 VPRINTK("Local DIMM Speed = %d\n", speed);
1da177e4 1353
5796d1c4 1354 /* Programming DIMM0 Module Control Register (index_CID0:80h) */
4447d351 1355 size = pdc20621_prog_dimm0(host);
5796d1c4 1356 VPRINTK("Local DIMM Size = %dMB\n", size);
1da177e4 1357
5796d1c4 1358 /* Programming DIMM Module Global Control Register (index_CID0:88h) */
4447d351 1359 if (pdc20621_prog_dimm_global(host)) {
1da177e4
LT		 1360 printk(KERN_ERR "Programming DIMM Module Global Control Register Fail\n");
1361 return 1;
5796d1c4 1362 }
1da177e4
LT		 1363
1364#ifdef ATA_VERBOSE_DEBUG
1365 {
5796d1c4
JG		 1366 u8 test_parttern1[40] =
1367 {0x55,0xAA,'P','r','o','m','i','s','e',' ',
1368 'N','o','t',' ','Y','e','t',' ',
1369 'D','e','f','i','n','e','d',' ',
1370 '1','.','1','0',
1371 '9','8','0','3','1','6','1','2',0,0};
1da177e4
LT		 1372 u8 test_parttern2[40] = {0};
1373
5796d1c4
JG		 1374 pdc20621_put_to_dimm(host, test_parttern2, 0x10040, 40);
1375 pdc20621_put_to_dimm(host, test_parttern2, 0x40, 40);
1da177e4 1376
5796d1c4
JG		 1377 pdc20621_put_to_dimm(host, test_parttern1, 0x10040, 40);
1378 pdc20621_get_from_dimm(host, test_parttern2, 0x40, 40);
8a60a071 1379 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
1da177e4 1380 test_parttern2[1], &(test_parttern2[2]));
5796d1c4 1381 pdc20621_get_from_dimm(host, test_parttern2, 0x10040,
1da177e4 1382 40);
8a60a071 1383 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
1da177e4
LT		 1384 test_parttern2[1], &(test_parttern2[2]));
1385
5796d1c4
JG		 1386 pdc20621_put_to_dimm(host, test_parttern1, 0x40, 40);
1387 pdc20621_get_from_dimm(host, test_parttern2, 0x40, 40);
8a60a071 1388 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
1da177e4
LT		 1389 test_parttern2[1], &(test_parttern2[2]));
1390 }
1391#endif
1392
1393 /* ECC initiliazation. */
1394
4447d351 1395 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
1da177e4
LT		 1396 PDC_DIMM_SPD_TYPE, &spd0);
1397 if (spd0 == 0x02) {
1398 VPRINTK("Start ECC initialization\n");
1399 addr = 0;
1400 length = size * 1024 * 1024;
1401 while (addr < length) {
4447d351 1402 pdc20621_put_to_dimm(host, (void *) &tmp, addr,
1da177e4
LT		 1403 sizeof(u32));
1404 addr += sizeof(u32);
1405 }
1406 VPRINTK("Finish ECC initialization\n");
1407 }
1408 return 0;
1409}
1410
1411
4447d351 1412static void pdc_20621_init(struct ata_host *host)
1da177e4
LT		 1413{
1414 u32 tmp;
4447d351 1415 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1da177e4
LT		 1416
1417 /* hard-code chip #0 */
1418 mmio += PDC_CHIP0_OFS;
1419
1420 /*
1421 * Select page 0x40 for our 32k DIMM window
1422 */
1423 tmp = readl(mmio + PDC_20621_DIMM_WINDOW) & 0xffff0000;
1424 tmp |= PDC_PAGE_WINDOW; /* page 40h; arbitrarily selected */
1425 writel(tmp, mmio + PDC_20621_DIMM_WINDOW);
1426
1427 /*
1428 * Reset Host DMA
1429 */
1430 tmp = readl(mmio + PDC_HDMA_CTLSTAT);
1431 tmp |= PDC_RESET;
1432 writel(tmp, mmio + PDC_HDMA_CTLSTAT);
1433 readl(mmio + PDC_HDMA_CTLSTAT); /* flush */
1434
1435 udelay(10);
1436
1437 tmp = readl(mmio + PDC_HDMA_CTLSTAT);
1438 tmp &= ~PDC_RESET;
1439 writel(tmp, mmio + PDC_HDMA_CTLSTAT);
1440 readl(mmio + PDC_HDMA_CTLSTAT); /* flush */
1441}
1442
5796d1c4
JG		 1443static int pdc_sata_init_one(struct pci_dev *pdev,
1444 const struct pci_device_id *ent)
1da177e4
LT		 1445{
1446 static int printed_version;
4447d351
TH		 1447 const struct ata_port_info *ppi[] =
1448 { &pdc_port_info[ent->driver_data], NULL };
1449 struct ata_host *host;
24dc5f33 1450 struct pdc_host_priv *hpriv;
cbcdd875 1451 int i, rc;
1da177e4
LT		 1452
1453 if (!printed_version++)
a9524a76 1454 dev_printk(KERN_DEBUG, &pdev->dev, "version " DRV_VERSION "\n");
1da177e4 1455
4447d351
TH		 1456 /* allocate host */
1457 host = ata_host_alloc_pinfo(&pdev->dev, ppi, 4);
1458 hpriv = devm_kzalloc(&pdev->dev, sizeof(*hpriv), GFP_KERNEL);
1459 if (!host || !hpriv)
1460 return -ENOMEM;
1461
1462 host->private_data = hpriv;
1463
1464 /* acquire resources and fill host */
24dc5f33 1465 rc = pcim_enable_device(pdev);
1da177e4
LT		 1466 if (rc)
1467 return rc;
1468
0d5ff566
TH		 1469 rc = pcim_iomap_regions(pdev, (1 << PDC_MMIO_BAR) | (1 << PDC_DIMM_BAR),
1470 DRV_NAME);
1471 if (rc == -EBUSY)
24dc5f33 1472 pcim_pin_device(pdev);
0d5ff566 1473 if (rc)
24dc5f33 1474 return rc;
4447d351
TH		 1475 host->iomap = pcim_iomap_table(pdev);
1476
cbcdd875
TH		 1477 for (i = 0; i < 4; i++) {
1478 struct ata_port *ap = host->ports[i];
1479 void __iomem *base = host->iomap[PDC_MMIO_BAR] + PDC_CHIP0_OFS;
1480 unsigned int offset = 0x200 + i * 0x80;
1481
1482 pdc_sata_setup_port(&ap->ioaddr, base + offset);
1483
1484 ata_port_pbar_desc(ap, PDC_MMIO_BAR, -1, "mmio");
1485 ata_port_pbar_desc(ap, PDC_DIMM_BAR, -1, "dimm");
1486 ata_port_pbar_desc(ap, PDC_MMIO_BAR, offset, "port");
1487 }
1da177e4 1488
4447d351 1489 /* configure and activate */
1da177e4
LT		 1490 rc = pci_set_dma_mask(pdev, ATA_DMA_MASK);
1491 if (rc)
24dc5f33 1492 return rc;
1da177e4
LT		 1493 rc = pci_set_consistent_dma_mask(pdev, ATA_DMA_MASK);
1494 if (rc)
24dc5f33 1495 return rc;
1da177e4 1496
4447d351 1497 if (pdc20621_dimm_init(host))
24dc5f33 1498 return -ENOMEM;
4447d351 1499 pdc_20621_init(host);
1da177e4
LT		 1500
1501 pci_set_master(pdev);
4447d351
TH		 1502 return ata_host_activate(host, pdev->irq, pdc20621_interrupt,
1503 IRQF_SHARED, &pdc_sata_sht);
1da177e4
LT		 1504}
1505
1506
1507static int __init pdc_sata_init(void)
1508{
b7887196 1509 return pci_register_driver(&pdc_sata_pci_driver);
1da177e4
LT		 1510}
1511
1512
1513static void __exit pdc_sata_exit(void)
1514{
1515 pci_unregister_driver(&pdc_sata_pci_driver);
1516}
1517
1518
1519MODULE_AUTHOR("Jeff Garzik");
1520MODULE_DESCRIPTION("Promise SATA low-level driver");
1521MODULE_LICENSE("GPL");
1522MODULE_DEVICE_TABLE(pci, pdc_sata_pci_tbl);
1523MODULE_VERSION(DRV_VERSION);
1524
1525module_init(pdc_sata_init);
1526module_exit(pdc_sata_exit);
Linux kernel - Deliverables
This page took 0.552507 seconds and 5 git commands to generate.