[PATCH] remove protection of LANANA-reserved majors
[deliverable/linux.git] / drivers / block / cciss.c
CommitLineData
1da177e4
LT
1/*
2 * Disk Array driver for HP SA 5xxx and 6xxx Controllers
fb86a35b 3 * Copyright 2000, 2006 Hewlett-Packard Development Company, L.P.
1da177e4
LT
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
13 * NON INFRINGEMENT. See the GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
18 *
19 * Questions/Comments/Bugfixes to iss_storagedev@hp.com
20 *
21 */
22
1da177e4
LT
23#include <linux/module.h>
24#include <linux/interrupt.h>
25#include <linux/types.h>
26#include <linux/pci.h>
27#include <linux/kernel.h>
28#include <linux/slab.h>
29#include <linux/delay.h>
30#include <linux/major.h>
31#include <linux/fs.h>
32#include <linux/bio.h>
33#include <linux/blkpg.h>
34#include <linux/timer.h>
35#include <linux/proc_fs.h>
7c832835 36#include <linux/init.h>
1da177e4
LT
37#include <linux/hdreg.h>
38#include <linux/spinlock.h>
39#include <linux/compat.h>
2056a782 40#include <linux/blktrace_api.h>
1da177e4
LT
41#include <asm/uaccess.h>
42#include <asm/io.h>
43
eb0df996 44#include <linux/dma-mapping.h>
1da177e4
LT
45#include <linux/blkdev.h>
46#include <linux/genhd.h>
47#include <linux/completion.h>
48
49#define CCISS_DRIVER_VERSION(maj,min,submin) ((maj<<16)|(min<<8)|(submin))
9d827c9e
MM
50#define DRIVER_NAME "HP CISS Driver (v 3.6.14)"
51#define DRIVER_VERSION CCISS_DRIVER_VERSION(3,6,14)
1da177e4
LT
52
53/* Embedded module documentation macros - see modules.h */
54MODULE_AUTHOR("Hewlett-Packard Company");
9d827c9e 55MODULE_DESCRIPTION("Driver for HP Controller SA5xxx SA6xxx version 3.6.14");
1da177e4 56MODULE_SUPPORTED_DEVICE("HP SA5i SA5i+ SA532 SA5300 SA5312 SA641 SA642 SA6400"
1883c5ab 57 " SA6i P600 P800 P400 P400i E200 E200i E500");
9d827c9e 58MODULE_VERSION("3.6.14");
1da177e4
LT
59MODULE_LICENSE("GPL");
60
61#include "cciss_cmd.h"
62#include "cciss.h"
63#include <linux/cciss_ioctl.h>
64
65/* define the PCI info for the cards we can control */
66static const struct pci_device_id cciss_pci_device_id[] = {
f82ccdb9
BH
67 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISS, 0x0E11, 0x4070},
68 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB, 0x0E11, 0x4080},
69 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB, 0x0E11, 0x4082},
70 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB, 0x0E11, 0x4083},
71 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x4091},
72 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409A},
73 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409B},
74 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409C},
75 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409D},
76 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSA, 0x103C, 0x3225},
77 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3223},
78 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3234},
79 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3235},
80 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3211},
81 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3212},
82 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3213},
83 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3214},
84 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3215},
de923916 85 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3237},
4ff9a9a4
MM
86 {PCI_VENDOR_ID_HP, PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
87 PCI_CLASS_STORAGE_RAID << 8, 0xffff << 8, 0},
1da177e4
LT
88 {0,}
89};
7c832835 90
1da177e4
LT
91MODULE_DEVICE_TABLE(pci, cciss_pci_device_id);
92
1da177e4
LT
93/* board_id = Subsystem Device ID & Vendor ID
94 * product = Marketing Name for the board
7c832835 95 * access = Address of the struct of function pointers
f880632f 96 * nr_cmds = Number of commands supported by controller
1da177e4
LT
97 */
98static struct board_type products[] = {
f880632f
MM
99 {0x40700E11, "Smart Array 5300", &SA5_access, 512},
100 {0x40800E11, "Smart Array 5i", &SA5B_access, 512},
101 {0x40820E11, "Smart Array 532", &SA5B_access, 512},
102 {0x40830E11, "Smart Array 5312", &SA5B_access, 512},
103 {0x409A0E11, "Smart Array 641", &SA5_access, 512},
104 {0x409B0E11, "Smart Array 642", &SA5_access, 512},
105 {0x409C0E11, "Smart Array 6400", &SA5_access, 512},
106 {0x409D0E11, "Smart Array 6400 EM", &SA5_access, 512},
107 {0x40910E11, "Smart Array 6i", &SA5_access, 512},
108 {0x3225103C, "Smart Array P600", &SA5_access, 512},
109 {0x3223103C, "Smart Array P800", &SA5_access, 512},
110 {0x3234103C, "Smart Array P400", &SA5_access, 512},
111 {0x3235103C, "Smart Array P400i", &SA5_access, 512},
112 {0x3211103C, "Smart Array E200i", &SA5_access, 120},
113 {0x3212103C, "Smart Array E200", &SA5_access, 120},
114 {0x3213103C, "Smart Array E200i", &SA5_access, 120},
115 {0x3214103C, "Smart Array E200i", &SA5_access, 120},
116 {0x3215103C, "Smart Array E200i", &SA5_access, 120},
de923916 117 {0x3237103C, "Smart Array E500", &SA5_access, 512},
f880632f 118 {0xFFFF103C, "Unknown Smart Array", &SA5_access, 120},
1da177e4
LT
119};
120
d14c4ab5 121/* How long to wait (in milliseconds) for board to go into simple mode */
7c832835 122#define MAX_CONFIG_WAIT 30000
1da177e4
LT
123#define MAX_IOCTL_CONFIG_WAIT 1000
124
125/*define how many times we will try a command because of bus resets */
126#define MAX_CMD_RETRIES 3
127
128#define READ_AHEAD 1024
1da177e4
LT
129#define MAX_CTLR 32
130
131/* Originally cciss driver only supports 8 major numbers */
132#define MAX_CTLR_ORIG 8
133
1da177e4
LT
134static ctlr_info_t *hba[MAX_CTLR];
135
136static void do_cciss_request(request_queue_t *q);
7d12e780 137static irqreturn_t do_cciss_intr(int irq, void *dev_id);
1da177e4
LT
138static int cciss_open(struct inode *inode, struct file *filep);
139static int cciss_release(struct inode *inode, struct file *filep);
7c832835
BH
140static int cciss_ioctl(struct inode *inode, struct file *filep,
141 unsigned int cmd, unsigned long arg);
a885c8c4 142static int cciss_getgeo(struct block_device *bdev, struct hd_geometry *geo);
1da177e4 143
1da177e4 144static int cciss_revalidate(struct gendisk *disk);
ddd47442 145static int rebuild_lun_table(ctlr_info_t *h, struct gendisk *del_disk);
7c832835
BH
146static int deregister_disk(struct gendisk *disk, drive_info_struct *drv,
147 int clear_all);
1da177e4 148
00988a35
MMOD
149static void cciss_read_capacity(int ctlr, int logvol, int withirq,
150 sector_t *total_size, unsigned int *block_size);
151static void cciss_read_capacity_16(int ctlr, int logvol, int withirq,
152 sector_t *total_size, unsigned int *block_size);
153static void cciss_geometry_inquiry(int ctlr, int logvol,
154 int withirq, sector_t total_size,
155 unsigned int block_size, InquiryData_struct *inq_buff,
7c832835 156 drive_info_struct *drv);
1da177e4 157static void cciss_getgeometry(int cntl_num);
7c832835
BH
158static void __devinit cciss_interrupt_mode(ctlr_info_t *, struct pci_dev *,
159 __u32);
160static void start_io(ctlr_info_t *h);
161static int sendcmd(__u8 cmd, int ctlr, void *buff, size_t size,
162 unsigned int use_unit_num, unsigned int log_unit,
163 __u8 page_code, unsigned char *scsi3addr, int cmd_type);
164static int sendcmd_withirq(__u8 cmd, int ctlr, void *buff, size_t size,
165 unsigned int use_unit_num, unsigned int log_unit,
166 __u8 page_code, int cmd_type);
1da177e4 167
33079b21
MM
168static void fail_all_cmds(unsigned long ctlr);
169
1da177e4 170#ifdef CONFIG_PROC_FS
7c832835
BH
171static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
172 int length, int *eof, void *data);
1da177e4
LT
173static void cciss_procinit(int i);
174#else
7c832835
BH
175static void cciss_procinit(int i)
176{
177}
178#endif /* CONFIG_PROC_FS */
1da177e4
LT
179
180#ifdef CONFIG_COMPAT
181static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg);
182#endif
183
7c832835
BH
184static struct block_device_operations cciss_fops = {
185 .owner = THIS_MODULE,
186 .open = cciss_open,
187 .release = cciss_release,
188 .ioctl = cciss_ioctl,
189 .getgeo = cciss_getgeo,
1da177e4 190#ifdef CONFIG_COMPAT
7c832835 191 .compat_ioctl = cciss_compat_ioctl,
1da177e4 192#endif
7c832835 193 .revalidate_disk = cciss_revalidate,
1da177e4
LT
194};
195
196/*
197 * Enqueuing and dequeuing functions for cmdlists.
198 */
199static inline void addQ(CommandList_struct **Qptr, CommandList_struct *c)
200{
7c832835
BH
201 if (*Qptr == NULL) {
202 *Qptr = c;
203 c->next = c->prev = c;
204 } else {
205 c->prev = (*Qptr)->prev;
206 c->next = (*Qptr);
207 (*Qptr)->prev->next = c;
208 (*Qptr)->prev = c;
209 }
1da177e4
LT
210}
211
7c832835
BH
212static inline CommandList_struct *removeQ(CommandList_struct **Qptr,
213 CommandList_struct *c)
1da177e4 214{
7c832835
BH
215 if (c && c->next != c) {
216 if (*Qptr == c)
217 *Qptr = c->next;
218 c->prev->next = c->next;
219 c->next->prev = c->prev;
220 } else {
221 *Qptr = NULL;
222 }
223 return c;
1da177e4
LT
224}
225
226#include "cciss_scsi.c" /* For SCSI tape support */
227
0f5486ec
RD
228#define RAID_UNKNOWN 6
229
1da177e4
LT
230#ifdef CONFIG_PROC_FS
231
232/*
233 * Report information about this controller.
234 */
235#define ENG_GIG 1000000000
236#define ENG_GIG_FACTOR (ENG_GIG/512)
7c832835
BH
237static const char *raid_label[] = { "0", "4", "1(1+0)", "5", "5+1", "ADG",
238 "UNKNOWN"
239};
1da177e4
LT
240
241static struct proc_dir_entry *proc_cciss;
242
7c832835
BH
243static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
244 int length, int *eof, void *data)
1da177e4 245{
7c832835
BH
246 off_t pos = 0;
247 off_t len = 0;
248 int size, i, ctlr;
249 ctlr_info_t *h = (ctlr_info_t *) data;
250 drive_info_struct *drv;
1da177e4 251 unsigned long flags;
7c832835 252 sector_t vol_sz, vol_sz_frac;
1da177e4 253
7c832835 254 ctlr = h->ctlr;
1da177e4
LT
255
256 /* prevent displaying bogus info during configuration
257 * or deconfiguration of a logical volume
258 */
259 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
260 if (h->busy_configuring) {
261 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
7c832835 262 return -EBUSY;
1da177e4
LT
263 }
264 h->busy_configuring = 1;
265 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
266
7c832835
BH
267 size = sprintf(buffer, "%s: HP %s Controller\n"
268 "Board ID: 0x%08lx\n"
269 "Firmware Version: %c%c%c%c\n"
270 "IRQ: %d\n"
271 "Logical drives: %d\n"
92c4231a 272 "Max sectors: %d\n"
7c832835
BH
273 "Current Q depth: %d\n"
274 "Current # commands on controller: %d\n"
275 "Max Q depth since init: %d\n"
276 "Max # commands on controller since init: %d\n"
277 "Max SG entries since init: %d\n\n",
278 h->devname,
279 h->product_name,
280 (unsigned long)h->board_id,
281 h->firm_ver[0], h->firm_ver[1], h->firm_ver[2],
282 h->firm_ver[3], (unsigned int)h->intr[SIMPLE_MODE_INT],
92c4231a
MM
283 h->num_luns,
284 h->cciss_max_sectors,
285 h->Qdepth, h->commands_outstanding,
7c832835
BH
286 h->maxQsinceinit, h->max_outstanding, h->maxSG);
287
288 pos += size;
289 len += size;
1da177e4 290 cciss_proc_tape_report(ctlr, buffer, &pos, &len);
7c832835 291 for (i = 0; i <= h->highest_lun; i++) {
1da177e4 292
7c832835 293 drv = &h->drv[i];
ddd47442 294 if (drv->heads == 0)
1da177e4
LT
295 continue;
296
297 vol_sz = drv->nr_blocks;
298 vol_sz_frac = sector_div(vol_sz, ENG_GIG_FACTOR);
299 vol_sz_frac *= 100;
300 sector_div(vol_sz_frac, ENG_GIG_FACTOR);
301
302 if (drv->raid_level > 5)
303 drv->raid_level = RAID_UNKNOWN;
7c832835
BH
304 size = sprintf(buffer + len, "cciss/c%dd%d:"
305 "\t%4u.%02uGB\tRAID %s\n",
306 ctlr, i, (int)vol_sz, (int)vol_sz_frac,
307 raid_label[drv->raid_level]);
308 pos += size;
309 len += size;
310 }
311
312 *eof = 1;
313 *start = buffer + offset;
314 len -= offset;
315 if (len > length)
316 len = length;
1da177e4 317 h->busy_configuring = 0;
7c832835 318 return len;
1da177e4
LT
319}
320
7c832835
BH
321static int
322cciss_proc_write(struct file *file, const char __user *buffer,
323 unsigned long count, void *data)
1da177e4
LT
324{
325 unsigned char cmd[80];
326 int len;
327#ifdef CONFIG_CISS_SCSI_TAPE
328 ctlr_info_t *h = (ctlr_info_t *) data;
329 int rc;
330#endif
331
7c832835
BH
332 if (count > sizeof(cmd) - 1)
333 return -EINVAL;
334 if (copy_from_user(cmd, buffer, count))
335 return -EFAULT;
1da177e4
LT
336 cmd[count] = '\0';
337 len = strlen(cmd); // above 3 lines ensure safety
7c832835 338 if (len && cmd[len - 1] == '\n')
1da177e4
LT
339 cmd[--len] = '\0';
340# ifdef CONFIG_CISS_SCSI_TAPE
7c832835
BH
341 if (strcmp("engage scsi", cmd) == 0) {
342 rc = cciss_engage_scsi(h->ctlr);
343 if (rc != 0)
344 return -rc;
345 return count;
346 }
347 /* might be nice to have "disengage" too, but it's not
348 safely possible. (only 1 module use count, lock issues.) */
1da177e4
LT
349# endif
350 return -EINVAL;
351}
352
353/*
354 * Get us a file in /proc/cciss that says something about each controller.
355 * Create /proc/cciss if it doesn't exist yet.
356 */
357static void __devinit cciss_procinit(int i)
358{
359 struct proc_dir_entry *pde;
360
7c832835
BH
361 if (proc_cciss == NULL) {
362 proc_cciss = proc_mkdir("cciss", proc_root_driver);
363 if (!proc_cciss)
1da177e4 364 return;
7c832835 365 }
1da177e4 366
7c832835
BH
367 pde = create_proc_read_entry(hba[i]->devname,
368 S_IWUSR | S_IRUSR | S_IRGRP | S_IROTH,
369 proc_cciss, cciss_proc_get_info, hba[i]);
1da177e4
LT
370 pde->write_proc = cciss_proc_write;
371}
7c832835 372#endif /* CONFIG_PROC_FS */
1da177e4 373
7c832835
BH
374/*
375 * For operations that cannot sleep, a command block is allocated at init,
1da177e4 376 * and managed by cmd_alloc() and cmd_free() using a simple bitmap to track
7c832835
BH
377 * which ones are free or in use. For operations that can wait for kmalloc
378 * to possible sleep, this routine can be called with get_from_pool set to 0.
379 * cmd_free() MUST be called with a got_from_pool set to 0 if cmd_alloc was.
380 */
381static CommandList_struct *cmd_alloc(ctlr_info_t *h, int get_from_pool)
1da177e4
LT
382{
383 CommandList_struct *c;
7c832835 384 int i;
1da177e4
LT
385 u64bit temp64;
386 dma_addr_t cmd_dma_handle, err_dma_handle;
387
7c832835
BH
388 if (!get_from_pool) {
389 c = (CommandList_struct *) pci_alloc_consistent(h->pdev,
390 sizeof(CommandList_struct), &cmd_dma_handle);
391 if (c == NULL)
392 return NULL;
1da177e4
LT
393 memset(c, 0, sizeof(CommandList_struct));
394
33079b21
MM
395 c->cmdindex = -1;
396
7c832835
BH
397 c->err_info = (ErrorInfo_struct *)
398 pci_alloc_consistent(h->pdev, sizeof(ErrorInfo_struct),
399 &err_dma_handle);
400
401 if (c->err_info == NULL) {
402 pci_free_consistent(h->pdev,
1da177e4
LT
403 sizeof(CommandList_struct), c, cmd_dma_handle);
404 return NULL;
405 }
406 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
7c832835
BH
407 } else { /* get it out of the controllers pool */
408
409 do {
f880632f
MM
410 i = find_first_zero_bit(h->cmd_pool_bits, h->nr_cmds);
411 if (i == h->nr_cmds)
7c832835
BH
412 return NULL;
413 } while (test_and_set_bit
414 (i & (BITS_PER_LONG - 1),
415 h->cmd_pool_bits + (i / BITS_PER_LONG)) != 0);
1da177e4
LT
416#ifdef CCISS_DEBUG
417 printk(KERN_DEBUG "cciss: using command buffer %d\n", i);
418#endif
7c832835 419 c = h->cmd_pool + i;
1da177e4 420 memset(c, 0, sizeof(CommandList_struct));
7c832835
BH
421 cmd_dma_handle = h->cmd_pool_dhandle
422 + i * sizeof(CommandList_struct);
1da177e4
LT
423 c->err_info = h->errinfo_pool + i;
424 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
7c832835
BH
425 err_dma_handle = h->errinfo_pool_dhandle
426 + i * sizeof(ErrorInfo_struct);
427 h->nr_allocs++;
33079b21
MM
428
429 c->cmdindex = i;
7c832835 430 }
1da177e4
LT
431
432 c->busaddr = (__u32) cmd_dma_handle;
7c832835 433 temp64.val = (__u64) err_dma_handle;
1da177e4
LT
434 c->ErrDesc.Addr.lower = temp64.val32.lower;
435 c->ErrDesc.Addr.upper = temp64.val32.upper;
436 c->ErrDesc.Len = sizeof(ErrorInfo_struct);
1da177e4 437
7c832835
BH
438 c->ctlr = h->ctlr;
439 return c;
1da177e4
LT
440}
441
7c832835
BH
442/*
443 * Frees a command block that was previously allocated with cmd_alloc().
1da177e4
LT
444 */
445static void cmd_free(ctlr_info_t *h, CommandList_struct *c, int got_from_pool)
446{
447 int i;
448 u64bit temp64;
449
7c832835 450 if (!got_from_pool) {
1da177e4
LT
451 temp64.val32.lower = c->ErrDesc.Addr.lower;
452 temp64.val32.upper = c->ErrDesc.Addr.upper;
7c832835
BH
453 pci_free_consistent(h->pdev, sizeof(ErrorInfo_struct),
454 c->err_info, (dma_addr_t) temp64.val);
455 pci_free_consistent(h->pdev, sizeof(CommandList_struct),
456 c, (dma_addr_t) c->busaddr);
457 } else {
1da177e4 458 i = c - h->cmd_pool;
7c832835
BH
459 clear_bit(i & (BITS_PER_LONG - 1),
460 h->cmd_pool_bits + (i / BITS_PER_LONG));
461 h->nr_frees++;
462 }
1da177e4
LT
463}
464
465static inline ctlr_info_t *get_host(struct gendisk *disk)
466{
7c832835 467 return disk->queue->queuedata;
1da177e4
LT
468}
469
470static inline drive_info_struct *get_drv(struct gendisk *disk)
471{
472 return disk->private_data;
473}
474
475/*
476 * Open. Make sure the device is really there.
477 */
478static int cciss_open(struct inode *inode, struct file *filep)
479{
480 ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
481 drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
482
483#ifdef CCISS_DEBUG
484 printk(KERN_DEBUG "cciss_open %s\n", inode->i_bdev->bd_disk->disk_name);
7c832835 485#endif /* CCISS_DEBUG */
1da177e4 486
ddd47442
MM
487 if (host->busy_initializing || drv->busy_configuring)
488 return -EBUSY;
1da177e4
LT
489 /*
490 * Root is allowed to open raw volume zero even if it's not configured
491 * so array config can still work. Root is also allowed to open any
492 * volume that has a LUN ID, so it can issue IOCTL to reread the
493 * disk information. I don't think I really like this
494 * but I'm already using way to many device nodes to claim another one
495 * for "raw controller".
496 */
7a06f789 497 if (drv->heads == 0) {
7c832835 498 if (iminor(inode) != 0) { /* not node 0? */
1da177e4
LT
499 /* if not node 0 make sure it is a partition = 0 */
500 if (iminor(inode) & 0x0f) {
7c832835 501 return -ENXIO;
1da177e4
LT
502 /* if it is, make sure we have a LUN ID */
503 } else if (drv->LunID == 0) {
504 return -ENXIO;
505 }
506 }
507 if (!capable(CAP_SYS_ADMIN))
508 return -EPERM;
509 }
510 drv->usage_count++;
511 host->usage_count++;
512 return 0;
513}
7c832835 514
1da177e4
LT
515/*
516 * Close. Sync first.
517 */
518static int cciss_release(struct inode *inode, struct file *filep)
519{
520 ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
521 drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
522
523#ifdef CCISS_DEBUG
7c832835
BH
524 printk(KERN_DEBUG "cciss_release %s\n",
525 inode->i_bdev->bd_disk->disk_name);
526#endif /* CCISS_DEBUG */
1da177e4
LT
527
528 drv->usage_count--;
529 host->usage_count--;
530 return 0;
531}
532
533#ifdef CONFIG_COMPAT
534
535static int do_ioctl(struct file *f, unsigned cmd, unsigned long arg)
536{
537 int ret;
538 lock_kernel();
6c648be6 539 ret = cciss_ioctl(f->f_path.dentry->d_inode, f, cmd, arg);
1da177e4
LT
540 unlock_kernel();
541 return ret;
542}
543
7c832835
BH
544static int cciss_ioctl32_passthru(struct file *f, unsigned cmd,
545 unsigned long arg);
546static int cciss_ioctl32_big_passthru(struct file *f, unsigned cmd,
547 unsigned long arg);
1da177e4
LT
548
549static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg)
550{
551 switch (cmd) {
552 case CCISS_GETPCIINFO:
553 case CCISS_GETINTINFO:
554 case CCISS_SETINTINFO:
555 case CCISS_GETNODENAME:
556 case CCISS_SETNODENAME:
557 case CCISS_GETHEARTBEAT:
558 case CCISS_GETBUSTYPES:
559 case CCISS_GETFIRMVER:
560 case CCISS_GETDRIVVER:
561 case CCISS_REVALIDVOLS:
562 case CCISS_DEREGDISK:
563 case CCISS_REGNEWDISK:
564 case CCISS_REGNEWD:
565 case CCISS_RESCANDISK:
566 case CCISS_GETLUNINFO:
567 return do_ioctl(f, cmd, arg);
568
569 case CCISS_PASSTHRU32:
570 return cciss_ioctl32_passthru(f, cmd, arg);
571 case CCISS_BIG_PASSTHRU32:
572 return cciss_ioctl32_big_passthru(f, cmd, arg);
573
574 default:
575 return -ENOIOCTLCMD;
576 }
577}
578
7c832835
BH
579static int cciss_ioctl32_passthru(struct file *f, unsigned cmd,
580 unsigned long arg)
1da177e4
LT
581{
582 IOCTL32_Command_struct __user *arg32 =
7c832835 583 (IOCTL32_Command_struct __user *) arg;
1da177e4
LT
584 IOCTL_Command_struct arg64;
585 IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
586 int err;
587 u32 cp;
588
589 err = 0;
7c832835
BH
590 err |=
591 copy_from_user(&arg64.LUN_info, &arg32->LUN_info,
592 sizeof(arg64.LUN_info));
593 err |=
594 copy_from_user(&arg64.Request, &arg32->Request,
595 sizeof(arg64.Request));
596 err |=
597 copy_from_user(&arg64.error_info, &arg32->error_info,
598 sizeof(arg64.error_info));
1da177e4
LT
599 err |= get_user(arg64.buf_size, &arg32->buf_size);
600 err |= get_user(cp, &arg32->buf);
601 arg64.buf = compat_ptr(cp);
602 err |= copy_to_user(p, &arg64, sizeof(arg64));
603
604 if (err)
605 return -EFAULT;
606
7c832835 607 err = do_ioctl(f, CCISS_PASSTHRU, (unsigned long)p);
1da177e4
LT
608 if (err)
609 return err;
7c832835
BH
610 err |=
611 copy_in_user(&arg32->error_info, &p->error_info,
612 sizeof(arg32->error_info));
1da177e4
LT
613 if (err)
614 return -EFAULT;
615 return err;
616}
617
7c832835
BH
618static int cciss_ioctl32_big_passthru(struct file *file, unsigned cmd,
619 unsigned long arg)
1da177e4
LT
620{
621 BIG_IOCTL32_Command_struct __user *arg32 =
7c832835 622 (BIG_IOCTL32_Command_struct __user *) arg;
1da177e4 623 BIG_IOCTL_Command_struct arg64;
7c832835
BH
624 BIG_IOCTL_Command_struct __user *p =
625 compat_alloc_user_space(sizeof(arg64));
1da177e4
LT
626 int err;
627 u32 cp;
628
629 err = 0;
7c832835
BH
630 err |=
631 copy_from_user(&arg64.LUN_info, &arg32->LUN_info,
632 sizeof(arg64.LUN_info));
633 err |=
634 copy_from_user(&arg64.Request, &arg32->Request,
635 sizeof(arg64.Request));
636 err |=
637 copy_from_user(&arg64.error_info, &arg32->error_info,
638 sizeof(arg64.error_info));
1da177e4
LT
639 err |= get_user(arg64.buf_size, &arg32->buf_size);
640 err |= get_user(arg64.malloc_size, &arg32->malloc_size);
641 err |= get_user(cp, &arg32->buf);
642 arg64.buf = compat_ptr(cp);
643 err |= copy_to_user(p, &arg64, sizeof(arg64));
644
645 if (err)
7c832835 646 return -EFAULT;
1da177e4 647
7c832835 648 err = do_ioctl(file, CCISS_BIG_PASSTHRU, (unsigned long)p);
1da177e4
LT
649 if (err)
650 return err;
7c832835
BH
651 err |=
652 copy_in_user(&arg32->error_info, &p->error_info,
653 sizeof(arg32->error_info));
1da177e4
LT
654 if (err)
655 return -EFAULT;
656 return err;
657}
658#endif
a885c8c4
CH
659
660static int cciss_getgeo(struct block_device *bdev, struct hd_geometry *geo)
661{
662 drive_info_struct *drv = get_drv(bdev->bd_disk);
663
664 if (!drv->cylinders)
665 return -ENXIO;
666
667 geo->heads = drv->heads;
668 geo->sectors = drv->sectors;
669 geo->cylinders = drv->cylinders;
670 return 0;
671}
672
1da177e4 673/*
7c832835 674 * ioctl
1da177e4 675 */
7c832835
BH
676static int cciss_ioctl(struct inode *inode, struct file *filep,
677 unsigned int cmd, unsigned long arg)
1da177e4
LT
678{
679 struct block_device *bdev = inode->i_bdev;
680 struct gendisk *disk = bdev->bd_disk;
681 ctlr_info_t *host = get_host(disk);
682 drive_info_struct *drv = get_drv(disk);
683 int ctlr = host->ctlr;
684 void __user *argp = (void __user *)arg;
685
686#ifdef CCISS_DEBUG
687 printk(KERN_DEBUG "cciss_ioctl: Called with cmd=%x %lx\n", cmd, arg);
7c832835
BH
688#endif /* CCISS_DEBUG */
689
690 switch (cmd) {
1da177e4 691 case CCISS_GETPCIINFO:
7c832835
BH
692 {
693 cciss_pci_info_struct pciinfo;
694
695 if (!arg)
696 return -EINVAL;
697 pciinfo.domain = pci_domain_nr(host->pdev->bus);
698 pciinfo.bus = host->pdev->bus->number;
699 pciinfo.dev_fn = host->pdev->devfn;
700 pciinfo.board_id = host->board_id;
701 if (copy_to_user
702 (argp, &pciinfo, sizeof(cciss_pci_info_struct)))
703 return -EFAULT;
704 return 0;
705 }
1da177e4 706 case CCISS_GETINTINFO:
7c832835
BH
707 {
708 cciss_coalint_struct intinfo;
709 if (!arg)
710 return -EINVAL;
711 intinfo.delay =
712 readl(&host->cfgtable->HostWrite.CoalIntDelay);
713 intinfo.count =
714 readl(&host->cfgtable->HostWrite.CoalIntCount);
715 if (copy_to_user
716 (argp, &intinfo, sizeof(cciss_coalint_struct)))
717 return -EFAULT;
718 return 0;
719 }
1da177e4 720 case CCISS_SETINTINFO:
1da177e4 721 {
7c832835
BH
722 cciss_coalint_struct intinfo;
723 unsigned long flags;
724 int i;
725
726 if (!arg)
727 return -EINVAL;
728 if (!capable(CAP_SYS_ADMIN))
729 return -EPERM;
730 if (copy_from_user
731 (&intinfo, argp, sizeof(cciss_coalint_struct)))
732 return -EFAULT;
733 if ((intinfo.delay == 0) && (intinfo.count == 0))
734 {
735// printk("cciss_ioctl: delay and count cannot be 0\n");
736 return -EINVAL;
737 }
738 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
739 /* Update the field, and then ring the doorbell */
740 writel(intinfo.delay,
741 &(host->cfgtable->HostWrite.CoalIntDelay));
742 writel(intinfo.count,
743 &(host->cfgtable->HostWrite.CoalIntCount));
744 writel(CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
745
746 for (i = 0; i < MAX_IOCTL_CONFIG_WAIT; i++) {
747 if (!(readl(host->vaddr + SA5_DOORBELL)
748 & CFGTBL_ChangeReq))
749 break;
750 /* delay and try again */
751 udelay(1000);
752 }
753 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
754 if (i >= MAX_IOCTL_CONFIG_WAIT)
755 return -EAGAIN;
756 return 0;
1da177e4 757 }
1da177e4 758 case CCISS_GETNODENAME:
7c832835
BH
759 {
760 NodeName_type NodeName;
761 int i;
762
763 if (!arg)
764 return -EINVAL;
765 for (i = 0; i < 16; i++)
766 NodeName[i] =
767 readb(&host->cfgtable->ServerName[i]);
768 if (copy_to_user(argp, NodeName, sizeof(NodeName_type)))
769 return -EFAULT;
770 return 0;
771 }
1da177e4 772 case CCISS_SETNODENAME:
7c832835
BH
773 {
774 NodeName_type NodeName;
775 unsigned long flags;
776 int i;
777
778 if (!arg)
779 return -EINVAL;
780 if (!capable(CAP_SYS_ADMIN))
781 return -EPERM;
782
783 if (copy_from_user
784 (NodeName, argp, sizeof(NodeName_type)))
785 return -EFAULT;
786
787 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
788
789 /* Update the field, and then ring the doorbell */
790 for (i = 0; i < 16; i++)
791 writeb(NodeName[i],
792 &host->cfgtable->ServerName[i]);
793
794 writel(CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
795
796 for (i = 0; i < MAX_IOCTL_CONFIG_WAIT; i++) {
797 if (!(readl(host->vaddr + SA5_DOORBELL)
798 & CFGTBL_ChangeReq))
799 break;
800 /* delay and try again */
801 udelay(1000);
802 }
803 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
804 if (i >= MAX_IOCTL_CONFIG_WAIT)
805 return -EAGAIN;
806 return 0;
807 }
1da177e4
LT
808
809 case CCISS_GETHEARTBEAT:
7c832835
BH
810 {
811 Heartbeat_type heartbeat;
812
813 if (!arg)
814 return -EINVAL;
815 heartbeat = readl(&host->cfgtable->HeartBeat);
816 if (copy_to_user
817 (argp, &heartbeat, sizeof(Heartbeat_type)))
818 return -EFAULT;
819 return 0;
820 }
1da177e4 821 case CCISS_GETBUSTYPES:
7c832835
BH
822 {
823 BusTypes_type BusTypes;
824
825 if (!arg)
826 return -EINVAL;
827 BusTypes = readl(&host->cfgtable->BusTypes);
828 if (copy_to_user
829 (argp, &BusTypes, sizeof(BusTypes_type)))
830 return -EFAULT;
831 return 0;
832 }
1da177e4 833 case CCISS_GETFIRMVER:
7c832835
BH
834 {
835 FirmwareVer_type firmware;
1da177e4 836
7c832835
BH
837 if (!arg)
838 return -EINVAL;
839 memcpy(firmware, host->firm_ver, 4);
1da177e4 840
7c832835
BH
841 if (copy_to_user
842 (argp, firmware, sizeof(FirmwareVer_type)))
843 return -EFAULT;
844 return 0;
845 }
846 case CCISS_GETDRIVVER:
847 {
848 DriverVer_type DriverVer = DRIVER_VERSION;
1da177e4 849
7c832835
BH
850 if (!arg)
851 return -EINVAL;
1da177e4 852
7c832835
BH
853 if (copy_to_user
854 (argp, &DriverVer, sizeof(DriverVer_type)))
855 return -EFAULT;
856 return 0;
857 }
1da177e4
LT
858
859 case CCISS_REVALIDVOLS:
3833a748 860 return rebuild_lun_table(host, NULL);
7c832835
BH
861
862 case CCISS_GETLUNINFO:{
863 LogvolInfo_struct luninfo;
864
865 luninfo.LunID = drv->LunID;
866 luninfo.num_opens = drv->usage_count;
867 luninfo.num_parts = 0;
868 if (copy_to_user(argp, &luninfo,
869 sizeof(LogvolInfo_struct)))
870 return -EFAULT;
871 return 0;
872 }
1da177e4 873 case CCISS_DEREGDISK:
ddd47442 874 return rebuild_lun_table(host, disk);
1da177e4
LT
875
876 case CCISS_REGNEWD:
ddd47442 877 return rebuild_lun_table(host, NULL);
1da177e4
LT
878
879 case CCISS_PASSTHRU:
1da177e4 880 {
7c832835
BH
881 IOCTL_Command_struct iocommand;
882 CommandList_struct *c;
883 char *buff = NULL;
884 u64bit temp64;
885 unsigned long flags;
6e9a4738 886 DECLARE_COMPLETION_ONSTACK(wait);
1da177e4 887
7c832835
BH
888 if (!arg)
889 return -EINVAL;
1da177e4 890
7c832835
BH
891 if (!capable(CAP_SYS_RAWIO))
892 return -EPERM;
1da177e4 893
7c832835
BH
894 if (copy_from_user
895 (&iocommand, argp, sizeof(IOCTL_Command_struct)))
896 return -EFAULT;
897 if ((iocommand.buf_size < 1) &&
898 (iocommand.Request.Type.Direction != XFER_NONE)) {
899 return -EINVAL;
900 }
901#if 0 /* 'buf_size' member is 16-bits, and always smaller than kmalloc limit */
902 /* Check kmalloc limits */
903 if (iocommand.buf_size > 128000)
904 return -EINVAL;
905#endif
906 if (iocommand.buf_size > 0) {
907 buff = kmalloc(iocommand.buf_size, GFP_KERNEL);
908 if (buff == NULL)
909 return -EFAULT;
910 }
911 if (iocommand.Request.Type.Direction == XFER_WRITE) {
912 /* Copy the data into the buffer we created */
913 if (copy_from_user
914 (buff, iocommand.buf, iocommand.buf_size)) {
915 kfree(buff);
916 return -EFAULT;
917 }
918 } else {
919 memset(buff, 0, iocommand.buf_size);
920 }
921 if ((c = cmd_alloc(host, 0)) == NULL) {
922 kfree(buff);
923 return -ENOMEM;
924 }
925 // Fill in the command type
926 c->cmd_type = CMD_IOCTL_PEND;
927 // Fill in Command Header
928 c->Header.ReplyQueue = 0; // unused in simple mode
929 if (iocommand.buf_size > 0) // buffer to fill
930 {
931 c->Header.SGList = 1;
932 c->Header.SGTotal = 1;
933 } else // no buffers to fill
934 {
935 c->Header.SGList = 0;
936 c->Header.SGTotal = 0;
937 }
938 c->Header.LUN = iocommand.LUN_info;
939 c->Header.Tag.lower = c->busaddr; // use the kernel address the cmd block for tag
1da177e4 940
7c832835
BH
941 // Fill in Request block
942 c->Request = iocommand.Request;
1da177e4 943
7c832835
BH
944 // Fill in the scatter gather information
945 if (iocommand.buf_size > 0) {
946 temp64.val = pci_map_single(host->pdev, buff,
947 iocommand.buf_size,
948 PCI_DMA_BIDIRECTIONAL);
949 c->SG[0].Addr.lower = temp64.val32.lower;
950 c->SG[0].Addr.upper = temp64.val32.upper;
951 c->SG[0].Len = iocommand.buf_size;
952 c->SG[0].Ext = 0; // we are not chaining
953 }
954 c->waiting = &wait;
955
956 /* Put the request on the tail of the request queue */
957 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
958 addQ(&host->reqQ, c);
959 host->Qdepth++;
960 start_io(host);
961 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
962
963 wait_for_completion(&wait);
964
965 /* unlock the buffers from DMA */
966 temp64.val32.lower = c->SG[0].Addr.lower;
967 temp64.val32.upper = c->SG[0].Addr.upper;
968 pci_unmap_single(host->pdev, (dma_addr_t) temp64.val,
969 iocommand.buf_size,
970 PCI_DMA_BIDIRECTIONAL);
971
972 /* Copy the error information out */
973 iocommand.error_info = *(c->err_info);
974 if (copy_to_user
975 (argp, &iocommand, sizeof(IOCTL_Command_struct))) {
976 kfree(buff);
1da177e4
LT
977 cmd_free(host, c, 0);
978 return -EFAULT;
979 }
7c832835
BH
980
981 if (iocommand.Request.Type.Direction == XFER_READ) {
982 /* Copy the data out of the buffer we created */
983 if (copy_to_user
984 (iocommand.buf, buff, iocommand.buf_size)) {
985 kfree(buff);
986 cmd_free(host, c, 0);
987 return -EFAULT;
988 }
989 }
990 kfree(buff);
991 cmd_free(host, c, 0);
992 return 0;
1da177e4 993 }
7c832835
BH
994 case CCISS_BIG_PASSTHRU:{
995 BIG_IOCTL_Command_struct *ioc;
996 CommandList_struct *c;
997 unsigned char **buff = NULL;
998 int *buff_size = NULL;
999 u64bit temp64;
1000 unsigned long flags;
1001 BYTE sg_used = 0;
1002 int status = 0;
1003 int i;
6e9a4738 1004 DECLARE_COMPLETION_ONSTACK(wait);
7c832835
BH
1005 __u32 left;
1006 __u32 sz;
1007 BYTE __user *data_ptr;
1008
1009 if (!arg)
1010 return -EINVAL;
1011 if (!capable(CAP_SYS_RAWIO))
1012 return -EPERM;
1013 ioc = (BIG_IOCTL_Command_struct *)
1014 kmalloc(sizeof(*ioc), GFP_KERNEL);
1015 if (!ioc) {
1016 status = -ENOMEM;
1017 goto cleanup1;
1018 }
1019 if (copy_from_user(ioc, argp, sizeof(*ioc))) {
1020 status = -EFAULT;
1021 goto cleanup1;
1022 }
1023 if ((ioc->buf_size < 1) &&
1024 (ioc->Request.Type.Direction != XFER_NONE)) {
1da177e4
LT
1025 status = -EINVAL;
1026 goto cleanup1;
7c832835
BH
1027 }
1028 /* Check kmalloc limits using all SGs */
1029 if (ioc->malloc_size > MAX_KMALLOC_SIZE) {
1030 status = -EINVAL;
1031 goto cleanup1;
1032 }
1033 if (ioc->buf_size > ioc->malloc_size * MAXSGENTRIES) {
1034 status = -EINVAL;
1035 goto cleanup1;
1036 }
1037 buff =
1038 kzalloc(MAXSGENTRIES * sizeof(char *), GFP_KERNEL);
1039 if (!buff) {
1da177e4
LT
1040 status = -ENOMEM;
1041 goto cleanup1;
1042 }
5cbded58 1043 buff_size = kmalloc(MAXSGENTRIES * sizeof(int),
7c832835
BH
1044 GFP_KERNEL);
1045 if (!buff_size) {
1046 status = -ENOMEM;
1047 goto cleanup1;
1048 }
1049 left = ioc->buf_size;
1050 data_ptr = ioc->buf;
1051 while (left) {
1052 sz = (left >
1053 ioc->malloc_size) ? ioc->
1054 malloc_size : left;
1055 buff_size[sg_used] = sz;
1056 buff[sg_used] = kmalloc(sz, GFP_KERNEL);
1057 if (buff[sg_used] == NULL) {
1da177e4 1058 status = -ENOMEM;
15534d38
JA
1059 goto cleanup1;
1060 }
7c832835
BH
1061 if (ioc->Request.Type.Direction == XFER_WRITE) {
1062 if (copy_from_user
1063 (buff[sg_used], data_ptr, sz)) {
1064 status = -ENOMEM;
1065 goto cleanup1;
1066 }
1067 } else {
1068 memset(buff[sg_used], 0, sz);
1069 }
1070 left -= sz;
1071 data_ptr += sz;
1072 sg_used++;
1073 }
1074 if ((c = cmd_alloc(host, 0)) == NULL) {
1075 status = -ENOMEM;
1076 goto cleanup1;
1077 }
1078 c->cmd_type = CMD_IOCTL_PEND;
1079 c->Header.ReplyQueue = 0;
1080
1081 if (ioc->buf_size > 0) {
1082 c->Header.SGList = sg_used;
1083 c->Header.SGTotal = sg_used;
1da177e4 1084 } else {
7c832835
BH
1085 c->Header.SGList = 0;
1086 c->Header.SGTotal = 0;
1da177e4 1087 }
7c832835
BH
1088 c->Header.LUN = ioc->LUN_info;
1089 c->Header.Tag.lower = c->busaddr;
1090
1091 c->Request = ioc->Request;
1092 if (ioc->buf_size > 0) {
1093 int i;
1094 for (i = 0; i < sg_used; i++) {
1095 temp64.val =
1096 pci_map_single(host->pdev, buff[i],
1097 buff_size[i],
1098 PCI_DMA_BIDIRECTIONAL);
1099 c->SG[i].Addr.lower =
1100 temp64.val32.lower;
1101 c->SG[i].Addr.upper =
1102 temp64.val32.upper;
1103 c->SG[i].Len = buff_size[i];
1104 c->SG[i].Ext = 0; /* we are not chaining */
1105 }
1106 }
1107 c->waiting = &wait;
1108 /* Put the request on the tail of the request queue */
1109 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1110 addQ(&host->reqQ, c);
1111 host->Qdepth++;
1112 start_io(host);
1113 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1114 wait_for_completion(&wait);
1115 /* unlock the buffers from DMA */
1116 for (i = 0; i < sg_used; i++) {
1117 temp64.val32.lower = c->SG[i].Addr.lower;
1118 temp64.val32.upper = c->SG[i].Addr.upper;
1119 pci_unmap_single(host->pdev,
1120 (dma_addr_t) temp64.val, buff_size[i],
1da177e4 1121 PCI_DMA_BIDIRECTIONAL);
1da177e4 1122 }
7c832835
BH
1123 /* Copy the error information out */
1124 ioc->error_info = *(c->err_info);
1125 if (copy_to_user(argp, ioc, sizeof(*ioc))) {
1126 cmd_free(host, c, 0);
1127 status = -EFAULT;
1128 goto cleanup1;
1129 }
1130 if (ioc->Request.Type.Direction == XFER_READ) {
1131 /* Copy the data out of the buffer we created */
1132 BYTE __user *ptr = ioc->buf;
1133 for (i = 0; i < sg_used; i++) {
1134 if (copy_to_user
1135 (ptr, buff[i], buff_size[i])) {
1136 cmd_free(host, c, 0);
1137 status = -EFAULT;
1138 goto cleanup1;
1139 }
1140 ptr += buff_size[i];
1da177e4 1141 }
1da177e4 1142 }
7c832835
BH
1143 cmd_free(host, c, 0);
1144 status = 0;
1145 cleanup1:
1146 if (buff) {
1147 for (i = 0; i < sg_used; i++)
1148 kfree(buff[i]);
1149 kfree(buff);
1150 }
1151 kfree(buff_size);
1152 kfree(ioc);
1153 return status;
1da177e4 1154 }
1da177e4
LT
1155 default:
1156 return -ENOTTY;
1157 }
1da177e4
LT
1158}
1159
ca1e0484
MM
1160static inline void complete_buffers(struct bio *bio, int status)
1161{
1162 while (bio) {
1163 struct bio *xbh = bio->bi_next;
1164 int nr_sectors = bio_sectors(bio);
1165
1166 bio->bi_next = NULL;
ca1e0484
MM
1167 bio_endio(bio, nr_sectors << 9, status ? 0 : -EIO);
1168 bio = xbh;
1169 }
ca1e0484
MM
1170}
1171
7b30f092
JA
1172static void cciss_check_queues(ctlr_info_t *h)
1173{
1174 int start_queue = h->next_to_run;
1175 int i;
1176
1177 /* check to see if we have maxed out the number of commands that can
1178 * be placed on the queue. If so then exit. We do this check here
1179 * in case the interrupt we serviced was from an ioctl and did not
1180 * free any new commands.
1181 */
f880632f 1182 if ((find_first_zero_bit(h->cmd_pool_bits, h->nr_cmds)) == h->nr_cmds)
7b30f092
JA
1183 return;
1184
1185 /* We have room on the queue for more commands. Now we need to queue
1186 * them up. We will also keep track of the next queue to run so
1187 * that every queue gets a chance to be started first.
1188 */
1189 for (i = 0; i < h->highest_lun + 1; i++) {
1190 int curr_queue = (start_queue + i) % (h->highest_lun + 1);
1191 /* make sure the disk has been added and the drive is real
1192 * because this can be called from the middle of init_one.
1193 */
1194 if (!(h->drv[curr_queue].queue) || !(h->drv[curr_queue].heads))
1195 continue;
1196 blk_start_queue(h->gendisk[curr_queue]->queue);
1197
1198 /* check to see if we have maxed out the number of commands
1199 * that can be placed on the queue.
1200 */
f880632f 1201 if ((find_first_zero_bit(h->cmd_pool_bits, h->nr_cmds)) == h->nr_cmds) {
7b30f092
JA
1202 if (curr_queue == start_queue) {
1203 h->next_to_run =
1204 (start_queue + 1) % (h->highest_lun + 1);
1205 break;
1206 } else {
1207 h->next_to_run = curr_queue;
1208 break;
1209 }
1210 } else {
1211 curr_queue = (curr_queue + 1) % (h->highest_lun + 1);
1212 }
1213 }
1214}
1215
ca1e0484
MM
1216static void cciss_softirq_done(struct request *rq)
1217{
1218 CommandList_struct *cmd = rq->completion_data;
1219 ctlr_info_t *h = hba[cmd->ctlr];
1220 unsigned long flags;
1221 u64bit temp64;
1222 int i, ddir;
1223
1224 if (cmd->Request.Type.Direction == XFER_READ)
1225 ddir = PCI_DMA_FROMDEVICE;
1226 else
1227 ddir = PCI_DMA_TODEVICE;
1228
1229 /* command did not need to be retried */
1230 /* unmap the DMA mapping for all the scatter gather elements */
7c832835 1231 for (i = 0; i < cmd->Header.SGList; i++) {
ca1e0484
MM
1232 temp64.val32.lower = cmd->SG[i].Addr.lower;
1233 temp64.val32.upper = cmd->SG[i].Addr.upper;
1234 pci_unmap_page(h->pdev, temp64.val, cmd->SG[i].Len, ddir);
1235 }
1236
1237 complete_buffers(rq->bio, rq->errors);
1238
b369c2cf
JA
1239 if (blk_fs_request(rq)) {
1240 const int rw = rq_data_dir(rq);
1241
1242 disk_stat_add(rq->rq_disk, sectors[rw], rq->nr_sectors);
1243 }
1244
ca1e0484
MM
1245#ifdef CCISS_DEBUG
1246 printk("Done with %p\n", rq);
7c832835 1247#endif /* CCISS_DEBUG */
ca1e0484 1248
8bd0b97e 1249 add_disk_randomness(rq->rq_disk);
ca1e0484
MM
1250 spin_lock_irqsave(&h->lock, flags);
1251 end_that_request_last(rq, rq->errors);
7c832835 1252 cmd_free(h, cmd, 1);
7b30f092 1253 cciss_check_queues(h);
ca1e0484
MM
1254 spin_unlock_irqrestore(&h->lock, flags);
1255}
1256
ddd47442
MM
1257/* This function will check the usage_count of the drive to be updated/added.
1258 * If the usage_count is zero then the drive information will be updated and
1259 * the disk will be re-registered with the kernel. If not then it will be
1260 * left alone for the next reboot. The exception to this is disk 0 which
1261 * will always be left registered with the kernel since it is also the
1262 * controller node. Any changes to disk 0 will show up on the next
1263 * reboot.
7c832835 1264 */
ddd47442 1265static void cciss_update_drive_info(int ctlr, int drv_index)
7c832835 1266{
ddd47442
MM
1267 ctlr_info_t *h = hba[ctlr];
1268 struct gendisk *disk;
ddd47442
MM
1269 InquiryData_struct *inq_buff = NULL;
1270 unsigned int block_size;
00988a35 1271 sector_t total_size;
ddd47442
MM
1272 unsigned long flags = 0;
1273 int ret = 0;
1274
7c832835
BH
1275 /* if the disk already exists then deregister it before proceeding */
1276 if (h->drv[drv_index].raid_level != -1) {
ddd47442
MM
1277 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
1278 h->drv[drv_index].busy_configuring = 1;
1279 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
1280 ret = deregister_disk(h->gendisk[drv_index],
7c832835 1281 &h->drv[drv_index], 0);
ddd47442
MM
1282 h->drv[drv_index].busy_configuring = 0;
1283 }
1284
1285 /* If the disk is in use return */
1286 if (ret)
1287 return;
1288
d14c4ab5 1289 /* Get information about the disk and modify the driver structure */
7c832835 1290 inq_buff = kmalloc(sizeof(InquiryData_struct), GFP_KERNEL);
ddd47442
MM
1291 if (inq_buff == NULL)
1292 goto mem_msg;
1293
97c06978
MMOD
1294 /* testing to see if 16-byte CDBs are already being used */
1295 if (h->cciss_read == CCISS_READ_16) {
1296 cciss_read_capacity_16(h->ctlr, drv_index, 1,
1297 &total_size, &block_size);
1298 goto geo_inq;
1299 }
1300
00988a35 1301 cciss_read_capacity(ctlr, drv_index, 1,
7c832835 1302 &total_size, &block_size);
00988a35 1303
97c06978
MMOD
1304 /* if read_capacity returns all F's this volume is >2TB in size */
1305 /* so we switch to 16-byte CDB's for all read/write ops */
1306 if (total_size == 0xFFFFFFFFULL) {
00988a35
MMOD
1307 cciss_read_capacity_16(ctlr, drv_index, 1,
1308 &total_size, &block_size);
1309 h->cciss_read = CCISS_READ_16;
1310 h->cciss_write = CCISS_WRITE_16;
1311 } else {
1312 h->cciss_read = CCISS_READ_10;
1313 h->cciss_write = CCISS_WRITE_10;
1314 }
97c06978 1315geo_inq:
ddd47442 1316 cciss_geometry_inquiry(ctlr, drv_index, 1, total_size, block_size,
7c832835 1317 inq_buff, &h->drv[drv_index]);
ddd47442
MM
1318
1319 ++h->num_luns;
1320 disk = h->gendisk[drv_index];
1321 set_capacity(disk, h->drv[drv_index].nr_blocks);
1322
ddd47442 1323 /* if it's the controller it's already added */
7c832835 1324 if (drv_index) {
ddd47442 1325 disk->queue = blk_init_queue(do_cciss_request, &h->lock);
799202cb
MM
1326 sprintf(disk->disk_name, "cciss/c%dd%d", ctlr, drv_index);
1327 disk->major = h->major;
1328 disk->first_minor = drv_index << NWD_SHIFT;
1329 disk->fops = &cciss_fops;
1330 disk->private_data = &h->drv[drv_index];
ddd47442
MM
1331
1332 /* Set up queue information */
1333 disk->queue->backing_dev_info.ra_pages = READ_AHEAD;
1334 blk_queue_bounce_limit(disk->queue, hba[ctlr]->pdev->dma_mask);
1335
1336 /* This is a hardware imposed limit. */
1337 blk_queue_max_hw_segments(disk->queue, MAXSGENTRIES);
1338
1339 /* This is a limit in the driver and could be eliminated. */
1340 blk_queue_max_phys_segments(disk->queue, MAXSGENTRIES);
1341
92c4231a 1342 blk_queue_max_sectors(disk->queue, h->cciss_max_sectors);
ddd47442 1343
ca1e0484
MM
1344 blk_queue_softirq_done(disk->queue, cciss_softirq_done);
1345
ddd47442
MM
1346 disk->queue->queuedata = hba[ctlr];
1347
1348 blk_queue_hardsect_size(disk->queue,
7c832835 1349 hba[ctlr]->drv[drv_index].block_size);
ddd47442
MM
1350
1351 h->drv[drv_index].queue = disk->queue;
1352 add_disk(disk);
1353 }
1354
7c832835 1355 freeret:
ddd47442
MM
1356 kfree(inq_buff);
1357 return;
7c832835 1358 mem_msg:
ddd47442
MM
1359 printk(KERN_ERR "cciss: out of memory\n");
1360 goto freeret;
1361}
1362
1363/* This function will find the first index of the controllers drive array
1364 * that has a -1 for the raid_level and will return that index. This is
1365 * where new drives will be added. If the index to be returned is greater
1366 * than the highest_lun index for the controller then highest_lun is set
1367 * to this new index. If there are no available indexes then -1 is returned.
7c832835 1368 */
ddd47442
MM
1369static int cciss_find_free_drive_index(int ctlr)
1370{
1371 int i;
1372
7c832835
BH
1373 for (i = 0; i < CISS_MAX_LUN; i++) {
1374 if (hba[ctlr]->drv[i].raid_level == -1) {
ddd47442
MM
1375 if (i > hba[ctlr]->highest_lun)
1376 hba[ctlr]->highest_lun = i;
1377 return i;
1378 }
1379 }
1380 return -1;
1381}
1382
1383/* This function will add and remove logical drives from the Logical
d14c4ab5 1384 * drive array of the controller and maintain persistency of ordering
ddd47442
MM
1385 * so that mount points are preserved until the next reboot. This allows
1386 * for the removal of logical drives in the middle of the drive array
1387 * without a re-ordering of those drives.
1388 * INPUT
1389 * h = The controller to perform the operations on
1390 * del_disk = The disk to remove if specified. If the value given
1391 * is NULL then no disk is removed.
7c832835 1392 */
ddd47442 1393static int rebuild_lun_table(ctlr_info_t *h, struct gendisk *del_disk)
1da177e4 1394{
ddd47442
MM
1395 int ctlr = h->ctlr;
1396 int num_luns;
1397 ReportLunData_struct *ld_buff = NULL;
1398 drive_info_struct *drv = NULL;
1399 int return_code;
1400 int listlength = 0;
1401 int i;
1402 int drv_found;
1403 int drv_index = 0;
1404 __u32 lunid = 0;
1da177e4 1405 unsigned long flags;
ddd47442
MM
1406
1407 /* Set busy_configuring flag for this operation */
1408 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
7c832835 1409 if (h->busy_configuring) {
ddd47442
MM
1410 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
1411 return -EBUSY;
1412 }
1413 h->busy_configuring = 1;
1414
1415 /* if del_disk is NULL then we are being called to add a new disk
1416 * and update the logical drive table. If it is not NULL then
1417 * we will check if the disk is in use or not.
1418 */
7c832835 1419 if (del_disk != NULL) {
ddd47442
MM
1420 drv = get_drv(del_disk);
1421 drv->busy_configuring = 1;
1422 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
1423 return_code = deregister_disk(del_disk, drv, 1);
1424 drv->busy_configuring = 0;
1425 h->busy_configuring = 0;
1426 return return_code;
1427 } else {
1428 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
1429 if (!capable(CAP_SYS_RAWIO))
1430 return -EPERM;
1431
1432 ld_buff = kzalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
1433 if (ld_buff == NULL)
1434 goto mem_msg;
1435
1436 return_code = sendcmd_withirq(CISS_REPORT_LOG, ctlr, ld_buff,
7c832835
BH
1437 sizeof(ReportLunData_struct), 0,
1438 0, 0, TYPE_CMD);
1439
1440 if (return_code == IO_OK) {
799202cb 1441 listlength =
4c1f2b31 1442 be32_to_cpu(*(__be32 *) ld_buff->LUNListLength);
7c832835 1443 } else { /* reading number of logical volumes failed */
ddd47442 1444 printk(KERN_WARNING "cciss: report logical volume"
7c832835 1445 " command failed\n");
ddd47442
MM
1446 listlength = 0;
1447 goto freeret;
1448 }
1449
1450 num_luns = listlength / 8; /* 8 bytes per entry */
7c832835 1451 if (num_luns > CISS_MAX_LUN) {
ddd47442
MM
1452 num_luns = CISS_MAX_LUN;
1453 printk(KERN_WARNING "cciss: more luns configured"
7c832835
BH
1454 " on controller than can be handled by"
1455 " this driver.\n");
ddd47442
MM
1456 }
1457
1458 /* Compare controller drive array to drivers drive array.
7c832835
BH
1459 * Check for updates in the drive information and any new drives
1460 * on the controller.
1461 */
1462 for (i = 0; i < num_luns; i++) {
ddd47442
MM
1463 int j;
1464
1465 drv_found = 0;
1466
7c832835
BH
1467 lunid = (0xff &
1468 (unsigned int)(ld_buff->LUN[i][3])) << 24;
1469 lunid |= (0xff &
1470 (unsigned int)(ld_buff->LUN[i][2])) << 16;
1471 lunid |= (0xff &
1472 (unsigned int)(ld_buff->LUN[i][1])) << 8;
1473 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
ddd47442
MM
1474
1475 /* Find if the LUN is already in the drive array
1476 * of the controller. If so then update its info
1477 * if not is use. If it does not exist then find
1478 * the first free index and add it.
7c832835
BH
1479 */
1480 for (j = 0; j <= h->highest_lun; j++) {
1481 if (h->drv[j].LunID == lunid) {
ddd47442
MM
1482 drv_index = j;
1483 drv_found = 1;
1484 }
1485 }
1486
1487 /* check if the drive was found already in the array */
7c832835 1488 if (!drv_found) {
ddd47442
MM
1489 drv_index = cciss_find_free_drive_index(ctlr);
1490 if (drv_index == -1)
1491 goto freeret;
1492
799202cb
MM
1493 /*Check if the gendisk needs to be allocated */
1494 if (!h->gendisk[drv_index]){
1495 h->gendisk[drv_index] = alloc_disk(1 << NWD_SHIFT);
1496 if (!h->gendisk[drv_index]){
1497 printk(KERN_ERR "cciss: could not allocate new disk %d\n", drv_index);
1498 goto mem_msg;
1499 }
1500 }
ddd47442
MM
1501 }
1502 h->drv[drv_index].LunID = lunid;
1503 cciss_update_drive_info(ctlr, drv_index);
7c832835
BH
1504 } /* end for */
1505 } /* end else */
ddd47442 1506
7c832835 1507 freeret:
ddd47442
MM
1508 kfree(ld_buff);
1509 h->busy_configuring = 0;
1510 /* We return -1 here to tell the ACU that we have registered/updated
1511 * all of the drives that we can and to keep it from calling us
1512 * additional times.
7c832835 1513 */
ddd47442 1514 return -1;
7c832835 1515 mem_msg:
ddd47442
MM
1516 printk(KERN_ERR "cciss: out of memory\n");
1517 goto freeret;
1518}
1519
1520/* This function will deregister the disk and it's queue from the
1521 * kernel. It must be called with the controller lock held and the
1522 * drv structures busy_configuring flag set. It's parameters are:
1523 *
1524 * disk = This is the disk to be deregistered
1525 * drv = This is the drive_info_struct associated with the disk to be
1526 * deregistered. It contains information about the disk used
1527 * by the driver.
1528 * clear_all = This flag determines whether or not the disk information
1529 * is going to be completely cleared out and the highest_lun
1530 * reset. Sometimes we want to clear out information about
d14c4ab5 1531 * the disk in preparation for re-adding it. In this case
ddd47442
MM
1532 * the highest_lun should be left unchanged and the LunID
1533 * should not be cleared.
1534*/
1535static int deregister_disk(struct gendisk *disk, drive_info_struct *drv,
1536 int clear_all)
1537{
799202cb 1538 int i;
1da177e4 1539 ctlr_info_t *h = get_host(disk);
1da177e4
LT
1540
1541 if (!capable(CAP_SYS_RAWIO))
1542 return -EPERM;
1543
1da177e4 1544 /* make sure logical volume is NOT is use */
7c832835
BH
1545 if (clear_all || (h->gendisk[0] == disk)) {
1546 if (drv->usage_count > 1)
1547 return -EBUSY;
1548 } else if (drv->usage_count > 0)
1549 return -EBUSY;
1da177e4 1550
ddd47442
MM
1551 /* invalidate the devices and deregister the disk. If it is disk
1552 * zero do not deregister it but just zero out it's values. This
1553 * allows us to delete disk zero but keep the controller registered.
7c832835
BH
1554 */
1555 if (h->gendisk[0] != disk) {
6f5a0f7c 1556 if (disk) {
1557 request_queue_t *q = disk->queue;
1558 if (disk->flags & GENHD_FL_UP)
1559 del_gendisk(disk);
2f6331fa 1560 if (q) {
6f5a0f7c 1561 blk_cleanup_queue(q);
799202cb
MM
1562 /* Set drv->queue to NULL so that we do not try
1563 * to call blk_start_queue on this queue in the
1564 * interrupt handler
1565 */
2f6331fa
MM
1566 drv->queue = NULL;
1567 }
799202cb
MM
1568 /* If clear_all is set then we are deleting the logical
1569 * drive, not just refreshing its info. For drives
1570 * other than disk 0 we will call put_disk. We do not
1571 * do this for disk 0 as we need it to be able to
1572 * configure the controller.
1573 */
1574 if (clear_all){
1575 /* This isn't pretty, but we need to find the
1576 * disk in our array and NULL our the pointer.
1577 * This is so that we will call alloc_disk if
1578 * this index is used again later.
1579 */
1580 for (i=0; i < CISS_MAX_LUN; i++){
1581 if(h->gendisk[i] == disk){
1582 h->gendisk[i] = NULL;
1583 break;
1584 }
1585 }
1586 put_disk(disk);
1587 }
ddd47442 1588 }
799202cb
MM
1589 } else {
1590 set_capacity(disk, 0);
ddd47442
MM
1591 }
1592
1593 --h->num_luns;
1594 /* zero out the disk size info */
1595 drv->nr_blocks = 0;
1596 drv->block_size = 0;
1597 drv->heads = 0;
1598 drv->sectors = 0;
1599 drv->cylinders = 0;
1600 drv->raid_level = -1; /* This can be used as a flag variable to
1601 * indicate that this element of the drive
1602 * array is free.
7c832835
BH
1603 */
1604
1605 if (clear_all) {
1606 /* check to see if it was the last disk */
1607 if (drv == h->drv + h->highest_lun) {
1608 /* if so, find the new hightest lun */
1609 int i, newhighest = -1;
1610 for (i = 0; i < h->highest_lun; i++) {
1611 /* if the disk has size > 0, it is available */
ddd47442 1612 if (h->drv[i].heads)
7c832835
BH
1613 newhighest = i;
1614 }
1615 h->highest_lun = newhighest;
1da177e4 1616 }
ddd47442 1617
7c832835 1618 drv->LunID = 0;
ddd47442 1619 }
e2019b58 1620 return 0;
1da177e4 1621}
ddd47442 1622
7c832835
BH
1623static int fill_cmd(CommandList_struct *c, __u8 cmd, int ctlr, void *buff, size_t size, unsigned int use_unit_num, /* 0: address the controller,
1624 1: address logical volume log_unit,
1625 2: periph device address is scsi3addr */
1626 unsigned int log_unit, __u8 page_code,
1627 unsigned char *scsi3addr, int cmd_type)
1da177e4 1628{
7c832835 1629 ctlr_info_t *h = hba[ctlr];
1da177e4
LT
1630 u64bit buff_dma_handle;
1631 int status = IO_OK;
1632
1633 c->cmd_type = CMD_IOCTL_PEND;
1634 c->Header.ReplyQueue = 0;
7c832835 1635 if (buff != NULL) {
1da177e4 1636 c->Header.SGList = 1;
7c832835 1637 c->Header.SGTotal = 1;
1da177e4
LT
1638 } else {
1639 c->Header.SGList = 0;
7c832835 1640 c->Header.SGTotal = 0;
1da177e4
LT
1641 }
1642 c->Header.Tag.lower = c->busaddr;
1643
1644 c->Request.Type.Type = cmd_type;
1645 if (cmd_type == TYPE_CMD) {
7c832835
BH
1646 switch (cmd) {
1647 case CISS_INQUIRY:
1da177e4 1648 /* If the logical unit number is 0 then, this is going
7c832835
BH
1649 to controller so It's a physical command
1650 mode = 0 target = 0. So we have nothing to write.
1651 otherwise, if use_unit_num == 1,
1652 mode = 1(volume set addressing) target = LUNID
1653 otherwise, if use_unit_num == 2,
1654 mode = 0(periph dev addr) target = scsi3addr */
1da177e4 1655 if (use_unit_num == 1) {
7c832835
BH
1656 c->Header.LUN.LogDev.VolId =
1657 h->drv[log_unit].LunID;
1658 c->Header.LUN.LogDev.Mode = 1;
1da177e4 1659 } else if (use_unit_num == 2) {
7c832835
BH
1660 memcpy(c->Header.LUN.LunAddrBytes, scsi3addr,
1661 8);
1da177e4
LT
1662 c->Header.LUN.LogDev.Mode = 0;
1663 }
1664 /* are we trying to read a vital product page */
7c832835 1665 if (page_code != 0) {
1da177e4
LT
1666 c->Request.CDB[1] = 0x01;
1667 c->Request.CDB[2] = page_code;
1668 }
1669 c->Request.CDBLen = 6;
7c832835 1670 c->Request.Type.Attribute = ATTR_SIMPLE;
1da177e4
LT
1671 c->Request.Type.Direction = XFER_READ;
1672 c->Request.Timeout = 0;
7c832835
BH
1673 c->Request.CDB[0] = CISS_INQUIRY;
1674 c->Request.CDB[4] = size & 0xFF;
1675 break;
1da177e4
LT
1676 case CISS_REPORT_LOG:
1677 case CISS_REPORT_PHYS:
7c832835 1678 /* Talking to controller so It's a physical command
1da177e4 1679 mode = 00 target = 0. Nothing to write.
7c832835 1680 */
1da177e4
LT
1681 c->Request.CDBLen = 12;
1682 c->Request.Type.Attribute = ATTR_SIMPLE;
1683 c->Request.Type.Direction = XFER_READ;
1684 c->Request.Timeout = 0;
1685 c->Request.CDB[0] = cmd;
7c832835 1686 c->Request.CDB[6] = (size >> 24) & 0xFF; //MSB
1da177e4
LT
1687 c->Request.CDB[7] = (size >> 16) & 0xFF;
1688 c->Request.CDB[8] = (size >> 8) & 0xFF;
1689 c->Request.CDB[9] = size & 0xFF;
1690 break;
1691
1692 case CCISS_READ_CAPACITY:
1693 c->Header.LUN.LogDev.VolId = h->drv[log_unit].LunID;
1694 c->Header.LUN.LogDev.Mode = 1;
1695 c->Request.CDBLen = 10;
1696 c->Request.Type.Attribute = ATTR_SIMPLE;
1697 c->Request.Type.Direction = XFER_READ;
1698 c->Request.Timeout = 0;
1699 c->Request.CDB[0] = cmd;
7c832835 1700 break;
00988a35
MMOD
1701 case CCISS_READ_CAPACITY_16:
1702 c->Header.LUN.LogDev.VolId = h->drv[log_unit].LunID;
1703 c->Header.LUN.LogDev.Mode = 1;
1704 c->Request.CDBLen = 16;
1705 c->Request.Type.Attribute = ATTR_SIMPLE;
1706 c->Request.Type.Direction = XFER_READ;
1707 c->Request.Timeout = 0;
1708 c->Request.CDB[0] = cmd;
1709 c->Request.CDB[1] = 0x10;
1710 c->Request.CDB[10] = (size >> 24) & 0xFF;
1711 c->Request.CDB[11] = (size >> 16) & 0xFF;
1712 c->Request.CDB[12] = (size >> 8) & 0xFF;
1713 c->Request.CDB[13] = size & 0xFF;
1714 c->Request.Timeout = 0;
1715 c->Request.CDB[0] = cmd;
1716 break;
1da177e4
LT
1717 case CCISS_CACHE_FLUSH:
1718 c->Request.CDBLen = 12;
1719 c->Request.Type.Attribute = ATTR_SIMPLE;
1720 c->Request.Type.Direction = XFER_WRITE;
1721 c->Request.Timeout = 0;
1722 c->Request.CDB[0] = BMIC_WRITE;
1723 c->Request.CDB[6] = BMIC_CACHE_FLUSH;
7c832835 1724 break;
1da177e4
LT
1725 default:
1726 printk(KERN_WARNING
7c832835 1727 "cciss%d: Unknown Command 0x%c\n", ctlr, cmd);
e2019b58 1728 return IO_ERROR;
1da177e4
LT
1729 }
1730 } else if (cmd_type == TYPE_MSG) {
1731 switch (cmd) {
7c832835 1732 case 0: /* ABORT message */
3da8b713 1733 c->Request.CDBLen = 12;
1734 c->Request.Type.Attribute = ATTR_SIMPLE;
1735 c->Request.Type.Direction = XFER_WRITE;
1736 c->Request.Timeout = 0;
7c832835
BH
1737 c->Request.CDB[0] = cmd; /* abort */
1738 c->Request.CDB[1] = 0; /* abort a command */
3da8b713 1739 /* buff contains the tag of the command to abort */
1740 memcpy(&c->Request.CDB[4], buff, 8);
1741 break;
7c832835 1742 case 1: /* RESET message */
3da8b713 1743 c->Request.CDBLen = 12;
1744 c->Request.Type.Attribute = ATTR_SIMPLE;
1745 c->Request.Type.Direction = XFER_WRITE;
1746 c->Request.Timeout = 0;
1747 memset(&c->Request.CDB[0], 0, sizeof(c->Request.CDB));
7c832835
BH
1748 c->Request.CDB[0] = cmd; /* reset */
1749 c->Request.CDB[1] = 0x04; /* reset a LUN */
00988a35 1750 break;
1da177e4
LT
1751 case 3: /* No-Op message */
1752 c->Request.CDBLen = 1;
1753 c->Request.Type.Attribute = ATTR_SIMPLE;
1754 c->Request.Type.Direction = XFER_WRITE;
1755 c->Request.Timeout = 0;
1756 c->Request.CDB[0] = cmd;
1757 break;
1758 default:
1759 printk(KERN_WARNING
7c832835 1760 "cciss%d: unknown message type %d\n", ctlr, cmd);
1da177e4
LT
1761 return IO_ERROR;
1762 }
1763 } else {
1764 printk(KERN_WARNING
7c832835 1765 "cciss%d: unknown command type %d\n", ctlr, cmd_type);
1da177e4
LT
1766 return IO_ERROR;
1767 }
1768 /* Fill in the scatter gather information */
1769 if (size > 0) {
1770 buff_dma_handle.val = (__u64) pci_map_single(h->pdev,
7c832835
BH
1771 buff, size,
1772 PCI_DMA_BIDIRECTIONAL);
1da177e4
LT
1773 c->SG[0].Addr.lower = buff_dma_handle.val32.lower;
1774 c->SG[0].Addr.upper = buff_dma_handle.val32.upper;
1775 c->SG[0].Len = size;
7c832835 1776 c->SG[0].Ext = 0; /* we are not chaining */
1da177e4
LT
1777 }
1778 return status;
1779}
7c832835
BH
1780
1781static int sendcmd_withirq(__u8 cmd,
1782 int ctlr,
1783 void *buff,
1784 size_t size,
1785 unsigned int use_unit_num,
1786 unsigned int log_unit, __u8 page_code, int cmd_type)
1da177e4
LT
1787{
1788 ctlr_info_t *h = hba[ctlr];
1789 CommandList_struct *c;
7c832835 1790 u64bit buff_dma_handle;
1da177e4
LT
1791 unsigned long flags;
1792 int return_status;
6e9a4738 1793 DECLARE_COMPLETION_ONSTACK(wait);
7c832835
BH
1794
1795 if ((c = cmd_alloc(h, 0)) == NULL)
1da177e4
LT
1796 return -ENOMEM;
1797 return_status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
7c832835 1798 log_unit, page_code, NULL, cmd_type);
1da177e4
LT
1799 if (return_status != IO_OK) {
1800 cmd_free(h, c, 0);
1801 return return_status;
1802 }
7c832835 1803 resend_cmd2:
1da177e4 1804 c->waiting = &wait;
7c832835 1805
1da177e4
LT
1806 /* Put the request on the tail of the queue and send it */
1807 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1808 addQ(&h->reqQ, c);
1809 h->Qdepth++;
1810 start_io(h);
1811 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
7c832835 1812
1da177e4
LT
1813 wait_for_completion(&wait);
1814
7c832835
BH
1815 if (c->err_info->CommandStatus != 0) { /* an error has occurred */
1816 switch (c->err_info->CommandStatus) {
1817 case CMD_TARGET_STATUS:
1818 printk(KERN_WARNING "cciss: cmd %p has "
1819 " completed with errors\n", c);
1820 if (c->err_info->ScsiStatus) {
1821 printk(KERN_WARNING "cciss: cmd %p "
1822 "has SCSI Status = %x\n",
1823 c, c->err_info->ScsiStatus);
1824 }
1da177e4
LT
1825
1826 break;
7c832835
BH
1827 case CMD_DATA_UNDERRUN:
1828 case CMD_DATA_OVERRUN:
1da177e4
LT
1829 /* expected for inquire and report lun commands */
1830 break;
7c832835
BH
1831 case CMD_INVALID:
1832 printk(KERN_WARNING "cciss: Cmd %p is "
1833 "reported invalid\n", c);
1834 return_status = IO_ERROR;
1da177e4 1835 break;
7c832835
BH
1836 case CMD_PROTOCOL_ERR:
1837 printk(KERN_WARNING "cciss: cmd %p has "
1838 "protocol error \n", c);
1839 return_status = IO_ERROR;
1da177e4 1840 break;
7c832835
BH
1841 case CMD_HARDWARE_ERR:
1842 printk(KERN_WARNING "cciss: cmd %p had "
1843 " hardware error\n", c);
1844 return_status = IO_ERROR;
1da177e4 1845 break;
7c832835
BH
1846 case CMD_CONNECTION_LOST:
1847 printk(KERN_WARNING "cciss: cmd %p had "
1848 "connection lost\n", c);
1849 return_status = IO_ERROR;
1da177e4 1850 break;
7c832835
BH
1851 case CMD_ABORTED:
1852 printk(KERN_WARNING "cciss: cmd %p was "
1853 "aborted\n", c);
1854 return_status = IO_ERROR;
1da177e4 1855 break;
7c832835
BH
1856 case CMD_ABORT_FAILED:
1857 printk(KERN_WARNING "cciss: cmd %p reports "
1858 "abort failed\n", c);
1859 return_status = IO_ERROR;
1860 break;
1861 case CMD_UNSOLICITED_ABORT:
1862 printk(KERN_WARNING
1863 "cciss%d: unsolicited abort %p\n", ctlr, c);
1864 if (c->retry_count < MAX_CMD_RETRIES) {
1865 printk(KERN_WARNING
1866 "cciss%d: retrying %p\n", ctlr, c);
1867 c->retry_count++;
1868 /* erase the old error information */
1869 memset(c->err_info, 0,
1870 sizeof(ErrorInfo_struct));
1871 return_status = IO_OK;
1872 INIT_COMPLETION(wait);
1873 goto resend_cmd2;
1874 }
1875 return_status = IO_ERROR;
1876 break;
1877 default:
1878 printk(KERN_WARNING "cciss: cmd %p returned "
1879 "unknown status %x\n", c,
1880 c->err_info->CommandStatus);
1881 return_status = IO_ERROR;
1da177e4 1882 }
7c832835 1883 }
1da177e4 1884 /* unlock the buffers from DMA */
bb2a37bf
MM
1885 buff_dma_handle.val32.lower = c->SG[0].Addr.lower;
1886 buff_dma_handle.val32.upper = c->SG[0].Addr.upper;
7c832835
BH
1887 pci_unmap_single(h->pdev, (dma_addr_t) buff_dma_handle.val,
1888 c->SG[0].Len, PCI_DMA_BIDIRECTIONAL);
1da177e4 1889 cmd_free(h, c, 0);
7c832835 1890 return return_status;
1da177e4 1891}
7c832835 1892
1da177e4 1893static void cciss_geometry_inquiry(int ctlr, int logvol,
00988a35 1894 int withirq, sector_t total_size,
7c832835
BH
1895 unsigned int block_size,
1896 InquiryData_struct *inq_buff,
1897 drive_info_struct *drv)
1da177e4
LT
1898{
1899 int return_code;
00988a35 1900 unsigned long t;
00988a35 1901
1da177e4
LT
1902 memset(inq_buff, 0, sizeof(InquiryData_struct));
1903 if (withirq)
1904 return_code = sendcmd_withirq(CISS_INQUIRY, ctlr,
7c832835
BH
1905 inq_buff, sizeof(*inq_buff), 1,
1906 logvol, 0xC1, TYPE_CMD);
1da177e4
LT
1907 else
1908 return_code = sendcmd(CISS_INQUIRY, ctlr, inq_buff,
7c832835
BH
1909 sizeof(*inq_buff), 1, logvol, 0xC1, NULL,
1910 TYPE_CMD);
1da177e4 1911 if (return_code == IO_OK) {
7c832835 1912 if (inq_buff->data_byte[8] == 0xFF) {
1da177e4 1913 printk(KERN_WARNING
7c832835
BH
1914 "cciss: reading geometry failed, volume "
1915 "does not support reading geometry\n");
1da177e4 1916 drv->heads = 255;
7c832835 1917 drv->sectors = 32; // Sectors per track
89f97ad1 1918 drv->raid_level = RAID_UNKNOWN;
1da177e4 1919 } else {
1da177e4
LT
1920 drv->heads = inq_buff->data_byte[6];
1921 drv->sectors = inq_buff->data_byte[7];
1922 drv->cylinders = (inq_buff->data_byte[4] & 0xff) << 8;
1923 drv->cylinders += inq_buff->data_byte[5];
1924 drv->raid_level = inq_buff->data_byte[8];
3f7705ea
MW
1925 }
1926 drv->block_size = block_size;
97c06978 1927 drv->nr_blocks = total_size + 1;
3f7705ea
MW
1928 t = drv->heads * drv->sectors;
1929 if (t > 1) {
97c06978
MMOD
1930 sector_t real_size = total_size + 1;
1931 unsigned long rem = sector_div(real_size, t);
3f7705ea 1932 if (rem)
97c06978
MMOD
1933 real_size++;
1934 drv->cylinders = real_size;
1da177e4 1935 }
7c832835 1936 } else { /* Get geometry failed */
1da177e4
LT
1937 printk(KERN_WARNING "cciss: reading geometry failed\n");
1938 }
cc088d10 1939 printk(KERN_INFO " heads=%d, sectors=%d, cylinders=%d\n\n",
7c832835 1940 drv->heads, drv->sectors, drv->cylinders);
1da177e4 1941}
7c832835 1942
1da177e4 1943static void
00988a35 1944cciss_read_capacity(int ctlr, int logvol, int withirq, sector_t *total_size,
7c832835 1945 unsigned int *block_size)
1da177e4 1946{
00988a35 1947 ReadCapdata_struct *buf;
1da177e4 1948 int return_code;
00988a35
MMOD
1949 buf = kmalloc(sizeof(ReadCapdata_struct), GFP_KERNEL);
1950 if (buf == NULL) {
1951 printk(KERN_WARNING "cciss: out of memory\n");
1952 return;
1953 }
1954 memset(buf, 0, sizeof(ReadCapdata_struct));
1da177e4
LT
1955 if (withirq)
1956 return_code = sendcmd_withirq(CCISS_READ_CAPACITY,
00988a35
MMOD
1957 ctlr, buf, sizeof(ReadCapdata_struct),
1958 1, logvol, 0, TYPE_CMD);
1da177e4
LT
1959 else
1960 return_code = sendcmd(CCISS_READ_CAPACITY,
00988a35
MMOD
1961 ctlr, buf, sizeof(ReadCapdata_struct),
1962 1, logvol, 0, NULL, TYPE_CMD);
1da177e4 1963 if (return_code == IO_OK) {
4c1f2b31
AV
1964 *total_size = be32_to_cpu(*(__be32 *) buf->total_size);
1965 *block_size = be32_to_cpu(*(__be32 *) buf->block_size);
7c832835 1966 } else { /* read capacity command failed */
1da177e4
LT
1967 printk(KERN_WARNING "cciss: read capacity failed\n");
1968 *total_size = 0;
1969 *block_size = BLOCK_SIZE;
1970 }
97c06978 1971 if (*total_size != 0)
7b92aadf 1972 printk(KERN_INFO " blocks= %llu block_size= %d\n",
97c06978 1973 (unsigned long long)*total_size+1, *block_size);
00988a35
MMOD
1974 kfree(buf);
1975 return;
1976}
1977
1978static void
1979cciss_read_capacity_16(int ctlr, int logvol, int withirq, sector_t *total_size, unsigned int *block_size)
1980{
1981 ReadCapdata_struct_16 *buf;
1982 int return_code;
1983 buf = kmalloc(sizeof(ReadCapdata_struct_16), GFP_KERNEL);
1984 if (buf == NULL) {
1985 printk(KERN_WARNING "cciss: out of memory\n");
1986 return;
1987 }
1988 memset(buf, 0, sizeof(ReadCapdata_struct_16));
1989 if (withirq) {
1990 return_code = sendcmd_withirq(CCISS_READ_CAPACITY_16,
1991 ctlr, buf, sizeof(ReadCapdata_struct_16),
1992 1, logvol, 0, TYPE_CMD);
1993 }
1994 else {
1995 return_code = sendcmd(CCISS_READ_CAPACITY_16,
1996 ctlr, buf, sizeof(ReadCapdata_struct_16),
1997 1, logvol, 0, NULL, TYPE_CMD);
1998 }
1999 if (return_code == IO_OK) {
4c1f2b31
AV
2000 *total_size = be64_to_cpu(*(__be64 *) buf->total_size);
2001 *block_size = be32_to_cpu(*(__be32 *) buf->block_size);
00988a35
MMOD
2002 } else { /* read capacity command failed */
2003 printk(KERN_WARNING "cciss: read capacity failed\n");
2004 *total_size = 0;
2005 *block_size = BLOCK_SIZE;
2006 }
7b92aadf 2007 printk(KERN_INFO " blocks= %llu block_size= %d\n",
97c06978 2008 (unsigned long long)*total_size+1, *block_size);
00988a35 2009 kfree(buf);
1da177e4
LT
2010 return;
2011}
2012
1da177e4
LT
2013static int cciss_revalidate(struct gendisk *disk)
2014{
2015 ctlr_info_t *h = get_host(disk);
2016 drive_info_struct *drv = get_drv(disk);
2017 int logvol;
7c832835 2018 int FOUND = 0;
1da177e4 2019 unsigned int block_size;
00988a35 2020 sector_t total_size;
1da177e4
LT
2021 InquiryData_struct *inq_buff = NULL;
2022
7c832835
BH
2023 for (logvol = 0; logvol < CISS_MAX_LUN; logvol++) {
2024 if (h->drv[logvol].LunID == drv->LunID) {
2025 FOUND = 1;
1da177e4
LT
2026 break;
2027 }
2028 }
2029
7c832835
BH
2030 if (!FOUND)
2031 return 1;
1da177e4 2032
7c832835
BH
2033 inq_buff = kmalloc(sizeof(InquiryData_struct), GFP_KERNEL);
2034 if (inq_buff == NULL) {
2035 printk(KERN_WARNING "cciss: out of memory\n");
7c832835
BH
2036 return 1;
2037 }
00988a35
MMOD
2038 if (h->cciss_read == CCISS_READ_10) {
2039 cciss_read_capacity(h->ctlr, logvol, 1,
2040 &total_size, &block_size);
2041 } else {
2042 cciss_read_capacity_16(h->ctlr, logvol, 1,
2043 &total_size, &block_size);
2044 }
7c832835
BH
2045 cciss_geometry_inquiry(h->ctlr, logvol, 1, total_size, block_size,
2046 inq_buff, drv);
1da177e4 2047
ad2b9312 2048 blk_queue_hardsect_size(drv->queue, drv->block_size);
1da177e4
LT
2049 set_capacity(disk, drv->nr_blocks);
2050
1da177e4
LT
2051 kfree(inq_buff);
2052 return 0;
2053}
2054
2055/*
2056 * Wait polling for a command to complete.
2057 * The memory mapped FIFO is polled for the completion.
2058 * Used only at init time, interrupts from the HBA are disabled.
2059 */
2060static unsigned long pollcomplete(int ctlr)
2061{
2062 unsigned long done;
2063 int i;
2064
2065 /* Wait (up to 20 seconds) for a command to complete */
2066
2067 for (i = 20 * HZ; i > 0; i--) {
2068 done = hba[ctlr]->access.command_completed(hba[ctlr]);
86e84862
NA
2069 if (done == FIFO_EMPTY)
2070 schedule_timeout_uninterruptible(1);
2071 else
e2019b58 2072 return done;
1da177e4
LT
2073 }
2074 /* Invalid address to tell caller we ran out of time */
2075 return 1;
2076}
3da8b713 2077
2078static int add_sendcmd_reject(__u8 cmd, int ctlr, unsigned long complete)
2079{
2080 /* We get in here if sendcmd() is polling for completions
7c832835
BH
2081 and gets some command back that it wasn't expecting --
2082 something other than that which it just sent down.
2083 Ordinarily, that shouldn't happen, but it can happen when
3da8b713 2084 the scsi tape stuff gets into error handling mode, and
7c832835 2085 starts using sendcmd() to try to abort commands and
3da8b713 2086 reset tape drives. In that case, sendcmd may pick up
2087 completions of commands that were sent to logical drives
7c832835 2088 through the block i/o system, or cciss ioctls completing, etc.
3da8b713 2089 In that case, we need to save those completions for later
2090 processing by the interrupt handler.
7c832835 2091 */
3da8b713 2092
2093#ifdef CONFIG_CISS_SCSI_TAPE
7c832835 2094 struct sendcmd_reject_list *srl = &hba[ctlr]->scsi_rejects;
3da8b713 2095
2096 /* If it's not the scsi tape stuff doing error handling, (abort */
2097 /* or reset) then we don't expect anything weird. */
2098 if (cmd != CCISS_RESET_MSG && cmd != CCISS_ABORT_MSG) {
2099#endif
7c832835
BH
2100 printk(KERN_WARNING "cciss cciss%d: SendCmd "
2101 "Invalid command list address returned! (%lx)\n",
2102 ctlr, complete);
3da8b713 2103 /* not much we can do. */
2104#ifdef CONFIG_CISS_SCSI_TAPE
2105 return 1;
2106 }
2107
2108 /* We've sent down an abort or reset, but something else
2109 has completed */
f880632f 2110 if (srl->ncompletions >= (hba[ctlr]->nr_cmds + 2)) {
3da8b713 2111 /* Uh oh. No room to save it for later... */
2112 printk(KERN_WARNING "cciss%d: Sendcmd: Invalid command addr, "
7c832835 2113 "reject list overflow, command lost!\n", ctlr);
3da8b713 2114 return 1;
2115 }
2116 /* Save it for later */
2117 srl->complete[srl->ncompletions] = complete;
2118 srl->ncompletions++;
2119#endif
2120 return 0;
2121}
2122
1da177e4 2123/*
7c832835
BH
2124 * Send a command to the controller, and wait for it to complete.
2125 * Only used at init time.
1da177e4 2126 */
7c832835
BH
2127static int sendcmd(__u8 cmd, int ctlr, void *buff, size_t size, unsigned int use_unit_num, /* 0: address the controller,
2128 1: address logical volume log_unit,
2129 2: periph device address is scsi3addr */
2130 unsigned int log_unit,
2131 __u8 page_code, unsigned char *scsi3addr, int cmd_type)
1da177e4
LT
2132{
2133 CommandList_struct *c;
2134 int i;
2135 unsigned long complete;
7c832835 2136 ctlr_info_t *info_p = hba[ctlr];
1da177e4 2137 u64bit buff_dma_handle;
3da8b713 2138 int status, done = 0;
1da177e4
LT
2139
2140 if ((c = cmd_alloc(info_p, 1)) == NULL) {
2141 printk(KERN_WARNING "cciss: unable to get memory");
e2019b58 2142 return IO_ERROR;
1da177e4
LT
2143 }
2144 status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
7c832835 2145 log_unit, page_code, scsi3addr, cmd_type);
1da177e4
LT
2146 if (status != IO_OK) {
2147 cmd_free(info_p, c, 1);
2148 return status;
2149 }
7c832835 2150 resend_cmd1:
1da177e4 2151 /*
7c832835
BH
2152 * Disable interrupt
2153 */
1da177e4
LT
2154#ifdef CCISS_DEBUG
2155 printk(KERN_DEBUG "cciss: turning intr off\n");
7c832835
BH
2156#endif /* CCISS_DEBUG */
2157 info_p->access.set_intr_mask(info_p, CCISS_INTR_OFF);
2158
1da177e4 2159 /* Make sure there is room in the command FIFO */
7c832835 2160 /* Actually it should be completely empty at this time */
3da8b713 2161 /* unless we are in here doing error handling for the scsi */
2162 /* tape side of the driver. */
7c832835 2163 for (i = 200000; i > 0; i--) {
1da177e4 2164 /* if fifo isn't full go */
7c832835
BH
2165 if (!(info_p->access.fifo_full(info_p))) {
2166
2167 break;
2168 }
2169 udelay(10);
2170 printk(KERN_WARNING "cciss cciss%d: SendCmd FIFO full,"
2171 " waiting!\n", ctlr);
2172 }
2173 /*
2174 * Send the cmd
2175 */
2176 info_p->access.submit_command(info_p, c);
3da8b713 2177 done = 0;
2178 do {
2179 complete = pollcomplete(ctlr);
1da177e4
LT
2180
2181#ifdef CCISS_DEBUG
3da8b713 2182 printk(KERN_DEBUG "cciss: command completed\n");
7c832835 2183#endif /* CCISS_DEBUG */
1da177e4 2184
3da8b713 2185 if (complete == 1) {
7c832835
BH
2186 printk(KERN_WARNING
2187 "cciss cciss%d: SendCmd Timeout out, "
2188 "No command list address returned!\n", ctlr);
3da8b713 2189 status = IO_ERROR;
2190 done = 1;
2191 break;
2192 }
2193
2194 /* This will need to change for direct lookup completions */
7c832835
BH
2195 if ((complete & CISS_ERROR_BIT)
2196 && (complete & ~CISS_ERROR_BIT) == c->busaddr) {
2197 /* if data overrun or underun on Report command
2198 ignore it
2199 */
1da177e4
LT
2200 if (((c->Request.CDB[0] == CISS_REPORT_LOG) ||
2201 (c->Request.CDB[0] == CISS_REPORT_PHYS) ||
2202 (c->Request.CDB[0] == CISS_INQUIRY)) &&
7c832835
BH
2203 ((c->err_info->CommandStatus ==
2204 CMD_DATA_OVERRUN) ||
2205 (c->err_info->CommandStatus == CMD_DATA_UNDERRUN)
2206 )) {
1da177e4
LT
2207 complete = c->busaddr;
2208 } else {
2209 if (c->err_info->CommandStatus ==
7c832835 2210 CMD_UNSOLICITED_ABORT) {
1da177e4 2211 printk(KERN_WARNING "cciss%d: "
7c832835
BH
2212 "unsolicited abort %p\n",
2213 ctlr, c);
1da177e4
LT
2214 if (c->retry_count < MAX_CMD_RETRIES) {
2215 printk(KERN_WARNING
7c832835
BH
2216 "cciss%d: retrying %p\n",
2217 ctlr, c);
1da177e4
LT
2218 c->retry_count++;
2219 /* erase the old error */
2220 /* information */
2221 memset(c->err_info, 0,
7c832835
BH
2222 sizeof
2223 (ErrorInfo_struct));
1da177e4
LT
2224 goto resend_cmd1;
2225 } else {
2226 printk(KERN_WARNING
7c832835
BH
2227 "cciss%d: retried %p too "
2228 "many times\n", ctlr, c);
1da177e4
LT
2229 status = IO_ERROR;
2230 goto cleanup1;
2231 }
7c832835
BH
2232 } else if (c->err_info->CommandStatus ==
2233 CMD_UNABORTABLE) {
2234 printk(KERN_WARNING
2235 "cciss%d: command could not be aborted.\n",
2236 ctlr);
3da8b713 2237 status = IO_ERROR;
2238 goto cleanup1;
1da177e4
LT
2239 }
2240 printk(KERN_WARNING "ciss ciss%d: sendcmd"
7c832835
BH
2241 " Error %x \n", ctlr,
2242 c->err_info->CommandStatus);
1da177e4 2243 printk(KERN_WARNING "ciss ciss%d: sendcmd"
7c832835
BH
2244 " offensive info\n"
2245 " size %x\n num %x value %x\n",
2246 ctlr,
2247 c->err_info->MoreErrInfo.Invalid_Cmd.
2248 offense_size,
2249 c->err_info->MoreErrInfo.Invalid_Cmd.
2250 offense_num,
2251 c->err_info->MoreErrInfo.Invalid_Cmd.
2252 offense_value);
1da177e4
LT
2253 status = IO_ERROR;
2254 goto cleanup1;
2255 }
2256 }
3da8b713 2257 /* This will need changing for direct lookup completions */
7c832835 2258 if (complete != c->busaddr) {
3da8b713 2259 if (add_sendcmd_reject(cmd, ctlr, complete) != 0) {
7c832835 2260 BUG(); /* we are pretty much hosed if we get here. */
3da8b713 2261 }
2262 continue;
7c832835 2263 } else
3da8b713 2264 done = 1;
7c832835
BH
2265 } while (!done);
2266
2267 cleanup1:
1da177e4 2268 /* unlock the data buffer from DMA */
bb2a37bf
MM
2269 buff_dma_handle.val32.lower = c->SG[0].Addr.lower;
2270 buff_dma_handle.val32.upper = c->SG[0].Addr.upper;
1da177e4 2271 pci_unmap_single(info_p->pdev, (dma_addr_t) buff_dma_handle.val,
7c832835 2272 c->SG[0].Len, PCI_DMA_BIDIRECTIONAL);
3da8b713 2273#ifdef CONFIG_CISS_SCSI_TAPE
2274 /* if we saved some commands for later, process them now. */
2275 if (info_p->scsi_rejects.ncompletions > 0)
7d12e780 2276 do_cciss_intr(0, info_p);
3da8b713 2277#endif
1da177e4 2278 cmd_free(info_p, c, 1);
e2019b58 2279 return status;
7c832835
BH
2280}
2281
1da177e4
LT
2282/*
2283 * Map (physical) PCI mem into (virtual) kernel space
2284 */
2285static void __iomem *remap_pci_mem(ulong base, ulong size)
2286{
7c832835
BH
2287 ulong page_base = ((ulong) base) & PAGE_MASK;
2288 ulong page_offs = ((ulong) base) - page_base;
2289 void __iomem *page_remapped = ioremap(page_base, page_offs + size);
1da177e4 2290
7c832835 2291 return page_remapped ? (page_remapped + page_offs) : NULL;
1da177e4
LT
2292}
2293
7c832835
BH
2294/*
2295 * Takes jobs of the Q and sends them to the hardware, then puts it on
2296 * the Q to wait for completion.
2297 */
2298static void start_io(ctlr_info_t *h)
1da177e4
LT
2299{
2300 CommandList_struct *c;
7c832835
BH
2301
2302 while ((c = h->reqQ) != NULL) {
1da177e4
LT
2303 /* can't do anything if fifo is full */
2304 if ((h->access.fifo_full(h))) {
2305 printk(KERN_WARNING "cciss: fifo full\n");
2306 break;
2307 }
2308
7c832835 2309 /* Get the first entry from the Request Q */
1da177e4
LT
2310 removeQ(&(h->reqQ), c);
2311 h->Qdepth--;
7c832835
BH
2312
2313 /* Tell the controller execute command */
1da177e4 2314 h->access.submit_command(h, c);
7c832835
BH
2315
2316 /* Put job onto the completed Q */
2317 addQ(&(h->cmpQ), c);
1da177e4
LT
2318 }
2319}
7c832835 2320
1da177e4
LT
2321/* Assumes that CCISS_LOCK(h->ctlr) is held. */
2322/* Zeros out the error record and then resends the command back */
2323/* to the controller */
7c832835 2324static inline void resend_cciss_cmd(ctlr_info_t *h, CommandList_struct *c)
1da177e4
LT
2325{
2326 /* erase the old error information */
2327 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
2328
2329 /* add it to software queue and then send it to the controller */
7c832835 2330 addQ(&(h->reqQ), c);
1da177e4 2331 h->Qdepth++;
7c832835 2332 if (h->Qdepth > h->maxQsinceinit)
1da177e4
LT
2333 h->maxQsinceinit = h->Qdepth;
2334
2335 start_io(h);
2336}
a9925a06 2337
7c832835 2338/* checks the status of the job and calls complete buffers to mark all
a9925a06
JA
2339 * buffers for the completed job. Note that this function does not need
2340 * to hold the hba/queue lock.
7c832835
BH
2341 */
2342static inline void complete_command(ctlr_info_t *h, CommandList_struct *cmd,
2343 int timeout)
1da177e4
LT
2344{
2345 int status = 1;
1da177e4 2346 int retry_cmd = 0;
7c832835 2347
1da177e4 2348 if (timeout)
7c832835 2349 status = 0;
1da177e4 2350
7c832835
BH
2351 if (cmd->err_info->CommandStatus != 0) { /* an error has occurred */
2352 switch (cmd->err_info->CommandStatus) {
1da177e4 2353 unsigned char sense_key;
7c832835
BH
2354 case CMD_TARGET_STATUS:
2355 status = 0;
2356
2357 if (cmd->err_info->ScsiStatus == 0x02) {
2358 printk(KERN_WARNING "cciss: cmd %p "
2359 "has CHECK CONDITION "
2360 " byte 2 = 0x%x\n", cmd,
2361 cmd->err_info->SenseInfo[2]
2362 );
2363 /* check the sense key */
2364 sense_key = 0xf & cmd->err_info->SenseInfo[2];
2365 /* no status or recovered error */
2366 if ((sense_key == 0x0) || (sense_key == 0x1)) {
2367 status = 1;
1da177e4 2368 }
7c832835
BH
2369 } else {
2370 printk(KERN_WARNING "cciss: cmd %p "
2371 "has SCSI Status 0x%x\n",
2372 cmd, cmd->err_info->ScsiStatus);
2373 }
1da177e4 2374 break;
7c832835
BH
2375 case CMD_DATA_UNDERRUN:
2376 printk(KERN_WARNING "cciss: cmd %p has"
2377 " completed with data underrun "
2378 "reported\n", cmd);
1da177e4 2379 break;
7c832835
BH
2380 case CMD_DATA_OVERRUN:
2381 printk(KERN_WARNING "cciss: cmd %p has"
2382 " completed with data overrun "
2383 "reported\n", cmd);
1da177e4 2384 break;
7c832835
BH
2385 case CMD_INVALID:
2386 printk(KERN_WARNING "cciss: cmd %p is "
2387 "reported invalid\n", cmd);
2388 status = 0;
1da177e4 2389 break;
7c832835
BH
2390 case CMD_PROTOCOL_ERR:
2391 printk(KERN_WARNING "cciss: cmd %p has "
2392 "protocol error \n", cmd);
2393 status = 0;
1da177e4 2394 break;
7c832835
BH
2395 case CMD_HARDWARE_ERR:
2396 printk(KERN_WARNING "cciss: cmd %p had "
2397 " hardware error\n", cmd);
2398 status = 0;
1da177e4 2399 break;
7c832835
BH
2400 case CMD_CONNECTION_LOST:
2401 printk(KERN_WARNING "cciss: cmd %p had "
2402 "connection lost\n", cmd);
2403 status = 0;
1da177e4 2404 break;
7c832835
BH
2405 case CMD_ABORTED:
2406 printk(KERN_WARNING "cciss: cmd %p was "
2407 "aborted\n", cmd);
2408 status = 0;
1da177e4 2409 break;
7c832835
BH
2410 case CMD_ABORT_FAILED:
2411 printk(KERN_WARNING "cciss: cmd %p reports "
2412 "abort failed\n", cmd);
2413 status = 0;
1da177e4 2414 break;
7c832835
BH
2415 case CMD_UNSOLICITED_ABORT:
2416 printk(KERN_WARNING "cciss%d: unsolicited "
2417 "abort %p\n", h->ctlr, cmd);
2418 if (cmd->retry_count < MAX_CMD_RETRIES) {
2419 retry_cmd = 1;
2420 printk(KERN_WARNING
2421 "cciss%d: retrying %p\n", h->ctlr, cmd);
2422 cmd->retry_count++;
2423 } else
2424 printk(KERN_WARNING
2425 "cciss%d: %p retried too "
2426 "many times\n", h->ctlr, cmd);
2427 status = 0;
2428 break;
2429 case CMD_TIMEOUT:
2430 printk(KERN_WARNING "cciss: cmd %p timedout\n", cmd);
2431 status = 0;
2432 break;
2433 default:
2434 printk(KERN_WARNING "cciss: cmd %p returned "
2435 "unknown status %x\n", cmd,
2436 cmd->err_info->CommandStatus);
2437 status = 0;
1da177e4
LT
2438 }
2439 }
2440 /* We need to return this command */
7c832835
BH
2441 if (retry_cmd) {
2442 resend_cciss_cmd(h, cmd);
1da177e4 2443 return;
7c832835 2444 }
1da177e4 2445
a9925a06
JA
2446 cmd->rq->completion_data = cmd;
2447 cmd->rq->errors = status;
2056a782 2448 blk_add_trace_rq(cmd->rq->q, cmd->rq, BLK_TA_COMPLETE);
a9925a06 2449 blk_complete_request(cmd->rq);
1da177e4
LT
2450}
2451
7c832835
BH
2452/*
2453 * Get a request and submit it to the controller.
1da177e4
LT
2454 */
2455static void do_cciss_request(request_queue_t *q)
2456{
7c832835 2457 ctlr_info_t *h = q->queuedata;
1da177e4 2458 CommandList_struct *c;
00988a35
MMOD
2459 sector_t start_blk;
2460 int seg;
1da177e4
LT
2461 struct request *creq;
2462 u64bit temp64;
2463 struct scatterlist tmp_sg[MAXSGENTRIES];
2464 drive_info_struct *drv;
2465 int i, dir;
2466
2467 /* We call start_io here in case there is a command waiting on the
2468 * queue that has not been sent.
7c832835 2469 */
1da177e4
LT
2470 if (blk_queue_plugged(q))
2471 goto startio;
2472
7c832835 2473 queue:
1da177e4
LT
2474 creq = elv_next_request(q);
2475 if (!creq)
2476 goto startio;
2477
089fe1b2 2478 BUG_ON(creq->nr_phys_segments > MAXSGENTRIES);
1da177e4 2479
7c832835 2480 if ((c = cmd_alloc(h, 1)) == NULL)
1da177e4
LT
2481 goto full;
2482
2483 blkdev_dequeue_request(creq);
2484
2485 spin_unlock_irq(q->queue_lock);
2486
2487 c->cmd_type = CMD_RWREQ;
2488 c->rq = creq;
7c832835
BH
2489
2490 /* fill in the request */
1da177e4 2491 drv = creq->rq_disk->private_data;
7c832835 2492 c->Header.ReplyQueue = 0; // unused in simple mode
33079b21
MM
2493 /* got command from pool, so use the command block index instead */
2494 /* for direct lookups. */
2495 /* The first 2 bits are reserved for controller error reporting. */
2496 c->Header.Tag.lower = (c->cmdindex << 3);
7c832835
BH
2497 c->Header.Tag.lower |= 0x04; /* flag for direct lookup. */
2498 c->Header.LUN.LogDev.VolId = drv->LunID;
1da177e4 2499 c->Header.LUN.LogDev.Mode = 1;
7c832835
BH
2500 c->Request.CDBLen = 10; // 12 byte commands not in FW yet;
2501 c->Request.Type.Type = TYPE_CMD; // It is a command.
2502 c->Request.Type.Attribute = ATTR_SIMPLE;
2503 c->Request.Type.Direction =
a52de245 2504 (rq_data_dir(creq) == READ) ? XFER_READ : XFER_WRITE;
7c832835
BH
2505 c->Request.Timeout = 0; // Don't time out
2506 c->Request.CDB[0] =
00988a35 2507 (rq_data_dir(creq) == READ) ? h->cciss_read : h->cciss_write;
1da177e4
LT
2508 start_blk = creq->sector;
2509#ifdef CCISS_DEBUG
7c832835
BH
2510 printk(KERN_DEBUG "ciss: sector =%d nr_sectors=%d\n", (int)creq->sector,
2511 (int)creq->nr_sectors);
2512#endif /* CCISS_DEBUG */
1da177e4
LT
2513
2514 seg = blk_rq_map_sg(q, creq, tmp_sg);
2515
7c832835 2516 /* get the DMA records for the setup */
1da177e4
LT
2517 if (c->Request.Type.Direction == XFER_READ)
2518 dir = PCI_DMA_FROMDEVICE;
2519 else
2520 dir = PCI_DMA_TODEVICE;
2521
7c832835 2522 for (i = 0; i < seg; i++) {
1da177e4
LT
2523 c->SG[i].Len = tmp_sg[i].length;
2524 temp64.val = (__u64) pci_map_page(h->pdev, tmp_sg[i].page,
7c832835
BH
2525 tmp_sg[i].offset,
2526 tmp_sg[i].length, dir);
1da177e4 2527 c->SG[i].Addr.lower = temp64.val32.lower;
7c832835
BH
2528 c->SG[i].Addr.upper = temp64.val32.upper;
2529 c->SG[i].Ext = 0; // we are not chaining
1da177e4 2530 }
7c832835
BH
2531 /* track how many SG entries we are using */
2532 if (seg > h->maxSG)
2533 h->maxSG = seg;
1da177e4
LT
2534
2535#ifdef CCISS_DEBUG
7c832835
BH
2536 printk(KERN_DEBUG "cciss: Submitting %d sectors in %d segments\n",
2537 creq->nr_sectors, seg);
2538#endif /* CCISS_DEBUG */
1da177e4
LT
2539
2540 c->Header.SGList = c->Header.SGTotal = seg;
00988a35
MMOD
2541 if(h->cciss_read == CCISS_READ_10) {
2542 c->Request.CDB[1] = 0;
2543 c->Request.CDB[2] = (start_blk >> 24) & 0xff; //MSB
2544 c->Request.CDB[3] = (start_blk >> 16) & 0xff;
2545 c->Request.CDB[4] = (start_blk >> 8) & 0xff;
2546 c->Request.CDB[5] = start_blk & 0xff;
2547 c->Request.CDB[6] = 0; // (sect >> 24) & 0xff; MSB
2548 c->Request.CDB[7] = (creq->nr_sectors >> 8) & 0xff;
2549 c->Request.CDB[8] = creq->nr_sectors & 0xff;
2550 c->Request.CDB[9] = c->Request.CDB[11] = c->Request.CDB[12] = 0;
2551 } else {
2552 c->Request.CDBLen = 16;
2553 c->Request.CDB[1]= 0;
2554 c->Request.CDB[2]= (start_blk >> 56) & 0xff; //MSB
2555 c->Request.CDB[3]= (start_blk >> 48) & 0xff;
2556 c->Request.CDB[4]= (start_blk >> 40) & 0xff;
2557 c->Request.CDB[5]= (start_blk >> 32) & 0xff;
2558 c->Request.CDB[6]= (start_blk >> 24) & 0xff;
2559 c->Request.CDB[7]= (start_blk >> 16) & 0xff;
2560 c->Request.CDB[8]= (start_blk >> 8) & 0xff;
2561 c->Request.CDB[9]= start_blk & 0xff;
2562 c->Request.CDB[10]= (creq->nr_sectors >> 24) & 0xff;
2563 c->Request.CDB[11]= (creq->nr_sectors >> 16) & 0xff;
2564 c->Request.CDB[12]= (creq->nr_sectors >> 8) & 0xff;
2565 c->Request.CDB[13]= creq->nr_sectors & 0xff;
2566 c->Request.CDB[14] = c->Request.CDB[15] = 0;
2567 }
1da177e4
LT
2568
2569 spin_lock_irq(q->queue_lock);
2570
7c832835 2571 addQ(&(h->reqQ), c);
1da177e4 2572 h->Qdepth++;
7c832835
BH
2573 if (h->Qdepth > h->maxQsinceinit)
2574 h->maxQsinceinit = h->Qdepth;
1da177e4
LT
2575
2576 goto queue;
00988a35 2577full:
1da177e4 2578 blk_stop_queue(q);
00988a35 2579startio:
1da177e4
LT
2580 /* We will already have the driver lock here so not need
2581 * to lock it.
7c832835 2582 */
1da177e4
LT
2583 start_io(h);
2584}
2585
3da8b713 2586static inline unsigned long get_next_completion(ctlr_info_t *h)
2587{
2588#ifdef CONFIG_CISS_SCSI_TAPE
2589 /* Any rejects from sendcmd() lying around? Process them first */
2590 if (h->scsi_rejects.ncompletions == 0)
2591 return h->access.command_completed(h);
2592 else {
2593 struct sendcmd_reject_list *srl;
2594 int n;
2595 srl = &h->scsi_rejects;
2596 n = --srl->ncompletions;
2597 /* printk("cciss%d: processing saved reject\n", h->ctlr); */
2598 printk("p");
2599 return srl->complete[n];
2600 }
2601#else
2602 return h->access.command_completed(h);
2603#endif
2604}
2605
2606static inline int interrupt_pending(ctlr_info_t *h)
2607{
2608#ifdef CONFIG_CISS_SCSI_TAPE
7c832835 2609 return (h->access.intr_pending(h)
3da8b713 2610 || (h->scsi_rejects.ncompletions > 0));
2611#else
2612 return h->access.intr_pending(h);
2613#endif
2614}
2615
2616static inline long interrupt_not_for_us(ctlr_info_t *h)
2617{
2618#ifdef CONFIG_CISS_SCSI_TAPE
7c832835
BH
2619 return (((h->access.intr_pending(h) == 0) ||
2620 (h->interrupts_enabled == 0))
2621 && (h->scsi_rejects.ncompletions == 0));
3da8b713 2622#else
7c832835 2623 return (((h->access.intr_pending(h) == 0) ||
3da8b713 2624 (h->interrupts_enabled == 0)));
2625#endif
2626}
2627
7d12e780 2628static irqreturn_t do_cciss_intr(int irq, void *dev_id)
1da177e4
LT
2629{
2630 ctlr_info_t *h = dev_id;
2631 CommandList_struct *c;
2632 unsigned long flags;
33079b21 2633 __u32 a, a1, a2;
1da177e4 2634
3da8b713 2635 if (interrupt_not_for_us(h))
1da177e4 2636 return IRQ_NONE;
1da177e4
LT
2637 /*
2638 * If there are completed commands in the completion queue,
2639 * we had better do something about it.
2640 */
2641 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
3da8b713 2642 while (interrupt_pending(h)) {
7c832835 2643 while ((a = get_next_completion(h)) != FIFO_EMPTY) {
1da177e4 2644 a1 = a;
33079b21
MM
2645 if ((a & 0x04)) {
2646 a2 = (a >> 3);
f880632f 2647 if (a2 >= h->nr_cmds) {
7c832835
BH
2648 printk(KERN_WARNING
2649 "cciss: controller cciss%d failed, stopping.\n",
2650 h->ctlr);
33079b21
MM
2651 fail_all_cmds(h->ctlr);
2652 return IRQ_HANDLED;
2653 }
2654
2655 c = h->cmd_pool + a2;
2656 a = c->busaddr;
2657
2658 } else {
7c832835 2659 a &= ~3;
33079b21 2660 if ((c = h->cmpQ) == NULL) {
7c832835
BH
2661 printk(KERN_WARNING
2662 "cciss: Completion of %08x ignored\n",
2663 a1);
2664 continue;
2665 }
2666 while (c->busaddr != a) {
2667 c = c->next;
2668 if (c == h->cmpQ)
2669 break;
2670 }
33079b21 2671 }
1da177e4
LT
2672 /*
2673 * If we've found the command, take it off the
2674 * completion Q and free it
2675 */
7c832835 2676 if (c->busaddr == a) {
1da177e4
LT
2677 removeQ(&h->cmpQ, c);
2678 if (c->cmd_type == CMD_RWREQ) {
2679 complete_command(h, c, 0);
2680 } else if (c->cmd_type == CMD_IOCTL_PEND) {
2681 complete(c->waiting);
2682 }
2683# ifdef CONFIG_CISS_SCSI_TAPE
2684 else if (c->cmd_type == CMD_SCSI)
2685 complete_scsi_command(c, 0, a1);
2686# endif
2687 continue;
2688 }
2689 }
2690 }
2691
1da177e4
LT
2692 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
2693 return IRQ_HANDLED;
2694}
7c832835
BH
2695
2696/*
d14c4ab5 2697 * We cannot read the structure directly, for portability we must use
1da177e4 2698 * the io functions.
7c832835 2699 * This is for debug only.
1da177e4
LT
2700 */
2701#ifdef CCISS_DEBUG
7c832835 2702static void print_cfg_table(CfgTable_struct *tb)
1da177e4
LT
2703{
2704 int i;
2705 char temp_name[17];
2706
2707 printk("Controller Configuration information\n");
2708 printk("------------------------------------\n");
7c832835 2709 for (i = 0; i < 4; i++)
1da177e4 2710 temp_name[i] = readb(&(tb->Signature[i]));
7c832835
BH
2711 temp_name[4] = '\0';
2712 printk(" Signature = %s\n", temp_name);
1da177e4 2713 printk(" Spec Number = %d\n", readl(&(tb->SpecValence)));
7c832835
BH
2714 printk(" Transport methods supported = 0x%x\n",
2715 readl(&(tb->TransportSupport)));
2716 printk(" Transport methods active = 0x%x\n",
2717 readl(&(tb->TransportActive)));
2718 printk(" Requested transport Method = 0x%x\n",
2719 readl(&(tb->HostWrite.TransportRequest)));
d14c4ab5 2720 printk(" Coalesce Interrupt Delay = 0x%x\n",
7c832835 2721 readl(&(tb->HostWrite.CoalIntDelay)));
d14c4ab5 2722 printk(" Coalesce Interrupt Count = 0x%x\n",
7c832835
BH
2723 readl(&(tb->HostWrite.CoalIntCount)));
2724 printk(" Max outstanding commands = 0x%d\n",
2725 readl(&(tb->CmdsOutMax)));
2726 printk(" Bus Types = 0x%x\n", readl(&(tb->BusTypes)));
2727 for (i = 0; i < 16; i++)
1da177e4
LT
2728 temp_name[i] = readb(&(tb->ServerName[i]));
2729 temp_name[16] = '\0';
2730 printk(" Server Name = %s\n", temp_name);
7c832835 2731 printk(" Heartbeat Counter = 0x%x\n\n\n", readl(&(tb->HeartBeat)));
1da177e4 2732}
7c832835 2733#endif /* CCISS_DEBUG */
1da177e4 2734
7c832835 2735static int find_PCI_BAR_index(struct pci_dev *pdev, unsigned long pci_bar_addr)
1da177e4
LT
2736{
2737 int i, offset, mem_type, bar_type;
7c832835 2738 if (pci_bar_addr == PCI_BASE_ADDRESS_0) /* looking for BAR zero? */
1da177e4
LT
2739 return 0;
2740 offset = 0;
7c832835
BH
2741 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
2742 bar_type = pci_resource_flags(pdev, i) & PCI_BASE_ADDRESS_SPACE;
1da177e4
LT
2743 if (bar_type == PCI_BASE_ADDRESS_SPACE_IO)
2744 offset += 4;
2745 else {
2746 mem_type = pci_resource_flags(pdev, i) &
7c832835 2747 PCI_BASE_ADDRESS_MEM_TYPE_MASK;
1da177e4 2748 switch (mem_type) {
7c832835
BH
2749 case PCI_BASE_ADDRESS_MEM_TYPE_32:
2750 case PCI_BASE_ADDRESS_MEM_TYPE_1M:
2751 offset += 4; /* 32 bit */
2752 break;
2753 case PCI_BASE_ADDRESS_MEM_TYPE_64:
2754 offset += 8;
2755 break;
2756 default: /* reserved in PCI 2.2 */
2757 printk(KERN_WARNING
2758 "Base address is invalid\n");
2759 return -1;
1da177e4
LT
2760 break;
2761 }
2762 }
7c832835
BH
2763 if (offset == pci_bar_addr - PCI_BASE_ADDRESS_0)
2764 return i + 1;
1da177e4
LT
2765 }
2766 return -1;
2767}
2768
fb86a35b
MM
2769/* If MSI/MSI-X is supported by the kernel we will try to enable it on
2770 * controllers that are capable. If not, we use IO-APIC mode.
2771 */
2772
7c832835
BH
2773static void __devinit cciss_interrupt_mode(ctlr_info_t *c,
2774 struct pci_dev *pdev, __u32 board_id)
fb86a35b
MM
2775{
2776#ifdef CONFIG_PCI_MSI
7c832835
BH
2777 int err;
2778 struct msix_entry cciss_msix_entries[4] = { {0, 0}, {0, 1},
2779 {0, 2}, {0, 3}
2780 };
fb86a35b
MM
2781
2782 /* Some boards advertise MSI but don't really support it */
2783 if ((board_id == 0x40700E11) ||
7c832835
BH
2784 (board_id == 0x40800E11) ||
2785 (board_id == 0x40820E11) || (board_id == 0x40830E11))
fb86a35b
MM
2786 goto default_int_mode;
2787
7c832835
BH
2788 if (pci_find_capability(pdev, PCI_CAP_ID_MSIX)) {
2789 err = pci_enable_msix(pdev, cciss_msix_entries, 4);
2790 if (!err) {
2791 c->intr[0] = cciss_msix_entries[0].vector;
2792 c->intr[1] = cciss_msix_entries[1].vector;
2793 c->intr[2] = cciss_msix_entries[2].vector;
2794 c->intr[3] = cciss_msix_entries[3].vector;
2795 c->msix_vector = 1;
2796 return;
2797 }
2798 if (err > 0) {
2799 printk(KERN_WARNING "cciss: only %d MSI-X vectors "
2800 "available\n", err);
1ecb9c0f 2801 goto default_int_mode;
7c832835
BH
2802 } else {
2803 printk(KERN_WARNING "cciss: MSI-X init failed %d\n",
2804 err);
1ecb9c0f 2805 goto default_int_mode;
7c832835
BH
2806 }
2807 }
2808 if (pci_find_capability(pdev, PCI_CAP_ID_MSI)) {
2809 if (!pci_enable_msi(pdev)) {
7c832835 2810 c->msi_vector = 1;
7c832835
BH
2811 } else {
2812 printk(KERN_WARNING "cciss: MSI init failed\n");
7c832835
BH
2813 }
2814 }
1ecb9c0f 2815default_int_mode:
7c832835 2816#endif /* CONFIG_PCI_MSI */
fb86a35b 2817 /* if we get here we're going to use the default interrupt mode */
7c832835 2818 c->intr[SIMPLE_MODE_INT] = pdev->irq;
fb86a35b
MM
2819 return;
2820}
2821
1da177e4
LT
2822static int cciss_pci_init(ctlr_info_t *c, struct pci_dev *pdev)
2823{
2824 ushort subsystem_vendor_id, subsystem_device_id, command;
2825 __u32 board_id, scratchpad = 0;
2826 __u64 cfg_offset;
2827 __u32 cfg_base_addr;
2828 __u64 cfg_base_addr_index;
c33ac89b 2829 int i, err;
1da177e4
LT
2830
2831 /* check to see if controller has been disabled */
2832 /* BEFORE trying to enable it */
7c832835
BH
2833 (void)pci_read_config_word(pdev, PCI_COMMAND, &command);
2834 if (!(command & 0x02)) {
2835 printk(KERN_WARNING
2836 "cciss: controller appears to be disabled\n");
c33ac89b 2837 return -ENODEV;
1da177e4
LT
2838 }
2839
c33ac89b 2840 err = pci_enable_device(pdev);
7c832835 2841 if (err) {
1da177e4 2842 printk(KERN_ERR "cciss: Unable to Enable PCI device\n");
c33ac89b 2843 return err;
1da177e4 2844 }
1da177e4 2845
4e570309
BH
2846 err = pci_request_regions(pdev, "cciss");
2847 if (err) {
2848 printk(KERN_ERR "cciss: Cannot obtain PCI resources, "
7c832835 2849 "aborting\n");
872225ca 2850 return err;
4e570309
BH
2851 }
2852
1da177e4
LT
2853 subsystem_vendor_id = pdev->subsystem_vendor;
2854 subsystem_device_id = pdev->subsystem_device;
2855 board_id = (((__u32) (subsystem_device_id << 16) & 0xffff0000) |
7c832835 2856 subsystem_vendor_id);
1da177e4 2857
1da177e4
LT
2858#ifdef CCISS_DEBUG
2859 printk("command = %x\n", command);
2860 printk("irq = %x\n", pdev->irq);
2861 printk("board_id = %x\n", board_id);
7c832835 2862#endif /* CCISS_DEBUG */
1da177e4 2863
fb86a35b
MM
2864/* If the kernel supports MSI/MSI-X we will try to enable that functionality,
2865 * else we use the IO-APIC interrupt assigned to us by system ROM.
2866 */
2867 cciss_interrupt_mode(c, pdev, board_id);
1da177e4
LT
2868
2869 /*
2870 * Memory base addr is first addr , the second points to the config
7c832835 2871 * table
1da177e4
LT
2872 */
2873
7c832835 2874 c->paddr = pci_resource_start(pdev, 0); /* addressing mode bits already removed */
1da177e4
LT
2875#ifdef CCISS_DEBUG
2876 printk("address 0 = %x\n", c->paddr);
7c832835 2877#endif /* CCISS_DEBUG */
a5b92873 2878 c->vaddr = remap_pci_mem(c->paddr, 0x250);
1da177e4
LT
2879
2880 /* Wait for the board to become ready. (PCI hotplug needs this.)
2881 * We poll for up to 120 secs, once per 100ms. */
7c832835 2882 for (i = 0; i < 1200; i++) {
1da177e4
LT
2883 scratchpad = readl(c->vaddr + SA5_SCRATCHPAD_OFFSET);
2884 if (scratchpad == CCISS_FIRMWARE_READY)
2885 break;
2886 set_current_state(TASK_INTERRUPTIBLE);
7c832835 2887 schedule_timeout(HZ / 10); /* wait 100ms */
1da177e4
LT
2888 }
2889 if (scratchpad != CCISS_FIRMWARE_READY) {
2890 printk(KERN_WARNING "cciss: Board not ready. Timed out.\n");
c33ac89b 2891 err = -ENODEV;
4e570309 2892 goto err_out_free_res;
1da177e4
LT
2893 }
2894
2895 /* get the address index number */
2896 cfg_base_addr = readl(c->vaddr + SA5_CTCFG_OFFSET);
2897 cfg_base_addr &= (__u32) 0x0000ffff;
2898#ifdef CCISS_DEBUG
2899 printk("cfg base address = %x\n", cfg_base_addr);
7c832835
BH
2900#endif /* CCISS_DEBUG */
2901 cfg_base_addr_index = find_PCI_BAR_index(pdev, cfg_base_addr);
1da177e4
LT
2902#ifdef CCISS_DEBUG
2903 printk("cfg base address index = %x\n", cfg_base_addr_index);
7c832835 2904#endif /* CCISS_DEBUG */
1da177e4
LT
2905 if (cfg_base_addr_index == -1) {
2906 printk(KERN_WARNING "cciss: Cannot find cfg_base_addr_index\n");
c33ac89b 2907 err = -ENODEV;
4e570309 2908 goto err_out_free_res;
1da177e4
LT
2909 }
2910
2911 cfg_offset = readl(c->vaddr + SA5_CTMEM_OFFSET);
2912#ifdef CCISS_DEBUG
2913 printk("cfg offset = %x\n", cfg_offset);
7c832835
BH
2914#endif /* CCISS_DEBUG */
2915 c->cfgtable = remap_pci_mem(pci_resource_start(pdev,
2916 cfg_base_addr_index) +
2917 cfg_offset, sizeof(CfgTable_struct));
1da177e4
LT
2918 c->board_id = board_id;
2919
2920#ifdef CCISS_DEBUG
945f390f 2921 print_cfg_table(c->cfgtable);
7c832835 2922#endif /* CCISS_DEBUG */
1da177e4 2923
7c832835 2924 for (i = 0; i < ARRAY_SIZE(products); i++) {
1da177e4
LT
2925 if (board_id == products[i].board_id) {
2926 c->product_name = products[i].product_name;
2927 c->access = *(products[i].access);
f880632f 2928 c->nr_cmds = products[i].nr_cmds;
1da177e4
LT
2929 break;
2930 }
2931 }
7c832835
BH
2932 if ((readb(&c->cfgtable->Signature[0]) != 'C') ||
2933 (readb(&c->cfgtable->Signature[1]) != 'I') ||
2934 (readb(&c->cfgtable->Signature[2]) != 'S') ||
2935 (readb(&c->cfgtable->Signature[3]) != 'S')) {
1da177e4 2936 printk("Does not appear to be a valid CISS config table\n");
c33ac89b 2937 err = -ENODEV;
4e570309 2938 goto err_out_free_res;
1da177e4 2939 }
4ff9a9a4
MM
2940 /* We didn't find the controller in our list. We know the
2941 * signature is valid. If it's an HP device let's try to
2942 * bind to the device and fire it up. Otherwise we bail.
2943 */
2944 if (i == ARRAY_SIZE(products)) {
2945 if (subsystem_vendor_id == PCI_VENDOR_ID_HP) {
2946 c->product_name = products[i-1].product_name;
2947 c->access = *(products[i-1].access);
f880632f 2948 c->nr_cmds = products[i-1].nr_cmds;
4ff9a9a4
MM
2949 printk(KERN_WARNING "cciss: This is an unknown "
2950 "Smart Array controller.\n"
2951 "cciss: Please update to the latest driver "
2952 "available from www.hp.com.\n");
2953 } else {
2954 printk(KERN_WARNING "cciss: Sorry, I don't know how"
2955 " to access the Smart Array controller %08lx\n"
2956 , (unsigned long)board_id);
2957 err = -ENODEV;
2958 goto err_out_free_res;
2959 }
2960 }
1da177e4 2961#ifdef CONFIG_X86
7c832835
BH
2962 {
2963 /* Need to enable prefetch in the SCSI core for 6400 in x86 */
2964 __u32 prefetch;
2965 prefetch = readl(&(c->cfgtable->SCSI_Prefetch));
2966 prefetch |= 0x100;
2967 writel(prefetch, &(c->cfgtable->SCSI_Prefetch));
2968 }
1da177e4
LT
2969#endif
2970
f92e2f5f
MM
2971 /* Disabling DMA prefetch for the P600
2972 * An ASIC bug may result in a prefetch beyond
2973 * physical memory.
2974 */
2975 if(board_id == 0x3225103C) {
2976 __u32 dma_prefetch;
2977 dma_prefetch = readl(c->vaddr + I2O_DMA1_CFG);
2978 dma_prefetch |= 0x8000;
2979 writel(dma_prefetch, c->vaddr + I2O_DMA1_CFG);
2980 }
2981
1da177e4
LT
2982#ifdef CCISS_DEBUG
2983 printk("Trying to put board into Simple mode\n");
7c832835 2984#endif /* CCISS_DEBUG */
1da177e4 2985 c->max_commands = readl(&(c->cfgtable->CmdsOutMax));
7c832835
BH
2986 /* Update the field, and then ring the doorbell */
2987 writel(CFGTBL_Trans_Simple, &(c->cfgtable->HostWrite.TransportRequest));
2988 writel(CFGTBL_ChangeReq, c->vaddr + SA5_DOORBELL);
1da177e4
LT
2989
2990 /* under certain very rare conditions, this can take awhile.
2991 * (e.g.: hot replace a failed 144GB drive in a RAID 5 set right
2992 * as we enter this code.) */
7c832835 2993 for (i = 0; i < MAX_CONFIG_WAIT; i++) {
1da177e4
LT
2994 if (!(readl(c->vaddr + SA5_DOORBELL) & CFGTBL_ChangeReq))
2995 break;
2996 /* delay and try again */
2997 set_current_state(TASK_INTERRUPTIBLE);
2998 schedule_timeout(10);
7c832835 2999 }
1da177e4
LT
3000
3001#ifdef CCISS_DEBUG
7c832835
BH
3002 printk(KERN_DEBUG "I counter got to %d %x\n", i,
3003 readl(c->vaddr + SA5_DOORBELL));
3004#endif /* CCISS_DEBUG */
1da177e4 3005#ifdef CCISS_DEBUG
7c832835
BH
3006 print_cfg_table(c->cfgtable);
3007#endif /* CCISS_DEBUG */
1da177e4 3008
7c832835 3009 if (!(readl(&(c->cfgtable->TransportActive)) & CFGTBL_Trans_Simple)) {
1da177e4 3010 printk(KERN_WARNING "cciss: unable to get board into"
7c832835 3011 " simple mode\n");
c33ac89b 3012 err = -ENODEV;
4e570309 3013 goto err_out_free_res;
1da177e4
LT
3014 }
3015 return 0;
3016
5faad620 3017err_out_free_res:
872225ca
MM
3018 /*
3019 * Deliberately omit pci_disable_device(): it does something nasty to
3020 * Smart Array controllers that pci_enable_device does not undo
3021 */
4e570309 3022 pci_release_regions(pdev);
c33ac89b 3023 return err;
1da177e4
LT
3024}
3025
7c832835
BH
3026/*
3027 * Gets information about the local volumes attached to the controller.
3028 */
1da177e4
LT
3029static void cciss_getgeometry(int cntl_num)
3030{
3031 ReportLunData_struct *ld_buff;
1da177e4
LT
3032 InquiryData_struct *inq_buff;
3033 int return_code;
3034 int i;
3035 int listlength = 0;
3036 __u32 lunid = 0;
3037 int block_size;
00988a35 3038 sector_t total_size;
1da177e4 3039
06ff37ff 3040 ld_buff = kzalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
7c832835
BH
3041 if (ld_buff == NULL) {
3042 printk(KERN_ERR "cciss: out of memory\n");
3043 return;
3044 }
7c832835
BH
3045 inq_buff = kmalloc(sizeof(InquiryData_struct), GFP_KERNEL);
3046 if (inq_buff == NULL) {
3047 printk(KERN_ERR "cciss: out of memory\n");
1da177e4 3048 kfree(ld_buff);
7c832835
BH
3049 return;
3050 }
3051 /* Get the firmware version */
3052 return_code = sendcmd(CISS_INQUIRY, cntl_num, inq_buff,
3053 sizeof(InquiryData_struct), 0, 0, 0, NULL,
3054 TYPE_CMD);
3055 if (return_code == IO_OK) {
1da177e4
LT
3056 hba[cntl_num]->firm_ver[0] = inq_buff->data_byte[32];
3057 hba[cntl_num]->firm_ver[1] = inq_buff->data_byte[33];
3058 hba[cntl_num]->firm_ver[2] = inq_buff->data_byte[34];
3059 hba[cntl_num]->firm_ver[3] = inq_buff->data_byte[35];
7c832835
BH
3060 } else { /* send command failed */
3061
1da177e4 3062 printk(KERN_WARNING "cciss: unable to determine firmware"
7c832835 3063 " version of controller\n");
1da177e4 3064 }
7c832835
BH
3065 /* Get the number of logical volumes */
3066 return_code = sendcmd(CISS_REPORT_LOG, cntl_num, ld_buff,
3067 sizeof(ReportLunData_struct), 0, 0, 0, NULL,
3068 TYPE_CMD);
1da177e4 3069
7c832835 3070 if (return_code == IO_OK) {
1da177e4
LT
3071#ifdef CCISS_DEBUG
3072 printk("LUN Data\n--------------------------\n");
7c832835
BH
3073#endif /* CCISS_DEBUG */
3074
3075 listlength |=
3076 (0xff & (unsigned int)(ld_buff->LUNListLength[0])) << 24;
3077 listlength |=
3078 (0xff & (unsigned int)(ld_buff->LUNListLength[1])) << 16;
3079 listlength |=
3080 (0xff & (unsigned int)(ld_buff->LUNListLength[2])) << 8;
1da177e4 3081 listlength |= 0xff & (unsigned int)(ld_buff->LUNListLength[3]);
7c832835
BH
3082 } else { /* reading number of logical volumes failed */
3083
1da177e4 3084 printk(KERN_WARNING "cciss: report logical volume"
7c832835 3085 " command failed\n");
1da177e4
LT
3086 listlength = 0;
3087 }
7c832835
BH
3088 hba[cntl_num]->num_luns = listlength / 8; // 8 bytes pre entry
3089 if (hba[cntl_num]->num_luns > CISS_MAX_LUN) {
3090 printk(KERN_ERR
3091 "ciss: only %d number of logical volumes supported\n",
3092 CISS_MAX_LUN);
1da177e4
LT
3093 hba[cntl_num]->num_luns = CISS_MAX_LUN;
3094 }
3095#ifdef CCISS_DEBUG
7c832835
BH
3096 printk(KERN_DEBUG "Length = %x %x %x %x = %d\n",
3097 ld_buff->LUNListLength[0], ld_buff->LUNListLength[1],
3098 ld_buff->LUNListLength[2], ld_buff->LUNListLength[3],
3099 hba[cntl_num]->num_luns);
3100#endif /* CCISS_DEBUG */
3101
3102 hba[cntl_num]->highest_lun = hba[cntl_num]->num_luns - 1;
7c832835
BH
3103 for (i = 0; i < CISS_MAX_LUN; i++) {
3104 if (i < hba[cntl_num]->num_luns) {
3105 lunid = (0xff & (unsigned int)(ld_buff->LUN[i][3]))
3106 << 24;
3107 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][2]))
3108 << 16;
3109 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][1]))
3110 << 8;
3111 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
3112
3113 hba[cntl_num]->drv[i].LunID = lunid;
1da177e4
LT
3114
3115#ifdef CCISS_DEBUG
7c832835
BH
3116 printk(KERN_DEBUG "LUN[%d]: %x %x %x %x = %x\n", i,
3117 ld_buff->LUN[i][0], ld_buff->LUN[i][1],
3118 ld_buff->LUN[i][2], ld_buff->LUN[i][3],
3119 hba[cntl_num]->drv[i].LunID);
3120#endif /* CCISS_DEBUG */
00988a35
MMOD
3121
3122 /* testing to see if 16-byte CDBs are already being used */
3123 if(hba[cntl_num]->cciss_read == CCISS_READ_16) {
3124 cciss_read_capacity_16(cntl_num, i, 0,
7c832835 3125 &total_size, &block_size);
00988a35
MMOD
3126 goto geo_inq;
3127 }
3128 cciss_read_capacity(cntl_num, i, 0, &total_size, &block_size);
3129
97c06978
MMOD
3130 /* If read_capacity returns all F's the logical is >2TB */
3131 /* so we switch to 16-byte CDBs for all read/write ops */
3132 if(total_size == 0xFFFFFFFFULL) {
00988a35
MMOD
3133 cciss_read_capacity_16(cntl_num, i, 0,
3134 &total_size, &block_size);
3135 hba[cntl_num]->cciss_read = CCISS_READ_16;
3136 hba[cntl_num]->cciss_write = CCISS_WRITE_16;
3137 } else {
3138 hba[cntl_num]->cciss_read = CCISS_READ_10;
3139 hba[cntl_num]->cciss_write = CCISS_WRITE_10;
3140 }
3141geo_inq:
ddd47442 3142 cciss_geometry_inquiry(cntl_num, i, 0, total_size,
7c832835
BH
3143 block_size, inq_buff,
3144 &hba[cntl_num]->drv[i]);
ddd47442
MM
3145 } else {
3146 /* initialize raid_level to indicate a free space */
3147 hba[cntl_num]->drv[i].raid_level = -1;
3148 }
1da177e4
LT
3149 }
3150 kfree(ld_buff);
1da177e4 3151 kfree(inq_buff);
7c832835 3152}
1da177e4
LT
3153
3154/* Function to find the first free pointer into our hba[] array */
3155/* Returns -1 if no free entries are left. */
3156static int alloc_cciss_hba(void)
3157{
799202cb 3158 int i;
1da177e4 3159
7c832835 3160 for (i = 0; i < MAX_CTLR; i++) {
1da177e4
LT
3161 if (!hba[i]) {
3162 ctlr_info_t *p;
06ff37ff 3163 p = kzalloc(sizeof(ctlr_info_t), GFP_KERNEL);
1da177e4
LT
3164 if (!p)
3165 goto Enomem;
799202cb
MM
3166 p->gendisk[0] = alloc_disk(1 << NWD_SHIFT);
3167 if (!p->gendisk[0])
3168 goto Enomem;
1da177e4
LT
3169 hba[i] = p;
3170 return i;
3171 }
3172 }
3173 printk(KERN_WARNING "cciss: This driver supports a maximum"
7c832835 3174 " of %d controllers.\n", MAX_CTLR);
799202cb
MM
3175 return -1;
3176Enomem:
1da177e4 3177 printk(KERN_ERR "cciss: out of memory.\n");
1da177e4
LT
3178 return -1;
3179}
3180
3181static void free_hba(int i)
3182{
3183 ctlr_info_t *p = hba[i];
3184 int n;
3185
3186 hba[i] = NULL;
799202cb 3187 for (n = 0; n < CISS_MAX_LUN; n++)
1da177e4
LT
3188 put_disk(p->gendisk[n]);
3189 kfree(p);
3190}
3191
3192/*
3193 * This is it. Find all the controllers and register them. I really hate
3194 * stealing all these major device numbers.
3195 * returns the number of block devices registered.
3196 */
3197static int __devinit cciss_init_one(struct pci_dev *pdev,
7c832835 3198 const struct pci_device_id *ent)
1da177e4 3199{
1da177e4 3200 int i;
799202cb 3201 int j = 0;
1da177e4 3202 int rc;
40aabb58 3203 int dac;
1da177e4 3204
1da177e4 3205 i = alloc_cciss_hba();
7c832835 3206 if (i < 0)
e2019b58 3207 return -1;
1f8ef380
MM
3208
3209 hba[i]->busy_initializing = 1;
3210
1da177e4
LT
3211 if (cciss_pci_init(hba[i], pdev) != 0)
3212 goto clean1;
3213
3214 sprintf(hba[i]->devname, "cciss%d", i);
3215 hba[i]->ctlr = i;
3216 hba[i]->pdev = pdev;
3217
3218 /* configure PCI DMA stuff */
eb0df996 3219 if (!pci_set_dma_mask(pdev, DMA_64BIT_MASK))
40aabb58 3220 dac = 1;
eb0df996 3221 else if (!pci_set_dma_mask(pdev, DMA_32BIT_MASK))
40aabb58 3222 dac = 0;
1da177e4 3223 else {
40aabb58 3224 printk(KERN_ERR "cciss: no suitable DMA available\n");
1da177e4
LT
3225 goto clean1;
3226 }
3227
3228 /*
3229 * register with the major number, or get a dynamic major number
3230 * by passing 0 as argument. This is done for greater than
3231 * 8 controller support.
3232 */
3233 if (i < MAX_CTLR_ORIG)
564de74a 3234 hba[i]->major = COMPAQ_CISS_MAJOR + i;
1da177e4 3235 rc = register_blkdev(hba[i]->major, hba[i]->devname);
7c832835 3236 if (rc == -EBUSY || rc == -EINVAL) {
1da177e4 3237 printk(KERN_ERR
7c832835
BH
3238 "cciss: Unable to get major number %d for %s "
3239 "on hba %d\n", hba[i]->major, hba[i]->devname, i);
1da177e4 3240 goto clean1;
7c832835 3241 } else {
1da177e4
LT
3242 if (i >= MAX_CTLR_ORIG)
3243 hba[i]->major = rc;
3244 }
3245
3246 /* make sure the board interrupts are off */
3247 hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_OFF);
7c832835 3248 if (request_irq(hba[i]->intr[SIMPLE_MODE_INT], do_cciss_intr,
69ab3912 3249 IRQF_DISABLED | IRQF_SHARED, hba[i]->devname, hba[i])) {
1da177e4 3250 printk(KERN_ERR "cciss: Unable to get irq %d for %s\n",
7c832835 3251 hba[i]->intr[SIMPLE_MODE_INT], hba[i]->devname);
1da177e4
LT
3252 goto clean2;
3253 }
40aabb58
BH
3254
3255 printk(KERN_INFO "%s: <0x%x> at PCI %s IRQ %d%s using DAC\n",
7c832835
BH
3256 hba[i]->devname, pdev->device, pci_name(pdev),
3257 hba[i]->intr[SIMPLE_MODE_INT], dac ? "" : " not");
3258
3259 hba[i]->cmd_pool_bits =
f880632f 3260 kmalloc(((hba[i]->nr_cmds + BITS_PER_LONG -
7c832835
BH
3261 1) / BITS_PER_LONG) * sizeof(unsigned long), GFP_KERNEL);
3262 hba[i]->cmd_pool = (CommandList_struct *)
3263 pci_alloc_consistent(hba[i]->pdev,
f880632f 3264 hba[i]->nr_cmds * sizeof(CommandList_struct),
7c832835
BH
3265 &(hba[i]->cmd_pool_dhandle));
3266 hba[i]->errinfo_pool = (ErrorInfo_struct *)
3267 pci_alloc_consistent(hba[i]->pdev,
f880632f 3268 hba[i]->nr_cmds * sizeof(ErrorInfo_struct),
7c832835
BH
3269 &(hba[i]->errinfo_pool_dhandle));
3270 if ((hba[i]->cmd_pool_bits == NULL)
3271 || (hba[i]->cmd_pool == NULL)
3272 || (hba[i]->errinfo_pool == NULL)) {
3273 printk(KERN_ERR "cciss: out of memory");
1da177e4
LT
3274 goto clean4;
3275 }
3da8b713 3276#ifdef CONFIG_CISS_SCSI_TAPE
7c832835
BH
3277 hba[i]->scsi_rejects.complete =
3278 kmalloc(sizeof(hba[i]->scsi_rejects.complete[0]) *
f880632f 3279 (hba[i]->nr_cmds + 5), GFP_KERNEL);
3da8b713 3280 if (hba[i]->scsi_rejects.complete == NULL) {
7c832835 3281 printk(KERN_ERR "cciss: out of memory");
3da8b713 3282 goto clean4;
3283 }
3284#endif
1da177e4 3285 spin_lock_init(&hba[i]->lock);
1da177e4 3286
7c832835
BH
3287 /* Initialize the pdev driver private data.
3288 have it point to hba[i]. */
1da177e4 3289 pci_set_drvdata(pdev, hba[i]);
7c832835
BH
3290 /* command and error info recs zeroed out before
3291 they are used */
3292 memset(hba[i]->cmd_pool_bits, 0,
f880632f 3293 ((hba[i]->nr_cmds + BITS_PER_LONG -
7c832835 3294 1) / BITS_PER_LONG) * sizeof(unsigned long));
1da177e4 3295
7c832835
BH
3296#ifdef CCISS_DEBUG
3297 printk(KERN_DEBUG "Scanning for drives on controller cciss%d\n", i);
3298#endif /* CCISS_DEBUG */
1da177e4
LT
3299
3300 cciss_getgeometry(i);
3301
3302 cciss_scsi_setup(i);
3303
3304 /* Turn the interrupts on so we can service requests */
3305 hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_ON);
3306
3307 cciss_procinit(i);
92c4231a
MM
3308
3309 hba[i]->cciss_max_sectors = 2048;
3310
d6dbf42e 3311 hba[i]->busy_initializing = 0;
1da177e4 3312
799202cb 3313 do {
ad2b9312
MM
3314 drive_info_struct *drv = &(hba[i]->drv[j]);
3315 struct gendisk *disk = hba[i]->gendisk[j];
799202cb
MM
3316 request_queue_t *q;
3317
3318 /* Check if the disk was allocated already */
3319 if (!disk){
3320 hba[i]->gendisk[j] = alloc_disk(1 << NWD_SHIFT);
3321 disk = hba[i]->gendisk[j];
3322 }
3323
3324 /* Check that the disk was able to be allocated */
3325 if (!disk) {
3326 printk(KERN_ERR "cciss: unable to allocate memory for disk %d\n", j);
3327 goto clean4;
3328 }
ad2b9312
MM
3329
3330 q = blk_init_queue(do_cciss_request, &hba[i]->lock);
3331 if (!q) {
3332 printk(KERN_ERR
7c832835
BH
3333 "cciss: unable to allocate queue for disk %d\n",
3334 j);
799202cb 3335 goto clean4;
ad2b9312
MM
3336 }
3337 drv->queue = q;
3338
3339 q->backing_dev_info.ra_pages = READ_AHEAD;
a9925a06
JA
3340 blk_queue_bounce_limit(q, hba[i]->pdev->dma_mask);
3341
3342 /* This is a hardware imposed limit. */
3343 blk_queue_max_hw_segments(q, MAXSGENTRIES);
1da177e4 3344
a9925a06
JA
3345 /* This is a limit in the driver and could be eliminated. */
3346 blk_queue_max_phys_segments(q, MAXSGENTRIES);
1da177e4 3347
92c4231a 3348 blk_queue_max_sectors(q, hba[i]->cciss_max_sectors);
1da177e4 3349
a9925a06 3350 blk_queue_softirq_done(q, cciss_softirq_done);
1da177e4 3351
ad2b9312 3352 q->queuedata = hba[i];
1da177e4 3353 sprintf(disk->disk_name, "cciss/c%dd%d", i, j);
1da177e4
LT
3354 disk->major = hba[i]->major;
3355 disk->first_minor = j << NWD_SHIFT;
3356 disk->fops = &cciss_fops;
ad2b9312 3357 disk->queue = q;
1da177e4 3358 disk->private_data = drv;
27c0ff86 3359 disk->driverfs_dev = &pdev->dev;
1da177e4
LT
3360 /* we must register the controller even if no disks exist */
3361 /* this is for the online array utilities */
7c832835 3362 if (!drv->heads && j)
1da177e4 3363 continue;
ad2b9312 3364 blk_queue_hardsect_size(q, drv->block_size);
1da177e4
LT
3365 set_capacity(disk, drv->nr_blocks);
3366 add_disk(disk);
799202cb
MM
3367 j++;
3368 } while (j <= hba[i]->highest_lun);
ad2b9312 3369
e2019b58 3370 return 1;
1da177e4 3371
7c832835 3372 clean4:
3da8b713 3373#ifdef CONFIG_CISS_SCSI_TAPE
1acc0b0b 3374 kfree(hba[i]->scsi_rejects.complete);
3da8b713 3375#endif
6044ec88 3376 kfree(hba[i]->cmd_pool_bits);
7c832835 3377 if (hba[i]->cmd_pool)
1da177e4 3378 pci_free_consistent(hba[i]->pdev,
f880632f 3379 hba[i]->nr_cmds * sizeof(CommandList_struct),
7c832835
BH
3380 hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
3381 if (hba[i]->errinfo_pool)
1da177e4 3382 pci_free_consistent(hba[i]->pdev,
f880632f 3383 hba[i]->nr_cmds * sizeof(ErrorInfo_struct),
7c832835
BH
3384 hba[i]->errinfo_pool,
3385 hba[i]->errinfo_pool_dhandle);
fb86a35b 3386 free_irq(hba[i]->intr[SIMPLE_MODE_INT], hba[i]);
7c832835 3387 clean2:
1da177e4 3388 unregister_blkdev(hba[i]->major, hba[i]->devname);
7c832835 3389 clean1:
1f8ef380 3390 hba[i]->busy_initializing = 0;
799202cb
MM
3391 /* cleanup any queues that may have been initialized */
3392 for (j=0; j <= hba[i]->highest_lun; j++){
3393 drive_info_struct *drv = &(hba[i]->drv[j]);
3394 if (drv->queue)
3395 blk_cleanup_queue(drv->queue);
3396 }
872225ca
MM
3397 /*
3398 * Deliberately omit pci_disable_device(): it does something nasty to
3399 * Smart Array controllers that pci_enable_device does not undo
3400 */
799202cb 3401 pci_release_regions(pdev);
799202cb 3402 pci_set_drvdata(pdev, NULL);
61808c2b 3403 free_hba(i);
e2019b58 3404 return -1;
1da177e4
LT
3405}
3406
de69fee8 3407static void cciss_remove_one(struct pci_dev *pdev)
1da177e4
LT
3408{
3409 ctlr_info_t *tmp_ptr;
3410 int i, j;
3411 char flush_buf[4];
7c832835 3412 int return_code;
1da177e4 3413
7c832835
BH
3414 if (pci_get_drvdata(pdev) == NULL) {
3415 printk(KERN_ERR "cciss: Unable to remove device \n");
1da177e4
LT
3416 return;
3417 }
3418 tmp_ptr = pci_get_drvdata(pdev);
3419 i = tmp_ptr->ctlr;
7c832835 3420 if (hba[i] == NULL) {
1da177e4 3421 printk(KERN_ERR "cciss: device appears to "
7c832835 3422 "already be removed \n");
1da177e4
LT
3423 return;
3424 }
3425 /* Turn board interrupts off and send the flush cache command */
3426 /* sendcmd will turn off interrupt, and send the flush...
7c832835 3427 * To write all data in the battery backed cache to disks */
1da177e4
LT
3428 memset(flush_buf, 0, 4);
3429 return_code = sendcmd(CCISS_CACHE_FLUSH, i, flush_buf, 4, 0, 0, 0, NULL,
7c832835 3430 TYPE_CMD);
de69fee8
MMOD
3431 if (return_code == IO_OK) {
3432 printk(KERN_INFO "Completed flushing cache on controller %d\n", i);
3433 } else {
3434 printk(KERN_WARNING "Error flushing cache on controller %d\n", i);
1da177e4 3435 }
fb86a35b
MM
3436 free_irq(hba[i]->intr[2], hba[i]);
3437
3438#ifdef CONFIG_PCI_MSI
7c832835
BH
3439 if (hba[i]->msix_vector)
3440 pci_disable_msix(hba[i]->pdev);
3441 else if (hba[i]->msi_vector)
3442 pci_disable_msi(hba[i]->pdev);
3443#endif /* CONFIG_PCI_MSI */
fb86a35b 3444
1da177e4 3445 iounmap(hba[i]->vaddr);
7c832835 3446 cciss_unregister_scsi(i); /* unhook from SCSI subsystem */
1da177e4 3447 unregister_blkdev(hba[i]->major, hba[i]->devname);
7c832835
BH
3448 remove_proc_entry(hba[i]->devname, proc_cciss);
3449
1da177e4 3450 /* remove it from the disk list */
799202cb 3451 for (j = 0; j < CISS_MAX_LUN; j++) {
1da177e4 3452 struct gendisk *disk = hba[i]->gendisk[j];
6f5a0f7c 3453 if (disk) {
3454 request_queue_t *q = disk->queue;
3455
7c832835 3456 if (disk->flags & GENHD_FL_UP)
6f5a0f7c 3457 del_gendisk(disk);
3458 if (q)
3459 blk_cleanup_queue(q);
6a445d3b 3460 }
1da177e4
LT
3461 }
3462
f880632f 3463 pci_free_consistent(hba[i]->pdev, hba[i]->nr_cmds * sizeof(CommandList_struct),
1da177e4 3464 hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
f880632f 3465 pci_free_consistent(hba[i]->pdev, hba[i]->nr_cmds * sizeof(ErrorInfo_struct),
7c832835 3466 hba[i]->errinfo_pool, hba[i]->errinfo_pool_dhandle);
1da177e4 3467 kfree(hba[i]->cmd_pool_bits);
3da8b713 3468#ifdef CONFIG_CISS_SCSI_TAPE
3469 kfree(hba[i]->scsi_rejects.complete);
3470#endif
872225ca
MM
3471 /*
3472 * Deliberately omit pci_disable_device(): it does something nasty to
3473 * Smart Array controllers that pci_enable_device does not undo
3474 */
7c832835 3475 pci_release_regions(pdev);
4e570309 3476 pci_set_drvdata(pdev, NULL);
1da177e4 3477 free_hba(i);
7c832835 3478}
1da177e4
LT
3479
3480static struct pci_driver cciss_pci_driver = {
7c832835
BH
3481 .name = "cciss",
3482 .probe = cciss_init_one,
3483 .remove = __devexit_p(cciss_remove_one),
3484 .id_table = cciss_pci_device_id, /* id_table */
de69fee8 3485 .shutdown = cciss_remove_one,
1da177e4
LT
3486};
3487
3488/*
3489 * This is it. Register the PCI driver information for the cards we control
7c832835 3490 * the OS will call our registered routines when it finds one of our cards.
1da177e4
LT
3491 */
3492static int __init cciss_init(void)
3493{
3494 printk(KERN_INFO DRIVER_NAME "\n");
3495
3496 /* Register for our PCI devices */
9bfab8ce 3497 return pci_register_driver(&cciss_pci_driver);
1da177e4
LT
3498}
3499
3500static void __exit cciss_cleanup(void)
3501{
3502 int i;
3503
3504 pci_unregister_driver(&cciss_pci_driver);
3505 /* double check that all controller entrys have been removed */
7c832835
BH
3506 for (i = 0; i < MAX_CTLR; i++) {
3507 if (hba[i] != NULL) {
1da177e4 3508 printk(KERN_WARNING "cciss: had to remove"
7c832835 3509 " controller %d\n", i);
1da177e4
LT
3510 cciss_remove_one(hba[i]->pdev);
3511 }
3512 }
3513 remove_proc_entry("cciss", proc_root_driver);
3514}
3515
33079b21
MM
3516static void fail_all_cmds(unsigned long ctlr)
3517{
3518 /* If we get here, the board is apparently dead. */
3519 ctlr_info_t *h = hba[ctlr];
3520 CommandList_struct *c;
3521 unsigned long flags;
3522
3523 printk(KERN_WARNING "cciss%d: controller not responding.\n", h->ctlr);
7c832835 3524 h->alive = 0; /* the controller apparently died... */
33079b21
MM
3525
3526 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
3527
7c832835 3528 pci_disable_device(h->pdev); /* Make sure it is really dead. */
33079b21
MM
3529
3530 /* move everything off the request queue onto the completed queue */
7c832835 3531 while ((c = h->reqQ) != NULL) {
33079b21
MM
3532 removeQ(&(h->reqQ), c);
3533 h->Qdepth--;
7c832835 3534 addQ(&(h->cmpQ), c);
33079b21
MM
3535 }
3536
3537 /* Now, fail everything on the completed queue with a HW error */
7c832835 3538 while ((c = h->cmpQ) != NULL) {
33079b21
MM
3539 removeQ(&h->cmpQ, c);
3540 c->err_info->CommandStatus = CMD_HARDWARE_ERR;
3541 if (c->cmd_type == CMD_RWREQ) {
3542 complete_command(h, c, 0);
3543 } else if (c->cmd_type == CMD_IOCTL_PEND)
3544 complete(c->waiting);
3545#ifdef CONFIG_CISS_SCSI_TAPE
7c832835
BH
3546 else if (c->cmd_type == CMD_SCSI)
3547 complete_scsi_command(c, 0, 0);
33079b21
MM
3548#endif
3549 }
3550 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
3551 return;
3552}
3553
1da177e4
LT
3554module_init(cciss_init);
3555module_exit(cciss_cleanup);
This page took 0.487339 seconds and 5 git commands to generate.