]> bbs.cooldavid.org Git - net-next-2.6.git/blame - drivers/scsi/3w-9xxx.c
git://bbs.cooldavid.org / net-next-2.6.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
dma-mapping: replace all DMA_64BIT_MASK macro with DMA_BIT_MASK(64)
[net-next-2.6.git] / drivers / scsi / 3w-9xxx.c
CommitLineData
1da177e4
LT		 1/*
2 3w-9xxx.c -- 3ware 9000 Storage Controller device driver for Linux.
3
4 Written By: Adam Radford <linuxraid@amcc.com>
75913d9b 5 Modifications By: Tom Couch <linuxraid@amcc.com>
1da177e4 6
7a252fe7 7 Copyright (C) 2004-2009 Applied Micro Circuits Corporation.
1da177e4
LT		 8
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; version 2 of the License.
12
13 This program is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
17
18 NO WARRANTY
19 THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
20 CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
21 LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
22 MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
23 solely responsible for determining the appropriateness of using and
24 distributing the Program and assumes all risks associated with its
25 exercise of rights under this Agreement, including but not limited to
26 the risks and costs of program errors, damage to or loss of data,
27 programs or equipment, and unavailability or interruption of operations.
28
29 DISCLAIMER OF LIABILITY
30 NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
31 DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32 DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
33 ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
34 TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
35 USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
36 HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
37
38 You should have received a copy of the GNU General Public License
39 along with this program; if not, write to the Free Software
40 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
41
42 Bugs/Comments/Suggestions should be mailed to:
43 linuxraid@amcc.com
44
45 For more information, goto:
46 http://www.amcc.com
47
48 Note: This version of the driver does not contain a bundled firmware
49 image.
50
51 History
52 -------
53 2.26.02.000 - Driver cleanup for kernel submission.
54 2.26.02.001 - Replace schedule_timeout() calls with msleep().
55 2.26.02.002 - Add support for PAE mode.
56 Add lun support.
57 Fix twa_remove() to free irq handler/unregister_chrdev()
58 before shutting down card.
59 Change to new 'change_queue_depth' api.
60 Fix 'handled=1' ISR usage, remove bogus IRQ check.
61 Remove un-needed eh_abort handler.
62 Add support for embedded firmware error strings.
d327d082 63 2.26.02.003 - Correctly handle single sgl's with use_sg=1.
49bfd8db 64 2.26.02.004 - Add support for 9550SX controllers.
62288f10 65 2.26.02.005 - Fix use_sg == 0 mapping on systems with 4GB or higher.
75913d9b
AR		 66 2.26.02.006 - Fix 9550SX pchip reset timeout.
67 Add big endian support.
1e08dcb3 68 2.26.02.007 - Disable local interrupts during kmap/unmap_atomic().
4039c30e
AR		 69 2.26.02.008 - Free irq handler in __twa_shutdown().
70 Serialize reset code.
71 Add support for 9650SE controllers.
0e78d158
AR		 72 2.26.02.009 - Fix dma mask setting to fallback to 32-bit if 64-bit fails.
73 2.26.02.010 - Add support for 9690SA controllers.
3dabec71
AR		 74 2.26.02.011 - Increase max AENs drained to 256.
75 Add MSI support and "use_msi" module parameter.
76 Fix bug in twa_get_param() on 4GB+.
77 Use pci_resource_len() for ioremap().
7a252fe7 78 2.26.02.012 - Add power management support.
1da177e4
LT		 79*/
80
81#include <linux/module.h>
82#include <linux/reboot.h>
83#include <linux/spinlock.h>
84#include <linux/interrupt.h>
85#include <linux/moduleparam.h>
86#include <linux/errno.h>
87#include <linux/types.h>
88#include <linux/delay.h>
89#include <linux/pci.h>
90#include <linux/time.h>
a12e25bd 91#include <linux/mutex.h>
f2b9857e 92#include <linux/smp_lock.h>
1da177e4
LT		 93#include <asm/io.h>
94#include <asm/irq.h>
95#include <asm/uaccess.h>
96#include <scsi/scsi.h>
97#include <scsi/scsi_host.h>
98#include <scsi/scsi_tcq.h>
99#include <scsi/scsi_cmnd.h>
100#include "3w-9xxx.h"
101
102/* Globals */
7a252fe7 103#define TW_DRIVER_VERSION "2.26.02.012"
1da177e4
LT		 104static TW_Device_Extension *twa_device_extension_list[TW_MAX_SLOT];
105static unsigned int twa_device_extension_count;
106static int twa_major = -1;
107extern struct timezone sys_tz;
108
109/* Module parameters */
110MODULE_AUTHOR ("AMCC");
111MODULE_DESCRIPTION ("3ware 9000 Storage Controller Linux Driver");
112MODULE_LICENSE("GPL");
113MODULE_VERSION(TW_DRIVER_VERSION);
114
3dabec71
AR		 115static int use_msi = 0;
116module_param(use_msi, int, S_IRUGO);
117MODULE_PARM_DESC(use_msi, "Use Message Signaled Interrupts. Default: 0");
118
1da177e4
LT		 119/* Function prototypes */
120static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header);
121static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id);
122static char *twa_aen_severity_lookup(unsigned char severity_code);
123static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id);
124static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg);
125static int twa_chrdev_open(struct inode *inode, struct file *file);
126static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host);
127static void twa_free_request_id(TW_Device_Extension *tw_dev,int request_id);
128static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id);
129static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
130 u32 set_features, unsigned short current_fw_srl,
131 unsigned short current_fw_arch_id,
132 unsigned short current_fw_branch,
133 unsigned short current_fw_build,
134 unsigned short *fw_on_ctlr_srl,
135 unsigned short *fw_on_ctlr_arch_id,
136 unsigned short *fw_on_ctlr_branch,
137 unsigned short *fw_on_ctlr_build,
138 u32 *init_connect_result);
0e78d158 139static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length);
1da177e4
LT		 140static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds);
141static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds);
142static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal);
0e78d158 143static int twa_reset_device_extension(TW_Device_Extension *tw_dev);
1da177e4
LT		 144static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset);
145static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg);
146static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id);
147static char *twa_string_lookup(twa_message_type *table, unsigned int aen_code);
148static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id);
149
150/* Functions */
151
152/* Show some statistics about the card */
ee959b00
TJ		 153static ssize_t twa_show_stats(struct device *dev,
154 struct device_attribute *attr, char *buf)
1da177e4 155{
ee959b00 156 struct Scsi_Host *host = class_to_shost(dev);
1da177e4
LT		 157 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
158 unsigned long flags = 0;
159 ssize_t len;
160
161 spin_lock_irqsave(tw_dev->host->host_lock, flags);
162 len = snprintf(buf, PAGE_SIZE, "3w-9xxx Driver version: %s\n"
163 "Current commands posted: %4d\n"
164 "Max commands posted: %4d\n"
165 "Current pending commands: %4d\n"
166 "Max pending commands: %4d\n"
167 "Last sgl length: %4d\n"
168 "Max sgl length: %4d\n"
169 "Last sector count: %4d\n"
170 "Max sector count: %4d\n"
171 "SCSI Host Resets: %4d\n"
172 "AEN's: %4d\n",
173 TW_DRIVER_VERSION,
174 tw_dev->posted_request_count,
175 tw_dev->max_posted_request_count,
176 tw_dev->pending_request_count,
177 tw_dev->max_pending_request_count,
178 tw_dev->sgl_entries,
179 tw_dev->max_sgl_entries,
180 tw_dev->sector_count,
181 tw_dev->max_sector_count,
182 tw_dev->num_resets,
183 tw_dev->aen_count);
184 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
185 return len;
186} /* End twa_show_stats() */
187
188/* This function will set a devices queue depth */
189static int twa_change_queue_depth(struct scsi_device *sdev, int queue_depth)
190{
191 if (queue_depth > TW_Q_LENGTH-2)
192 queue_depth = TW_Q_LENGTH-2;
193 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
194 return queue_depth;
195} /* End twa_change_queue_depth() */
196
197/* Create sysfs 'stats' entry */
ee959b00 198static struct device_attribute twa_host_stats_attr = {
1da177e4
LT		 199 .attr = {
200 .name = "stats",
201 .mode = S_IRUGO,
202 },
203 .show = twa_show_stats
204};
205
206/* Host attributes initializer */
ee959b00 207static struct device_attribute *twa_host_attrs[] = {
1da177e4
LT		 208 &twa_host_stats_attr,
209 NULL,
210};
211
212/* File operations struct for character device */
00977a59 213static const struct file_operations twa_fops = {
1da177e4
LT		 214 .owner = THIS_MODULE,
215 .ioctl = twa_chrdev_ioctl,
216 .open = twa_chrdev_open,
217 .release = NULL
218};
219
220/* This function will complete an aen request from the isr */
221static int twa_aen_complete(TW_Device_Extension *tw_dev, int request_id)
222{
223 TW_Command_Full *full_command_packet;
224 TW_Command *command_packet;
225 TW_Command_Apache_Header *header;
226 unsigned short aen;
227 int retval = 1;
228
229 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
230 tw_dev->posted_request_count--;
75913d9b 231 aen = le16_to_cpu(header->status_block.error);
1da177e4
LT		 232 full_command_packet = tw_dev->command_packet_virt[request_id];
233 command_packet = &full_command_packet->command.oldcommand;
234
235 /* First check for internal completion of set param for time sync */
236 if (TW_OP_OUT(command_packet->opcode__sgloffset) == TW_OP_SET_PARAM) {
237 /* Keep reading the queue in case there are more aen's */
238 if (twa_aen_read_queue(tw_dev, request_id))
239 goto out2;
240 else {
241 retval = 0;
242 goto out;
243 }
244 }
245
246 switch (aen) {
247 case TW_AEN_QUEUE_EMPTY:
248 /* Quit reading the queue if this is the last one */
249 break;
250 case TW_AEN_SYNC_TIME_WITH_HOST:
251 twa_aen_sync_time(tw_dev, request_id);
252 retval = 0;
253 goto out;
254 default:
255 twa_aen_queue_event(tw_dev, header);
256
257 /* If there are more aen's, keep reading the queue */
258 if (twa_aen_read_queue(tw_dev, request_id))
259 goto out2;
260 else {
261 retval = 0;
262 goto out;
263 }
264 }
265 retval = 0;
266out2:
267 tw_dev->state[request_id] = TW_S_COMPLETED;
268 twa_free_request_id(tw_dev, request_id);
269 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
270out:
271 return retval;
272} /* End twa_aen_complete() */
273
274/* This function will drain aen queue */
275static int twa_aen_drain_queue(TW_Device_Extension *tw_dev, int no_check_reset)
276{
277 int request_id = 0;
278 char cdb[TW_MAX_CDB_LEN];
279 TW_SG_Entry sglist[1];
280 int finished = 0, count = 0;
281 TW_Command_Full *full_command_packet;
282 TW_Command_Apache_Header *header;
283 unsigned short aen;
284 int first_reset = 0, queue = 0, retval = 1;
285
286 if (no_check_reset)
287 first_reset = 0;
288 else
289 first_reset = 1;
290
291 full_command_packet = tw_dev->command_packet_virt[request_id];
292 memset(full_command_packet, 0, sizeof(TW_Command_Full));
293
294 /* Initialize cdb */
295 memset(&cdb, 0, TW_MAX_CDB_LEN);
296 cdb[0] = REQUEST_SENSE; /* opcode */
297 cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
298
299 /* Initialize sglist */
300 memset(&sglist, 0, sizeof(TW_SG_Entry));
301 sglist[0].length = TW_SECTOR_SIZE;
302 sglist[0].address = tw_dev->generic_buffer_phys[request_id];
303
304 if (sglist[0].address & TW_ALIGNMENT_9000_SGL) {
305 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1, "Found unaligned address during AEN drain");
306 goto out;
307 }
308
309 /* Mark internal command */
310 tw_dev->srb[request_id] = NULL;
311
312 do {
313 /* Send command to the board */
314 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
315 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2, "Error posting request sense");
316 goto out;
317 }
318
319 /* Now poll for completion */
320 if (twa_poll_response(tw_dev, request_id, 30)) {
321 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x3, "No valid response while draining AEN queue");
322 tw_dev->posted_request_count--;
323 goto out;
324 }
325
326 tw_dev->posted_request_count--;
327 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
75913d9b 328 aen = le16_to_cpu(header->status_block.error);
1da177e4
LT		 329 queue = 0;
330 count++;
331
332 switch (aen) {
333 case TW_AEN_QUEUE_EMPTY:
334 if (first_reset != 1)
335 goto out;
336 else
337 finished = 1;
338 break;
339 case TW_AEN_SOFT_RESET:
340 if (first_reset == 0)
341 first_reset = 1;
342 else
343 queue = 1;
344 break;
345 case TW_AEN_SYNC_TIME_WITH_HOST:
346 break;
347 default:
348 queue = 1;
349 }
350
351 /* Now queue an event info */
352 if (queue)
353 twa_aen_queue_event(tw_dev, header);
354 } while ((finished == 0) && (count < TW_MAX_AEN_DRAIN));
355
356 if (count == TW_MAX_AEN_DRAIN)
357 goto out;
358
359 retval = 0;
360out:
361 tw_dev->state[request_id] = TW_S_INITIAL;
362 return retval;
363} /* End twa_aen_drain_queue() */
364
365/* This function will queue an event */
366static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header)
367{
368 u32 local_time;
369 struct timeval time;
370 TW_Event *event;
371 unsigned short aen;
372 char host[16];
373 char *error_str;
374
375 tw_dev->aen_count++;
376
377 /* Fill out event info */
378 event = tw_dev->event_queue[tw_dev->error_index];
379
380 /* Check for clobber */
381 host[0] = '\0';
382 if (tw_dev->host) {
383 sprintf(host, " scsi%d:", tw_dev->host->host_no);
384 if (event->retrieved == TW_AEN_NOT_RETRIEVED)
385 tw_dev->aen_clobber = 1;
386 }
387
75913d9b 388 aen = le16_to_cpu(header->status_block.error);
1da177e4
LT		 389 memset(event, 0, sizeof(TW_Event));
390
391 event->severity = TW_SEV_OUT(header->status_block.severity__reserved);
392 do_gettimeofday(&time);
393 local_time = (u32)(time.tv_sec - (sys_tz.tz_minuteswest * 60));
394 event->time_stamp_sec = local_time;
395 event->aen_code = aen;
396 event->retrieved = TW_AEN_NOT_RETRIEVED;
397 event->sequence_id = tw_dev->error_sequence_id;
398 tw_dev->error_sequence_id++;
399
400 /* Check for embedded error string */
401 error_str = &(header->err_specific_desc[strlen(header->err_specific_desc)+1]);
402
403 header->err_specific_desc[sizeof(header->err_specific_desc) - 1] = '\0';
404 event->parameter_len = strlen(header->err_specific_desc);
75913d9b 405 memcpy(event->parameter_data, header->err_specific_desc, event->parameter_len + (error_str[0] == '\0' ? 0 : (1 + strlen(error_str))));
1da177e4
LT		 406 if (event->severity != TW_AEN_SEVERITY_DEBUG)
407 printk(KERN_WARNING "3w-9xxx:%s AEN: %s (0x%02X:0x%04X): %s:%s.\n",
408 host,
409 twa_aen_severity_lookup(TW_SEV_OUT(header->status_block.severity__reserved)),
410 TW_MESSAGE_SOURCE_CONTROLLER_EVENT, aen,
411 error_str[0] == '\0' ? twa_string_lookup(twa_aen_table, aen) : error_str,
412 header->err_specific_desc);
413 else
414 tw_dev->aen_count--;
415
416 if ((tw_dev->error_index + 1) == TW_Q_LENGTH)
417 tw_dev->event_queue_wrapped = 1;
418 tw_dev->error_index = (tw_dev->error_index + 1 ) % TW_Q_LENGTH;
419} /* End twa_aen_queue_event() */
420
421/* This function will read the aen queue from the isr */
422static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
423{
424 char cdb[TW_MAX_CDB_LEN];
425 TW_SG_Entry sglist[1];
426 TW_Command_Full *full_command_packet;
427 int retval = 1;
428
429 full_command_packet = tw_dev->command_packet_virt[request_id];
430 memset(full_command_packet, 0, sizeof(TW_Command_Full));
431
432 /* Initialize cdb */
433 memset(&cdb, 0, TW_MAX_CDB_LEN);
434 cdb[0] = REQUEST_SENSE; /* opcode */
435 cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
436
437 /* Initialize sglist */
438 memset(&sglist, 0, sizeof(TW_SG_Entry));
439 sglist[0].length = TW_SECTOR_SIZE;
440 sglist[0].address = tw_dev->generic_buffer_phys[request_id];
441
442 /* Mark internal command */
443 tw_dev->srb[request_id] = NULL;
444
445 /* Now post the command packet */
446 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
447 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x4, "Post failed while reading AEN queue");
448 goto out;
449 }
450 retval = 0;
451out:
452 return retval;
453} /* End twa_aen_read_queue() */
454
455/* This function will look up an AEN severity string */
456static char *twa_aen_severity_lookup(unsigned char severity_code)
457{
458 char *retval = NULL;
459
460 if ((severity_code < (unsigned char) TW_AEN_SEVERITY_ERROR) ||
461 (severity_code > (unsigned char) TW_AEN_SEVERITY_DEBUG))
462 goto out;
463
464 retval = twa_aen_severity_table[severity_code];
465out:
466 return retval;
467} /* End twa_aen_severity_lookup() */
468
469/* This function will sync firmware time with the host time */
470static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id)
471{
472 u32 schedulertime;
473 struct timeval utc;
474 TW_Command_Full *full_command_packet;
475 TW_Command *command_packet;
476 TW_Param_Apache *param;
477 u32 local_time;
478
479 /* Fill out the command packet */
480 full_command_packet = tw_dev->command_packet_virt[request_id];
481 memset(full_command_packet, 0, sizeof(TW_Command_Full));
482 command_packet = &full_command_packet->command.oldcommand;
483 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
484 command_packet->request_id = request_id;
75913d9b
AR		 485 command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
486 command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE);
1da177e4 487 command_packet->size = TW_COMMAND_SIZE;
75913d9b 488 command_packet->byte6_offset.parameter_count = cpu_to_le16(1);
1da177e4
LT		 489
490 /* Setup the param */
491 param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
492 memset(param, 0, TW_SECTOR_SIZE);
75913d9b
AR		 493 param->table_id = cpu_to_le16(TW_TIMEKEEP_TABLE | 0x8000); /* Controller time keep table */
494 param->parameter_id = cpu_to_le16(0x3); /* SchedulerTime */
495 param->parameter_size_bytes = cpu_to_le16(4);
1da177e4
LT		 496
497 /* Convert system time in UTC to local time seconds since last
498 Sunday 12:00AM */
499 do_gettimeofday(&utc);
500 local_time = (u32)(utc.tv_sec - (sys_tz.tz_minuteswest * 60));
501 schedulertime = local_time - (3 * 86400);
75913d9b 502 schedulertime = cpu_to_le32(schedulertime % 604800);
1da177e4
LT		 503
504 memcpy(param->data, &schedulertime, sizeof(u32));
505
506 /* Mark internal command */
507 tw_dev->srb[request_id] = NULL;
508
509 /* Now post the command */
510 twa_post_command_packet(tw_dev, request_id, 1);
511} /* End twa_aen_sync_time() */
512
513/* This function will allocate memory and check if it is correctly aligned */
514static int twa_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
515{
516 int i;
517 dma_addr_t dma_handle;
518 unsigned long *cpu_addr;
519 int retval = 1;
520
521 cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
522 if (!cpu_addr) {
523 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x5, "Memory allocation failed");
524 goto out;
525 }
526
527 if ((unsigned long)cpu_addr % (TW_ALIGNMENT_9000)) {
528 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x6, "Failed to allocate correctly aligned memory");
529 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
530 goto out;
531 }
532
533 memset(cpu_addr, 0, size*TW_Q_LENGTH);
534
535 for (i = 0; i < TW_Q_LENGTH; i++) {
536 switch(which) {
537 case 0:
538 tw_dev->command_packet_phys[i] = dma_handle+(i*size);
539 tw_dev->command_packet_virt[i] = (TW_Command_Full *)((unsigned char *)cpu_addr + (i*size));
540 break;
541 case 1:
542 tw_dev->generic_buffer_phys[i] = dma_handle+(i*size);
543 tw_dev->generic_buffer_virt[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
544 break;
545 }
546 }
547 retval = 0;
548out:
549 return retval;
550} /* End twa_allocate_memory() */
551
552/* This function will check the status register for unexpected bits */
553static int twa_check_bits(u32 status_reg_value)
554{
555 int retval = 1;
556
557 if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS)
558 goto out;
559 if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0)
560 goto out;
561
562 retval = 0;
563out:
564 return retval;
565} /* End twa_check_bits() */
566
567/* This function will check the srl and decide if we are compatible */
568static int twa_check_srl(TW_Device_Extension *tw_dev, int *flashed)
569{
570 int retval = 1;
571 unsigned short fw_on_ctlr_srl = 0, fw_on_ctlr_arch_id = 0;
572 unsigned short fw_on_ctlr_branch = 0, fw_on_ctlr_build = 0;
573 u32 init_connect_result = 0;
574
575 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
576 TW_EXTENDED_INIT_CONNECT, TW_CURRENT_DRIVER_SRL,
577 TW_9000_ARCH_ID, TW_CURRENT_DRIVER_BRANCH,
578 TW_CURRENT_DRIVER_BUILD, &fw_on_ctlr_srl,
579 &fw_on_ctlr_arch_id, &fw_on_ctlr_branch,
580 &fw_on_ctlr_build, &init_connect_result)) {
581 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x7, "Initconnection failed while checking SRL");
582 goto out;
583 }
584
4039c30e
AR		 585 tw_dev->tw_compat_info.working_srl = fw_on_ctlr_srl;
586 tw_dev->tw_compat_info.working_branch = fw_on_ctlr_branch;
587 tw_dev->tw_compat_info.working_build = fw_on_ctlr_build;
1da177e4
LT		 588
589 /* Try base mode compatibility */
590 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
591 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
592 TW_EXTENDED_INIT_CONNECT,
593 TW_BASE_FW_SRL, TW_9000_ARCH_ID,
594 TW_BASE_FW_BRANCH, TW_BASE_FW_BUILD,
595 &fw_on_ctlr_srl, &fw_on_ctlr_arch_id,
596 &fw_on_ctlr_branch, &fw_on_ctlr_build,
597 &init_connect_result)) {
598 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xa, "Initconnection (base mode) failed while checking SRL");
599 goto out;
600 }
601 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
602 if (TW_CURRENT_DRIVER_SRL > fw_on_ctlr_srl) {
603 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x32, "Firmware and driver incompatibility: please upgrade firmware");
604 } else {
605 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x33, "Firmware and driver incompatibility: please upgrade driver");
606 }
607 goto out;
608 }
4039c30e
AR		 609 tw_dev->tw_compat_info.working_srl = TW_BASE_FW_SRL;
610 tw_dev->tw_compat_info.working_branch = TW_BASE_FW_BRANCH;
611 tw_dev->tw_compat_info.working_build = TW_BASE_FW_BUILD;
612 }
613
614 /* Load rest of compatibility struct */
615 strncpy(tw_dev->tw_compat_info.driver_version, TW_DRIVER_VERSION, strlen(TW_DRIVER_VERSION));
616 tw_dev->tw_compat_info.driver_srl_high = TW_CURRENT_DRIVER_SRL;
617 tw_dev->tw_compat_info.driver_branch_high = TW_CURRENT_DRIVER_BRANCH;
618 tw_dev->tw_compat_info.driver_build_high = TW_CURRENT_DRIVER_BUILD;
619 tw_dev->tw_compat_info.driver_srl_low = TW_BASE_FW_SRL;
620 tw_dev->tw_compat_info.driver_branch_low = TW_BASE_FW_BRANCH;
621 tw_dev->tw_compat_info.driver_build_low = TW_BASE_FW_BUILD;
622 tw_dev->tw_compat_info.fw_on_ctlr_srl = fw_on_ctlr_srl;
623 tw_dev->tw_compat_info.fw_on_ctlr_branch = fw_on_ctlr_branch;
624 tw_dev->tw_compat_info.fw_on_ctlr_build = fw_on_ctlr_build;
625
1da177e4
LT		 626 retval = 0;
627out:
628 return retval;
629} /* End twa_check_srl() */
630
631/* This function handles ioctl for the character device */
632static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg)
633{
634 long timeout;
635 unsigned long *cpu_addr, data_buffer_length_adjusted = 0, flags = 0;
636 dma_addr_t dma_handle;
637 int request_id = 0;
638 unsigned int sequence_id = 0;
639 unsigned char event_index, start_index;
640 TW_Ioctl_Driver_Command driver_command;
641 TW_Ioctl_Buf_Apache *tw_ioctl;
642 TW_Lock *tw_lock;
643 TW_Command_Full *full_command_packet;
644 TW_Compatibility_Info *tw_compat_info;
645 TW_Event *event;
646 struct timeval current_time;
647 u32 current_time_ms;
648 TW_Device_Extension *tw_dev = twa_device_extension_list[iminor(inode)];
649 int retval = TW_IOCTL_ERROR_OS_EFAULT;
650 void __user *argp = (void __user *)arg;
651
652 /* Only let one of these through at a time */
a12e25bd 653 if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
1da177e4
LT		 654 retval = TW_IOCTL_ERROR_OS_EINTR;
655 goto out;
656 }
657
658 /* First copy down the driver command */
659 if (copy_from_user(&driver_command, argp, sizeof(TW_Ioctl_Driver_Command)))
660 goto out2;
661
662 /* Check data buffer size */
4039c30e 663 if (driver_command.buffer_length > TW_MAX_SECTORS * 2048) {
1da177e4
LT		 664 retval = TW_IOCTL_ERROR_OS_EINVAL;
665 goto out2;
666 }
667
668 /* Hardware can only do multiple of 512 byte transfers */
669 data_buffer_length_adjusted = (driver_command.buffer_length + 511) & ~511;
670
671 /* Now allocate ioctl buf memory */
672 cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, &dma_handle, GFP_KERNEL);
673 if (!cpu_addr) {
674 retval = TW_IOCTL_ERROR_OS_ENOMEM;
675 goto out2;
676 }
677
678 tw_ioctl = (TW_Ioctl_Buf_Apache *)cpu_addr;
679
680 /* Now copy down the entire ioctl */
681 if (copy_from_user(tw_ioctl, argp, driver_command.buffer_length + sizeof(TW_Ioctl_Buf_Apache) - 1))
682 goto out3;
683
684 /* See which ioctl we are doing */
685 switch (cmd) {
686 case TW_IOCTL_FIRMWARE_PASS_THROUGH:
687 spin_lock_irqsave(tw_dev->host->host_lock, flags);
688 twa_get_request_id(tw_dev, &request_id);
689
690 /* Flag internal command */
691 tw_dev->srb[request_id] = NULL;
692
693 /* Flag chrdev ioctl */
694 tw_dev->chrdev_request_id = request_id;
695
696 full_command_packet = &tw_ioctl->firmware_command;
697
698 /* Load request id and sglist for both command types */
0e78d158 699 twa_load_sgl(tw_dev, full_command_packet, request_id, dma_handle, data_buffer_length_adjusted);
1da177e4
LT		 700
701 memcpy(tw_dev->command_packet_virt[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command_Full));
702
703 /* Now post the command packet to the controller */
704 twa_post_command_packet(tw_dev, request_id, 1);
705 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
706
707 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
708
709 /* Now wait for command to complete */
710 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
711
1da177e4
LT		 712 /* We timed out, and didn't get an interrupt */
713 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
714 /* Now we need to reset the board */
715 printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Character ioctl (0x%x) timed out, resetting card.\n",
0e78d158 716 tw_dev->host->host_no, TW_DRIVER, 0x37,
1da177e4
LT		 717 cmd);
718 retval = TW_IOCTL_ERROR_OS_EIO;
0e78d158 719 twa_reset_device_extension(tw_dev);
1da177e4
LT		 720 goto out3;
721 }
722
723 /* Now copy in the command packet response */
724 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virt[request_id], sizeof(TW_Command_Full));
725
726 /* Now complete the io */
727 spin_lock_irqsave(tw_dev->host->host_lock, flags);
728 tw_dev->posted_request_count--;
729 tw_dev->state[request_id] = TW_S_COMPLETED;
730 twa_free_request_id(tw_dev, request_id);
731 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
732 break;
733 case TW_IOCTL_GET_COMPATIBILITY_INFO:
734 tw_ioctl->driver_command.status = 0;
735 /* Copy compatiblity struct into ioctl data buffer */
736 tw_compat_info = (TW_Compatibility_Info *)tw_ioctl->data_buffer;
4039c30e 737 memcpy(tw_compat_info, &tw_dev->tw_compat_info, sizeof(TW_Compatibility_Info));
1da177e4
LT		 738 break;
739 case TW_IOCTL_GET_LAST_EVENT:
740 if (tw_dev->event_queue_wrapped) {
741 if (tw_dev->aen_clobber) {
742 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
743 tw_dev->aen_clobber = 0;
744 } else
745 tw_ioctl->driver_command.status = 0;
746 } else {
747 if (!tw_dev->error_index) {
748 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
749 break;
750 }
751 tw_ioctl->driver_command.status = 0;
752 }
753 event_index = (tw_dev->error_index - 1 + TW_Q_LENGTH) % TW_Q_LENGTH;
754 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
755 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
756 break;
757 case TW_IOCTL_GET_FIRST_EVENT:
758 if (tw_dev->event_queue_wrapped) {
759 if (tw_dev->aen_clobber) {
760 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
761 tw_dev->aen_clobber = 0;
762 } else
763 tw_ioctl->driver_command.status = 0;
764 event_index = tw_dev->error_index;
765 } else {
766 if (!tw_dev->error_index) {
767 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
768 break;
769 }
770 tw_ioctl->driver_command.status = 0;
771 event_index = 0;
772 }
773 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
774 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
775 break;
776 case TW_IOCTL_GET_NEXT_EVENT:
777 event = (TW_Event *)tw_ioctl->data_buffer;
778 sequence_id = event->sequence_id;
779 tw_ioctl->driver_command.status = 0;
780
781 if (tw_dev->event_queue_wrapped) {
782 if (tw_dev->aen_clobber) {
783 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
784 tw_dev->aen_clobber = 0;
785 }
786 start_index = tw_dev->error_index;
787 } else {
788 if (!tw_dev->error_index) {
789 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
790 break;
791 }
792 start_index = 0;
793 }
794 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id + 1) % TW_Q_LENGTH;
795
796 if (!(tw_dev->event_queue[event_index]->sequence_id > sequence_id)) {
797 if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
798 tw_dev->aen_clobber = 1;
799 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
800 break;
801 }
802 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
803 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
804 break;
805 case TW_IOCTL_GET_PREVIOUS_EVENT:
806 event = (TW_Event *)tw_ioctl->data_buffer;
807 sequence_id = event->sequence_id;
808 tw_ioctl->driver_command.status = 0;
809
810 if (tw_dev->event_queue_wrapped) {
811 if (tw_dev->aen_clobber) {
812 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
813 tw_dev->aen_clobber = 0;
814 }
815 start_index = tw_dev->error_index;
816 } else {
817 if (!tw_dev->error_index) {
818 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
819 break;
820 }
821 start_index = 0;
822 }
823 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id - 1) % TW_Q_LENGTH;
824
825 if (!(tw_dev->event_queue[event_index]->sequence_id < sequence_id)) {
826 if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
827 tw_dev->aen_clobber = 1;
828 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
829 break;
830 }
831 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
832 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
833 break;
834 case TW_IOCTL_GET_LOCK:
835 tw_lock = (TW_Lock *)tw_ioctl->data_buffer;
836 do_gettimeofday(&current_time);
837 current_time_ms = (current_time.tv_sec * 1000) + (current_time.tv_usec / 1000);
838
839 if ((tw_lock->force_flag == 1) || (tw_dev->ioctl_sem_lock == 0) || (current_time_ms >= tw_dev->ioctl_msec)) {
840 tw_dev->ioctl_sem_lock = 1;
841 tw_dev->ioctl_msec = current_time_ms + tw_lock->timeout_msec;
842 tw_ioctl->driver_command.status = 0;
843 tw_lock->time_remaining_msec = tw_lock->timeout_msec;
844 } else {
845 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_LOCKED;
846 tw_lock->time_remaining_msec = tw_dev->ioctl_msec - current_time_ms;
847 }
848 break;
849 case TW_IOCTL_RELEASE_LOCK:
850 if (tw_dev->ioctl_sem_lock == 1) {
851 tw_dev->ioctl_sem_lock = 0;
852 tw_ioctl->driver_command.status = 0;
853 } else {
854 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NOT_LOCKED;
855 }
856 break;
857 default:
858 retval = TW_IOCTL_ERROR_OS_ENOTTY;
859 goto out3;
860 }
861
862 /* Now copy the entire response to userspace */
863 if (copy_to_user(argp, tw_ioctl, sizeof(TW_Ioctl_Buf_Apache) + driver_command.buffer_length - 1) == 0)
864 retval = 0;
865out3:
866 /* Now free ioctl buf memory */
867 dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, cpu_addr, dma_handle);
868out2:
a12e25bd 869 mutex_unlock(&tw_dev->ioctl_lock);
1da177e4
LT		 870out:
871 return retval;
872} /* End twa_chrdev_ioctl() */
873
874/* This function handles open for the character device */
f2b9857e 875/* NOTE that this function will race with remove. */
1da177e4
LT		 876static int twa_chrdev_open(struct inode *inode, struct file *file)
877{
878 unsigned int minor_number;
879 int retval = TW_IOCTL_ERROR_OS_ENODEV;
880
f2b9857e 881 cycle_kernel_lock();
1da177e4
LT		 882 minor_number = iminor(inode);
883 if (minor_number >= twa_device_extension_count)
884 goto out;
885 retval = 0;
886out:
887 return retval;
888} /* End twa_chrdev_open() */
889
890/* This function will print readable messages from status register errors */
891static int twa_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value)
892{
893 int retval = 1;
894
895 /* Check for various error conditions and handle them appropriately */
896 if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
897 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xc, "PCI Parity Error: clearing");
898 writel(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
899 }
900
901 if (status_reg_value & TW_STATUS_PCI_ABORT) {
902 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xd, "PCI Abort: clearing");
903 writel(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
904 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
905 }
906
907 if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
0e78d158
AR		 908 if (((tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9650SE) &&
909 (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9690SA)) ||
910 (!test_bit(TW_IN_RESET, &tw_dev->flags)))
4039c30e 911 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xe, "Controller Queue Error: clearing");
1da177e4
LT		 912 writel(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
913 }
914
1da177e4
LT		 915 if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
916 if (tw_dev->reset_print == 0) {
917 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x10, "Microcontroller Error: clearing");
918 tw_dev->reset_print = 1;
919 }
920 goto out;
921 }
922 retval = 0;
923out:
924 return retval;
925} /* End twa_decode_bits() */
926
927/* This function will empty the response queue */
928static int twa_empty_response_queue(TW_Device_Extension *tw_dev)
929{
930 u32 status_reg_value, response_que_value;
931 int count = 0, retval = 1;
932
933 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
934
935 while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) {
936 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
937 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
938 count++;
939 }
940 if (count == TW_MAX_RESPONSE_DRAIN)
941 goto out;
942
943 retval = 0;
944out:
945 return retval;
946} /* End twa_empty_response_queue() */
947
49bfd8db
AR		 948/* This function will clear the pchip/response queue on 9550SX */
949static int twa_empty_response_queue_large(TW_Device_Extension *tw_dev)
950{
75913d9b
AR		 951 u32 response_que_value = 0;
952 unsigned long before;
953 int retval = 1;
49bfd8db 954
0e78d158 955 if (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9000) {
75913d9b
AR		 956 before = jiffies;
957 while ((response_que_value & TW_9550SX_DRAIN_COMPLETED) != TW_9550SX_DRAIN_COMPLETED) {
49bfd8db 958 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR_LARGE(tw_dev));
4039c30e 959 msleep(1);
75913d9b 960 if (time_after(jiffies, before + HZ * 30))
49bfd8db 961 goto out;
49bfd8db 962 }
75913d9b
AR		 963 /* P-chip settle time */
964 msleep(500);
49bfd8db
AR		 965 retval = 0;
966 } else
967 retval = 0;
968out:
969 return retval;
970} /* End twa_empty_response_queue_large() */
971
1da177e4
LT		 972/* This function passes sense keys from firmware to scsi layer */
973static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host)
974{
975 TW_Command_Full *full_command_packet;
976 unsigned short error;
977 int retval = 1;
978 char *error_str;
979
980 full_command_packet = tw_dev->command_packet_virt[request_id];
981
982 /* Check for embedded error string */
983 error_str = &(full_command_packet->header.err_specific_desc[strlen(full_command_packet->header.err_specific_desc) + 1]);
984
985 /* Don't print error for Logical unit not supported during rollcall */
75913d9b 986 error = le16_to_cpu(full_command_packet->header.status_block.error);
1da177e4
LT		 987 if ((error != TW_ERROR_LOGICAL_UNIT_NOT_SUPPORTED) && (error != TW_ERROR_UNIT_OFFLINE)) {
988 if (print_host)
989 printk(KERN_WARNING "3w-9xxx: scsi%d: ERROR: (0x%02X:0x%04X): %s:%s.\n",
990 tw_dev->host->host_no,
991 TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
992 full_command_packet->header.status_block.error,
993 error_str[0] == '\0' ?
994 twa_string_lookup(twa_error_table,
995 full_command_packet->header.status_block.error) : error_str,
996 full_command_packet->header.err_specific_desc);
997 else
998 printk(KERN_WARNING "3w-9xxx: ERROR: (0x%02X:0x%04X): %s:%s.\n",
999 TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
1000 full_command_packet->header.status_block.error,
1001 error_str[0] == '\0' ?
1002 twa_string_lookup(twa_error_table,
1003 full_command_packet->header.status_block.error) : error_str,
1004 full_command_packet->header.err_specific_desc);
1005 }
1006
1007 if (copy_sense) {
1008 memcpy(tw_dev->srb[request_id]->sense_buffer, full_command_packet->header.sense_data, TW_SENSE_DATA_LENGTH);
1009 tw_dev->srb[request_id]->result = (full_command_packet->command.newcommand.status << 1);
1010 retval = TW_ISR_DONT_RESULT;
1011 goto out;
1012 }
1013 retval = 0;
1014out:
1015 return retval;
1016} /* End twa_fill_sense() */
1017
1018/* This function will free up device extension resources */
1019static void twa_free_device_extension(TW_Device_Extension *tw_dev)
1020{
1021 if (tw_dev->command_packet_virt[0])
1022 pci_free_consistent(tw_dev->tw_pci_dev,
1023 sizeof(TW_Command_Full)*TW_Q_LENGTH,
1024 tw_dev->command_packet_virt[0],
1025 tw_dev->command_packet_phys[0]);
1026
1027 if (tw_dev->generic_buffer_virt[0])
1028 pci_free_consistent(tw_dev->tw_pci_dev,
1029 TW_SECTOR_SIZE*TW_Q_LENGTH,
1030 tw_dev->generic_buffer_virt[0],
1031 tw_dev->generic_buffer_phys[0]);
1032
c9475cb0 1033 kfree(tw_dev->event_queue[0]);
1da177e4
LT		 1034} /* End twa_free_device_extension() */
1035
1036/* This function will free a request id */
1037static void twa_free_request_id(TW_Device_Extension *tw_dev, int request_id)
1038{
1039 tw_dev->free_queue[tw_dev->free_tail] = request_id;
1040 tw_dev->state[request_id] = TW_S_FINISHED;
1041 tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
1042} /* End twa_free_request_id() */
1043
7f927fcc 1044/* This function will get parameter table entries from the firmware */
1da177e4
LT		 1045static void *twa_get_param(TW_Device_Extension *tw_dev, int request_id, int table_id, int parameter_id, int parameter_size_bytes)
1046{
1047 TW_Command_Full *full_command_packet;
1048 TW_Command *command_packet;
1049 TW_Param_Apache *param;
1da177e4
LT		 1050 void *retval = NULL;
1051
1052 /* Setup the command packet */
1053 full_command_packet = tw_dev->command_packet_virt[request_id];
1054 memset(full_command_packet, 0, sizeof(TW_Command_Full));
1055 command_packet = &full_command_packet->command.oldcommand;
1056
1057 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1058 command_packet->size = TW_COMMAND_SIZE;
1059 command_packet->request_id = request_id;
75913d9b 1060 command_packet->byte6_offset.block_count = cpu_to_le16(1);
1da177e4
LT		 1061
1062 /* Now setup the param */
1063 param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
1064 memset(param, 0, TW_SECTOR_SIZE);
75913d9b
AR		 1065 param->table_id = cpu_to_le16(table_id | 0x8000);
1066 param->parameter_id = cpu_to_le16(parameter_id);
1067 param->parameter_size_bytes = cpu_to_le16(parameter_size_bytes);
1da177e4 1068
3dabec71 1069 command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
75913d9b 1070 command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE);
1da177e4
LT		 1071
1072 /* Post the command packet to the board */
1073 twa_post_command_packet(tw_dev, request_id, 1);
1074
1075 /* Poll for completion */
1076 if (twa_poll_response(tw_dev, request_id, 30))
1077 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x13, "No valid response during get param")
1078 else
1079 retval = (void *)&(param->data[0]);
1080
1081 tw_dev->posted_request_count--;
1082 tw_dev->state[request_id] = TW_S_INITIAL;
1083
1084 return retval;
1085} /* End twa_get_param() */
1086
1087/* This function will assign an available request id */
1088static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id)
1089{
1090 *request_id = tw_dev->free_queue[tw_dev->free_head];
1091 tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
1092 tw_dev->state[*request_id] = TW_S_STARTED;
1093} /* End twa_get_request_id() */
1094
1095/* This function will send an initconnection command to controller */
1096static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
1097 u32 set_features, unsigned short current_fw_srl,
1098 unsigned short current_fw_arch_id,
1099 unsigned short current_fw_branch,
1100 unsigned short current_fw_build,
1101 unsigned short *fw_on_ctlr_srl,
1102 unsigned short *fw_on_ctlr_arch_id,
1103 unsigned short *fw_on_ctlr_branch,
1104 unsigned short *fw_on_ctlr_build,
1105 u32 *init_connect_result)
1106{
1107 TW_Command_Full *full_command_packet;
1108 TW_Initconnect *tw_initconnect;
1109 int request_id = 0, retval = 1;
1110
1111 /* Initialize InitConnection command packet */
1112 full_command_packet = tw_dev->command_packet_virt[request_id];
1113 memset(full_command_packet, 0, sizeof(TW_Command_Full));
1114 full_command_packet->header.header_desc.size_header = 128;
1115
1116 tw_initconnect = (TW_Initconnect *)&full_command_packet->command.oldcommand;
1117 tw_initconnect->opcode__reserved = TW_OPRES_IN(0, TW_OP_INIT_CONNECTION);
1118 tw_initconnect->request_id = request_id;
75913d9b 1119 tw_initconnect->message_credits = cpu_to_le16(message_credits);
1da177e4
LT		 1120 tw_initconnect->features = set_features;
1121
1122 /* Turn on 64-bit sgl support if we need to */
1123 tw_initconnect->features |= sizeof(dma_addr_t) > 4 ? 1 : 0;
1124
75913d9b
AR		 1125 tw_initconnect->features = cpu_to_le32(tw_initconnect->features);
1126
1da177e4
LT		 1127 if (set_features & TW_EXTENDED_INIT_CONNECT) {
1128 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE_EXTENDED;
75913d9b
AR		 1129 tw_initconnect->fw_srl = cpu_to_le16(current_fw_srl);
1130 tw_initconnect->fw_arch_id = cpu_to_le16(current_fw_arch_id);
1131 tw_initconnect->fw_branch = cpu_to_le16(current_fw_branch);
1132 tw_initconnect->fw_build = cpu_to_le16(current_fw_build);
1da177e4
LT		 1133 } else
1134 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE;
1135
1136 /* Send command packet to the board */
1137 twa_post_command_packet(tw_dev, request_id, 1);
1138
1139 /* Poll for completion */
1140 if (twa_poll_response(tw_dev, request_id, 30)) {
1141 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x15, "No valid response during init connection");
1142 } else {
1143 if (set_features & TW_EXTENDED_INIT_CONNECT) {
75913d9b
AR		 1144 *fw_on_ctlr_srl = le16_to_cpu(tw_initconnect->fw_srl);
1145 *fw_on_ctlr_arch_id = le16_to_cpu(tw_initconnect->fw_arch_id);
1146 *fw_on_ctlr_branch = le16_to_cpu(tw_initconnect->fw_branch);
1147 *fw_on_ctlr_build = le16_to_cpu(tw_initconnect->fw_build);
1148 *init_connect_result = le32_to_cpu(tw_initconnect->result);
1da177e4
LT		 1149 }
1150 retval = 0;
1151 }
1152
1153 tw_dev->posted_request_count--;
1154 tw_dev->state[request_id] = TW_S_INITIAL;
1155
1156 return retval;
1157} /* End twa_initconnection() */
1158
1159/* This function will initialize the fields of a device extension */
1160static int twa_initialize_device_extension(TW_Device_Extension *tw_dev)
1161{
1162 int i, retval = 1;
1163
1164 /* Initialize command packet buffers */
1165 if (twa_allocate_memory(tw_dev, sizeof(TW_Command_Full), 0)) {
1166 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x16, "Command packet memory allocation failed");
1167 goto out;
1168 }
1169
1170 /* Initialize generic buffer */
1171 if (twa_allocate_memory(tw_dev, TW_SECTOR_SIZE, 1)) {
1172 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x17, "Generic memory allocation failed");
1173 goto out;
1174 }
1175
1176 /* Allocate event info space */
dd00cc48 1177 tw_dev->event_queue[0] = kcalloc(TW_Q_LENGTH, sizeof(TW_Event), GFP_KERNEL);
1da177e4
LT		 1178 if (!tw_dev->event_queue[0]) {
1179 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x18, "Event info memory allocation failed");
1180 goto out;
1181 }
1182
1da177e4
LT		 1183
1184 for (i = 0; i < TW_Q_LENGTH; i++) {
1185 tw_dev->event_queue[i] = (TW_Event *)((unsigned char *)tw_dev->event_queue[0] + (i * sizeof(TW_Event)));
1186 tw_dev->free_queue[i] = i;
1187 tw_dev->state[i] = TW_S_INITIAL;
1188 }
1189
1190 tw_dev->pending_head = TW_Q_START;
1191 tw_dev->pending_tail = TW_Q_START;
1192 tw_dev->free_head = TW_Q_START;
1193 tw_dev->free_tail = TW_Q_START;
1194 tw_dev->error_sequence_id = 1;
1195 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1196
a12e25bd 1197 mutex_init(&tw_dev->ioctl_lock);
1da177e4
LT		 1198 init_waitqueue_head(&tw_dev->ioctl_wqueue);
1199
1200 retval = 0;
1201out:
1202 return retval;
1203} /* End twa_initialize_device_extension() */
1204
1205/* This function is the interrupt service routine */
7d12e780 1206static irqreturn_t twa_interrupt(int irq, void *dev_instance)
1da177e4
LT		 1207{
1208 int request_id, error = 0;
1209 u32 status_reg_value;
1210 TW_Response_Queue response_que;
1211 TW_Command_Full *full_command_packet;
1da177e4
LT		 1212 TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
1213 int handled = 0;
1214
1215 /* Get the per adapter lock */
1216 spin_lock(tw_dev->host->host_lock);
1217
1218 /* Read the registers */
1219 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1220
1221 /* Check if this is our interrupt, otherwise bail */
1222 if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
1223 goto twa_interrupt_bail;
1224
1225 handled = 1;
1226
4039c30e
AR		 1227 /* If we are resetting, bail */
1228 if (test_bit(TW_IN_RESET, &tw_dev->flags))
1229 goto twa_interrupt_bail;
1230
1da177e4
LT		 1231 /* Check controller for errors */
1232 if (twa_check_bits(status_reg_value)) {
1233 if (twa_decode_bits(tw_dev, status_reg_value)) {
1234 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1235 goto twa_interrupt_bail;
1236 }
1237 }
1238
1239 /* Handle host interrupt */
1240 if (status_reg_value & TW_STATUS_HOST_INTERRUPT)
1241 TW_CLEAR_HOST_INTERRUPT(tw_dev);
1242
1243 /* Handle attention interrupt */
1244 if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
1245 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
1246 if (!(test_and_set_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags))) {
1247 twa_get_request_id(tw_dev, &request_id);
1248
1249 error = twa_aen_read_queue(tw_dev, request_id);
1250 if (error) {
1251 tw_dev->state[request_id] = TW_S_COMPLETED;
1252 twa_free_request_id(tw_dev, request_id);
1253 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
1254 }
1255 }
1256 }
1257
1258 /* Handle command interrupt */
1259 if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
1260 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1261 /* Drain as many pending commands as we can */
1262 while (tw_dev->pending_request_count > 0) {
1263 request_id = tw_dev->pending_queue[tw_dev->pending_head];
1264 if (tw_dev->state[request_id] != TW_S_PENDING) {
1265 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x19, "Found request id that wasn't pending");
1266 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1267 goto twa_interrupt_bail;
1268 }
1269 if (twa_post_command_packet(tw_dev, request_id, 1)==0) {
1270 tw_dev->pending_head = (tw_dev->pending_head + 1) % TW_Q_LENGTH;
1271 tw_dev->pending_request_count--;
1272 } else {
1273 /* If we get here, we will continue re-posting on the next command interrupt */
1274 break;
1275 }
1276 }
1277 }
1278
1279 /* Handle response interrupt */
1280 if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
1281
1282 /* Drain the response queue from the board */
1283 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
1284 /* Complete the response */
1285 response_que.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1286 request_id = TW_RESID_OUT(response_que.response_id);
1287 full_command_packet = tw_dev->command_packet_virt[request_id];
1288 error = 0;
1da177e4
LT		 1289 /* Check for command packet errors */
1290 if (full_command_packet->command.newcommand.status != 0) {
9bcf0910 1291 if (tw_dev->srb[request_id] != NULL) {
1da177e4
LT		 1292 error = twa_fill_sense(tw_dev, request_id, 1, 1);
1293 } else {
1294 /* Skip ioctl error prints */
1295 if (request_id != tw_dev->chrdev_request_id) {
1296 error = twa_fill_sense(tw_dev, request_id, 0, 1);
1297 }
1298 }
1299 }
1300
1301 /* Check for correct state */
1302 if (tw_dev->state[request_id] != TW_S_POSTED) {
9bcf0910 1303 if (tw_dev->srb[request_id] != NULL) {
1da177e4
LT		 1304 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1a, "Received a request id that wasn't posted");
1305 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1306 goto twa_interrupt_bail;
1307 }
1308 }
1309
1310 /* Check for internal command completion */
9bcf0910 1311 if (tw_dev->srb[request_id] == NULL) {
1da177e4
LT		 1312 if (request_id != tw_dev->chrdev_request_id) {
1313 if (twa_aen_complete(tw_dev, request_id))
1314 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1b, "Error completing AEN during attention interrupt");
1315 } else {
1316 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1317 wake_up(&tw_dev->ioctl_wqueue);
1318 }
1319 } else {
0debe01d
FT		 1320 struct scsi_cmnd *cmd;
1321
1322 cmd = tw_dev->srb[request_id];
1323
1da177e4
LT		 1324 twa_scsiop_execute_scsi_complete(tw_dev, request_id);
1325 /* If no error command was a success */
1326 if (error == 0) {
0debe01d 1327 cmd->result = (DID_OK << 16);
1da177e4
LT		 1328 }
1329
1330 /* If error, command failed */
1331 if (error == 1) {
1332 /* Ask for a host reset */
0debe01d 1333 cmd->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
1da177e4
LT		 1334 }
1335
1336 /* Report residual bytes for single sgl */
0debe01d
FT		 1337 if ((scsi_sg_count(cmd) <= 1) && (full_command_packet->command.newcommand.status == 0)) {
1338 if (full_command_packet->command.newcommand.sg_list[0].length < scsi_bufflen(tw_dev->srb[request_id]))
1339 scsi_set_resid(cmd, scsi_bufflen(cmd) - full_command_packet->command.newcommand.sg_list[0].length);
1da177e4
LT		 1340 }
1341
1342 /* Now complete the io */
1343 tw_dev->state[request_id] = TW_S_COMPLETED;
1344 twa_free_request_id(tw_dev, request_id);
1345 tw_dev->posted_request_count--;
1346 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1347 twa_unmap_scsi_data(tw_dev, request_id);
1348 }
1349
1350 /* Check for valid status after each drain */
1351 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1352 if (twa_check_bits(status_reg_value)) {
1353 if (twa_decode_bits(tw_dev, status_reg_value)) {
1354 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1355 goto twa_interrupt_bail;
1356 }
1357 }
1358 }
1359 }
1360
1361twa_interrupt_bail:
1362 spin_unlock(tw_dev->host->host_lock);
1363 return IRQ_RETVAL(handled);
1364} /* End twa_interrupt() */
1365
1366/* This function will load the request id and various sgls for ioctls */
0e78d158 1367static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length)
1da177e4
LT		 1368{
1369 TW_Command *oldcommand;
1370 TW_Command_Apache *newcommand;
1371 TW_SG_Entry *sgl;
0e78d158
AR		 1372 unsigned int pae = 0;
1373
1374 if ((sizeof(long) < 8) && (sizeof(dma_addr_t) > 4))
1375 pae = 1;
1da177e4
LT		 1376
1377 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1378 newcommand = &full_command_packet->command.newcommand;
4039c30e
AR		 1379 newcommand->request_id__lunl =
1380 cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->request_id__lunl), request_id));
75913d9b
AR		 1381 newcommand->sg_list[0].address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1);
1382 newcommand->sg_list[0].length = cpu_to_le32(length);
1da177e4 1383 newcommand->sgl_entries__lunh =
75913d9b 1384 cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->sgl_entries__lunh), 1));
1da177e4
LT		 1385 } else {
1386 oldcommand = &full_command_packet->command.oldcommand;
1387 oldcommand->request_id = request_id;
1388
1389 if (TW_SGL_OUT(oldcommand->opcode__sgloffset)) {
1390 /* Load the sg list */
0e78d158
AR		 1391 if (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)
1392 sgl = (TW_SG_Entry *)((u32 *)oldcommand+oldcommand->size - (sizeof(TW_SG_Entry)/4) + pae);
1393 else
1394 sgl = (TW_SG_Entry *)((u32 *)oldcommand+TW_SGL_OUT(oldcommand->opcode__sgloffset));
75913d9b
AR		 1395 sgl->address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1);
1396 sgl->length = cpu_to_le32(length);
1da177e4 1397
0e78d158 1398 oldcommand->size += pae;
1da177e4
LT		 1399 }
1400 }
1401} /* End twa_load_sgl() */
1402
1403/* This function will perform a pci-dma mapping for a scatter gather list */
1404static int twa_map_scsi_sg_data(TW_Device_Extension *tw_dev, int request_id)
1405{
1406 int use_sg;
1407 struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1da177e4 1408
0debe01d
FT		 1409 use_sg = scsi_dma_map(cmd);
1410 if (!use_sg)
1411 return 0;
1412 else if (use_sg < 0) {
1da177e4 1413 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1c, "Failed to map scatter gather list");
0debe01d 1414 return 0;
1da177e4
LT		 1415 }
1416
1417 cmd->SCp.phase = TW_PHASE_SGLIST;
1418 cmd->SCp.have_data_in = use_sg;
1da177e4 1419
0debe01d
FT		 1420 return use_sg;
1421} /* End twa_map_scsi_sg_data() */
1da177e4
LT		 1422
1423/* This function will poll for a response interrupt of a request */
1424static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds)
1425{
1426 int retval = 1, found = 0, response_request_id;
1427 TW_Response_Queue response_queue;
1428 TW_Command_Full *full_command_packet = tw_dev->command_packet_virt[request_id];
1429
1430 if (twa_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, seconds) == 0) {
1431 response_queue.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1432 response_request_id = TW_RESID_OUT(response_queue.response_id);
1433 if (request_id != response_request_id) {
1434 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1e, "Found unexpected request id while polling for response");
1435 goto out;
1436 }
1437 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1438 if (full_command_packet->command.newcommand.status != 0) {
1439 /* bad response */
1440 twa_fill_sense(tw_dev, request_id, 0, 0);
1441 goto out;
1442 }
1443 found = 1;
1444 } else {
1445 if (full_command_packet->command.oldcommand.status != 0) {
1446 /* bad response */
1447 twa_fill_sense(tw_dev, request_id, 0, 0);
1448 goto out;
1449 }
1450 found = 1;
1451 }
1452 }
1453
1454 if (found)
1455 retval = 0;
1456out:
1457 return retval;
1458} /* End twa_poll_response() */
1459
1460/* This function will poll the status register for a flag */
1461static int twa_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1462{
1463 u32 status_reg_value;
1464 unsigned long before;
1465 int retval = 1;
1466
1467 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1468 before = jiffies;
1469
1470 if (twa_check_bits(status_reg_value))
1471 twa_decode_bits(tw_dev, status_reg_value);
1472
1473 while ((status_reg_value & flag) != flag) {
1474 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1475
1476 if (twa_check_bits(status_reg_value))
1477 twa_decode_bits(tw_dev, status_reg_value);
1478
1479 if (time_after(jiffies, before + HZ * seconds))
1480 goto out;
1481
1482 msleep(50);
1483 }
1484 retval = 0;
1485out:
1486 return retval;
1487} /* End twa_poll_status() */
1488
1489/* This function will poll the status register for disappearance of a flag */
1490static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1491{
1492 u32 status_reg_value;
1493 unsigned long before;
1494 int retval = 1;
1495
1496 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1497 before = jiffies;
1498
1499 if (twa_check_bits(status_reg_value))
1500 twa_decode_bits(tw_dev, status_reg_value);
1501
1502 while ((status_reg_value & flag) != 0) {
1503 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1504 if (twa_check_bits(status_reg_value))
1505 twa_decode_bits(tw_dev, status_reg_value);
1506
1507 if (time_after(jiffies, before + HZ * seconds))
1508 goto out;
1509
1510 msleep(50);
1511 }
1512 retval = 0;
1513out:
1514 return retval;
1515} /* End twa_poll_status_gone() */
1516
1517/* This function will attempt to post a command packet to the board */
1518static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal)
1519{
1520 u32 status_reg_value;
1521 dma_addr_t command_que_value;
1522 int retval = 1;
1523
1524 command_que_value = tw_dev->command_packet_phys[request_id];
4039c30e
AR		 1525
1526 /* For 9650SE write low 4 bytes first */
0e78d158
AR		 1527 if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
1528 (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) {
4039c30e
AR		 1529 command_que_value += TW_COMMAND_OFFSET;
1530 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev));
1531 }
1532
1da177e4
LT		 1533 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1534
1535 if (twa_check_bits(status_reg_value))
1536 twa_decode_bits(tw_dev, status_reg_value);
1537
1538 if (((tw_dev->pending_request_count > 0) && (tw_dev->state[request_id] != TW_S_PENDING)) || (status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL)) {
1539
1540 /* Only pend internal driver commands */
1541 if (!internal) {
1542 retval = SCSI_MLQUEUE_HOST_BUSY;
1543 goto out;
1544 }
1545
1546 /* Couldn't post the command packet, so we do it later */
1547 if (tw_dev->state[request_id] != TW_S_PENDING) {
1548 tw_dev->state[request_id] = TW_S_PENDING;
1549 tw_dev->pending_request_count++;
1550 if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
1551 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
1552 }
1553 tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
1554 tw_dev->pending_tail = (tw_dev->pending_tail + 1) % TW_Q_LENGTH;
1555 }
1556 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
1557 goto out;
1558 } else {
0e78d158
AR		 1559 if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
1560 (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) {
4039c30e
AR		 1561 /* Now write upper 4 bytes */
1562 writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev) + 0x4);
1da177e4 1563 } else {
4039c30e
AR		 1564 if (sizeof(dma_addr_t) > 4) {
1565 command_que_value += TW_COMMAND_OFFSET;
1566 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1567 writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR(tw_dev) + 0x4);
1568 } else {
1569 writel(TW_COMMAND_OFFSET + command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1570 }
1da177e4
LT		 1571 }
1572 tw_dev->state[request_id] = TW_S_POSTED;
1573 tw_dev->posted_request_count++;
1574 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
1575 tw_dev->max_posted_request_count = tw_dev->posted_request_count;
1576 }
1577 }
1578 retval = 0;
1579out:
1580 return retval;
1581} /* End twa_post_command_packet() */
1582
1583/* This function will reset a device extension */
0e78d158 1584static int twa_reset_device_extension(TW_Device_Extension *tw_dev)
1da177e4
LT		 1585{
1586 int i = 0;
1587 int retval = 1;
1588 unsigned long flags = 0;
1589
1590 set_bit(TW_IN_RESET, &tw_dev->flags);
1591 TW_DISABLE_INTERRUPTS(tw_dev);
1592 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1593 spin_lock_irqsave(tw_dev->host->host_lock, flags);
1594
1595 /* Abort all requests that are in progress */
1596 for (i = 0; i < TW_Q_LENGTH; i++) {
1597 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1598 (tw_dev->state[i] != TW_S_INITIAL) &&
1599 (tw_dev->state[i] != TW_S_COMPLETED)) {
1600 if (tw_dev->srb[i]) {
1601 tw_dev->srb[i]->result = (DID_RESET << 16);
1602 tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1603 twa_unmap_scsi_data(tw_dev, i);
1604 }
1605 }
1606 }
1607
1608 /* Reset queues and counts */
1609 for (i = 0; i < TW_Q_LENGTH; i++) {
1610 tw_dev->free_queue[i] = i;
1611 tw_dev->state[i] = TW_S_INITIAL;
1612 }
1613 tw_dev->free_head = TW_Q_START;
1614 tw_dev->free_tail = TW_Q_START;
1615 tw_dev->posted_request_count = 0;
1616 tw_dev->pending_request_count = 0;
1617 tw_dev->pending_head = TW_Q_START;
1618 tw_dev->pending_tail = TW_Q_START;
1619 tw_dev->reset_print = 0;
1620
1621 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1622
1623 if (twa_reset_sequence(tw_dev, 1))
1624 goto out;
1625
1626 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
4039c30e
AR		 1627 clear_bit(TW_IN_RESET, &tw_dev->flags);
1628 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1da177e4 1629
1da177e4
LT		 1630 retval = 0;
1631out:
1632 return retval;
1633} /* End twa_reset_device_extension() */
1634
1635/* This function will reset a controller */
1636static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset)
1637{
1638 int tries = 0, retval = 1, flashed = 0, do_soft_reset = soft_reset;
1639
1640 while (tries < TW_MAX_RESET_TRIES) {
49bfd8db 1641 if (do_soft_reset) {
1da177e4 1642 TW_SOFT_RESET(tw_dev);
49bfd8db
AR		 1643 /* Clear pchip/response queue on 9550SX */
1644 if (twa_empty_response_queue_large(tw_dev)) {
1645 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x36, "Response queue (large) empty failed during reset sequence");
1646 do_soft_reset = 1;
1647 tries++;
1648 continue;
1649 }
1650 }
1da177e4
LT		 1651
1652 /* Make sure controller is in a good state */
1653 if (twa_poll_status(tw_dev, TW_STATUS_MICROCONTROLLER_READY | (do_soft_reset == 1 ? TW_STATUS_ATTENTION_INTERRUPT : 0), 60)) {
1654 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1f, "Microcontroller not ready during reset sequence");
1655 do_soft_reset = 1;
1656 tries++;
1657 continue;
1658 }
1659
1660 /* Empty response queue */
1661 if (twa_empty_response_queue(tw_dev)) {
1662 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x20, "Response queue empty failed during reset sequence");
1663 do_soft_reset = 1;
1664 tries++;
1665 continue;
1666 }
1667
1668 flashed = 0;
1669
1670 /* Check for compatibility/flash */
1671 if (twa_check_srl(tw_dev, &flashed)) {
1672 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x21, "Compatibility check failed during reset sequence");
1673 do_soft_reset = 1;
1674 tries++;
1675 continue;
1676 } else {
1677 if (flashed) {
1678 tries++;
1679 continue;
1680 }
1681 }
1682
1683 /* Drain the AEN queue */
1684 if (twa_aen_drain_queue(tw_dev, soft_reset)) {
1685 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x22, "AEN drain failed during reset sequence");
1686 do_soft_reset = 1;
1687 tries++;
1688 continue;
1689 }
1690
1691 /* If we got here, controller is in a good state */
1692 retval = 0;
1693 goto out;
1694 }
1695out:
1696 return retval;
1697} /* End twa_reset_sequence() */
1698
1699/* This funciton returns unit geometry in cylinders/heads/sectors */
1700static int twa_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev, sector_t capacity, int geom[])
1701{
1702 int heads, sectors, cylinders;
1703 TW_Device_Extension *tw_dev;
1704
1705 tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1706
1707 if (capacity >= 0x200000) {
1708 heads = 255;
1709 sectors = 63;
1710 cylinders = sector_div(capacity, heads * sectors);
1711 } else {
1712 heads = 64;
1713 sectors = 32;
1714 cylinders = sector_div(capacity, heads * sectors);
1715 }
1716
1717 geom[0] = heads;
1718 geom[1] = sectors;
1719 geom[2] = cylinders;
1720
1721 return 0;
1722} /* End twa_scsi_biosparam() */
1723
1724/* This is the new scsi eh reset function */
1725static int twa_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1726{
1727 TW_Device_Extension *tw_dev = NULL;
1728 int retval = FAILED;
1729
1730 tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1731
1da177e4
LT		 1732 tw_dev->num_resets++;
1733
017560fc
JG		 1734 sdev_printk(KERN_WARNING, SCpnt->device,
1735 "WARNING: (0x%02X:0x%04X): Command (0x%x) timed out, resetting card.\n",
1736 TW_DRIVER, 0x2c, SCpnt->cmnd[0]);
1da177e4 1737
4039c30e
AR		 1738 /* Make sure we are not issuing an ioctl or resetting from ioctl */
1739 mutex_lock(&tw_dev->ioctl_lock);
1740
1da177e4 1741 /* Now reset the card and some of the device extension data */
0e78d158 1742 if (twa_reset_device_extension(tw_dev)) {
1da177e4
LT		 1743 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2b, "Controller reset failed during scsi host reset");
1744 goto out;
1745 }
1746
1747 retval = SUCCESS;
1748out:
4039c30e 1749 mutex_unlock(&tw_dev->ioctl_lock);
1da177e4
LT		 1750 return retval;
1751} /* End twa_scsi_eh_reset() */
1752
1753/* This is the main scsi queue function to handle scsi opcodes */
1754static int twa_scsi_queue(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1755{
1756 int request_id, retval;
1757 TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1758
4039c30e
AR		 1759 /* If we are resetting due to timed out ioctl, report as busy */
1760 if (test_bit(TW_IN_RESET, &tw_dev->flags)) {
1761 retval = SCSI_MLQUEUE_HOST_BUSY;
1762 goto out;
1763 }
1764
1da177e4 1765 /* Check if this FW supports luns */
4039c30e 1766 if ((SCpnt->device->lun != 0) && (tw_dev->tw_compat_info.working_srl < TW_FW_SRL_LUNS_SUPPORTED)) {
1da177e4
LT		 1767 SCpnt->result = (DID_BAD_TARGET << 16);
1768 done(SCpnt);
1769 retval = 0;
1770 goto out;
1771 }
1772
1773 /* Save done function into scsi_cmnd struct */
1774 SCpnt->scsi_done = done;
1775
1776 /* Get a free request id */
1777 twa_get_request_id(tw_dev, &request_id);
1778
1779 /* Save the scsi command for use by the ISR */
1780 tw_dev->srb[request_id] = SCpnt;
1781
1782 /* Initialize phase to zero */
1783 SCpnt->SCp.phase = TW_PHASE_INITIAL;
1784
1785 retval = twa_scsiop_execute_scsi(tw_dev, request_id, NULL, 0, NULL);
1786 switch (retval) {
1787 case SCSI_MLQUEUE_HOST_BUSY:
1788 twa_free_request_id(tw_dev, request_id);
1789 break;
1790 case 1:
1791 tw_dev->state[request_id] = TW_S_COMPLETED;
1792 twa_free_request_id(tw_dev, request_id);
1793 SCpnt->result = (DID_ERROR << 16);
1794 done(SCpnt);
1795 retval = 0;
1796 }
1797out:
1798 return retval;
1799} /* End twa_scsi_queue() */
1800
1801/* This function hands scsi cdb's to the firmware */
1802static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg)
1803{
1804 TW_Command_Full *full_command_packet;
1805 TW_Command_Apache *command_packet;
1806 u32 num_sectors = 0x0;
1807 int i, sg_count;
1808 struct scsi_cmnd *srb = NULL;
0debe01d 1809 struct scatterlist *sglist = NULL, *sg;
1da177e4
LT		 1810 int retval = 1;
1811
1812 if (tw_dev->srb[request_id]) {
1da177e4 1813 srb = tw_dev->srb[request_id];
0debe01d
FT		 1814 if (scsi_sglist(srb))
1815 sglist = scsi_sglist(srb);
1da177e4
LT		 1816 }
1817
1818 /* Initialize command packet */
1819 full_command_packet = tw_dev->command_packet_virt[request_id];
1820 full_command_packet->header.header_desc.size_header = 128;
1821 full_command_packet->header.status_block.error = 0;
1822 full_command_packet->header.status_block.severity__reserved = 0;
1823
1824 command_packet = &full_command_packet->command.newcommand;
1825 command_packet->status = 0;
1826 command_packet->opcode__reserved = TW_OPRES_IN(0, TW_OP_EXECUTE_SCSI);
1827
1828 /* We forced 16 byte cdb use earlier */
1829 if (!cdb)
1830 memcpy(command_packet->cdb, srb->cmnd, TW_MAX_CDB_LEN);
1831 else
1832 memcpy(command_packet->cdb, cdb, TW_MAX_CDB_LEN);
1833
1834 if (srb) {
1835 command_packet->unit = srb->device->id;
1836 command_packet->request_id__lunl =
75913d9b 1837 cpu_to_le16(TW_REQ_LUN_IN(srb->device->lun, request_id));
1da177e4
LT		 1838 } else {
1839 command_packet->request_id__lunl =
75913d9b 1840 cpu_to_le16(TW_REQ_LUN_IN(0, request_id));
1da177e4
LT		 1841 command_packet->unit = 0;
1842 }
1843
1844 command_packet->sgl_offset = 16;
1845
1846 if (!sglistarg) {
1847 /* Map sglist from scsi layer to cmd packet */
1da177e4 1848
0debe01d
FT		 1849 if (scsi_sg_count(srb)) {
1850 if ((scsi_sg_count(srb) == 1) &&
1851 (scsi_bufflen(srb) < TW_MIN_SGL_LENGTH)) {
035f5e06
FT		 1852 if (srb->sc_data_direction == DMA_TO_DEVICE ||
1853 srb->sc_data_direction == DMA_BIDIRECTIONAL)
1854 scsi_sg_copy_to_buffer(srb,
1855 tw_dev->generic_buffer_virt[request_id],
1856 TW_SECTOR_SIZE);
75913d9b
AR		 1857 command_packet->sg_list[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
1858 command_packet->sg_list[0].length = cpu_to_le32(TW_MIN_SGL_LENGTH);
1da177e4
LT		 1859 } else {
1860 sg_count = twa_map_scsi_sg_data(tw_dev, request_id);
1861 if (sg_count == 0)
1862 goto out;
1863
0debe01d
FT		 1864 scsi_for_each_sg(srb, sg, sg_count, i) {
1865 command_packet->sg_list[i].address = TW_CPU_TO_SGL(sg_dma_address(sg));
1866 command_packet->sg_list[i].length = cpu_to_le32(sg_dma_len(sg));
75913d9b 1867 if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) {
1da177e4
LT		 1868 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2e, "Found unaligned sgl address during execute scsi");
1869 goto out;
1870 }
1871 }
1872 }
0debe01d 1873 command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN((srb->device->lun >> 4), scsi_sg_count(tw_dev->srb[request_id])));
1da177e4
LT		 1874 }
1875 } else {
1876 /* Internal cdb post */
1877 for (i = 0; i < use_sg; i++) {
75913d9b
AR		 1878 command_packet->sg_list[i].address = TW_CPU_TO_SGL(sglistarg[i].address);
1879 command_packet->sg_list[i].length = cpu_to_le32(sglistarg[i].length);
1880 if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) {
1da177e4
LT		 1881 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2f, "Found unaligned sgl address during internal post");
1882 goto out;
1883 }
1884 }
75913d9b 1885 command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN(0, use_sg));
1da177e4
LT		 1886 }
1887
1888 if (srb) {
1889 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6)
1890 num_sectors = (u32)srb->cmnd[4];
1891
1892 if (srb->cmnd[0] == READ_10 || srb->cmnd[0] == WRITE_10)
1893 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1894 }
1895
1896 /* Update sector statistic */
1897 tw_dev->sector_count = num_sectors;
1898 if (tw_dev->sector_count > tw_dev->max_sector_count)
1899 tw_dev->max_sector_count = tw_dev->sector_count;
1900
1901 /* Update SG statistics */
1902 if (srb) {
0debe01d 1903 tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1da177e4
LT		 1904 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1905 tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1906 }
1907
1908 /* Now post the command to the board */
1909 if (srb) {
1910 retval = twa_post_command_packet(tw_dev, request_id, 0);
1911 } else {
1912 twa_post_command_packet(tw_dev, request_id, 1);
1913 retval = 0;
1914 }
1915out:
1916 return retval;
1917} /* End twa_scsiop_execute_scsi() */
1918
1919/* This function completes an execute scsi operation */
1920static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id)
1921{
0debe01d 1922 struct scsi_cmnd *cmd = tw_dev->srb[request_id];
0debe01d
FT		 1923
1924 if (scsi_bufflen(cmd) < TW_MIN_SGL_LENGTH &&
1925 (cmd->sc_data_direction == DMA_FROM_DEVICE ||
1926 cmd->sc_data_direction == DMA_BIDIRECTIONAL)) {
b1192d5e 1927 if (scsi_sg_count(cmd) == 1) {
035f5e06
FT		 1928 void *buf = tw_dev->generic_buffer_virt[request_id];
1929
035f5e06 1930 scsi_sg_copy_from_buffer(cmd, buf, TW_SECTOR_SIZE);
d327d082 1931 }
1da177e4
LT		 1932 }
1933} /* End twa_scsiop_execute_scsi_complete() */
1934
1935/* This function tells the controller to shut down */
1936static void __twa_shutdown(TW_Device_Extension *tw_dev)
1937{
1938 /* Disable interrupts */
1939 TW_DISABLE_INTERRUPTS(tw_dev);
1940
4039c30e
AR		 1941 /* Free up the IRQ */
1942 free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
1943
1da177e4
LT		 1944 printk(KERN_WARNING "3w-9xxx: Shutting down host %d.\n", tw_dev->host->host_no);
1945
1946 /* Tell the card we are shutting down */
1947 if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) {
1948 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x31, "Connection shutdown failed");
1949 } else {
1950 printk(KERN_WARNING "3w-9xxx: Shutdown complete.\n");
1951 }
1952
1953 /* Clear all interrupts just before exit */
1954 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1955} /* End __twa_shutdown() */
1956
1957/* Wrapper for __twa_shutdown */
d18c3db5 1958static void twa_shutdown(struct pci_dev *pdev)
1da177e4 1959{
d18c3db5 1960 struct Scsi_Host *host = pci_get_drvdata(pdev);
1da177e4
LT		 1961 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
1962
1963 __twa_shutdown(tw_dev);
1964} /* End twa_shutdown() */
1965
1966/* This function will look up a string */
1967static char *twa_string_lookup(twa_message_type *table, unsigned int code)
1968{
1969 int index;
1970
1971 for (index = 0; ((code != table[index].code) &&
1972 (table[index].text != (char *)0)); index++);
1973 return(table[index].text);
1974} /* End twa_string_lookup() */
1975
1976/* This function will perform a pci-dma unmap */
1977static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id)
1978{
1979 struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1da177e4 1980
0debe01d 1981 scsi_dma_unmap(cmd);
1da177e4
LT		 1982} /* End twa_unmap_scsi_data() */
1983
1984/* scsi_host_template initializer */
1985static struct scsi_host_template driver_template = {
1986 .module = THIS_MODULE,
1987 .name = "3ware 9000 Storage Controller",
1988 .queuecommand = twa_scsi_queue,
1989 .eh_host_reset_handler = twa_scsi_eh_reset,
1990 .bios_param = twa_scsi_biosparam,
1991 .change_queue_depth = twa_change_queue_depth,
1992 .can_queue = TW_Q_LENGTH-2,
1993 .this_id = -1,
1994 .sg_tablesize = TW_APACHE_MAX_SGL_LENGTH,
1995 .max_sectors = TW_MAX_SECTORS,
1996 .cmd_per_lun = TW_MAX_CMDS_PER_LUN,
1997 .use_clustering = ENABLE_CLUSTERING,
1998 .shost_attrs = twa_host_attrs,
1999 .emulated = 1
2000};
2001
2002/* This function will probe and initialize a card */
2003static int __devinit twa_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2004{
2005 struct Scsi_Host *host = NULL;
2006 TW_Device_Extension *tw_dev;
3dabec71 2007 unsigned long mem_addr, mem_len;
1da177e4
LT		 2008 int retval = -ENODEV;
2009
2010 retval = pci_enable_device(pdev);
2011 if (retval) {
2012 TW_PRINTK(host, TW_DRIVER, 0x34, "Failed to enable pci device");
2013 goto out_disable_device;
2014 }
2015
2016 pci_set_master(pdev);
1e6c38ce 2017 pci_try_set_mwi(pdev);
1da177e4 2018
6a35528a
YH		 2019 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
2020 || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
0e78d158
AR		 2021 if (pci_set_dma_mask(pdev, DMA_32BIT_MASK)
2022 || pci_set_consistent_dma_mask(pdev, DMA_32BIT_MASK)) {
2023 TW_PRINTK(host, TW_DRIVER, 0x23, "Failed to set dma mask");
2024 retval = -ENODEV;
2025 goto out_disable_device;
2026 }
1da177e4
LT		 2027
2028 host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2029 if (!host) {
2030 TW_PRINTK(host, TW_DRIVER, 0x24, "Failed to allocate memory for device extension");
2031 retval = -ENOMEM;
2032 goto out_disable_device;
2033 }
2034 tw_dev = (TW_Device_Extension *)host->hostdata;
2035
1da177e4
LT		 2036 /* Save values to device extension */
2037 tw_dev->host = host;
2038 tw_dev->tw_pci_dev = pdev;
2039
2040 if (twa_initialize_device_extension(tw_dev)) {
2041 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x25, "Failed to initialize device extension");
2042 goto out_free_device_extension;
2043 }
2044
2045 /* Request IO regions */
2046 retval = pci_request_regions(pdev, "3w-9xxx");
2047 if (retval) {
2048 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x26, "Failed to get mem region");
2049 goto out_free_device_extension;
2050 }
2051
3dabec71 2052 if (pdev->device == PCI_DEVICE_ID_3WARE_9000) {
49bfd8db 2053 mem_addr = pci_resource_start(pdev, 1);
3dabec71
AR		 2054 mem_len = pci_resource_len(pdev, 1);
2055 } else {
49bfd8db 2056 mem_addr = pci_resource_start(pdev, 2);
3dabec71
AR		 2057 mem_len = pci_resource_len(pdev, 2);
2058 }
1da177e4
LT		 2059
2060 /* Save base address */
3dabec71 2061 tw_dev->base_addr = ioremap(mem_addr, mem_len);
1da177e4
LT		 2062 if (!tw_dev->base_addr) {
2063 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x35, "Failed to ioremap");
2064 goto out_release_mem_region;
2065 }
2066
2067 /* Disable interrupts on the card */
2068 TW_DISABLE_INTERRUPTS(tw_dev);
2069
2070 /* Initialize the card */
2071 if (twa_reset_sequence(tw_dev, 0))
4039c30e 2072 goto out_iounmap;
1da177e4
LT		 2073
2074 /* Set host specific parameters */
0e78d158
AR		 2075 if ((pdev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
2076 (pdev->device == PCI_DEVICE_ID_3WARE_9690SA))
4039c30e
AR		 2077 host->max_id = TW_MAX_UNITS_9650SE;
2078 else
2079 host->max_id = TW_MAX_UNITS;
2080
1da177e4
LT		 2081 host->max_cmd_len = TW_MAX_CDB_LEN;
2082
2083 /* Channels aren't supported by adapter */
4039c30e 2084 host->max_lun = TW_MAX_LUNS(tw_dev->tw_compat_info.working_srl);
1da177e4
LT		 2085 host->max_channel = 0;
2086
2087 /* Register the card with the kernel SCSI layer */
2088 retval = scsi_add_host(host, &pdev->dev);
2089 if (retval) {
2090 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x27, "scsi add host failed");
4039c30e 2091 goto out_iounmap;
1da177e4
LT		 2092 }
2093
2094 pci_set_drvdata(pdev, host);
2095
3dabec71 2096 printk(KERN_WARNING "3w-9xxx: scsi%d: Found a 3ware 9000 Storage Controller at 0x%lx, IRQ: %d.\n",
1da177e4
LT		 2097 host->host_no, mem_addr, pdev->irq);
2098 printk(KERN_WARNING "3w-9xxx: scsi%d: Firmware %s, BIOS %s, Ports: %d.\n",
2099 host->host_no,
2100 (char *)twa_get_param(tw_dev, 0, TW_VERSION_TABLE,
2101 TW_PARAM_FWVER, TW_PARAM_FWVER_LENGTH),
2102 (char *)twa_get_param(tw_dev, 1, TW_VERSION_TABLE,
2103 TW_PARAM_BIOSVER, TW_PARAM_BIOSVER_LENGTH),
75913d9b
AR		 2104 le32_to_cpu(*(int *)twa_get_param(tw_dev, 2, TW_INFORMATION_TABLE,
2105 TW_PARAM_PORTCOUNT, TW_PARAM_PORTCOUNT_LENGTH)));
1da177e4 2106
3dabec71
AR		 2107 /* Try to enable MSI */
2108 if (use_msi && (pdev->device != PCI_DEVICE_ID_3WARE_9000) &&
2109 !pci_enable_msi(pdev))
2110 set_bit(TW_USING_MSI, &tw_dev->flags);
2111
1da177e4 2112 /* Now setup the interrupt handler */
1d6f359a 2113 retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev);
1da177e4
LT		 2114 if (retval) {
2115 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x30, "Error requesting IRQ");
2116 goto out_remove_host;
2117 }
2118
2119 twa_device_extension_list[twa_device_extension_count] = tw_dev;
2120 twa_device_extension_count++;
2121
2122 /* Re-enable interrupts on the card */
2123 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2124
2125 /* Finally, scan the host */
2126 scsi_scan_host(host);
2127
2128 if (twa_major == -1) {
2129 if ((twa_major = register_chrdev (0, "twa", &twa_fops)) < 0)
2130 TW_PRINTK(host, TW_DRIVER, 0x29, "Failed to register character device");
2131 }
2132 return 0;
2133
2134out_remove_host:
3dabec71
AR		 2135 if (test_bit(TW_USING_MSI, &tw_dev->flags))
2136 pci_disable_msi(pdev);
1da177e4 2137 scsi_remove_host(host);
4039c30e
AR		 2138out_iounmap:
2139 iounmap(tw_dev->base_addr);
1da177e4
LT		 2140out_release_mem_region:
2141 pci_release_regions(pdev);
2142out_free_device_extension:
2143 twa_free_device_extension(tw_dev);
2144 scsi_host_put(host);
2145out_disable_device:
2146 pci_disable_device(pdev);
2147
2148 return retval;
2149} /* End twa_probe() */
2150
2151/* This function is called to remove a device */
2152static void twa_remove(struct pci_dev *pdev)
2153{
2154 struct Scsi_Host *host = pci_get_drvdata(pdev);
2155 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2156
2157 scsi_remove_host(tw_dev->host);
2158
2159 /* Unregister character device */
2160 if (twa_major >= 0) {
2161 unregister_chrdev(twa_major, "twa");
2162 twa_major = -1;
2163 }
2164
1da177e4
LT		 2165 /* Shutdown the card */
2166 __twa_shutdown(tw_dev);
2167
3dabec71
AR		 2168 /* Disable MSI if enabled */
2169 if (test_bit(TW_USING_MSI, &tw_dev->flags))
2170 pci_disable_msi(pdev);
2171
4039c30e
AR		 2172 /* Free IO remapping */
2173 iounmap(tw_dev->base_addr);
2174
1da177e4
LT		 2175 /* Free up the mem region */
2176 pci_release_regions(pdev);
2177
2178 /* Free up device extension resources */
2179 twa_free_device_extension(tw_dev);
2180
2181 scsi_host_put(tw_dev->host);
2182 pci_disable_device(pdev);
2183 twa_device_extension_count--;
2184} /* End twa_remove() */
2185
7a252fe7
AR		 2186#ifdef CONFIG_PM
2187/* This function is called on PCI suspend */
2188static int twa_suspend(struct pci_dev *pdev, pm_message_t state)
2189{
2190 struct Scsi_Host *host = pci_get_drvdata(pdev);
2191 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2192
2193 printk(KERN_WARNING "3w-9xxx: Suspending host %d.\n", tw_dev->host->host_no);
2194
2195 TW_DISABLE_INTERRUPTS(tw_dev);
2196 free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2197
2198 if (test_bit(TW_USING_MSI, &tw_dev->flags))
2199 pci_disable_msi(pdev);
2200
2201 /* Tell the card we are shutting down */
2202 if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) {
2203 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x38, "Connection shutdown failed during suspend");
2204 } else {
2205 printk(KERN_WARNING "3w-9xxx: Suspend complete.\n");
2206 }
2207 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2208
2209 pci_save_state(pdev);
2210 pci_disable_device(pdev);
2211 pci_set_power_state(pdev, pci_choose_state(pdev, state));
2212
2213 return 0;
2214} /* End twa_suspend() */
2215
2216/* This function is called on PCI resume */
2217static int twa_resume(struct pci_dev *pdev)
2218{
2219 int retval = 0;
2220 struct Scsi_Host *host = pci_get_drvdata(pdev);
2221 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2222
2223 printk(KERN_WARNING "3w-9xxx: Resuming host %d.\n", tw_dev->host->host_no);
2224 pci_set_power_state(pdev, PCI_D0);
2225 pci_enable_wake(pdev, PCI_D0, 0);
2226 pci_restore_state(pdev);
2227
2228 retval = pci_enable_device(pdev);
2229 if (retval) {
2230 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x39, "Enable device failed during resume");
2231 return retval;
2232 }
2233
2234 pci_set_master(pdev);
2235 pci_try_set_mwi(pdev);
2236
2237 if (pci_set_dma_mask(pdev, DMA_64BIT_MASK)
2238 || pci_set_consistent_dma_mask(pdev, DMA_64BIT_MASK))
2239 if (pci_set_dma_mask(pdev, DMA_32BIT_MASK)
2240 || pci_set_consistent_dma_mask(pdev, DMA_32BIT_MASK)) {
2241 TW_PRINTK(host, TW_DRIVER, 0x40, "Failed to set dma mask during resume");
2242 retval = -ENODEV;
2243 goto out_disable_device;
2244 }
2245
2246 /* Initialize the card */
2247 if (twa_reset_sequence(tw_dev, 0)) {
2248 retval = -ENODEV;
2249 goto out_disable_device;
2250 }
2251
2252 /* Now setup the interrupt handler */
2253 retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev);
2254 if (retval) {
2255 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x42, "Error requesting IRQ during resume");
2256 retval = -ENODEV;
2257 goto out_disable_device;
2258 }
2259
2260 /* Now enable MSI if enabled */
2261 if (test_bit(TW_USING_MSI, &tw_dev->flags))
2262 pci_enable_msi(pdev);
2263
2264 /* Re-enable interrupts on the card */
2265 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2266
2267 printk(KERN_WARNING "3w-9xxx: Resume complete.\n");
2268 return 0;
2269
2270out_disable_device:
2271 scsi_remove_host(host);
2272 pci_disable_device(pdev);
2273
2274 return retval;
2275} /* End twa_resume() */
2276#endif
2277
1da177e4
LT		 2278/* PCI Devices supported by this driver */
2279static struct pci_device_id twa_pci_tbl[] __devinitdata = {
2280 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9000,
2281 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
49bfd8db
AR		 2282 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9550SX,
2283 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
4039c30e
AR		 2284 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9650SE,
2285 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
0e78d158
AR		 2286 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9690SA,
2287 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
1da177e4
LT		 2288 { }
2289};
2290MODULE_DEVICE_TABLE(pci, twa_pci_tbl);
2291
2292/* pci_driver initializer */
2293static struct pci_driver twa_driver = {
2294 .name = "3w-9xxx",
2295 .id_table = twa_pci_tbl,
2296 .probe = twa_probe,
2297 .remove = twa_remove,
7a252fe7
AR		 2298#ifdef CONFIG_PM
2299 .suspend = twa_suspend,
2300 .resume = twa_resume,
2301#endif
d18c3db5 2302 .shutdown = twa_shutdown
1da177e4
LT		 2303};
2304
2305/* This function is called on driver initialization */
2306static int __init twa_init(void)
2307{
2308 printk(KERN_WARNING "3ware 9000 Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2309
dcbccbde 2310 return pci_register_driver(&twa_driver);
1da177e4
LT		 2311} /* End twa_init() */
2312
2313/* This function is called on driver exit */
2314static void __exit twa_exit(void)
2315{
2316 pci_unregister_driver(&twa_driver);
2317} /* End twa_exit() */
2318
2319module_init(twa_init);
2320module_exit(twa_exit);
2321
Clone of davem's net-next-2.6 tree