2 * Copyright 2008 Cisco Systems, Inc. All rights reserved.
3 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
5 * This program is free software; you may redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; version 2 of the License.
9 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
10 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
11 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
12 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
13 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
14 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
15 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20 #include <linux/kernel.h>
21 #include <linux/errno.h>
22 #include <linux/types.h>
23 #include <linux/pci.h>
24 #include <linux/delay.h>
25 #include <linux/if_ether.h>
27 #include "vnic_resource.h"
28 #include "vnic_devcmd.h"
30 #include "vnic_stats.h"
40 struct vnic_res res
[RES_TYPE_MAX
];
41 enum vnic_dev_intr_mode intr_mode
;
42 struct vnic_devcmd __iomem
*devcmd
;
43 struct vnic_devcmd_notify
*notify
;
44 struct vnic_devcmd_notify notify_copy
;
48 dma_addr_t linkstatus_pa
;
49 struct vnic_stats
*stats
;
51 struct vnic_devcmd_fw_info
*fw_info
;
52 dma_addr_t fw_info_pa
;
55 #define VNIC_MAX_RES_HDR_SIZE \
56 (sizeof(struct vnic_resource_header) + \
57 sizeof(struct vnic_resource) * RES_TYPE_MAX)
58 #define VNIC_RES_STRIDE 128
60 void *vnic_dev_priv(struct vnic_dev
*vdev
)
65 static int vnic_dev_discover_res(struct vnic_dev
*vdev
,
66 struct vnic_dev_bar
*bar
)
68 struct vnic_resource_header __iomem
*rh
;
69 struct vnic_resource __iomem
*r
;
72 if (bar
->len
< VNIC_MAX_RES_HDR_SIZE
) {
73 printk(KERN_ERR
"vNIC BAR0 res hdr length error\n");
79 printk(KERN_ERR
"vNIC BAR0 res hdr not mem-mapped\n");
83 if (ioread32(&rh
->magic
) != VNIC_RES_MAGIC
||
84 ioread32(&rh
->version
) != VNIC_RES_VERSION
) {
85 printk(KERN_ERR
"vNIC BAR0 res magic/version error "
86 "exp (%lx/%lx) curr (%x/%x)\n",
87 VNIC_RES_MAGIC
, VNIC_RES_VERSION
,
88 ioread32(&rh
->magic
), ioread32(&rh
->version
));
92 r
= (struct vnic_resource __iomem
*)(rh
+ 1);
94 while ((type
= ioread8(&r
->type
)) != RES_TYPE_EOL
) {
96 u8 bar_num
= ioread8(&r
->bar
);
97 u32 bar_offset
= ioread32(&r
->bar_offset
);
98 u32 count
= ioread32(&r
->count
);
103 if (bar_num
!= 0) /* only mapping in BAR0 resources */
110 case RES_TYPE_INTR_CTRL
:
111 /* each count is stride bytes long */
112 len
= count
* VNIC_RES_STRIDE
;
113 if (len
+ bar_offset
> bar
->len
) {
114 printk(KERN_ERR
"vNIC BAR0 resource %d "
115 "out-of-bounds, offset 0x%x + "
116 "size 0x%x > bar len 0x%lx\n",
123 case RES_TYPE_INTR_PBA_LEGACY
:
124 case RES_TYPE_DEVCMD
:
131 vdev
->res
[type
].count
= count
;
132 vdev
->res
[type
].vaddr
= (char __iomem
*)bar
->vaddr
+ bar_offset
;
138 unsigned int vnic_dev_get_res_count(struct vnic_dev
*vdev
,
139 enum vnic_res_type type
)
141 return vdev
->res
[type
].count
;
144 void __iomem
*vnic_dev_get_res(struct vnic_dev
*vdev
, enum vnic_res_type type
,
147 if (!vdev
->res
[type
].vaddr
)
154 case RES_TYPE_INTR_CTRL
:
155 return (char __iomem
*)vdev
->res
[type
].vaddr
+
156 index
* VNIC_RES_STRIDE
;
158 return (char __iomem
*)vdev
->res
[type
].vaddr
;
162 unsigned int vnic_dev_desc_ring_size(struct vnic_dev_ring
*ring
,
163 unsigned int desc_count
, unsigned int desc_size
)
165 /* The base address of the desc rings must be 512 byte aligned.
166 * Descriptor count is aligned to groups of 32 descriptors. A
167 * count of 0 means the maximum 4096 descriptors. Descriptor
168 * size is aligned to 16 bytes.
171 unsigned int count_align
= 32;
172 unsigned int desc_align
= 16;
174 ring
->base_align
= 512;
179 ring
->desc_count
= ALIGN(desc_count
, count_align
);
181 ring
->desc_size
= ALIGN(desc_size
, desc_align
);
183 ring
->size
= ring
->desc_count
* ring
->desc_size
;
184 ring
->size_unaligned
= ring
->size
+ ring
->base_align
;
186 return ring
->size_unaligned
;
189 void vnic_dev_clear_desc_ring(struct vnic_dev_ring
*ring
)
191 memset(ring
->descs
, 0, ring
->size
);
194 int vnic_dev_alloc_desc_ring(struct vnic_dev
*vdev
, struct vnic_dev_ring
*ring
,
195 unsigned int desc_count
, unsigned int desc_size
)
197 vnic_dev_desc_ring_size(ring
, desc_count
, desc_size
);
199 ring
->descs_unaligned
= pci_alloc_consistent(vdev
->pdev
,
200 ring
->size_unaligned
,
201 &ring
->base_addr_unaligned
);
203 if (!ring
->descs_unaligned
) {
205 "Failed to allocate ring (size=%d), aborting\n",
210 ring
->base_addr
= ALIGN(ring
->base_addr_unaligned
,
212 ring
->descs
= (u8
*)ring
->descs_unaligned
+
213 (ring
->base_addr
- ring
->base_addr_unaligned
);
215 vnic_dev_clear_desc_ring(ring
);
217 ring
->desc_avail
= ring
->desc_count
- 1;
222 void vnic_dev_free_desc_ring(struct vnic_dev
*vdev
, struct vnic_dev_ring
*ring
)
225 pci_free_consistent(vdev
->pdev
,
226 ring
->size_unaligned
,
227 ring
->descs_unaligned
,
228 ring
->base_addr_unaligned
);
233 int vnic_dev_cmd(struct vnic_dev
*vdev
, enum vnic_devcmd_cmd cmd
,
234 u64
*a0
, u64
*a1
, int wait
)
236 struct vnic_devcmd __iomem
*devcmd
= vdev
->devcmd
;
241 status
= ioread32(&devcmd
->status
);
242 if (status
& STAT_BUSY
) {
243 printk(KERN_ERR
"Busy devcmd %d\n", _CMD_N(cmd
));
247 if (_CMD_DIR(cmd
) & _CMD_DIR_WRITE
) {
248 writeq(*a0
, &devcmd
->args
[0]);
249 writeq(*a1
, &devcmd
->args
[1]);
253 iowrite32(cmd
, &devcmd
->cmd
);
255 if ((_CMD_FLAGS(cmd
) & _CMD_FLAGS_NOWAIT
))
258 for (delay
= 0; delay
< wait
; delay
++) {
262 status
= ioread32(&devcmd
->status
);
263 if (!(status
& STAT_BUSY
)) {
265 if (status
& STAT_ERROR
) {
266 err
= (int)readq(&devcmd
->args
[0]);
267 if (err
!= ERR_ECMDUNKNOWN
||
268 cmd
!= CMD_CAPABILITY
)
269 printk(KERN_ERR
"Error %d devcmd %d\n",
274 if (_CMD_DIR(cmd
) & _CMD_DIR_READ
) {
276 *a0
= readq(&devcmd
->args
[0]);
277 *a1
= readq(&devcmd
->args
[1]);
284 printk(KERN_ERR
"Timedout devcmd %d\n", _CMD_N(cmd
));
288 static int vnic_dev_capable(struct vnic_dev
*vdev
, enum vnic_devcmd_cmd cmd
)
290 u64 a0
= (u32
)cmd
, a1
= 0;
294 err
= vnic_dev_cmd(vdev
, CMD_CAPABILITY
, &a0
, &a1
, wait
);
299 int vnic_dev_fw_info(struct vnic_dev
*vdev
,
300 struct vnic_devcmd_fw_info
**fw_info
)
306 if (!vdev
->fw_info
) {
307 vdev
->fw_info
= pci_alloc_consistent(vdev
->pdev
,
308 sizeof(struct vnic_devcmd_fw_info
),
313 a0
= vdev
->fw_info_pa
;
315 /* only get fw_info once and cache it */
316 err
= vnic_dev_cmd(vdev
, CMD_MCPU_FW_INFO
, &a0
, &a1
, wait
);
319 *fw_info
= vdev
->fw_info
;
324 int vnic_dev_spec(struct vnic_dev
*vdev
, unsigned int offset
, unsigned int size
,
334 err
= vnic_dev_cmd(vdev
, CMD_DEV_SPEC
, &a0
, &a1
, wait
);
337 case 1: *(u8
*)value
= (u8
)a0
; break;
338 case 2: *(u16
*)value
= (u16
)a0
; break;
339 case 4: *(u32
*)value
= (u32
)a0
; break;
340 case 8: *(u64
*)value
= a0
; break;
341 default: BUG(); break;
347 int vnic_dev_stats_clear(struct vnic_dev
*vdev
)
351 return vnic_dev_cmd(vdev
, CMD_STATS_CLEAR
, &a0
, &a1
, wait
);
354 int vnic_dev_stats_dump(struct vnic_dev
*vdev
, struct vnic_stats
**stats
)
360 vdev
->stats
= pci_alloc_consistent(vdev
->pdev
,
361 sizeof(struct vnic_stats
), &vdev
->stats_pa
);
366 *stats
= vdev
->stats
;
368 a1
= sizeof(struct vnic_stats
);
370 return vnic_dev_cmd(vdev
, CMD_STATS_DUMP
, &a0
, &a1
, wait
);
373 int vnic_dev_close(struct vnic_dev
*vdev
)
377 return vnic_dev_cmd(vdev
, CMD_CLOSE
, &a0
, &a1
, wait
);
380 int vnic_dev_enable(struct vnic_dev
*vdev
)
384 return vnic_dev_cmd(vdev
, CMD_ENABLE
, &a0
, &a1
, wait
);
387 int vnic_dev_disable(struct vnic_dev
*vdev
)
391 return vnic_dev_cmd(vdev
, CMD_DISABLE
, &a0
, &a1
, wait
);
394 int vnic_dev_open(struct vnic_dev
*vdev
, int arg
)
396 u64 a0
= (u32
)arg
, a1
= 0;
398 return vnic_dev_cmd(vdev
, CMD_OPEN
, &a0
, &a1
, wait
);
401 int vnic_dev_open_done(struct vnic_dev
*vdev
, int *done
)
409 err
= vnic_dev_cmd(vdev
, CMD_OPEN_STATUS
, &a0
, &a1
, wait
);
418 int vnic_dev_soft_reset(struct vnic_dev
*vdev
, int arg
)
420 u64 a0
= (u32
)arg
, a1
= 0;
422 return vnic_dev_cmd(vdev
, CMD_SOFT_RESET
, &a0
, &a1
, wait
);
425 int vnic_dev_soft_reset_done(struct vnic_dev
*vdev
, int *done
)
433 err
= vnic_dev_cmd(vdev
, CMD_SOFT_RESET_STATUS
, &a0
, &a1
, wait
);
442 int vnic_dev_hang_notify(struct vnic_dev
*vdev
)
446 return vnic_dev_cmd(vdev
, CMD_HANG_NOTIFY
, &a0
, &a1
, wait
);
449 int vnic_dev_mac_addr(struct vnic_dev
*vdev
, u8
*mac_addr
)
455 for (i
= 0; i
< ETH_ALEN
; i
++)
458 err
= vnic_dev_cmd(vdev
, CMD_MAC_ADDR
, &a0
, &a1
, wait
);
462 for (i
= 0; i
< ETH_ALEN
; i
++)
463 mac_addr
[i
] = ((u8
*)&a0
)[i
];
468 void vnic_dev_packet_filter(struct vnic_dev
*vdev
, int directed
, int multicast
,
469 int broadcast
, int promisc
, int allmulti
)
475 a0
= (directed
? CMD_PFILTER_DIRECTED
: 0) |
476 (multicast
? CMD_PFILTER_MULTICAST
: 0) |
477 (broadcast
? CMD_PFILTER_BROADCAST
: 0) |
478 (promisc
? CMD_PFILTER_PROMISCUOUS
: 0) |
479 (allmulti
? CMD_PFILTER_ALL_MULTICAST
: 0);
481 err
= vnic_dev_cmd(vdev
, CMD_PACKET_FILTER
, &a0
, &a1
, wait
);
483 printk(KERN_ERR
"Can't set packet filter\n");
486 void vnic_dev_add_addr(struct vnic_dev
*vdev
, u8
*addr
)
493 for (i
= 0; i
< ETH_ALEN
; i
++)
494 ((u8
*)&a0
)[i
] = addr
[i
];
496 err
= vnic_dev_cmd(vdev
, CMD_ADDR_ADD
, &a0
, &a1
, wait
);
498 printk(KERN_ERR
"Can't add addr [%pM], %d\n", addr
, err
);
501 void vnic_dev_del_addr(struct vnic_dev
*vdev
, u8
*addr
)
508 for (i
= 0; i
< ETH_ALEN
; i
++)
509 ((u8
*)&a0
)[i
] = addr
[i
];
511 err
= vnic_dev_cmd(vdev
, CMD_ADDR_DEL
, &a0
, &a1
, wait
);
513 printk(KERN_ERR
"Can't del addr [%pM], %d\n", addr
, err
);
516 int vnic_dev_notify_set(struct vnic_dev
*vdev
, u16 intr
)
523 vdev
->notify
= pci_alloc_consistent(vdev
->pdev
,
524 sizeof(struct vnic_devcmd_notify
),
528 memset(vdev
->notify
, 0, sizeof(struct vnic_devcmd_notify
));
531 a0
= vdev
->notify_pa
;
532 a1
= ((u64
)intr
<< 32) & 0x0000ffff00000000ULL
;
533 a1
+= sizeof(struct vnic_devcmd_notify
);
535 r
= vnic_dev_cmd(vdev
, CMD_NOTIFY
, &a0
, &a1
, wait
);
536 vdev
->notify_sz
= (r
== 0) ? (u32
)a1
: 0;
540 void vnic_dev_notify_unset(struct vnic_dev
*vdev
)
545 a0
= 0; /* paddr = 0 to unset notify buffer */
546 a1
= 0x0000ffff00000000ULL
; /* intr num = -1 to unreg for intr */
547 a1
+= sizeof(struct vnic_devcmd_notify
);
549 vnic_dev_cmd(vdev
, CMD_NOTIFY
, &a0
, &a1
, wait
);
553 static int vnic_dev_notify_ready(struct vnic_dev
*vdev
)
556 unsigned int nwords
= vdev
->notify_sz
/ 4;
560 if (!vdev
->notify
|| !vdev
->notify_sz
)
565 memcpy(&vdev
->notify_copy
, vdev
->notify
, vdev
->notify_sz
);
566 words
= (u32
*)&vdev
->notify_copy
;
567 for (i
= 1; i
< nwords
; i
++)
569 } while (csum
!= words
[0]);
574 int vnic_dev_init(struct vnic_dev
*vdev
, int arg
)
576 u64 a0
= (u32
)arg
, a1
= 0;
580 if (vnic_dev_capable(vdev
, CMD_INIT
))
581 r
= vnic_dev_cmd(vdev
, CMD_INIT
, &a0
, &a1
, wait
);
583 vnic_dev_cmd(vdev
, CMD_INIT_v1
, &a0
, &a1
, wait
);
584 if (a0
& CMD_INITF_DEFAULT_MAC
) {
585 // Emulate these for old CMD_INIT_v1 which
586 // didn't pass a0 so no CMD_INITF_*.
587 vnic_dev_cmd(vdev
, CMD_MAC_ADDR
, &a0
, &a1
, wait
);
588 vnic_dev_cmd(vdev
, CMD_ADDR_ADD
, &a0
, &a1
, wait
);
594 int vnic_dev_link_status(struct vnic_dev
*vdev
)
596 if (vdev
->linkstatus
)
597 return *vdev
->linkstatus
;
599 if (!vnic_dev_notify_ready(vdev
))
602 return vdev
->notify_copy
.link_state
;
605 u32
vnic_dev_port_speed(struct vnic_dev
*vdev
)
607 if (!vnic_dev_notify_ready(vdev
))
610 return vdev
->notify_copy
.port_speed
;
613 u32
vnic_dev_msg_lvl(struct vnic_dev
*vdev
)
615 if (!vnic_dev_notify_ready(vdev
))
618 return vdev
->notify_copy
.msglvl
;
621 u32
vnic_dev_mtu(struct vnic_dev
*vdev
)
623 if (!vnic_dev_notify_ready(vdev
))
626 return vdev
->notify_copy
.mtu
;
629 void vnic_dev_set_intr_mode(struct vnic_dev
*vdev
,
630 enum vnic_dev_intr_mode intr_mode
)
632 vdev
->intr_mode
= intr_mode
;
635 enum vnic_dev_intr_mode
vnic_dev_get_intr_mode(
636 struct vnic_dev
*vdev
)
638 return vdev
->intr_mode
;
641 void vnic_dev_unregister(struct vnic_dev
*vdev
)
645 pci_free_consistent(vdev
->pdev
,
646 sizeof(struct vnic_devcmd_notify
),
649 if (vdev
->linkstatus
)
650 pci_free_consistent(vdev
->pdev
,
653 vdev
->linkstatus_pa
);
655 pci_free_consistent(vdev
->pdev
,
656 sizeof(struct vnic_dev
),
657 vdev
->stats
, vdev
->stats_pa
);
659 pci_free_consistent(vdev
->pdev
,
660 sizeof(struct vnic_devcmd_fw_info
),
661 vdev
->fw_info
, vdev
->fw_info_pa
);
666 struct vnic_dev
*vnic_dev_register(struct vnic_dev
*vdev
,
667 void *priv
, struct pci_dev
*pdev
, struct vnic_dev_bar
*bar
)
670 vdev
= kzalloc(sizeof(struct vnic_dev
), GFP_ATOMIC
);
678 if (vnic_dev_discover_res(vdev
, bar
))
681 vdev
->devcmd
= vnic_dev_get_res(vdev
, RES_TYPE_DEVCMD
, 0);
688 vnic_dev_unregister(vdev
);