2 * Copyright 2008-2010 Cisco Systems, Inc. All rights reserved.
3 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
5 * This program is free software; you may redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; version 2 of the License.
9 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
10 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
11 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
12 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
13 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
14 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
15 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20 #include <linux/kernel.h>
21 #include <linux/errno.h>
22 #include <linux/types.h>
23 #include <linux/pci.h>
24 #include <linux/delay.h>
25 #include <linux/if_ether.h>
27 #include "vnic_resource.h"
28 #include "vnic_devcmd.h"
30 #include "vnic_stats.h"
32 enum vnic_proxy_type {
46 struct vnic_res res[RES_TYPE_MAX];
47 enum vnic_dev_intr_mode intr_mode;
48 struct vnic_devcmd __iomem *devcmd;
49 struct vnic_devcmd_notify *notify;
50 struct vnic_devcmd_notify notify_copy;
53 dma_addr_t linkstatus_pa;
54 struct vnic_stats *stats;
56 struct vnic_devcmd_fw_info *fw_info;
57 dma_addr_t fw_info_pa;
58 enum vnic_proxy_type proxy;
60 u64 args[VNIC_DEVCMD_NARGS];
63 #define VNIC_MAX_RES_HDR_SIZE \
64 (sizeof(struct vnic_resource_header) + \
65 sizeof(struct vnic_resource) * RES_TYPE_MAX)
66 #define VNIC_RES_STRIDE 128
68 void *vnic_dev_priv(struct vnic_dev *vdev)
73 static int vnic_dev_discover_res(struct vnic_dev *vdev,
74 struct vnic_dev_bar *bar, unsigned int num_bars)
76 struct vnic_resource_header __iomem *rh;
77 struct mgmt_barmap_hdr __iomem *mrh;
78 struct vnic_resource __iomem *r;
84 if (bar->len < VNIC_MAX_RES_HDR_SIZE) {
85 pr_err("vNIC BAR0 res hdr length error\n");
92 pr_err("vNIC BAR0 res hdr not mem-mapped\n");
96 /* Check for mgmt vnic in addition to normal vnic */
97 if ((ioread32(&rh->magic) != VNIC_RES_MAGIC) ||
98 (ioread32(&rh->version) != VNIC_RES_VERSION)) {
99 if ((ioread32(&mrh->magic) != MGMTVNIC_MAGIC) ||
100 (ioread32(&mrh->version) != MGMTVNIC_VERSION)) {
101 pr_err("vNIC BAR0 res magic/version error "
102 "exp (%lx/%lx) or (%lx/%lx), curr (%x/%x)\n",
103 VNIC_RES_MAGIC, VNIC_RES_VERSION,
104 MGMTVNIC_MAGIC, MGMTVNIC_VERSION,
105 ioread32(&rh->magic), ioread32(&rh->version));
110 if (ioread32(&mrh->magic) == MGMTVNIC_MAGIC)
111 r = (struct vnic_resource __iomem *)(mrh + 1);
113 r = (struct vnic_resource __iomem *)(rh + 1);
116 while ((type = ioread8(&r->type)) != RES_TYPE_EOL) {
118 u8 bar_num = ioread8(&r->bar);
119 u32 bar_offset = ioread32(&r->bar_offset);
120 u32 count = ioread32(&r->count);
125 if (bar_num >= num_bars)
128 if (!bar[bar_num].len || !bar[bar_num].vaddr)
135 case RES_TYPE_INTR_CTRL:
136 /* each count is stride bytes long */
137 len = count * VNIC_RES_STRIDE;
138 if (len + bar_offset > bar[bar_num].len) {
139 pr_err("vNIC BAR0 resource %d "
140 "out-of-bounds, offset 0x%x + "
141 "size 0x%x > bar len 0x%lx\n",
148 case RES_TYPE_INTR_PBA_LEGACY:
149 case RES_TYPE_DEVCMD:
156 vdev->res[type].count = count;
157 vdev->res[type].vaddr = (char __iomem *)bar[bar_num].vaddr +
159 vdev->res[type].bus_addr = bar[bar_num].bus_addr + bar_offset;
165 unsigned int vnic_dev_get_res_count(struct vnic_dev *vdev,
166 enum vnic_res_type type)
168 return vdev->res[type].count;
171 void __iomem *vnic_dev_get_res(struct vnic_dev *vdev, enum vnic_res_type type,
174 if (!vdev->res[type].vaddr)
181 case RES_TYPE_INTR_CTRL:
182 return (char __iomem *)vdev->res[type].vaddr +
183 index * VNIC_RES_STRIDE;
185 return (char __iomem *)vdev->res[type].vaddr;
189 static unsigned int vnic_dev_desc_ring_size(struct vnic_dev_ring *ring,
190 unsigned int desc_count, unsigned int desc_size)
192 /* The base address of the desc rings must be 512 byte aligned.
193 * Descriptor count is aligned to groups of 32 descriptors. A
194 * count of 0 means the maximum 4096 descriptors. Descriptor
195 * size is aligned to 16 bytes.
198 unsigned int count_align = 32;
199 unsigned int desc_align = 16;
201 ring->base_align = 512;
206 ring->desc_count = ALIGN(desc_count, count_align);
208 ring->desc_size = ALIGN(desc_size, desc_align);
210 ring->size = ring->desc_count * ring->desc_size;
211 ring->size_unaligned = ring->size + ring->base_align;
213 return ring->size_unaligned;
216 void vnic_dev_clear_desc_ring(struct vnic_dev_ring *ring)
218 memset(ring->descs, 0, ring->size);
221 int vnic_dev_alloc_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring,
222 unsigned int desc_count, unsigned int desc_size)
224 vnic_dev_desc_ring_size(ring, desc_count, desc_size);
226 ring->descs_unaligned = pci_alloc_consistent(vdev->pdev,
227 ring->size_unaligned,
228 &ring->base_addr_unaligned);
230 if (!ring->descs_unaligned) {
231 pr_err("Failed to allocate ring (size=%d), aborting\n",
236 ring->base_addr = ALIGN(ring->base_addr_unaligned,
238 ring->descs = (u8 *)ring->descs_unaligned +
239 (ring->base_addr - ring->base_addr_unaligned);
241 vnic_dev_clear_desc_ring(ring);
243 ring->desc_avail = ring->desc_count - 1;
248 void vnic_dev_free_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring)
251 pci_free_consistent(vdev->pdev,
252 ring->size_unaligned,
253 ring->descs_unaligned,
254 ring->base_addr_unaligned);
259 static int _vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
262 struct vnic_devcmd __iomem *devcmd = vdev->devcmd;
268 status = ioread32(&devcmd->status);
269 if (status == 0xFFFFFFFF) {
270 /* PCI-e target device is gone */
273 if (status & STAT_BUSY) {
274 pr_err("Busy devcmd %d\n", _CMD_N(cmd));
278 if (_CMD_DIR(cmd) & _CMD_DIR_WRITE) {
279 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
280 writeq(vdev->args[i], &devcmd->args[i]);
284 iowrite32(cmd, &devcmd->cmd);
286 if ((_CMD_FLAGS(cmd) & _CMD_FLAGS_NOWAIT))
289 for (delay = 0; delay < wait; delay++) {
293 status = ioread32(&devcmd->status);
294 if (status == 0xFFFFFFFF) {
295 /* PCI-e target device is gone */
299 if (!(status & STAT_BUSY)) {
301 if (status & STAT_ERROR) {
302 err = (int)readq(&devcmd->args[0]);
303 if (err != ERR_ECMDUNKNOWN ||
304 cmd != CMD_CAPABILITY)
305 pr_err("Error %d devcmd %d\n",
310 if (_CMD_DIR(cmd) & _CMD_DIR_READ) {
312 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
313 vdev->args[i] = readq(&devcmd->args[i]);
320 pr_err("Timedout devcmd %d\n", _CMD_N(cmd));
324 static int vnic_dev_cmd_proxy_by_bdf(struct vnic_dev *vdev,
325 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait)
330 memset(vdev->args, 0, sizeof(vdev->args));
332 vdev->args[0] = vdev->proxy_index; /* bdf */
337 err = _vnic_dev_cmd(vdev, CMD_PROXY_BY_BDF, wait);
341 status = (u32)vdev->args[0];
342 if (status & STAT_ERROR) {
343 err = (int)vdev->args[1];
344 if (err != ERR_ECMDUNKNOWN ||
345 cmd != CMD_CAPABILITY)
346 pr_err("Error %d proxy devcmd %d\n", err, _CMD_N(cmd));
356 static int vnic_dev_cmd_no_proxy(struct vnic_dev *vdev,
357 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait)
364 err = _vnic_dev_cmd(vdev, cmd, wait);
372 int vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
373 u64 *a0, u64 *a1, int wait)
375 memset(vdev->args, 0, sizeof(vdev->args));
377 switch (vdev->proxy) {
379 return vnic_dev_cmd_proxy_by_bdf(vdev, cmd, a0, a1, wait);
382 return vnic_dev_cmd_no_proxy(vdev, cmd, a0, a1, wait);
386 static int vnic_dev_capable(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd)
388 u64 a0 = (u32)cmd, a1 = 0;
392 err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);
397 int vnic_dev_fw_info(struct vnic_dev *vdev,
398 struct vnic_devcmd_fw_info **fw_info)
404 if (!vdev->fw_info) {
405 vdev->fw_info = pci_alloc_consistent(vdev->pdev,
406 sizeof(struct vnic_devcmd_fw_info),
411 memset(vdev->fw_info, 0, sizeof(struct vnic_devcmd_fw_info));
413 a0 = vdev->fw_info_pa;
414 a1 = sizeof(struct vnic_devcmd_fw_info);
416 /* only get fw_info once and cache it */
417 err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO, &a0, &a1, wait);
418 if (err == ERR_ECMDUNKNOWN) {
419 err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO_OLD,
424 *fw_info = vdev->fw_info;
429 int vnic_dev_spec(struct vnic_dev *vdev, unsigned int offset, unsigned int size,
439 err = vnic_dev_cmd(vdev, CMD_DEV_SPEC, &a0, &a1, wait);
442 case 1: *(u8 *)value = (u8)a0; break;
443 case 2: *(u16 *)value = (u16)a0; break;
444 case 4: *(u32 *)value = (u32)a0; break;
445 case 8: *(u64 *)value = a0; break;
446 default: BUG(); break;
452 int vnic_dev_stats_dump(struct vnic_dev *vdev, struct vnic_stats **stats)
458 vdev->stats = pci_alloc_consistent(vdev->pdev,
459 sizeof(struct vnic_stats), &vdev->stats_pa);
464 *stats = vdev->stats;
466 a1 = sizeof(struct vnic_stats);
468 return vnic_dev_cmd(vdev, CMD_STATS_DUMP, &a0, &a1, wait);
471 int vnic_dev_close(struct vnic_dev *vdev)
475 return vnic_dev_cmd(vdev, CMD_CLOSE, &a0, &a1, wait);
478 int vnic_dev_enable_wait(struct vnic_dev *vdev)
484 err = vnic_dev_cmd(vdev, CMD_ENABLE_WAIT, &a0, &a1, wait);
485 if (err == ERR_ECMDUNKNOWN)
486 return vnic_dev_cmd(vdev, CMD_ENABLE, &a0, &a1, wait);
491 int vnic_dev_disable(struct vnic_dev *vdev)
495 return vnic_dev_cmd(vdev, CMD_DISABLE, &a0, &a1, wait);
498 int vnic_dev_open(struct vnic_dev *vdev, int arg)
500 u64 a0 = (u32)arg, a1 = 0;
502 return vnic_dev_cmd(vdev, CMD_OPEN, &a0, &a1, wait);
505 int vnic_dev_open_done(struct vnic_dev *vdev, int *done)
513 err = vnic_dev_cmd(vdev, CMD_OPEN_STATUS, &a0, &a1, wait);
522 static int vnic_dev_soft_reset(struct vnic_dev *vdev, int arg)
524 u64 a0 = (u32)arg, a1 = 0;
526 return vnic_dev_cmd(vdev, CMD_SOFT_RESET, &a0, &a1, wait);
529 static int vnic_dev_soft_reset_done(struct vnic_dev *vdev, int *done)
537 err = vnic_dev_cmd(vdev, CMD_SOFT_RESET_STATUS, &a0, &a1, wait);
546 int vnic_dev_hang_reset(struct vnic_dev *vdev, int arg)
548 u64 a0 = (u32)arg, a1 = 0;
552 err = vnic_dev_cmd(vdev, CMD_HANG_RESET, &a0, &a1, wait);
553 if (err == ERR_ECMDUNKNOWN) {
554 err = vnic_dev_soft_reset(vdev, arg);
558 return vnic_dev_init(vdev, 0);
564 int vnic_dev_hang_reset_done(struct vnic_dev *vdev, int *done)
572 err = vnic_dev_cmd(vdev, CMD_HANG_RESET_STATUS, &a0, &a1, wait);
574 if (err == ERR_ECMDUNKNOWN)
575 return vnic_dev_soft_reset_done(vdev, done);
584 int vnic_dev_hang_notify(struct vnic_dev *vdev)
588 return vnic_dev_cmd(vdev, CMD_HANG_NOTIFY, &a0, &a1, wait);
591 int vnic_dev_mac_addr(struct vnic_dev *vdev, u8 *mac_addr)
597 for (i = 0; i < ETH_ALEN; i++)
600 err = vnic_dev_cmd(vdev, CMD_MAC_ADDR, &a0, &a1, wait);
604 for (i = 0; i < ETH_ALEN; i++)
605 mac_addr[i] = ((u8 *)&a0)[i];
610 int vnic_dev_packet_filter(struct vnic_dev *vdev, int directed, int multicast,
611 int broadcast, int promisc, int allmulti)
617 a0 = (directed ? CMD_PFILTER_DIRECTED : 0) |
618 (multicast ? CMD_PFILTER_MULTICAST : 0) |
619 (broadcast ? CMD_PFILTER_BROADCAST : 0) |
620 (promisc ? CMD_PFILTER_PROMISCUOUS : 0) |
621 (allmulti ? CMD_PFILTER_ALL_MULTICAST : 0);
623 err = vnic_dev_cmd(vdev, CMD_PACKET_FILTER, &a0, &a1, wait);
625 pr_err("Can't set packet filter\n");
630 int vnic_dev_add_addr(struct vnic_dev *vdev, u8 *addr)
637 for (i = 0; i < ETH_ALEN; i++)
638 ((u8 *)&a0)[i] = addr[i];
640 err = vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
642 pr_err("Can't add addr [%pM], %d\n", addr, err);
647 int vnic_dev_del_addr(struct vnic_dev *vdev, u8 *addr)
654 for (i = 0; i < ETH_ALEN; i++)
655 ((u8 *)&a0)[i] = addr[i];
657 err = vnic_dev_cmd(vdev, CMD_ADDR_DEL, &a0, &a1, wait);
659 pr_err("Can't del addr [%pM], %d\n", addr, err);
664 int vnic_dev_set_ig_vlan_rewrite_mode(struct vnic_dev *vdev,
665 u8 ig_vlan_rewrite_mode)
667 u64 a0 = ig_vlan_rewrite_mode, a1 = 0;
671 err = vnic_dev_cmd(vdev, CMD_IG_VLAN_REWRITE_MODE, &a0, &a1, wait);
672 if (err == ERR_ECMDUNKNOWN)
678 static int vnic_dev_notify_setcmd(struct vnic_dev *vdev,
679 void *notify_addr, dma_addr_t notify_pa, u16 intr)
685 memset(notify_addr, 0, sizeof(struct vnic_devcmd_notify));
686 vdev->notify = notify_addr;
687 vdev->notify_pa = notify_pa;
690 a1 = ((u64)intr << 32) & 0x0000ffff00000000ULL;
691 a1 += sizeof(struct vnic_devcmd_notify);
693 r = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
694 vdev->notify_sz = (r == 0) ? (u32)a1 : 0;
698 int vnic_dev_notify_set(struct vnic_dev *vdev, u16 intr)
701 dma_addr_t notify_pa;
703 if (vdev->notify || vdev->notify_pa) {
704 pr_err("notify block %p still allocated", vdev->notify);
708 notify_addr = pci_alloc_consistent(vdev->pdev,
709 sizeof(struct vnic_devcmd_notify),
714 return vnic_dev_notify_setcmd(vdev, notify_addr, notify_pa, intr);
717 static int vnic_dev_notify_unsetcmd(struct vnic_dev *vdev)
723 a0 = 0; /* paddr = 0 to unset notify buffer */
724 a1 = 0x0000ffff00000000ULL; /* intr num = -1 to unreg for intr */
725 a1 += sizeof(struct vnic_devcmd_notify);
727 err = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
735 int vnic_dev_notify_unset(struct vnic_dev *vdev)
738 pci_free_consistent(vdev->pdev,
739 sizeof(struct vnic_devcmd_notify),
744 return vnic_dev_notify_unsetcmd(vdev);
747 static int vnic_dev_notify_ready(struct vnic_dev *vdev)
750 unsigned int nwords = vdev->notify_sz / 4;
754 if (!vdev->notify || !vdev->notify_sz)
759 memcpy(&vdev->notify_copy, vdev->notify, vdev->notify_sz);
760 words = (u32 *)&vdev->notify_copy;
761 for (i = 1; i < nwords; i++)
763 } while (csum != words[0]);
768 int vnic_dev_init(struct vnic_dev *vdev, int arg)
770 u64 a0 = (u32)arg, a1 = 0;
774 if (vnic_dev_capable(vdev, CMD_INIT))
775 r = vnic_dev_cmd(vdev, CMD_INIT, &a0, &a1, wait);
777 vnic_dev_cmd(vdev, CMD_INIT_v1, &a0, &a1, wait);
778 if (a0 & CMD_INITF_DEFAULT_MAC) {
779 /* Emulate these for old CMD_INIT_v1 which
780 * didn't pass a0 so no CMD_INITF_*.
782 vnic_dev_cmd(vdev, CMD_MAC_ADDR, &a0, &a1, wait);
783 vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
789 int vnic_dev_init_done(struct vnic_dev *vdev, int *done, int *err)
797 ret = vnic_dev_cmd(vdev, CMD_INIT_STATUS, &a0, &a1, wait);
803 *err = (a0 == 0) ? (int)a1:0;
808 int vnic_dev_init_prov(struct vnic_dev *vdev, u8 *buf, u32 len)
816 prov_buf = pci_alloc_consistent(vdev->pdev, len, &prov_pa);
820 memcpy(prov_buf, buf, len);
824 ret = vnic_dev_cmd(vdev, CMD_INIT_PROV_INFO, &a0, &a1, wait);
826 pci_free_consistent(vdev->pdev, len, prov_buf, prov_pa);
831 int vnic_dev_deinit(struct vnic_dev *vdev)
836 return vnic_dev_cmd(vdev, CMD_DEINIT, &a0, &a1, wait);
839 int vnic_dev_link_status(struct vnic_dev *vdev)
841 if (!vnic_dev_notify_ready(vdev))
844 return vdev->notify_copy.link_state;
847 u32 vnic_dev_port_speed(struct vnic_dev *vdev)
849 if (!vnic_dev_notify_ready(vdev))
852 return vdev->notify_copy.port_speed;
855 u32 vnic_dev_msg_lvl(struct vnic_dev *vdev)
857 if (!vnic_dev_notify_ready(vdev))
860 return vdev->notify_copy.msglvl;
863 u32 vnic_dev_mtu(struct vnic_dev *vdev)
865 if (!vnic_dev_notify_ready(vdev))
868 return vdev->notify_copy.mtu;
871 void vnic_dev_set_intr_mode(struct vnic_dev *vdev,
872 enum vnic_dev_intr_mode intr_mode)
874 vdev->intr_mode = intr_mode;
877 enum vnic_dev_intr_mode vnic_dev_get_intr_mode(
878 struct vnic_dev *vdev)
880 return vdev->intr_mode;
883 void vnic_dev_unregister(struct vnic_dev *vdev)
887 pci_free_consistent(vdev->pdev,
888 sizeof(struct vnic_devcmd_notify),
892 pci_free_consistent(vdev->pdev,
893 sizeof(struct vnic_stats),
894 vdev->stats, vdev->stats_pa);
896 pci_free_consistent(vdev->pdev,
897 sizeof(struct vnic_devcmd_fw_info),
898 vdev->fw_info, vdev->fw_info_pa);
903 struct vnic_dev *vnic_dev_register(struct vnic_dev *vdev,
904 void *priv, struct pci_dev *pdev, struct vnic_dev_bar *bar,
905 unsigned int num_bars)
908 vdev = kzalloc(sizeof(struct vnic_dev), GFP_ATOMIC);
916 if (vnic_dev_discover_res(vdev, bar, num_bars))
919 vdev->devcmd = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD, 0);
926 vnic_dev_unregister(vdev);