2 * Copyright 2008-2010 Cisco Systems, Inc. All rights reserved.
3 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
5 * This program is free software; you may redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; version 2 of the License.
9 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
10 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
11 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
12 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
13 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
14 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
15 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20 #include <linux/kernel.h>
21 #include <linux/errno.h>
22 #include <linux/types.h>
23 #include <linux/pci.h>
24 #include <linux/delay.h>
25 #include <linux/if_ether.h>
27 #include "vnic_resource.h"
28 #include "vnic_devcmd.h"
30 #include "vnic_stats.h"
32 enum vnic_proxy_type {
46 struct vnic_res res[RES_TYPE_MAX];
47 enum vnic_dev_intr_mode intr_mode;
48 struct vnic_devcmd __iomem *devcmd;
49 struct vnic_devcmd_notify *notify;
50 struct vnic_devcmd_notify notify_copy;
53 dma_addr_t linkstatus_pa;
54 struct vnic_stats *stats;
56 struct vnic_devcmd_fw_info *fw_info;
57 dma_addr_t fw_info_pa;
58 enum vnic_proxy_type proxy;
60 u64 args[VNIC_DEVCMD_NARGS];
63 #define VNIC_MAX_RES_HDR_SIZE \
64 (sizeof(struct vnic_resource_header) + \
65 sizeof(struct vnic_resource) * RES_TYPE_MAX)
66 #define VNIC_RES_STRIDE 128
68 void *vnic_dev_priv(struct vnic_dev *vdev)
73 static int vnic_dev_discover_res(struct vnic_dev *vdev,
74 struct vnic_dev_bar *bar, unsigned int num_bars)
76 struct vnic_resource_header __iomem *rh;
77 struct mgmt_barmap_hdr __iomem *mrh;
78 struct vnic_resource __iomem *r;
84 if (bar->len < VNIC_MAX_RES_HDR_SIZE) {
85 pr_err("vNIC BAR0 res hdr length error\n");
92 pr_err("vNIC BAR0 res hdr not mem-mapped\n");
96 /* Check for mgmt vnic in addition to normal vnic */
97 if ((ioread32(&rh->magic) != VNIC_RES_MAGIC) ||
98 (ioread32(&rh->version) != VNIC_RES_VERSION)) {
99 if ((ioread32(&mrh->magic) != MGMTVNIC_MAGIC) ||
100 (ioread32(&mrh->version) != MGMTVNIC_VERSION)) {
101 pr_err("vNIC BAR0 res magic/version error "
102 "exp (%lx/%lx) or (%lx/%lx), curr (%x/%x)\n",
103 VNIC_RES_MAGIC, VNIC_RES_VERSION,
104 MGMTVNIC_MAGIC, MGMTVNIC_VERSION,
105 ioread32(&rh->magic), ioread32(&rh->version));
110 if (ioread32(&mrh->magic) == MGMTVNIC_MAGIC)
111 r = (struct vnic_resource __iomem *)(mrh + 1);
113 r = (struct vnic_resource __iomem *)(rh + 1);
116 while ((type = ioread8(&r->type)) != RES_TYPE_EOL) {
118 u8 bar_num = ioread8(&r->bar);
119 u32 bar_offset = ioread32(&r->bar_offset);
120 u32 count = ioread32(&r->count);
125 if (bar_num >= num_bars)
128 if (!bar[bar_num].len || !bar[bar_num].vaddr)
135 case RES_TYPE_INTR_CTRL:
136 /* each count is stride bytes long */
137 len = count * VNIC_RES_STRIDE;
138 if (len + bar_offset > bar[bar_num].len) {
139 pr_err("vNIC BAR0 resource %d "
140 "out-of-bounds, offset 0x%x + "
141 "size 0x%x > bar len 0x%lx\n",
148 case RES_TYPE_INTR_PBA_LEGACY:
149 case RES_TYPE_DEVCMD:
156 vdev->res[type].count = count;
157 vdev->res[type].vaddr = (char __iomem *)bar[bar_num].vaddr +
159 vdev->res[type].bus_addr = bar[bar_num].bus_addr + bar_offset;
165 unsigned int vnic_dev_get_res_count(struct vnic_dev *vdev,
166 enum vnic_res_type type)
168 return vdev->res[type].count;
171 void __iomem *vnic_dev_get_res(struct vnic_dev *vdev, enum vnic_res_type type,
174 if (!vdev->res[type].vaddr)
181 case RES_TYPE_INTR_CTRL:
182 return (char __iomem *)vdev->res[type].vaddr +
183 index * VNIC_RES_STRIDE;
185 return (char __iomem *)vdev->res[type].vaddr;
189 static unsigned int vnic_dev_desc_ring_size(struct vnic_dev_ring *ring,
190 unsigned int desc_count, unsigned int desc_size)
192 /* The base address of the desc rings must be 512 byte aligned.
193 * Descriptor count is aligned to groups of 32 descriptors. A
194 * count of 0 means the maximum 4096 descriptors. Descriptor
195 * size is aligned to 16 bytes.
198 unsigned int count_align = 32;
199 unsigned int desc_align = 16;
201 ring->base_align = 512;
206 ring->desc_count = ALIGN(desc_count, count_align);
208 ring->desc_size = ALIGN(desc_size, desc_align);
210 ring->size = ring->desc_count * ring->desc_size;
211 ring->size_unaligned = ring->size + ring->base_align;
213 return ring->size_unaligned;
216 void vnic_dev_clear_desc_ring(struct vnic_dev_ring *ring)
218 memset(ring->descs, 0, ring->size);
221 int vnic_dev_alloc_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring,
222 unsigned int desc_count, unsigned int desc_size)
224 vnic_dev_desc_ring_size(ring, desc_count, desc_size);
226 ring->descs_unaligned = pci_alloc_consistent(vdev->pdev,
227 ring->size_unaligned,
228 &ring->base_addr_unaligned);
230 if (!ring->descs_unaligned) {
231 pr_err("Failed to allocate ring (size=%d), aborting\n",
236 ring->base_addr = ALIGN(ring->base_addr_unaligned,
238 ring->descs = (u8 *)ring->descs_unaligned +
239 (ring->base_addr - ring->base_addr_unaligned);
241 vnic_dev_clear_desc_ring(ring);
243 ring->desc_avail = ring->desc_count - 1;
248 void vnic_dev_free_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring)
251 pci_free_consistent(vdev->pdev,
252 ring->size_unaligned,
253 ring->descs_unaligned,
254 ring->base_addr_unaligned);
259 static int _vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
262 struct vnic_devcmd __iomem *devcmd = vdev->devcmd;
268 status = ioread32(&devcmd->status);
269 if (status == 0xFFFFFFFF) {
270 /* PCI-e target device is gone */
273 if (status & STAT_BUSY) {
274 pr_err("Busy devcmd %d\n", _CMD_N(cmd));
278 if (_CMD_DIR(cmd) & _CMD_DIR_WRITE) {
279 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
280 writeq(vdev->args[i], &devcmd->args[i]);
284 iowrite32(cmd, &devcmd->cmd);
286 if ((_CMD_FLAGS(cmd) & _CMD_FLAGS_NOWAIT))
289 for (delay = 0; delay < wait; delay++) {
293 status = ioread32(&devcmd->status);
294 if (status == 0xFFFFFFFF) {
295 /* PCI-e target device is gone */
299 if (!(status & STAT_BUSY)) {
301 if (status & STAT_ERROR) {
302 err = (int)readq(&devcmd->args[0]);
303 if (err != ERR_ECMDUNKNOWN ||
304 cmd != CMD_CAPABILITY)
305 pr_err("Error %d devcmd %d\n",
310 if (_CMD_DIR(cmd) & _CMD_DIR_READ) {
312 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
313 vdev->args[i] = readq(&devcmd->args[i]);
320 pr_err("Timedout devcmd %d\n", _CMD_N(cmd));
324 static int vnic_dev_cmd_proxy_by_bdf(struct vnic_dev *vdev,
325 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait)
330 memset(vdev->args, 0, sizeof(vdev->args));
332 vdev->args[0] = vdev->proxy_index; /* bdf */
337 err = _vnic_dev_cmd(vdev, CMD_PROXY_BY_BDF, wait);
341 status = (u32)vdev->args[0];
342 if (status & STAT_ERROR) {
343 err = (int)vdev->args[1];
344 if (err != ERR_ECMDUNKNOWN ||
345 cmd != CMD_CAPABILITY)
346 pr_err("Error %d proxy devcmd %d\n", err, _CMD_N(cmd));
356 static int vnic_dev_cmd_no_proxy(struct vnic_dev *vdev,
357 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait)
364 err = _vnic_dev_cmd(vdev, cmd, wait);
372 int vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
373 u64 *a0, u64 *a1, int wait)
375 memset(vdev->args, 0, sizeof(vdev->args));
377 switch (vdev->proxy) {
379 return vnic_dev_cmd_proxy_by_bdf(vdev, cmd, a0, a1, wait);
382 return vnic_dev_cmd_no_proxy(vdev, cmd, a0, a1, wait);
386 static int vnic_dev_capable(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd)
388 u64 a0 = (u32)cmd, a1 = 0;
392 err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);
397 int vnic_dev_fw_info(struct vnic_dev *vdev,
398 struct vnic_devcmd_fw_info **fw_info)
404 if (!vdev->fw_info) {
405 vdev->fw_info = pci_alloc_consistent(vdev->pdev,
406 sizeof(struct vnic_devcmd_fw_info),
411 a0 = vdev->fw_info_pa;
413 /* only get fw_info once and cache it */
414 err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO, &a0, &a1, wait);
417 *fw_info = vdev->fw_info;
422 int vnic_dev_hw_version(struct vnic_dev *vdev, enum vnic_dev_hw_version *hw_ver)
424 struct vnic_devcmd_fw_info *fw_info;
427 err = vnic_dev_fw_info(vdev, &fw_info);
431 if (strncmp(fw_info->hw_version, "A1", sizeof("A1")) == 0)
432 *hw_ver = VNIC_DEV_HW_VER_A1;
433 else if (strncmp(fw_info->hw_version, "A2", sizeof("A2")) == 0)
434 *hw_ver = VNIC_DEV_HW_VER_A2;
436 *hw_ver = VNIC_DEV_HW_VER_UNKNOWN;
441 int vnic_dev_spec(struct vnic_dev *vdev, unsigned int offset, unsigned int size,
451 err = vnic_dev_cmd(vdev, CMD_DEV_SPEC, &a0, &a1, wait);
454 case 1: *(u8 *)value = (u8)a0; break;
455 case 2: *(u16 *)value = (u16)a0; break;
456 case 4: *(u32 *)value = (u32)a0; break;
457 case 8: *(u64 *)value = a0; break;
458 default: BUG(); break;
464 int vnic_dev_stats_dump(struct vnic_dev *vdev, struct vnic_stats **stats)
470 vdev->stats = pci_alloc_consistent(vdev->pdev,
471 sizeof(struct vnic_stats), &vdev->stats_pa);
476 *stats = vdev->stats;
478 a1 = sizeof(struct vnic_stats);
480 return vnic_dev_cmd(vdev, CMD_STATS_DUMP, &a0, &a1, wait);
483 int vnic_dev_close(struct vnic_dev *vdev)
487 return vnic_dev_cmd(vdev, CMD_CLOSE, &a0, &a1, wait);
490 int vnic_dev_enable(struct vnic_dev *vdev)
494 return vnic_dev_cmd(vdev, CMD_ENABLE, &a0, &a1, wait);
497 int vnic_dev_disable(struct vnic_dev *vdev)
501 return vnic_dev_cmd(vdev, CMD_DISABLE, &a0, &a1, wait);
504 int vnic_dev_open(struct vnic_dev *vdev, int arg)
506 u64 a0 = (u32)arg, a1 = 0;
508 return vnic_dev_cmd(vdev, CMD_OPEN, &a0, &a1, wait);
511 int vnic_dev_open_done(struct vnic_dev *vdev, int *done)
519 err = vnic_dev_cmd(vdev, CMD_OPEN_STATUS, &a0, &a1, wait);
528 static int vnic_dev_soft_reset(struct vnic_dev *vdev, int arg)
530 u64 a0 = (u32)arg, a1 = 0;
532 return vnic_dev_cmd(vdev, CMD_SOFT_RESET, &a0, &a1, wait);
535 static int vnic_dev_soft_reset_done(struct vnic_dev *vdev, int *done)
543 err = vnic_dev_cmd(vdev, CMD_SOFT_RESET_STATUS, &a0, &a1, wait);
552 int vnic_dev_hang_reset(struct vnic_dev *vdev, int arg)
554 u64 a0 = (u32)arg, a1 = 0;
558 err = vnic_dev_cmd(vdev, CMD_HANG_RESET, &a0, &a1, wait);
559 if (err == ERR_ECMDUNKNOWN) {
560 err = vnic_dev_soft_reset(vdev, arg);
564 return vnic_dev_init(vdev, 0);
570 int vnic_dev_hang_reset_done(struct vnic_dev *vdev, int *done)
578 err = vnic_dev_cmd(vdev, CMD_HANG_RESET_STATUS, &a0, &a1, wait);
580 if (err == ERR_ECMDUNKNOWN)
581 return vnic_dev_soft_reset_done(vdev, done);
590 int vnic_dev_hang_notify(struct vnic_dev *vdev)
594 return vnic_dev_cmd(vdev, CMD_HANG_NOTIFY, &a0, &a1, wait);
597 int vnic_dev_mac_addr(struct vnic_dev *vdev, u8 *mac_addr)
603 for (i = 0; i < ETH_ALEN; i++)
606 err = vnic_dev_cmd(vdev, CMD_MAC_ADDR, &a0, &a1, wait);
610 for (i = 0; i < ETH_ALEN; i++)
611 mac_addr[i] = ((u8 *)&a0)[i];
616 int vnic_dev_packet_filter(struct vnic_dev *vdev, int directed, int multicast,
617 int broadcast, int promisc, int allmulti)
623 a0 = (directed ? CMD_PFILTER_DIRECTED : 0) |
624 (multicast ? CMD_PFILTER_MULTICAST : 0) |
625 (broadcast ? CMD_PFILTER_BROADCAST : 0) |
626 (promisc ? CMD_PFILTER_PROMISCUOUS : 0) |
627 (allmulti ? CMD_PFILTER_ALL_MULTICAST : 0);
629 err = vnic_dev_cmd(vdev, CMD_PACKET_FILTER, &a0, &a1, wait);
631 pr_err("Can't set packet filter\n");
636 int vnic_dev_add_addr(struct vnic_dev *vdev, u8 *addr)
643 for (i = 0; i < ETH_ALEN; i++)
644 ((u8 *)&a0)[i] = addr[i];
646 err = vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
648 pr_err("Can't add addr [%pM], %d\n", addr, err);
653 int vnic_dev_del_addr(struct vnic_dev *vdev, u8 *addr)
660 for (i = 0; i < ETH_ALEN; i++)
661 ((u8 *)&a0)[i] = addr[i];
663 err = vnic_dev_cmd(vdev, CMD_ADDR_DEL, &a0, &a1, wait);
665 pr_err("Can't del addr [%pM], %d\n", addr, err);
670 int vnic_dev_set_ig_vlan_rewrite_mode(struct vnic_dev *vdev,
671 u8 ig_vlan_rewrite_mode)
673 u64 a0 = ig_vlan_rewrite_mode, a1 = 0;
677 err = vnic_dev_cmd(vdev, CMD_IG_VLAN_REWRITE_MODE, &a0, &a1, wait);
678 if (err == ERR_ECMDUNKNOWN)
684 static int vnic_dev_notify_setcmd(struct vnic_dev *vdev,
685 void *notify_addr, dma_addr_t notify_pa, u16 intr)
691 memset(notify_addr, 0, sizeof(struct vnic_devcmd_notify));
692 vdev->notify = notify_addr;
693 vdev->notify_pa = notify_pa;
696 a1 = ((u64)intr << 32) & 0x0000ffff00000000ULL;
697 a1 += sizeof(struct vnic_devcmd_notify);
699 r = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
700 vdev->notify_sz = (r == 0) ? (u32)a1 : 0;
704 int vnic_dev_notify_set(struct vnic_dev *vdev, u16 intr)
707 dma_addr_t notify_pa;
709 if (vdev->notify || vdev->notify_pa) {
710 pr_err("notify block %p still allocated", vdev->notify);
714 notify_addr = pci_alloc_consistent(vdev->pdev,
715 sizeof(struct vnic_devcmd_notify),
720 return vnic_dev_notify_setcmd(vdev, notify_addr, notify_pa, intr);
723 static int vnic_dev_notify_unsetcmd(struct vnic_dev *vdev)
729 a0 = 0; /* paddr = 0 to unset notify buffer */
730 a1 = 0x0000ffff00000000ULL; /* intr num = -1 to unreg for intr */
731 a1 += sizeof(struct vnic_devcmd_notify);
733 err = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
741 int vnic_dev_notify_unset(struct vnic_dev *vdev)
744 pci_free_consistent(vdev->pdev,
745 sizeof(struct vnic_devcmd_notify),
750 return vnic_dev_notify_unsetcmd(vdev);
753 static int vnic_dev_notify_ready(struct vnic_dev *vdev)
756 unsigned int nwords = vdev->notify_sz / 4;
760 if (!vdev->notify || !vdev->notify_sz)
765 memcpy(&vdev->notify_copy, vdev->notify, vdev->notify_sz);
766 words = (u32 *)&vdev->notify_copy;
767 for (i = 1; i < nwords; i++)
769 } while (csum != words[0]);
774 int vnic_dev_init(struct vnic_dev *vdev, int arg)
776 u64 a0 = (u32)arg, a1 = 0;
780 if (vnic_dev_capable(vdev, CMD_INIT))
781 r = vnic_dev_cmd(vdev, CMD_INIT, &a0, &a1, wait);
783 vnic_dev_cmd(vdev, CMD_INIT_v1, &a0, &a1, wait);
784 if (a0 & CMD_INITF_DEFAULT_MAC) {
785 /* Emulate these for old CMD_INIT_v1 which
786 * didn't pass a0 so no CMD_INITF_*.
788 vnic_dev_cmd(vdev, CMD_MAC_ADDR, &a0, &a1, wait);
789 vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
795 int vnic_dev_init_done(struct vnic_dev *vdev, int *done, int *err)
803 ret = vnic_dev_cmd(vdev, CMD_INIT_STATUS, &a0, &a1, wait);
809 *err = (a0 == 0) ? (int)a1:0;
814 int vnic_dev_init_prov(struct vnic_dev *vdev, u8 *buf, u32 len)
822 prov_buf = pci_alloc_consistent(vdev->pdev, len, &prov_pa);
826 memcpy(prov_buf, buf, len);
830 ret = vnic_dev_cmd(vdev, CMD_INIT_PROV_INFO, &a0, &a1, wait);
832 pci_free_consistent(vdev->pdev, len, prov_buf, prov_pa);
837 int vnic_dev_deinit(struct vnic_dev *vdev)
842 return vnic_dev_cmd(vdev, CMD_DEINIT, &a0, &a1, wait);
845 int vnic_dev_link_status(struct vnic_dev *vdev)
847 if (!vnic_dev_notify_ready(vdev))
850 return vdev->notify_copy.link_state;
853 u32 vnic_dev_port_speed(struct vnic_dev *vdev)
855 if (!vnic_dev_notify_ready(vdev))
858 return vdev->notify_copy.port_speed;
861 u32 vnic_dev_msg_lvl(struct vnic_dev *vdev)
863 if (!vnic_dev_notify_ready(vdev))
866 return vdev->notify_copy.msglvl;
869 u32 vnic_dev_mtu(struct vnic_dev *vdev)
871 if (!vnic_dev_notify_ready(vdev))
874 return vdev->notify_copy.mtu;
877 void vnic_dev_set_intr_mode(struct vnic_dev *vdev,
878 enum vnic_dev_intr_mode intr_mode)
880 vdev->intr_mode = intr_mode;
883 enum vnic_dev_intr_mode vnic_dev_get_intr_mode(
884 struct vnic_dev *vdev)
886 return vdev->intr_mode;
889 void vnic_dev_unregister(struct vnic_dev *vdev)
893 pci_free_consistent(vdev->pdev,
894 sizeof(struct vnic_devcmd_notify),
898 pci_free_consistent(vdev->pdev,
899 sizeof(struct vnic_stats),
900 vdev->stats, vdev->stats_pa);
902 pci_free_consistent(vdev->pdev,
903 sizeof(struct vnic_devcmd_fw_info),
904 vdev->fw_info, vdev->fw_info_pa);
909 struct vnic_dev *vnic_dev_register(struct vnic_dev *vdev,
910 void *priv, struct pci_dev *pdev, struct vnic_dev_bar *bar,
911 unsigned int num_bars)
914 vdev = kzalloc(sizeof(struct vnic_dev), GFP_ATOMIC);
922 if (vnic_dev_discover_res(vdev, bar, num_bars))
925 vdev->devcmd = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD, 0);
932 vnic_dev_unregister(vdev);