2 * QLogic qlcnic NIC Driver
3 * Copyright (c) 2009-2013 QLogic Corporation
5 * See LICENSE.qlcnic for copyright and licensing details.
9 #include "qlcnic_sriov.h"
10 #include <linux/if_vlan.h>
11 #include <linux/ipv6.h>
12 #include <linux/ethtool.h>
13 #include <linux/interrupt.h>
14 #include <linux/aer.h>
16 #define RSS_HASHTYPE_IP_TCP 0x3
17 #define QLC_83XX_FW_MBX_CMD 0
18 #define QLC_SKIP_INACTIVE_PCI_REGS 7
20 static const struct qlcnic_mailbox_metadata qlcnic_83xx_mbx_tbl[] = {
21 {QLCNIC_CMD_CONFIGURE_IP_ADDR, 6, 1},
22 {QLCNIC_CMD_CONFIG_INTRPT, 18, 34},
23 {QLCNIC_CMD_CREATE_RX_CTX, 136, 27},
24 {QLCNIC_CMD_DESTROY_RX_CTX, 2, 1},
25 {QLCNIC_CMD_CREATE_TX_CTX, 54, 18},
26 {QLCNIC_CMD_DESTROY_TX_CTX, 2, 1},
27 {QLCNIC_CMD_CONFIGURE_MAC_LEARNING, 2, 1},
28 {QLCNIC_CMD_INTRPT_TEST, 22, 12},
29 {QLCNIC_CMD_SET_MTU, 3, 1},
30 {QLCNIC_CMD_READ_PHY, 4, 2},
31 {QLCNIC_CMD_WRITE_PHY, 5, 1},
32 {QLCNIC_CMD_READ_HW_REG, 4, 1},
33 {QLCNIC_CMD_GET_FLOW_CTL, 4, 2},
34 {QLCNIC_CMD_SET_FLOW_CTL, 4, 1},
35 {QLCNIC_CMD_READ_MAX_MTU, 4, 2},
36 {QLCNIC_CMD_READ_MAX_LRO, 4, 2},
37 {QLCNIC_CMD_MAC_ADDRESS, 4, 3},
38 {QLCNIC_CMD_GET_PCI_INFO, 1, 129},
39 {QLCNIC_CMD_GET_NIC_INFO, 2, 19},
40 {QLCNIC_CMD_SET_NIC_INFO, 32, 1},
41 {QLCNIC_CMD_GET_ESWITCH_CAPABILITY, 4, 3},
42 {QLCNIC_CMD_TOGGLE_ESWITCH, 4, 1},
43 {QLCNIC_CMD_GET_ESWITCH_STATUS, 4, 3},
44 {QLCNIC_CMD_SET_PORTMIRRORING, 4, 1},
45 {QLCNIC_CMD_CONFIGURE_ESWITCH, 4, 1},
46 {QLCNIC_CMD_GET_ESWITCH_PORT_CONFIG, 4, 3},
47 {QLCNIC_CMD_GET_ESWITCH_STATS, 5, 1},
48 {QLCNIC_CMD_CONFIG_PORT, 4, 1},
49 {QLCNIC_CMD_TEMP_SIZE, 1, 4},
50 {QLCNIC_CMD_GET_TEMP_HDR, 5, 5},
51 {QLCNIC_CMD_GET_LINK_EVENT, 2, 1},
52 {QLCNIC_CMD_CONFIG_MAC_VLAN, 4, 3},
53 {QLCNIC_CMD_CONFIG_INTR_COAL, 6, 1},
54 {QLCNIC_CMD_CONFIGURE_RSS, 14, 1},
55 {QLCNIC_CMD_CONFIGURE_LED, 2, 1},
56 {QLCNIC_CMD_CONFIGURE_MAC_RX_MODE, 2, 1},
57 {QLCNIC_CMD_CONFIGURE_HW_LRO, 2, 1},
58 {QLCNIC_CMD_GET_STATISTICS, 2, 80},
59 {QLCNIC_CMD_SET_PORT_CONFIG, 2, 1},
60 {QLCNIC_CMD_GET_PORT_CONFIG, 2, 2},
61 {QLCNIC_CMD_GET_LINK_STATUS, 2, 4},
62 {QLCNIC_CMD_IDC_ACK, 5, 1},
63 {QLCNIC_CMD_INIT_NIC_FUNC, 2, 1},
64 {QLCNIC_CMD_STOP_NIC_FUNC, 2, 1},
65 {QLCNIC_CMD_SET_LED_CONFIG, 5, 1},
66 {QLCNIC_CMD_GET_LED_CONFIG, 1, 5},
67 {QLCNIC_CMD_83XX_SET_DRV_VER, 4, 1},
68 {QLCNIC_CMD_ADD_RCV_RINGS, 130, 26},
69 {QLCNIC_CMD_CONFIG_VPORT, 4, 4},
70 {QLCNIC_CMD_BC_EVENT_SETUP, 2, 1},
71 {QLCNIC_CMD_DCB_QUERY_CAP, 1, 2},
72 {QLCNIC_CMD_DCB_QUERY_PARAM, 1, 50},
75 const u32 qlcnic_83xx_ext_reg_tbl[] = {
76 0x38CC, /* Global Reset */
77 0x38F0, /* Wildcard */
78 0x38FC, /* Informant */
79 0x3038, /* Host MBX ctrl */
80 0x303C, /* FW MBX ctrl */
81 0x355C, /* BOOT LOADER ADDRESS REG */
82 0x3560, /* BOOT LOADER SIZE REG */
83 0x3564, /* FW IMAGE ADDR REG */
84 0x1000, /* MBX intr enable */
85 0x1200, /* Default Intr mask */
86 0x1204, /* Default Interrupt ID */
87 0x3780, /* QLC_83XX_IDC_MAJ_VERSION */
88 0x3784, /* QLC_83XX_IDC_DEV_STATE */
89 0x3788, /* QLC_83XX_IDC_DRV_PRESENCE */
90 0x378C, /* QLC_83XX_IDC_DRV_ACK */
91 0x3790, /* QLC_83XX_IDC_CTRL */
92 0x3794, /* QLC_83XX_IDC_DRV_AUDIT */
93 0x3798, /* QLC_83XX_IDC_MIN_VERSION */
94 0x379C, /* QLC_83XX_RECOVER_DRV_LOCK */
95 0x37A0, /* QLC_83XX_IDC_PF_0 */
96 0x37A4, /* QLC_83XX_IDC_PF_1 */
97 0x37A8, /* QLC_83XX_IDC_PF_2 */
98 0x37AC, /* QLC_83XX_IDC_PF_3 */
99 0x37B0, /* QLC_83XX_IDC_PF_4 */
100 0x37B4, /* QLC_83XX_IDC_PF_5 */
101 0x37B8, /* QLC_83XX_IDC_PF_6 */
102 0x37BC, /* QLC_83XX_IDC_PF_7 */
103 0x37C0, /* QLC_83XX_IDC_PF_8 */
104 0x37C4, /* QLC_83XX_IDC_PF_9 */
105 0x37C8, /* QLC_83XX_IDC_PF_10 */
106 0x37CC, /* QLC_83XX_IDC_PF_11 */
107 0x37D0, /* QLC_83XX_IDC_PF_12 */
108 0x37D4, /* QLC_83XX_IDC_PF_13 */
109 0x37D8, /* QLC_83XX_IDC_PF_14 */
110 0x37DC, /* QLC_83XX_IDC_PF_15 */
111 0x37E0, /* QLC_83XX_IDC_DEV_PARTITION_INFO_1 */
112 0x37E4, /* QLC_83XX_IDC_DEV_PARTITION_INFO_2 */
113 0x37F0, /* QLC_83XX_DRV_OP_MODE */
114 0x37F4, /* QLC_83XX_VNIC_STATE */
115 0x3868, /* QLC_83XX_DRV_LOCK */
116 0x386C, /* QLC_83XX_DRV_UNLOCK */
117 0x3504, /* QLC_83XX_DRV_LOCK_ID */
118 0x34A4, /* QLC_83XX_ASIC_TEMP */
121 const u32 qlcnic_83xx_reg_tbl[] = {
122 0x34A8, /* PEG_HALT_STAT1 */
123 0x34AC, /* PEG_HALT_STAT2 */
124 0x34B0, /* FW_HEARTBEAT */
125 0x3500, /* FLASH LOCK_ID */
126 0x3528, /* FW_CAPABILITIES */
127 0x3538, /* Driver active, DRV_REG0 */
128 0x3540, /* Device state, DRV_REG1 */
129 0x3544, /* Driver state, DRV_REG2 */
130 0x3548, /* Driver scratch, DRV_REG3 */
131 0x354C, /* Device partiton info, DRV_REG4 */
132 0x3524, /* Driver IDC ver, DRV_REG5 */
133 0x3550, /* FW_VER_MAJOR */
134 0x3554, /* FW_VER_MINOR */
135 0x3558, /* FW_VER_SUB */
136 0x359C, /* NPAR STATE */
137 0x35FC, /* FW_IMG_VALID */
138 0x3650, /* CMD_PEG_STATE */
139 0x373C, /* RCV_PEG_STATE */
140 0x37B4, /* ASIC TEMP */
142 0x3570, /* DRV OP MODE */
143 0x3850, /* FLASH LOCK */
144 0x3854, /* FLASH UNLOCK */
147 static struct qlcnic_hardware_ops qlcnic_83xx_hw_ops = {
148 .read_crb = qlcnic_83xx_read_crb,
149 .write_crb = qlcnic_83xx_write_crb,
150 .read_reg = qlcnic_83xx_rd_reg_indirect,
151 .write_reg = qlcnic_83xx_wrt_reg_indirect,
152 .get_mac_address = qlcnic_83xx_get_mac_address,
153 .setup_intr = qlcnic_83xx_setup_intr,
154 .alloc_mbx_args = qlcnic_83xx_alloc_mbx_args,
155 .mbx_cmd = qlcnic_83xx_issue_cmd,
156 .get_func_no = qlcnic_83xx_get_func_no,
157 .api_lock = qlcnic_83xx_cam_lock,
158 .api_unlock = qlcnic_83xx_cam_unlock,
159 .add_sysfs = qlcnic_83xx_add_sysfs,
160 .remove_sysfs = qlcnic_83xx_remove_sysfs,
161 .process_lb_rcv_ring_diag = qlcnic_83xx_process_rcv_ring_diag,
162 .create_rx_ctx = qlcnic_83xx_create_rx_ctx,
163 .create_tx_ctx = qlcnic_83xx_create_tx_ctx,
164 .del_rx_ctx = qlcnic_83xx_del_rx_ctx,
165 .del_tx_ctx = qlcnic_83xx_del_tx_ctx,
166 .setup_link_event = qlcnic_83xx_setup_link_event,
167 .get_nic_info = qlcnic_83xx_get_nic_info,
168 .get_pci_info = qlcnic_83xx_get_pci_info,
169 .set_nic_info = qlcnic_83xx_set_nic_info,
170 .change_macvlan = qlcnic_83xx_sre_macaddr_change,
171 .napi_enable = qlcnic_83xx_napi_enable,
172 .napi_disable = qlcnic_83xx_napi_disable,
173 .config_intr_coal = qlcnic_83xx_config_intr_coal,
174 .config_rss = qlcnic_83xx_config_rss,
175 .config_hw_lro = qlcnic_83xx_config_hw_lro,
176 .config_promisc_mode = qlcnic_83xx_nic_set_promisc,
177 .change_l2_filter = qlcnic_83xx_change_l2_filter,
178 .get_board_info = qlcnic_83xx_get_port_info,
179 .set_mac_filter_count = qlcnic_83xx_set_mac_filter_count,
180 .free_mac_list = qlcnic_82xx_free_mac_list,
181 .io_error_detected = qlcnic_83xx_io_error_detected,
182 .io_slot_reset = qlcnic_83xx_io_slot_reset,
183 .io_resume = qlcnic_83xx_io_resume,
184 .get_beacon_state = qlcnic_83xx_get_beacon_state,
187 static struct qlcnic_nic_template qlcnic_83xx_ops = {
188 .config_bridged_mode = qlcnic_config_bridged_mode,
189 .config_led = qlcnic_config_led,
190 .request_reset = qlcnic_83xx_idc_request_reset,
191 .cancel_idc_work = qlcnic_83xx_idc_exit,
192 .napi_add = qlcnic_83xx_napi_add,
193 .napi_del = qlcnic_83xx_napi_del,
194 .config_ipaddr = qlcnic_83xx_config_ipaddr,
195 .clear_legacy_intr = qlcnic_83xx_clear_legacy_intr,
196 .shutdown = qlcnic_83xx_shutdown,
197 .resume = qlcnic_83xx_resume,
200 void qlcnic_83xx_register_map(struct qlcnic_hardware_context *ahw)
202 ahw->hw_ops = &qlcnic_83xx_hw_ops;
203 ahw->reg_tbl = (u32 *)qlcnic_83xx_reg_tbl;
204 ahw->ext_reg_tbl = (u32 *)qlcnic_83xx_ext_reg_tbl;
207 int qlcnic_83xx_get_fw_version(struct qlcnic_adapter *adapter)
209 u32 fw_major, fw_minor, fw_build;
210 struct pci_dev *pdev = adapter->pdev;
212 fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
213 fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
214 fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
215 adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
217 dev_info(&pdev->dev, "Driver v%s, firmware version %d.%d.%d\n",
218 QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
220 return adapter->fw_version;
223 static int __qlcnic_set_win_base(struct qlcnic_adapter *adapter, u32 addr)
228 base = adapter->ahw->pci_base0 +
229 QLC_83XX_CRB_WIN_FUNC(adapter->ahw->pci_func);
238 int qlcnic_83xx_rd_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
241 struct qlcnic_hardware_context *ahw = adapter->ahw;
243 *err = __qlcnic_set_win_base(adapter, (u32) addr);
245 return QLCRDX(ahw, QLCNIC_WILDCARD);
247 dev_err(&adapter->pdev->dev,
248 "%s failed, addr = 0x%lx\n", __func__, addr);
253 int qlcnic_83xx_wrt_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
257 struct qlcnic_hardware_context *ahw = adapter->ahw;
259 err = __qlcnic_set_win_base(adapter, (u32) addr);
261 QLCWRX(ahw, QLCNIC_WILDCARD, data);
264 dev_err(&adapter->pdev->dev,
265 "%s failed, addr = 0x%x data = 0x%x\n",
266 __func__, (int)addr, data);
271 int qlcnic_83xx_setup_intr(struct qlcnic_adapter *adapter)
273 int err, i, num_msix;
274 struct qlcnic_hardware_context *ahw = adapter->ahw;
276 num_msix = adapter->drv_sds_rings;
278 /* account for AEN interrupt MSI-X based interrupts */
281 if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
282 num_msix += adapter->drv_tx_rings;
284 err = qlcnic_enable_msix(adapter, num_msix);
287 if (adapter->flags & QLCNIC_MSIX_ENABLED)
288 num_msix = adapter->ahw->num_msix;
290 if (qlcnic_sriov_vf_check(adapter))
293 adapter->drv_tx_rings = QLCNIC_SINGLE_RING;
295 /* setup interrupt mapping table for fw */
296 ahw->intr_tbl = vzalloc(num_msix *
297 sizeof(struct qlcnic_intrpt_config));
300 if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
301 /* MSI-X enablement failed, use legacy interrupt */
302 adapter->tgt_status_reg = ahw->pci_base0 + QLC_83XX_INTX_PTR;
303 adapter->tgt_mask_reg = ahw->pci_base0 + QLC_83XX_INTX_MASK;
304 adapter->isr_int_vec = ahw->pci_base0 + QLC_83XX_INTX_TRGR;
305 adapter->msix_entries[0].vector = adapter->pdev->irq;
306 dev_info(&adapter->pdev->dev, "using legacy interrupt\n");
309 for (i = 0; i < num_msix; i++) {
310 if (adapter->flags & QLCNIC_MSIX_ENABLED)
311 ahw->intr_tbl[i].type = QLCNIC_INTRPT_MSIX;
313 ahw->intr_tbl[i].type = QLCNIC_INTRPT_INTX;
314 ahw->intr_tbl[i].id = i;
315 ahw->intr_tbl[i].src = 0;
320 static inline void qlcnic_83xx_clear_legacy_intr_mask(struct qlcnic_adapter *adapter)
322 writel(0, adapter->tgt_mask_reg);
325 static inline void qlcnic_83xx_set_legacy_intr_mask(struct qlcnic_adapter *adapter)
327 if (adapter->tgt_mask_reg)
328 writel(1, adapter->tgt_mask_reg);
331 /* Enable MSI-x and INT-x interrupts */
332 void qlcnic_83xx_enable_intr(struct qlcnic_adapter *adapter,
333 struct qlcnic_host_sds_ring *sds_ring)
335 writel(0, sds_ring->crb_intr_mask);
338 /* Disable MSI-x and INT-x interrupts */
339 void qlcnic_83xx_disable_intr(struct qlcnic_adapter *adapter,
340 struct qlcnic_host_sds_ring *sds_ring)
342 writel(1, sds_ring->crb_intr_mask);
345 static inline void qlcnic_83xx_enable_legacy_msix_mbx_intr(struct qlcnic_adapter
350 /* Mailbox in MSI-x mode and Legacy Interrupt share the same
351 * source register. We could be here before contexts are created
352 * and sds_ring->crb_intr_mask has not been initialized, calculate
353 * BAR offset for Interrupt Source Register
355 mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
356 writel(0, adapter->ahw->pci_base0 + mask);
359 void qlcnic_83xx_disable_mbx_intr(struct qlcnic_adapter *adapter)
363 mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
364 writel(1, adapter->ahw->pci_base0 + mask);
365 QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, 0);
368 static inline void qlcnic_83xx_get_mbx_data(struct qlcnic_adapter *adapter,
369 struct qlcnic_cmd_args *cmd)
373 if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
376 for (i = 0; i < cmd->rsp.num; i++)
377 cmd->rsp.arg[i] = readl(QLCNIC_MBX_FW(adapter->ahw, i));
380 irqreturn_t qlcnic_83xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
383 struct qlcnic_hardware_context *ahw = adapter->ahw;
386 intr_val = readl(adapter->tgt_status_reg);
388 if (!QLC_83XX_VALID_INTX_BIT31(intr_val))
391 if (QLC_83XX_INTX_FUNC(intr_val) != adapter->ahw->pci_func) {
392 adapter->stats.spurious_intr++;
395 /* The barrier is required to ensure writes to the registers */
398 /* clear the interrupt trigger control register */
399 writel(0, adapter->isr_int_vec);
400 intr_val = readl(adapter->isr_int_vec);
402 intr_val = readl(adapter->tgt_status_reg);
403 if (QLC_83XX_INTX_FUNC(intr_val) != ahw->pci_func)
406 } while (QLC_83XX_VALID_INTX_BIT30(intr_val) &&
407 (retries < QLC_83XX_LEGACY_INTX_MAX_RETRY));
412 static inline void qlcnic_83xx_notify_mbx_response(struct qlcnic_mailbox *mbx)
414 atomic_set(&mbx->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
415 complete(&mbx->completion);
418 static void qlcnic_83xx_poll_process_aen(struct qlcnic_adapter *adapter)
420 u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
421 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
424 spin_lock_irqsave(&mbx->aen_lock, flags);
425 resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
426 if (!(resp & QLCNIC_SET_OWNER))
429 event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
430 if (event & QLCNIC_MBX_ASYNC_EVENT) {
431 __qlcnic_83xx_process_aen(adapter);
433 if (atomic_read(&mbx->rsp_status) != rsp_status)
434 qlcnic_83xx_notify_mbx_response(mbx);
437 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
438 spin_unlock_irqrestore(&mbx->aen_lock, flags);
441 irqreturn_t qlcnic_83xx_intr(int irq, void *data)
443 struct qlcnic_adapter *adapter = data;
444 struct qlcnic_host_sds_ring *sds_ring;
445 struct qlcnic_hardware_context *ahw = adapter->ahw;
447 if (qlcnic_83xx_clear_legacy_intr(adapter) == IRQ_NONE)
450 qlcnic_83xx_poll_process_aen(adapter);
452 if (ahw->diag_test) {
453 if (ahw->diag_test == QLCNIC_INTERRUPT_TEST)
455 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
459 if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
460 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
462 sds_ring = &adapter->recv_ctx->sds_rings[0];
463 napi_schedule(&sds_ring->napi);
469 irqreturn_t qlcnic_83xx_tmp_intr(int irq, void *data)
471 struct qlcnic_host_sds_ring *sds_ring = data;
472 struct qlcnic_adapter *adapter = sds_ring->adapter;
474 if (adapter->flags & QLCNIC_MSIX_ENABLED)
477 if (adapter->nic_ops->clear_legacy_intr(adapter) == IRQ_NONE)
481 adapter->ahw->diag_cnt++;
482 qlcnic_83xx_enable_intr(adapter, sds_ring);
487 void qlcnic_83xx_free_mbx_intr(struct qlcnic_adapter *adapter)
491 if (!(adapter->flags & QLCNIC_MSIX_ENABLED))
492 qlcnic_83xx_set_legacy_intr_mask(adapter);
494 qlcnic_83xx_disable_mbx_intr(adapter);
496 if (adapter->flags & QLCNIC_MSIX_ENABLED)
497 num_msix = adapter->ahw->num_msix - 1;
503 if (adapter->msix_entries) {
504 synchronize_irq(adapter->msix_entries[num_msix].vector);
505 free_irq(adapter->msix_entries[num_msix].vector, adapter);
509 int qlcnic_83xx_setup_mbx_intr(struct qlcnic_adapter *adapter)
511 irq_handler_t handler;
514 unsigned long flags = 0;
516 if (!(adapter->flags & QLCNIC_MSI_ENABLED) &&
517 !(adapter->flags & QLCNIC_MSIX_ENABLED))
518 flags |= IRQF_SHARED;
520 if (adapter->flags & QLCNIC_MSIX_ENABLED) {
521 handler = qlcnic_83xx_handle_aen;
522 val = adapter->msix_entries[adapter->ahw->num_msix - 1].vector;
523 err = request_irq(val, handler, flags, "qlcnic-MB", adapter);
525 dev_err(&adapter->pdev->dev,
526 "failed to register MBX interrupt\n");
530 handler = qlcnic_83xx_intr;
531 val = adapter->msix_entries[0].vector;
532 err = request_irq(val, handler, flags, "qlcnic", adapter);
534 dev_err(&adapter->pdev->dev,
535 "failed to register INTx interrupt\n");
538 qlcnic_83xx_clear_legacy_intr_mask(adapter);
541 /* Enable mailbox interrupt */
542 qlcnic_83xx_enable_mbx_interrupt(adapter);
547 void qlcnic_83xx_get_func_no(struct qlcnic_adapter *adapter)
549 u32 val = QLCRDX(adapter->ahw, QLCNIC_INFORMANT);
550 adapter->ahw->pci_func = (val >> 24) & 0xff;
553 int qlcnic_83xx_cam_lock(struct qlcnic_adapter *adapter)
558 struct qlcnic_hardware_context *ahw = adapter->ahw;
560 addr = ahw->pci_base0 + QLC_83XX_SEM_LOCK_FUNC(ahw->pci_func);
564 /* write the function number to register */
565 QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER,
569 usleep_range(1000, 2000);
570 } while (++limit <= QLCNIC_PCIE_SEM_TIMEOUT);
575 void qlcnic_83xx_cam_unlock(struct qlcnic_adapter *adapter)
579 struct qlcnic_hardware_context *ahw = adapter->ahw;
581 addr = ahw->pci_base0 + QLC_83XX_SEM_UNLOCK_FUNC(ahw->pci_func);
585 void qlcnic_83xx_read_crb(struct qlcnic_adapter *adapter, char *buf,
586 loff_t offset, size_t size)
591 if (qlcnic_api_lock(adapter)) {
592 dev_err(&adapter->pdev->dev,
593 "%s: failed to acquire lock. addr offset 0x%x\n",
594 __func__, (u32)offset);
598 data = QLCRD32(adapter, (u32) offset, &ret);
599 qlcnic_api_unlock(adapter);
602 dev_err(&adapter->pdev->dev,
603 "%s: failed. addr offset 0x%x\n",
604 __func__, (u32)offset);
607 memcpy(buf, &data, size);
610 void qlcnic_83xx_write_crb(struct qlcnic_adapter *adapter, char *buf,
611 loff_t offset, size_t size)
615 memcpy(&data, buf, size);
616 qlcnic_83xx_wrt_reg_indirect(adapter, (u32) offset, data);
619 int qlcnic_83xx_get_port_info(struct qlcnic_adapter *adapter)
623 status = qlcnic_83xx_get_port_config(adapter);
625 dev_err(&adapter->pdev->dev,
626 "Get Port Info failed\n");
628 if (QLC_83XX_SFP_10G_CAPABLE(adapter->ahw->port_config))
629 adapter->ahw->port_type = QLCNIC_XGBE;
631 adapter->ahw->port_type = QLCNIC_GBE;
633 if (QLC_83XX_AUTONEG(adapter->ahw->port_config))
634 adapter->ahw->link_autoneg = AUTONEG_ENABLE;
639 void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
641 struct qlcnic_hardware_context *ahw = adapter->ahw;
642 u16 act_pci_fn = ahw->total_nic_func;
645 ahw->max_mc_count = QLC_83XX_MAX_MC_COUNT;
647 count = (QLC_83XX_MAX_UC_COUNT - QLC_83XX_MAX_MC_COUNT) /
650 count = (QLC_83XX_LB_MAX_FILTERS - QLC_83XX_MAX_MC_COUNT) /
652 ahw->max_uc_count = count;
655 void qlcnic_83xx_enable_mbx_interrupt(struct qlcnic_adapter *adapter)
659 if (adapter->flags & QLCNIC_MSIX_ENABLED)
660 val = BIT_2 | ((adapter->ahw->num_msix - 1) << 8);
664 QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, val);
665 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
668 void qlcnic_83xx_check_vf(struct qlcnic_adapter *adapter,
669 const struct pci_device_id *ent)
671 u32 op_mode, priv_level;
672 struct qlcnic_hardware_context *ahw = adapter->ahw;
674 ahw->fw_hal_version = 2;
675 qlcnic_get_func_no(adapter);
677 if (qlcnic_sriov_vf_check(adapter)) {
678 qlcnic_sriov_vf_set_ops(adapter);
682 /* Determine function privilege level */
683 op_mode = QLCRDX(adapter->ahw, QLC_83XX_DRV_OP_MODE);
684 if (op_mode == QLC_83XX_DEFAULT_OPMODE)
685 priv_level = QLCNIC_MGMT_FUNC;
687 priv_level = QLC_83XX_GET_FUNC_PRIVILEGE(op_mode,
690 if (priv_level == QLCNIC_NON_PRIV_FUNC) {
691 ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
692 dev_info(&adapter->pdev->dev,
693 "HAL Version: %d Non Privileged function\n",
694 ahw->fw_hal_version);
695 adapter->nic_ops = &qlcnic_vf_ops;
697 if (pci_find_ext_capability(adapter->pdev,
698 PCI_EXT_CAP_ID_SRIOV))
699 set_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state);
700 adapter->nic_ops = &qlcnic_83xx_ops;
704 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
706 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
709 void qlcnic_dump_mbx(struct qlcnic_adapter *adapter,
710 struct qlcnic_cmd_args *cmd)
714 if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
717 dev_info(&adapter->pdev->dev,
718 "Host MBX regs(%d)\n", cmd->req.num);
719 for (i = 0; i < cmd->req.num; i++) {
722 pr_info("%08x ", cmd->req.arg[i]);
725 dev_info(&adapter->pdev->dev,
726 "FW MBX regs(%d)\n", cmd->rsp.num);
727 for (i = 0; i < cmd->rsp.num; i++) {
730 pr_info("%08x ", cmd->rsp.arg[i]);
735 static void qlcnic_83xx_poll_for_mbx_completion(struct qlcnic_adapter *adapter,
736 struct qlcnic_cmd_args *cmd)
738 struct qlcnic_hardware_context *ahw = adapter->ahw;
739 int opcode = LSW(cmd->req.arg[0]);
740 unsigned long max_loops;
742 max_loops = cmd->total_cmds * QLC_83XX_MBX_CMD_LOOP;
744 for (; max_loops; max_loops--) {
745 if (atomic_read(&cmd->rsp_status) ==
746 QLC_83XX_MBX_RESPONSE_ARRIVED)
752 dev_err(&adapter->pdev->dev,
753 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
754 __func__, opcode, cmd->type, ahw->pci_func, ahw->op_mode);
755 flush_workqueue(ahw->mailbox->work_q);
759 int qlcnic_83xx_issue_cmd(struct qlcnic_adapter *adapter,
760 struct qlcnic_cmd_args *cmd)
762 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
763 struct qlcnic_hardware_context *ahw = adapter->ahw;
764 int cmd_type, err, opcode;
765 unsigned long timeout;
770 opcode = LSW(cmd->req.arg[0]);
771 cmd_type = cmd->type;
772 err = mbx->ops->enqueue_cmd(adapter, cmd, &timeout);
774 dev_err(&adapter->pdev->dev,
775 "%s: Mailbox not available, cmd_op=0x%x, cmd_context=0x%x, pci_func=0x%x, op_mode=0x%x\n",
776 __func__, opcode, cmd->type, ahw->pci_func,
782 case QLC_83XX_MBX_CMD_WAIT:
783 if (!wait_for_completion_timeout(&cmd->completion, timeout)) {
784 dev_err(&adapter->pdev->dev,
785 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
786 __func__, opcode, cmd_type, ahw->pci_func,
788 flush_workqueue(mbx->work_q);
791 case QLC_83XX_MBX_CMD_NO_WAIT:
793 case QLC_83XX_MBX_CMD_BUSY_WAIT:
794 qlcnic_83xx_poll_for_mbx_completion(adapter, cmd);
797 dev_err(&adapter->pdev->dev,
798 "%s: Invalid mailbox command, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
799 __func__, opcode, cmd_type, ahw->pci_func,
801 qlcnic_83xx_detach_mailbox_work(adapter);
804 return cmd->rsp_opcode;
807 int qlcnic_83xx_alloc_mbx_args(struct qlcnic_cmd_args *mbx,
808 struct qlcnic_adapter *adapter, u32 type)
812 const struct qlcnic_mailbox_metadata *mbx_tbl;
814 memset(mbx, 0, sizeof(struct qlcnic_cmd_args));
815 mbx_tbl = qlcnic_83xx_mbx_tbl;
816 size = ARRAY_SIZE(qlcnic_83xx_mbx_tbl);
817 for (i = 0; i < size; i++) {
818 if (type == mbx_tbl[i].cmd) {
819 mbx->op_type = QLC_83XX_FW_MBX_CMD;
820 mbx->req.num = mbx_tbl[i].in_args;
821 mbx->rsp.num = mbx_tbl[i].out_args;
822 mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
826 mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
833 memset(mbx->req.arg, 0, sizeof(u32) * mbx->req.num);
834 memset(mbx->rsp.arg, 0, sizeof(u32) * mbx->rsp.num);
835 temp = adapter->ahw->fw_hal_version << 29;
836 mbx->req.arg[0] = (type | (mbx->req.num << 16) | temp);
844 void qlcnic_83xx_idc_aen_work(struct work_struct *work)
846 struct qlcnic_adapter *adapter;
847 struct qlcnic_cmd_args cmd;
850 adapter = container_of(work, struct qlcnic_adapter, idc_aen_work.work);
851 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_IDC_ACK);
855 for (i = 1; i < QLC_83XX_MBX_AEN_CNT; i++)
856 cmd.req.arg[i] = adapter->ahw->mbox_aen[i];
858 err = qlcnic_issue_cmd(adapter, &cmd);
860 dev_info(&adapter->pdev->dev,
861 "%s: Mailbox IDC ACK failed.\n", __func__);
862 qlcnic_free_mbx_args(&cmd);
865 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
868 dev_dbg(&adapter->pdev->dev, "Completion AEN:0x%x.\n",
869 QLCNIC_MBX_RSP(data[0]));
870 clear_bit(QLC_83XX_IDC_COMP_AEN, &adapter->ahw->idc.status);
874 void __qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
876 struct qlcnic_hardware_context *ahw = adapter->ahw;
877 u32 event[QLC_83XX_MBX_AEN_CNT];
880 for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
881 event[i] = readl(QLCNIC_MBX_FW(ahw, i));
883 switch (QLCNIC_MBX_RSP(event[0])) {
885 case QLCNIC_MBX_LINK_EVENT:
886 qlcnic_83xx_handle_link_aen(adapter, event);
888 case QLCNIC_MBX_COMP_EVENT:
889 qlcnic_83xx_handle_idc_comp_aen(adapter, event);
891 case QLCNIC_MBX_REQUEST_EVENT:
892 for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
893 adapter->ahw->mbox_aen[i] = QLCNIC_MBX_RSP(event[i]);
894 queue_delayed_work(adapter->qlcnic_wq,
895 &adapter->idc_aen_work, 0);
897 case QLCNIC_MBX_TIME_EXTEND_EVENT:
898 ahw->extend_lb_time = event[1] >> 8 & 0xf;
900 case QLCNIC_MBX_BC_EVENT:
901 qlcnic_sriov_handle_bc_event(adapter, event[1]);
903 case QLCNIC_MBX_SFP_INSERT_EVENT:
904 dev_info(&adapter->pdev->dev, "SFP+ Insert AEN:0x%x.\n",
905 QLCNIC_MBX_RSP(event[0]));
907 case QLCNIC_MBX_SFP_REMOVE_EVENT:
908 dev_info(&adapter->pdev->dev, "SFP Removed AEN:0x%x.\n",
909 QLCNIC_MBX_RSP(event[0]));
911 case QLCNIC_MBX_DCBX_CONFIG_CHANGE_EVENT:
912 qlcnic_dcb_aen_handler(adapter->dcb, (void *)&event[1]);
915 dev_dbg(&adapter->pdev->dev, "Unsupported AEN:0x%x.\n",
916 QLCNIC_MBX_RSP(event[0]));
920 QLCWRX(ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
923 static void qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
925 u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
926 struct qlcnic_hardware_context *ahw = adapter->ahw;
927 struct qlcnic_mailbox *mbx = ahw->mailbox;
930 spin_lock_irqsave(&mbx->aen_lock, flags);
931 resp = QLCRDX(ahw, QLCNIC_FW_MBX_CTRL);
932 if (resp & QLCNIC_SET_OWNER) {
933 event = readl(QLCNIC_MBX_FW(ahw, 0));
934 if (event & QLCNIC_MBX_ASYNC_EVENT) {
935 __qlcnic_83xx_process_aen(adapter);
937 if (atomic_read(&mbx->rsp_status) != rsp_status)
938 qlcnic_83xx_notify_mbx_response(mbx);
941 spin_unlock_irqrestore(&mbx->aen_lock, flags);
944 static void qlcnic_83xx_mbx_poll_work(struct work_struct *work)
946 struct qlcnic_adapter *adapter;
948 adapter = container_of(work, struct qlcnic_adapter, mbx_poll_work.work);
950 if (!test_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
953 qlcnic_83xx_process_aen(adapter);
954 queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work,
958 void qlcnic_83xx_enable_mbx_poll(struct qlcnic_adapter *adapter)
960 if (test_and_set_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
963 INIT_DELAYED_WORK(&adapter->mbx_poll_work, qlcnic_83xx_mbx_poll_work);
964 queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work, 0);
967 void qlcnic_83xx_disable_mbx_poll(struct qlcnic_adapter *adapter)
969 if (!test_and_clear_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
971 cancel_delayed_work_sync(&adapter->mbx_poll_work);
974 static int qlcnic_83xx_add_rings(struct qlcnic_adapter *adapter)
976 int index, i, err, sds_mbx_size;
977 u32 *buf, intrpt_id, intr_mask;
980 struct qlcnic_cmd_args cmd;
981 struct qlcnic_host_sds_ring *sds;
982 struct qlcnic_sds_mbx sds_mbx;
983 struct qlcnic_add_rings_mbx_out *mbx_out;
984 struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
985 struct qlcnic_hardware_context *ahw = adapter->ahw;
987 sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
988 context_id = recv_ctx->context_id;
989 num_sds = adapter->drv_sds_rings - QLCNIC_MAX_SDS_RINGS;
990 ahw->hw_ops->alloc_mbx_args(&cmd, adapter,
991 QLCNIC_CMD_ADD_RCV_RINGS);
992 cmd.req.arg[1] = 0 | (num_sds << 8) | (context_id << 16);
994 /* set up status rings, mbx 2-81 */
996 for (i = 8; i < adapter->drv_sds_rings; i++) {
997 memset(&sds_mbx, 0, sds_mbx_size);
998 sds = &recv_ctx->sds_rings[i];
1000 memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1001 sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1002 sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1003 sds_mbx.sds_ring_size = sds->num_desc;
1005 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1006 intrpt_id = ahw->intr_tbl[i].id;
1008 intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1010 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1011 sds_mbx.intrpt_id = intrpt_id;
1013 sds_mbx.intrpt_id = 0xffff;
1014 sds_mbx.intrpt_val = 0;
1015 buf = &cmd.req.arg[index];
1016 memcpy(buf, &sds_mbx, sds_mbx_size);
1017 index += sds_mbx_size / sizeof(u32);
1020 /* send the mailbox command */
1021 err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1023 dev_err(&adapter->pdev->dev,
1024 "Failed to add rings %d\n", err);
1028 mbx_out = (struct qlcnic_add_rings_mbx_out *)&cmd.rsp.arg[1];
1030 /* status descriptor ring */
1031 for (i = 8; i < adapter->drv_sds_rings; i++) {
1032 sds = &recv_ctx->sds_rings[i];
1033 sds->crb_sts_consumer = ahw->pci_base0 +
1034 mbx_out->host_csmr[index];
1035 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1036 intr_mask = ahw->intr_tbl[i].src;
1038 intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1040 sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1044 qlcnic_free_mbx_args(&cmd);
1048 void qlcnic_83xx_del_rx_ctx(struct qlcnic_adapter *adapter)
1052 struct qlcnic_cmd_args cmd;
1053 struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1055 if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_RX_CTX))
1058 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1059 cmd.req.arg[0] |= (0x3 << 29);
1061 if (qlcnic_sriov_pf_check(adapter))
1062 qlcnic_pf_set_interface_id_del_rx_ctx(adapter, &temp);
1064 cmd.req.arg[1] = recv_ctx->context_id | temp;
1065 err = qlcnic_issue_cmd(adapter, &cmd);
1067 dev_err(&adapter->pdev->dev,
1068 "Failed to destroy rx ctx in firmware\n");
1070 recv_ctx->state = QLCNIC_HOST_CTX_STATE_FREED;
1071 qlcnic_free_mbx_args(&cmd);
1074 int qlcnic_83xx_create_rx_ctx(struct qlcnic_adapter *adapter)
1076 int i, err, index, sds_mbx_size, rds_mbx_size;
1077 u8 num_sds, num_rds;
1078 u32 *buf, intrpt_id, intr_mask, cap = 0;
1079 struct qlcnic_host_sds_ring *sds;
1080 struct qlcnic_host_rds_ring *rds;
1081 struct qlcnic_sds_mbx sds_mbx;
1082 struct qlcnic_rds_mbx rds_mbx;
1083 struct qlcnic_cmd_args cmd;
1084 struct qlcnic_rcv_mbx_out *mbx_out;
1085 struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1086 struct qlcnic_hardware_context *ahw = adapter->ahw;
1087 num_rds = adapter->max_rds_rings;
1089 if (adapter->drv_sds_rings <= QLCNIC_MAX_SDS_RINGS)
1090 num_sds = adapter->drv_sds_rings;
1092 num_sds = QLCNIC_MAX_SDS_RINGS;
1094 sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1095 rds_mbx_size = sizeof(struct qlcnic_rds_mbx);
1096 cap = QLCNIC_CAP0_LEGACY_CONTEXT;
1098 if (adapter->flags & QLCNIC_FW_LRO_MSS_CAP)
1099 cap |= QLC_83XX_FW_CAP_LRO_MSS;
1101 /* set mailbox hdr and capabilities */
1102 err = qlcnic_alloc_mbx_args(&cmd, adapter,
1103 QLCNIC_CMD_CREATE_RX_CTX);
1107 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1108 cmd.req.arg[0] |= (0x3 << 29);
1110 cmd.req.arg[1] = cap;
1111 cmd.req.arg[5] = 1 | (num_rds << 5) | (num_sds << 8) |
1112 (QLC_83XX_HOST_RDS_MODE_UNIQUE << 16);
1114 if (qlcnic_sriov_pf_check(adapter))
1115 qlcnic_pf_set_interface_id_create_rx_ctx(adapter,
1117 /* set up status rings, mbx 8-57/87 */
1118 index = QLC_83XX_HOST_SDS_MBX_IDX;
1119 for (i = 0; i < num_sds; i++) {
1120 memset(&sds_mbx, 0, sds_mbx_size);
1121 sds = &recv_ctx->sds_rings[i];
1123 memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1124 sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1125 sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1126 sds_mbx.sds_ring_size = sds->num_desc;
1127 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1128 intrpt_id = ahw->intr_tbl[i].id;
1130 intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1131 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1132 sds_mbx.intrpt_id = intrpt_id;
1134 sds_mbx.intrpt_id = 0xffff;
1135 sds_mbx.intrpt_val = 0;
1136 buf = &cmd.req.arg[index];
1137 memcpy(buf, &sds_mbx, sds_mbx_size);
1138 index += sds_mbx_size / sizeof(u32);
1140 /* set up receive rings, mbx 88-111/135 */
1141 index = QLCNIC_HOST_RDS_MBX_IDX;
1142 rds = &recv_ctx->rds_rings[0];
1144 memset(&rds_mbx, 0, rds_mbx_size);
1145 rds_mbx.phy_addr_reg_low = LSD(rds->phys_addr);
1146 rds_mbx.phy_addr_reg_high = MSD(rds->phys_addr);
1147 rds_mbx.reg_ring_sz = rds->dma_size;
1148 rds_mbx.reg_ring_len = rds->num_desc;
1150 rds = &recv_ctx->rds_rings[1];
1152 rds_mbx.phy_addr_jmb_low = LSD(rds->phys_addr);
1153 rds_mbx.phy_addr_jmb_high = MSD(rds->phys_addr);
1154 rds_mbx.jmb_ring_sz = rds->dma_size;
1155 rds_mbx.jmb_ring_len = rds->num_desc;
1156 buf = &cmd.req.arg[index];
1157 memcpy(buf, &rds_mbx, rds_mbx_size);
1159 /* send the mailbox command */
1160 err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1162 dev_err(&adapter->pdev->dev,
1163 "Failed to create Rx ctx in firmware%d\n", err);
1166 mbx_out = (struct qlcnic_rcv_mbx_out *)&cmd.rsp.arg[1];
1167 recv_ctx->context_id = mbx_out->ctx_id;
1168 recv_ctx->state = mbx_out->state;
1169 recv_ctx->virt_port = mbx_out->vport_id;
1170 dev_info(&adapter->pdev->dev, "Rx Context[%d] Created, state:0x%x\n",
1171 recv_ctx->context_id, recv_ctx->state);
1172 /* Receive descriptor ring */
1174 rds = &recv_ctx->rds_rings[0];
1175 rds->crb_rcv_producer = ahw->pci_base0 +
1176 mbx_out->host_prod[0].reg_buf;
1178 rds = &recv_ctx->rds_rings[1];
1179 rds->crb_rcv_producer = ahw->pci_base0 +
1180 mbx_out->host_prod[0].jmb_buf;
1181 /* status descriptor ring */
1182 for (i = 0; i < num_sds; i++) {
1183 sds = &recv_ctx->sds_rings[i];
1184 sds->crb_sts_consumer = ahw->pci_base0 +
1185 mbx_out->host_csmr[i];
1186 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1187 intr_mask = ahw->intr_tbl[i].src;
1189 intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1190 sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1193 if (adapter->drv_sds_rings > QLCNIC_MAX_SDS_RINGS)
1194 err = qlcnic_83xx_add_rings(adapter);
1196 qlcnic_free_mbx_args(&cmd);
1200 void qlcnic_83xx_del_tx_ctx(struct qlcnic_adapter *adapter,
1201 struct qlcnic_host_tx_ring *tx_ring)
1203 struct qlcnic_cmd_args cmd;
1206 if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_TX_CTX))
1209 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1210 cmd.req.arg[0] |= (0x3 << 29);
1212 if (qlcnic_sriov_pf_check(adapter))
1213 qlcnic_pf_set_interface_id_del_tx_ctx(adapter, &temp);
1215 cmd.req.arg[1] = tx_ring->ctx_id | temp;
1216 if (qlcnic_issue_cmd(adapter, &cmd))
1217 dev_err(&adapter->pdev->dev,
1218 "Failed to destroy tx ctx in firmware\n");
1219 qlcnic_free_mbx_args(&cmd);
1222 int qlcnic_83xx_create_tx_ctx(struct qlcnic_adapter *adapter,
1223 struct qlcnic_host_tx_ring *tx, int ring)
1227 u32 *buf, intr_mask, temp = 0;
1228 struct qlcnic_cmd_args cmd;
1229 struct qlcnic_tx_mbx mbx;
1230 struct qlcnic_tx_mbx_out *mbx_out;
1231 struct qlcnic_hardware_context *ahw = adapter->ahw;
1234 /* Reset host resources */
1236 tx->sw_consumer = 0;
1237 *(tx->hw_consumer) = 0;
1239 memset(&mbx, 0, sizeof(struct qlcnic_tx_mbx));
1241 /* setup mailbox inbox registerss */
1242 mbx.phys_addr_low = LSD(tx->phys_addr);
1243 mbx.phys_addr_high = MSD(tx->phys_addr);
1244 mbx.cnsmr_index_low = LSD(tx->hw_cons_phys_addr);
1245 mbx.cnsmr_index_high = MSD(tx->hw_cons_phys_addr);
1246 mbx.size = tx->num_desc;
1247 if (adapter->flags & QLCNIC_MSIX_ENABLED) {
1248 if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
1249 msix_vector = adapter->drv_sds_rings + ring;
1251 msix_vector = adapter->drv_sds_rings - 1;
1252 msix_id = ahw->intr_tbl[msix_vector].id;
1254 msix_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1257 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1258 mbx.intr_id = msix_id;
1260 mbx.intr_id = 0xffff;
1263 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CREATE_TX_CTX);
1267 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1268 cmd.req.arg[0] |= (0x3 << 29);
1270 if (qlcnic_sriov_pf_check(adapter))
1271 qlcnic_pf_set_interface_id_create_tx_ctx(adapter, &temp);
1273 cmd.req.arg[1] = QLCNIC_CAP0_LEGACY_CONTEXT;
1274 cmd.req.arg[5] = QLCNIC_SINGLE_RING | temp;
1276 buf = &cmd.req.arg[6];
1277 memcpy(buf, &mbx, sizeof(struct qlcnic_tx_mbx));
1278 /* send the mailbox command*/
1279 err = qlcnic_issue_cmd(adapter, &cmd);
1281 dev_err(&adapter->pdev->dev,
1282 "Failed to create Tx ctx in firmware 0x%x\n", err);
1285 mbx_out = (struct qlcnic_tx_mbx_out *)&cmd.rsp.arg[2];
1286 tx->crb_cmd_producer = ahw->pci_base0 + mbx_out->host_prod;
1287 tx->ctx_id = mbx_out->ctx_id;
1288 if ((adapter->flags & QLCNIC_MSIX_ENABLED) &&
1289 !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
1290 intr_mask = ahw->intr_tbl[adapter->drv_sds_rings + ring].src;
1291 tx->crb_intr_mask = ahw->pci_base0 + intr_mask;
1293 dev_info(&adapter->pdev->dev, "Tx Context[0x%x] Created, state:0x%x\n",
1294 tx->ctx_id, mbx_out->state);
1296 qlcnic_free_mbx_args(&cmd);
1300 static int qlcnic_83xx_diag_alloc_res(struct net_device *netdev, int test,
1303 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1304 struct qlcnic_host_sds_ring *sds_ring;
1305 struct qlcnic_host_rds_ring *rds_ring;
1306 u16 adapter_state = adapter->is_up;
1310 netif_device_detach(netdev);
1312 if (netif_running(netdev))
1313 __qlcnic_down(adapter, netdev);
1315 qlcnic_detach(adapter);
1317 adapter->drv_sds_rings = QLCNIC_SINGLE_RING;
1318 adapter->ahw->diag_test = test;
1319 adapter->ahw->linkup = 0;
1321 ret = qlcnic_attach(adapter);
1323 netif_device_attach(netdev);
1327 ret = qlcnic_fw_create_ctx(adapter);
1329 qlcnic_detach(adapter);
1330 if (adapter_state == QLCNIC_ADAPTER_UP_MAGIC) {
1331 adapter->drv_sds_rings = num_sds_ring;
1332 qlcnic_attach(adapter);
1334 netif_device_attach(netdev);
1338 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1339 rds_ring = &adapter->recv_ctx->rds_rings[ring];
1340 qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1343 if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1344 for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1345 sds_ring = &adapter->recv_ctx->sds_rings[ring];
1346 qlcnic_83xx_enable_intr(adapter, sds_ring);
1350 if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1351 adapter->ahw->loopback_state = 0;
1352 adapter->ahw->hw_ops->setup_link_event(adapter, 1);
1355 set_bit(__QLCNIC_DEV_UP, &adapter->state);
1359 static void qlcnic_83xx_diag_free_res(struct net_device *netdev,
1362 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1363 struct qlcnic_host_sds_ring *sds_ring;
1366 clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1367 if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1368 for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1369 sds_ring = &adapter->recv_ctx->sds_rings[ring];
1370 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1371 qlcnic_83xx_disable_intr(adapter, sds_ring);
1375 qlcnic_fw_destroy_ctx(adapter);
1376 qlcnic_detach(adapter);
1378 adapter->ahw->diag_test = 0;
1379 adapter->drv_sds_rings = drv_sds_rings;
1381 if (qlcnic_attach(adapter))
1384 if (netif_running(netdev))
1385 __qlcnic_up(adapter, netdev);
1388 netif_device_attach(netdev);
1391 void qlcnic_83xx_get_beacon_state(struct qlcnic_adapter *adapter)
1393 struct qlcnic_hardware_context *ahw = adapter->ahw;
1394 struct qlcnic_cmd_args cmd;
1398 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LED_CONFIG);
1400 err = qlcnic_issue_cmd(adapter, &cmd);
1402 beacon_state = cmd.rsp.arg[4];
1403 if (beacon_state == QLCNIC_BEACON_DISABLE)
1404 ahw->beacon_state = QLC_83XX_BEACON_OFF;
1405 else if (beacon_state == QLC_83XX_ENABLE_BEACON)
1406 ahw->beacon_state = QLC_83XX_BEACON_ON;
1409 netdev_err(adapter->netdev, "Get beacon state failed, err=%d\n",
1413 qlcnic_free_mbx_args(&cmd);
1418 int qlcnic_83xx_config_led(struct qlcnic_adapter *adapter, u32 state,
1421 struct qlcnic_cmd_args cmd;
1426 /* Get LED configuration */
1427 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1428 QLCNIC_CMD_GET_LED_CONFIG);
1432 status = qlcnic_issue_cmd(adapter, &cmd);
1434 dev_err(&adapter->pdev->dev,
1435 "Get led config failed.\n");
1438 for (i = 0; i < 4; i++)
1439 adapter->ahw->mbox_reg[i] = cmd.rsp.arg[i+1];
1441 qlcnic_free_mbx_args(&cmd);
1442 /* Set LED Configuration */
1443 mbx_in = (LSW(QLC_83XX_LED_CONFIG) << 16) |
1444 LSW(QLC_83XX_LED_CONFIG);
1445 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1446 QLCNIC_CMD_SET_LED_CONFIG);
1450 cmd.req.arg[1] = mbx_in;
1451 cmd.req.arg[2] = mbx_in;
1452 cmd.req.arg[3] = mbx_in;
1454 cmd.req.arg[4] = QLC_83XX_ENABLE_BEACON;
1455 status = qlcnic_issue_cmd(adapter, &cmd);
1457 dev_err(&adapter->pdev->dev,
1458 "Set led config failed.\n");
1461 qlcnic_free_mbx_args(&cmd);
1465 /* Restoring default LED configuration */
1466 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1467 QLCNIC_CMD_SET_LED_CONFIG);
1471 cmd.req.arg[1] = adapter->ahw->mbox_reg[0];
1472 cmd.req.arg[2] = adapter->ahw->mbox_reg[1];
1473 cmd.req.arg[3] = adapter->ahw->mbox_reg[2];
1475 cmd.req.arg[4] = adapter->ahw->mbox_reg[3];
1476 status = qlcnic_issue_cmd(adapter, &cmd);
1478 dev_err(&adapter->pdev->dev,
1479 "Restoring led config failed.\n");
1480 qlcnic_free_mbx_args(&cmd);
1485 int qlcnic_83xx_set_led(struct net_device *netdev,
1486 enum ethtool_phys_id_state state)
1488 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1489 int err = -EIO, active = 1;
1491 if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1493 "LED test is not supported in non-privileged mode\n");
1498 case ETHTOOL_ID_ACTIVE:
1499 if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state))
1502 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1505 err = qlcnic_83xx_config_led(adapter, active, 0);
1507 netdev_err(netdev, "Failed to set LED blink state\n");
1509 case ETHTOOL_ID_INACTIVE:
1512 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1515 err = qlcnic_83xx_config_led(adapter, active, 0);
1517 netdev_err(netdev, "Failed to reset LED blink state\n");
1525 clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
1530 void qlcnic_83xx_initialize_nic(struct qlcnic_adapter *adapter, int enable)
1532 struct qlcnic_cmd_args cmd;
1535 if (qlcnic_sriov_vf_check(adapter))
1539 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1540 QLCNIC_CMD_INIT_NIC_FUNC);
1542 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1543 QLCNIC_CMD_STOP_NIC_FUNC);
1548 cmd.req.arg[1] = QLC_REGISTER_LB_IDC | QLC_INIT_FW_RESOURCES;
1551 cmd.req.arg[1] |= QLC_REGISTER_DCB_AEN;
1553 status = qlcnic_issue_cmd(adapter, &cmd);
1555 dev_err(&adapter->pdev->dev,
1556 "Failed to %s in NIC IDC function event.\n",
1557 (enable ? "register" : "unregister"));
1559 qlcnic_free_mbx_args(&cmd);
1562 int qlcnic_83xx_set_port_config(struct qlcnic_adapter *adapter)
1564 struct qlcnic_cmd_args cmd;
1567 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_PORT_CONFIG);
1571 cmd.req.arg[1] = adapter->ahw->port_config;
1572 err = qlcnic_issue_cmd(adapter, &cmd);
1574 dev_info(&adapter->pdev->dev, "Set Port Config failed.\n");
1575 qlcnic_free_mbx_args(&cmd);
1579 int qlcnic_83xx_get_port_config(struct qlcnic_adapter *adapter)
1581 struct qlcnic_cmd_args cmd;
1584 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PORT_CONFIG);
1588 err = qlcnic_issue_cmd(adapter, &cmd);
1590 dev_info(&adapter->pdev->dev, "Get Port config failed\n");
1592 adapter->ahw->port_config = cmd.rsp.arg[1];
1593 qlcnic_free_mbx_args(&cmd);
1597 int qlcnic_83xx_setup_link_event(struct qlcnic_adapter *adapter, int enable)
1601 struct qlcnic_cmd_args cmd;
1603 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_EVENT);
1607 temp = adapter->recv_ctx->context_id << 16;
1608 cmd.req.arg[1] = (enable ? 1 : 0) | BIT_8 | temp;
1609 err = qlcnic_issue_cmd(adapter, &cmd);
1611 dev_info(&adapter->pdev->dev,
1612 "Setup linkevent mailbox failed\n");
1613 qlcnic_free_mbx_args(&cmd);
1617 static void qlcnic_83xx_set_interface_id_promisc(struct qlcnic_adapter *adapter,
1620 if (qlcnic_sriov_pf_check(adapter)) {
1621 qlcnic_alloc_lb_filters_mem(adapter);
1622 qlcnic_pf_set_interface_id_promisc(adapter, interface_id);
1623 adapter->rx_mac_learn = 1;
1625 if (!qlcnic_sriov_vf_check(adapter))
1626 *interface_id = adapter->recv_ctx->context_id << 16;
1630 int qlcnic_83xx_nic_set_promisc(struct qlcnic_adapter *adapter, u32 mode)
1632 struct qlcnic_cmd_args *cmd = NULL;
1636 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1639 cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
1643 err = qlcnic_alloc_mbx_args(cmd, adapter,
1644 QLCNIC_CMD_CONFIGURE_MAC_RX_MODE);
1648 cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
1649 qlcnic_83xx_set_interface_id_promisc(adapter, &temp);
1651 if (qlcnic_84xx_check(adapter) && qlcnic_sriov_pf_check(adapter))
1652 mode = VPORT_MISS_MODE_ACCEPT_ALL;
1654 cmd->req.arg[1] = mode | temp;
1655 err = qlcnic_issue_cmd(adapter, cmd);
1659 qlcnic_free_mbx_args(cmd);
1666 int qlcnic_83xx_loopback_test(struct net_device *netdev, u8 mode)
1668 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1669 struct qlcnic_hardware_context *ahw = adapter->ahw;
1670 u8 drv_sds_rings = adapter->drv_sds_rings;
1671 u8 drv_tx_rings = adapter->drv_tx_rings;
1672 int ret = 0, loop = 0;
1674 if (ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1676 "Loopback test not supported in non privileged mode\n");
1680 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1681 netdev_info(netdev, "Device is resetting\n");
1685 if (qlcnic_get_diag_lock(adapter)) {
1686 netdev_info(netdev, "Device is in diagnostics mode\n");
1690 netdev_info(netdev, "%s loopback test in progress\n",
1691 mode == QLCNIC_ILB_MODE ? "internal" : "external");
1693 ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_LOOPBACK_TEST,
1696 goto fail_diag_alloc;
1698 ret = qlcnic_83xx_set_lb_mode(adapter, mode);
1702 /* Poll for link up event before running traffic */
1704 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1706 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1708 "Device is resetting, free LB test resources\n");
1712 if (loop++ > QLC_83XX_LB_WAIT_COUNT) {
1714 "Firmware didn't sent link up event to loopback request\n");
1716 qlcnic_83xx_clear_lb_mode(adapter, mode);
1719 } while ((adapter->ahw->linkup && ahw->has_link_events) != 1);
1721 ret = qlcnic_do_lb_test(adapter, mode);
1723 qlcnic_83xx_clear_lb_mode(adapter, mode);
1726 qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
1729 adapter->drv_sds_rings = drv_sds_rings;
1730 adapter->drv_tx_rings = drv_tx_rings;
1731 qlcnic_release_diag_lock(adapter);
1735 static void qlcnic_extend_lb_idc_cmpltn_wait(struct qlcnic_adapter *adapter,
1736 u32 *max_wait_count)
1738 struct qlcnic_hardware_context *ahw = adapter->ahw;
1741 netdev_info(adapter->netdev, "Received loopback IDC time extend event for 0x%x seconds\n",
1742 ahw->extend_lb_time);
1743 temp = ahw->extend_lb_time * 1000;
1744 *max_wait_count += temp / QLC_83XX_LB_MSLEEP_COUNT;
1745 ahw->extend_lb_time = 0;
1748 int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1750 struct qlcnic_hardware_context *ahw = adapter->ahw;
1751 struct net_device *netdev = adapter->netdev;
1752 u32 config, max_wait_count;
1753 int status = 0, loop = 0;
1755 ahw->extend_lb_time = 0;
1756 max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1757 status = qlcnic_83xx_get_port_config(adapter);
1761 config = ahw->port_config;
1763 /* Check if port is already in loopback mode */
1764 if ((config & QLC_83XX_CFG_LOOPBACK_HSS) ||
1765 (config & QLC_83XX_CFG_LOOPBACK_EXT)) {
1767 "Port already in Loopback mode.\n");
1768 return -EINPROGRESS;
1771 set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1773 if (mode == QLCNIC_ILB_MODE)
1774 ahw->port_config |= QLC_83XX_CFG_LOOPBACK_HSS;
1775 if (mode == QLCNIC_ELB_MODE)
1776 ahw->port_config |= QLC_83XX_CFG_LOOPBACK_EXT;
1778 status = qlcnic_83xx_set_port_config(adapter);
1781 "Failed to Set Loopback Mode = 0x%x.\n",
1783 ahw->port_config = config;
1784 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1788 /* Wait for Link and IDC Completion AEN */
1790 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1792 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1794 "Device is resetting, free LB test resources\n");
1795 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1799 if (ahw->extend_lb_time)
1800 qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1803 if (loop++ > max_wait_count) {
1804 netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1806 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1807 qlcnic_83xx_clear_lb_mode(adapter, mode);
1810 } while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1812 qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1817 int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1819 struct qlcnic_hardware_context *ahw = adapter->ahw;
1820 u32 config = ahw->port_config, max_wait_count;
1821 struct net_device *netdev = adapter->netdev;
1822 int status = 0, loop = 0;
1824 ahw->extend_lb_time = 0;
1825 max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1826 set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1827 if (mode == QLCNIC_ILB_MODE)
1828 ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_HSS;
1829 if (mode == QLCNIC_ELB_MODE)
1830 ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_EXT;
1832 status = qlcnic_83xx_set_port_config(adapter);
1835 "Failed to Clear Loopback Mode = 0x%x.\n",
1837 ahw->port_config = config;
1838 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1842 /* Wait for Link and IDC Completion AEN */
1844 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1846 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1848 "Device is resetting, free LB test resources\n");
1849 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1853 if (ahw->extend_lb_time)
1854 qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1857 if (loop++ > max_wait_count) {
1858 netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1860 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1863 } while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1865 qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1870 static void qlcnic_83xx_set_interface_id_ipaddr(struct qlcnic_adapter *adapter,
1873 if (qlcnic_sriov_pf_check(adapter)) {
1874 qlcnic_pf_set_interface_id_ipaddr(adapter, interface_id);
1876 if (!qlcnic_sriov_vf_check(adapter))
1877 *interface_id = adapter->recv_ctx->context_id << 16;
1881 void qlcnic_83xx_config_ipaddr(struct qlcnic_adapter *adapter, __be32 ip,
1885 u32 temp = 0, temp_ip;
1886 struct qlcnic_cmd_args cmd;
1888 err = qlcnic_alloc_mbx_args(&cmd, adapter,
1889 QLCNIC_CMD_CONFIGURE_IP_ADDR);
1893 qlcnic_83xx_set_interface_id_ipaddr(adapter, &temp);
1895 if (mode == QLCNIC_IP_UP)
1896 cmd.req.arg[1] = 1 | temp;
1898 cmd.req.arg[1] = 2 | temp;
1901 * Adapter needs IP address in network byte order.
1902 * But hardware mailbox registers go through writel(), hence IP address
1903 * gets swapped on big endian architecture.
1904 * To negate swapping of writel() on big endian architecture
1905 * use swab32(value).
1908 temp_ip = swab32(ntohl(ip));
1909 memcpy(&cmd.req.arg[2], &temp_ip, sizeof(u32));
1910 err = qlcnic_issue_cmd(adapter, &cmd);
1911 if (err != QLCNIC_RCODE_SUCCESS)
1912 dev_err(&adapter->netdev->dev,
1913 "could not notify %s IP 0x%x request\n",
1914 (mode == QLCNIC_IP_UP) ? "Add" : "Remove", ip);
1916 qlcnic_free_mbx_args(&cmd);
1919 int qlcnic_83xx_config_hw_lro(struct qlcnic_adapter *adapter, int mode)
1923 struct qlcnic_cmd_args cmd;
1926 lro_bit_mask = (mode ? (BIT_0 | BIT_1 | BIT_2 | BIT_3) : 0);
1928 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1931 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_HW_LRO);
1935 temp = adapter->recv_ctx->context_id << 16;
1936 arg1 = lro_bit_mask | temp;
1937 cmd.req.arg[1] = arg1;
1939 err = qlcnic_issue_cmd(adapter, &cmd);
1941 dev_info(&adapter->pdev->dev, "LRO config failed\n");
1942 qlcnic_free_mbx_args(&cmd);
1947 int qlcnic_83xx_config_rss(struct qlcnic_adapter *adapter, int enable)
1951 struct qlcnic_cmd_args cmd;
1952 const u64 key[] = { 0xbeac01fa6a42b73bULL, 0x8030f20c77cb2da3ULL,
1953 0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
1954 0x255b0ec26d5a56daULL };
1956 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_RSS);
1962 * 5-4: hash_type_ipv4
1963 * 7-6: hash_type_ipv6
1965 * 9: use indirection table
1966 * 16-31: indirection table mask
1968 word = ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 4) |
1969 ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 6) |
1970 ((u32)(enable & 0x1) << 8) |
1972 cmd.req.arg[1] = (adapter->recv_ctx->context_id);
1973 cmd.req.arg[2] = word;
1974 memcpy(&cmd.req.arg[4], key, sizeof(key));
1976 err = qlcnic_issue_cmd(adapter, &cmd);
1979 dev_info(&adapter->pdev->dev, "RSS config failed\n");
1980 qlcnic_free_mbx_args(&cmd);
1986 static void qlcnic_83xx_set_interface_id_macaddr(struct qlcnic_adapter *adapter,
1989 if (qlcnic_sriov_pf_check(adapter)) {
1990 qlcnic_pf_set_interface_id_macaddr(adapter, interface_id);
1992 if (!qlcnic_sriov_vf_check(adapter))
1993 *interface_id = adapter->recv_ctx->context_id << 16;
1997 int qlcnic_83xx_sre_macaddr_change(struct qlcnic_adapter *adapter, u8 *addr,
2000 struct qlcnic_cmd_args *cmd = NULL;
2001 struct qlcnic_macvlan_mbx mv;
2005 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2008 cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
2012 err = qlcnic_alloc_mbx_args(cmd, adapter, QLCNIC_CMD_CONFIG_MAC_VLAN);
2016 cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
2019 op = (op == QLCNIC_MAC_ADD || op == QLCNIC_MAC_VLAN_ADD) ?
2020 QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_VLAN_DEL;
2022 cmd->req.arg[1] = op | (1 << 8);
2023 qlcnic_83xx_set_interface_id_macaddr(adapter, &temp);
2024 cmd->req.arg[1] |= temp;
2026 mv.mac_addr0 = addr[0];
2027 mv.mac_addr1 = addr[1];
2028 mv.mac_addr2 = addr[2];
2029 mv.mac_addr3 = addr[3];
2030 mv.mac_addr4 = addr[4];
2031 mv.mac_addr5 = addr[5];
2032 buf = &cmd->req.arg[2];
2033 memcpy(buf, &mv, sizeof(struct qlcnic_macvlan_mbx));
2034 err = qlcnic_issue_cmd(adapter, cmd);
2038 qlcnic_free_mbx_args(cmd);
2044 void qlcnic_83xx_change_l2_filter(struct qlcnic_adapter *adapter, u64 *addr,
2048 memcpy(&mac, addr, ETH_ALEN);
2049 qlcnic_83xx_sre_macaddr_change(adapter, mac, vlan_id, QLCNIC_MAC_ADD);
2052 void qlcnic_83xx_configure_mac(struct qlcnic_adapter *adapter, u8 *mac,
2053 u8 type, struct qlcnic_cmd_args *cmd)
2056 case QLCNIC_SET_STATION_MAC:
2057 case QLCNIC_SET_FAC_DEF_MAC:
2058 memcpy(&cmd->req.arg[2], mac, sizeof(u32));
2059 memcpy(&cmd->req.arg[3], &mac[4], sizeof(u16));
2062 cmd->req.arg[1] = type;
2065 int qlcnic_83xx_get_mac_address(struct qlcnic_adapter *adapter, u8 *mac,
2069 struct qlcnic_cmd_args cmd;
2070 u32 mac_low, mac_high;
2073 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_MAC_ADDRESS);
2077 qlcnic_83xx_configure_mac(adapter, mac, QLCNIC_GET_CURRENT_MAC, &cmd);
2078 err = qlcnic_issue_cmd(adapter, &cmd);
2080 if (err == QLCNIC_RCODE_SUCCESS) {
2081 mac_low = cmd.rsp.arg[1];
2082 mac_high = cmd.rsp.arg[2];
2084 for (i = 0; i < 2; i++)
2085 mac[i] = (u8) (mac_high >> ((1 - i) * 8));
2086 for (i = 2; i < 6; i++)
2087 mac[i] = (u8) (mac_low >> ((5 - i) * 8));
2089 dev_err(&adapter->pdev->dev, "Failed to get mac address%d\n",
2093 qlcnic_free_mbx_args(&cmd);
2097 void qlcnic_83xx_config_intr_coal(struct qlcnic_adapter *adapter)
2101 struct qlcnic_cmd_args cmd;
2102 struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2104 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2107 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTR_COAL);
2111 if (coal->type == QLCNIC_INTR_COAL_TYPE_RX) {
2112 temp = adapter->recv_ctx->context_id;
2113 cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_RX | temp << 16;
2114 temp = coal->rx_time_us;
2115 cmd.req.arg[2] = coal->rx_packets | temp << 16;
2116 } else if (coal->type == QLCNIC_INTR_COAL_TYPE_TX) {
2117 temp = adapter->tx_ring->ctx_id;
2118 cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_TX | temp << 16;
2119 temp = coal->tx_time_us;
2120 cmd.req.arg[2] = coal->tx_packets | temp << 16;
2122 cmd.req.arg[3] = coal->flag;
2123 err = qlcnic_issue_cmd(adapter, &cmd);
2124 if (err != QLCNIC_RCODE_SUCCESS)
2125 dev_info(&adapter->pdev->dev,
2126 "Failed to send interrupt coalescence parameters\n");
2127 qlcnic_free_mbx_args(&cmd);
2130 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
2133 struct qlcnic_hardware_context *ahw = adapter->ahw;
2134 u8 link_status, duplex;
2136 link_status = LSB(data[3]) & 1;
2138 ahw->link_speed = MSW(data[2]);
2139 duplex = LSB(MSW(data[3]));
2141 ahw->link_duplex = DUPLEX_FULL;
2143 ahw->link_duplex = DUPLEX_HALF;
2145 ahw->link_speed = SPEED_UNKNOWN;
2146 ahw->link_duplex = DUPLEX_UNKNOWN;
2149 ahw->link_autoneg = MSB(MSW(data[3]));
2150 ahw->module_type = MSB(LSW(data[3]));
2151 ahw->has_link_events = 1;
2152 ahw->lb_mode = data[4] & QLCNIC_LB_MODE_MASK;
2153 qlcnic_advert_link_change(adapter, link_status);
2156 irqreturn_t qlcnic_83xx_handle_aen(int irq, void *data)
2158 struct qlcnic_adapter *adapter = data;
2159 struct qlcnic_mailbox *mbx;
2160 u32 mask, resp, event;
2161 unsigned long flags;
2163 mbx = adapter->ahw->mailbox;
2164 spin_lock_irqsave(&mbx->aen_lock, flags);
2165 resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
2166 if (!(resp & QLCNIC_SET_OWNER))
2169 event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
2170 if (event & QLCNIC_MBX_ASYNC_EVENT)
2171 __qlcnic_83xx_process_aen(adapter);
2173 qlcnic_83xx_notify_mbx_response(mbx);
2176 mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
2177 writel(0, adapter->ahw->pci_base0 + mask);
2178 spin_unlock_irqrestore(&mbx->aen_lock, flags);
2182 int qlcnic_enable_eswitch(struct qlcnic_adapter *adapter, u8 port, u8 enable)
2185 struct qlcnic_cmd_args cmd;
2187 if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2188 dev_err(&adapter->pdev->dev,
2189 "%s: Error, invoked by non management func\n",
2194 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_TOGGLE_ESWITCH);
2198 cmd.req.arg[1] = (port & 0xf) | BIT_4;
2199 err = qlcnic_issue_cmd(adapter, &cmd);
2201 if (err != QLCNIC_RCODE_SUCCESS) {
2202 dev_err(&adapter->pdev->dev, "Failed to enable eswitch%d\n",
2206 qlcnic_free_mbx_args(&cmd);
2212 int qlcnic_83xx_set_nic_info(struct qlcnic_adapter *adapter,
2213 struct qlcnic_info *nic)
2216 struct qlcnic_cmd_args cmd;
2218 if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2219 dev_err(&adapter->pdev->dev,
2220 "%s: Error, invoked by non management func\n",
2225 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_NIC_INFO);
2229 cmd.req.arg[1] = (nic->pci_func << 16);
2230 cmd.req.arg[2] = 0x1 << 16;
2231 cmd.req.arg[3] = nic->phys_port | (nic->switch_mode << 16);
2232 cmd.req.arg[4] = nic->capabilities;
2233 cmd.req.arg[5] = (nic->max_mac_filters & 0xFF) | ((nic->max_mtu) << 16);
2234 cmd.req.arg[6] = (nic->max_tx_ques) | ((nic->max_rx_ques) << 16);
2235 cmd.req.arg[7] = (nic->min_tx_bw) | ((nic->max_tx_bw) << 16);
2236 for (i = 8; i < 32; i++)
2239 err = qlcnic_issue_cmd(adapter, &cmd);
2241 if (err != QLCNIC_RCODE_SUCCESS) {
2242 dev_err(&adapter->pdev->dev, "Failed to set nic info%d\n",
2247 qlcnic_free_mbx_args(&cmd);
2252 int qlcnic_83xx_get_nic_info(struct qlcnic_adapter *adapter,
2253 struct qlcnic_info *npar_info, u8 func_id)
2258 struct qlcnic_cmd_args cmd;
2259 struct qlcnic_hardware_context *ahw = adapter->ahw;
2261 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
2265 if (func_id != ahw->pci_func) {
2266 temp = func_id << 16;
2267 cmd.req.arg[1] = op | BIT_31 | temp;
2269 cmd.req.arg[1] = ahw->pci_func << 16;
2271 err = qlcnic_issue_cmd(adapter, &cmd);
2273 dev_info(&adapter->pdev->dev,
2274 "Failed to get nic info %d\n", err);
2278 npar_info->op_type = cmd.rsp.arg[1];
2279 npar_info->pci_func = cmd.rsp.arg[2] & 0xFFFF;
2280 npar_info->op_mode = (cmd.rsp.arg[2] & 0xFFFF0000) >> 16;
2281 npar_info->phys_port = cmd.rsp.arg[3] & 0xFFFF;
2282 npar_info->switch_mode = (cmd.rsp.arg[3] & 0xFFFF0000) >> 16;
2283 npar_info->capabilities = cmd.rsp.arg[4];
2284 npar_info->max_mac_filters = cmd.rsp.arg[5] & 0xFF;
2285 npar_info->max_mtu = (cmd.rsp.arg[5] & 0xFFFF0000) >> 16;
2286 npar_info->max_tx_ques = cmd.rsp.arg[6] & 0xFFFF;
2287 npar_info->max_rx_ques = (cmd.rsp.arg[6] & 0xFFFF0000) >> 16;
2288 npar_info->min_tx_bw = cmd.rsp.arg[7] & 0xFFFF;
2289 npar_info->max_tx_bw = (cmd.rsp.arg[7] & 0xFFFF0000) >> 16;
2290 if (cmd.rsp.arg[8] & 0x1)
2291 npar_info->max_bw_reg_offset = (cmd.rsp.arg[8] & 0x7FFE) >> 1;
2292 if (cmd.rsp.arg[8] & 0x10000) {
2293 temp = (cmd.rsp.arg[8] & 0x7FFE0000) >> 17;
2294 npar_info->max_linkspeed_reg_offset = temp;
2297 memcpy(ahw->extra_capability, &cmd.rsp.arg[16],
2298 sizeof(ahw->extra_capability));
2301 qlcnic_free_mbx_args(&cmd);
2305 int qlcnic_get_pci_func_type(struct qlcnic_adapter *adapter, u16 type,
2306 u16 *nic, u16 *fcoe, u16 *iscsi)
2308 struct device *dev = &adapter->pdev->dev;
2312 case QLCNIC_TYPE_NIC:
2315 case QLCNIC_TYPE_FCOE:
2318 case QLCNIC_TYPE_ISCSI:
2322 dev_err(dev, "%s: Unknown PCI type[%x]\n",
2330 int qlcnic_83xx_get_pci_info(struct qlcnic_adapter *adapter,
2331 struct qlcnic_pci_info *pci_info)
2333 struct qlcnic_hardware_context *ahw = adapter->ahw;
2334 struct device *dev = &adapter->pdev->dev;
2335 u16 nic = 0, fcoe = 0, iscsi = 0;
2336 struct qlcnic_cmd_args cmd;
2337 int i, err = 0, j = 0;
2340 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PCI_INFO);
2344 err = qlcnic_issue_cmd(adapter, &cmd);
2346 ahw->total_nic_func = 0;
2347 if (err == QLCNIC_RCODE_SUCCESS) {
2348 ahw->max_pci_func = cmd.rsp.arg[1] & 0xFF;
2349 for (i = 2, j = 0; j < ahw->max_vnic_func; j++, pci_info++) {
2350 pci_info->id = cmd.rsp.arg[i] & 0xFFFF;
2351 pci_info->active = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2353 if (!pci_info->active) {
2354 i += QLC_SKIP_INACTIVE_PCI_REGS;
2357 pci_info->type = cmd.rsp.arg[i] & 0xFFFF;
2358 err = qlcnic_get_pci_func_type(adapter, pci_info->type,
2359 &nic, &fcoe, &iscsi);
2360 temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2361 pci_info->default_port = temp;
2363 pci_info->tx_min_bw = cmd.rsp.arg[i] & 0xFFFF;
2364 temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2365 pci_info->tx_max_bw = temp;
2367 memcpy(pci_info->mac, &cmd.rsp.arg[i], ETH_ALEN - 2);
2369 memcpy(pci_info->mac + sizeof(u32), &cmd.rsp.arg[i], 2);
2373 dev_err(dev, "Failed to get PCI Info, error = %d\n", err);
2377 ahw->total_nic_func = nic;
2378 ahw->total_pci_func = nic + fcoe + iscsi;
2379 if (ahw->total_nic_func == 0 || ahw->total_pci_func == 0) {
2380 dev_err(dev, "%s: Invalid function count: total nic func[%x], total pci func[%x]\n",
2381 __func__, ahw->total_nic_func, ahw->total_pci_func);
2384 qlcnic_free_mbx_args(&cmd);
2389 int qlcnic_83xx_config_intrpt(struct qlcnic_adapter *adapter, bool op_type)
2393 u32 val, temp, type;
2394 struct qlcnic_cmd_args cmd;
2396 max_ints = adapter->ahw->num_msix - 1;
2397 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTRPT);
2401 cmd.req.arg[1] = max_ints;
2403 if (qlcnic_sriov_vf_check(adapter))
2404 cmd.req.arg[1] |= (adapter->ahw->pci_func << 8) | BIT_16;
2406 for (i = 0, index = 2; i < max_ints; i++) {
2407 type = op_type ? QLCNIC_INTRPT_ADD : QLCNIC_INTRPT_DEL;
2408 val = type | (adapter->ahw->intr_tbl[i].type << 4);
2409 if (adapter->ahw->intr_tbl[i].type == QLCNIC_INTRPT_MSIX)
2410 val |= (adapter->ahw->intr_tbl[i].id << 16);
2411 cmd.req.arg[index++] = val;
2413 err = qlcnic_issue_cmd(adapter, &cmd);
2415 dev_err(&adapter->pdev->dev,
2416 "Failed to configure interrupts 0x%x\n", err);
2420 max_ints = cmd.rsp.arg[1];
2421 for (i = 0, index = 2; i < max_ints; i++, index += 2) {
2422 val = cmd.rsp.arg[index];
2424 dev_info(&adapter->pdev->dev,
2425 "Can't configure interrupt %d\n",
2426 adapter->ahw->intr_tbl[i].id);
2430 adapter->ahw->intr_tbl[i].id = MSW(val);
2431 adapter->ahw->intr_tbl[i].enabled = 1;
2432 temp = cmd.rsp.arg[index + 1];
2433 adapter->ahw->intr_tbl[i].src = temp;
2435 adapter->ahw->intr_tbl[i].id = i;
2436 adapter->ahw->intr_tbl[i].enabled = 0;
2437 adapter->ahw->intr_tbl[i].src = 0;
2441 qlcnic_free_mbx_args(&cmd);
2445 int qlcnic_83xx_lock_flash(struct qlcnic_adapter *adapter)
2447 int id, timeout = 0;
2450 while (status == 0) {
2451 status = QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_LOCK);
2455 if (++timeout >= QLC_83XX_FLASH_LOCK_TIMEOUT) {
2456 id = QLC_SHARED_REG_RD32(adapter,
2457 QLCNIC_FLASH_LOCK_OWNER);
2458 dev_err(&adapter->pdev->dev,
2459 "%s: failed, lock held by %d\n", __func__, id);
2462 usleep_range(1000, 2000);
2465 QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, adapter->portnum);
2469 void qlcnic_83xx_unlock_flash(struct qlcnic_adapter *adapter)
2471 QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_UNLOCK);
2472 QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, 0xFF);
2475 int qlcnic_83xx_lockless_flash_read32(struct qlcnic_adapter *adapter,
2476 u32 flash_addr, u8 *p_data,
2479 u32 word, range, flash_offset, addr = flash_addr, ret;
2480 ulong indirect_add, direct_window;
2483 flash_offset = addr & (QLCNIC_FLASH_SECTOR_SIZE - 1);
2485 dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
2489 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_DIRECT_WINDOW,
2492 range = flash_offset + (count * sizeof(u32));
2493 /* Check if data is spread across multiple sectors */
2494 if (range > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2496 /* Multi sector read */
2497 for (i = 0; i < count; i++) {
2498 indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2499 ret = QLCRD32(adapter, indirect_add, &err);
2504 *(u32 *)p_data = word;
2505 p_data = p_data + 4;
2507 flash_offset = flash_offset + 4;
2509 if (flash_offset > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2510 direct_window = QLC_83XX_FLASH_DIRECT_WINDOW;
2511 /* This write is needed once for each sector */
2512 qlcnic_83xx_wrt_reg_indirect(adapter,
2519 /* Single sector read */
2520 for (i = 0; i < count; i++) {
2521 indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2522 ret = QLCRD32(adapter, indirect_add, &err);
2527 *(u32 *)p_data = word;
2528 p_data = p_data + 4;
2536 static int qlcnic_83xx_poll_flash_status_reg(struct qlcnic_adapter *adapter)
2539 int retries = QLC_83XX_FLASH_READ_RETRY_COUNT;
2543 status = QLCRD32(adapter, QLC_83XX_FLASH_STATUS, &err);
2547 if ((status & QLC_83XX_FLASH_STATUS_READY) ==
2548 QLC_83XX_FLASH_STATUS_READY)
2551 msleep(QLC_83XX_FLASH_STATUS_REG_POLL_DELAY);
2552 } while (--retries);
2560 int qlcnic_83xx_enable_flash_write(struct qlcnic_adapter *adapter)
2564 cmd = adapter->ahw->fdt.write_statusreg_cmd;
2565 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2566 (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG | cmd));
2567 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2568 adapter->ahw->fdt.write_enable_bits);
2569 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2570 QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2571 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2578 int qlcnic_83xx_disable_flash_write(struct qlcnic_adapter *adapter)
2582 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2583 (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG |
2584 adapter->ahw->fdt.write_statusreg_cmd));
2585 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2586 adapter->ahw->fdt.write_disable_bits);
2587 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2588 QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2589 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2596 int qlcnic_83xx_read_flash_mfg_id(struct qlcnic_adapter *adapter)
2601 if (qlcnic_83xx_lock_flash(adapter))
2604 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2605 QLC_83XX_FLASH_FDT_READ_MFG_ID_VAL);
2606 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2607 QLC_83XX_FLASH_READ_CTRL);
2608 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2610 qlcnic_83xx_unlock_flash(adapter);
2614 mfg_id = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
2616 qlcnic_83xx_unlock_flash(adapter);
2620 adapter->flash_mfg_id = (mfg_id & 0xFF);
2621 qlcnic_83xx_unlock_flash(adapter);
2626 int qlcnic_83xx_read_flash_descriptor_table(struct qlcnic_adapter *adapter)
2628 int count, fdt_size, ret = 0;
2630 fdt_size = sizeof(struct qlcnic_fdt);
2631 count = fdt_size / sizeof(u32);
2633 if (qlcnic_83xx_lock_flash(adapter))
2636 memset(&adapter->ahw->fdt, 0, fdt_size);
2637 ret = qlcnic_83xx_lockless_flash_read32(adapter, QLCNIC_FDT_LOCATION,
2638 (u8 *)&adapter->ahw->fdt,
2641 qlcnic_83xx_unlock_flash(adapter);
2645 int qlcnic_83xx_erase_flash_sector(struct qlcnic_adapter *adapter,
2646 u32 sector_start_addr)
2648 u32 reversed_addr, addr1, addr2, cmd;
2651 if (qlcnic_83xx_lock_flash(adapter) != 0)
2654 if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2655 ret = qlcnic_83xx_enable_flash_write(adapter);
2657 qlcnic_83xx_unlock_flash(adapter);
2658 dev_err(&adapter->pdev->dev,
2659 "%s failed at %d\n",
2660 __func__, __LINE__);
2665 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2667 qlcnic_83xx_unlock_flash(adapter);
2668 dev_err(&adapter->pdev->dev,
2669 "%s: failed at %d\n", __func__, __LINE__);
2673 addr1 = (sector_start_addr & 0xFF) << 16;
2674 addr2 = (sector_start_addr & 0xFF0000) >> 16;
2675 reversed_addr = addr1 | addr2;
2677 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2679 cmd = QLC_83XX_FLASH_FDT_ERASE_DEF_SIG | adapter->ahw->fdt.erase_cmd;
2680 if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id)
2681 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, cmd);
2683 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2684 QLC_83XX_FLASH_OEM_ERASE_SIG);
2685 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2686 QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2688 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2690 qlcnic_83xx_unlock_flash(adapter);
2691 dev_err(&adapter->pdev->dev,
2692 "%s: failed at %d\n", __func__, __LINE__);
2696 if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2697 ret = qlcnic_83xx_disable_flash_write(adapter);
2699 qlcnic_83xx_unlock_flash(adapter);
2700 dev_err(&adapter->pdev->dev,
2701 "%s: failed at %d\n", __func__, __LINE__);
2706 qlcnic_83xx_unlock_flash(adapter);
2711 int qlcnic_83xx_flash_write32(struct qlcnic_adapter *adapter, u32 addr,
2715 u32 addr1 = 0x00800000 | (addr >> 2);
2717 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, addr1);
2718 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data);
2719 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2720 QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2721 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2723 dev_err(&adapter->pdev->dev,
2724 "%s: failed at %d\n", __func__, __LINE__);
2731 int qlcnic_83xx_flash_bulk_write(struct qlcnic_adapter *adapter, u32 addr,
2732 u32 *p_data, int count)
2735 int ret = -EIO, err = 0;
2737 if ((count < QLC_83XX_FLASH_WRITE_MIN) ||
2738 (count > QLC_83XX_FLASH_WRITE_MAX)) {
2739 dev_err(&adapter->pdev->dev,
2740 "%s: Invalid word count\n", __func__);
2744 temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2748 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_SPI_CONTROL,
2749 (temp | QLC_83XX_FLASH_SPI_CTRL));
2750 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2751 QLC_83XX_FLASH_ADDR_TEMP_VAL);
2753 /* First DWORD write */
2754 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2755 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2756 QLC_83XX_FLASH_FIRST_MS_PATTERN);
2757 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2759 dev_err(&adapter->pdev->dev,
2760 "%s: failed at %d\n", __func__, __LINE__);
2765 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2766 QLC_83XX_FLASH_ADDR_SECOND_TEMP_VAL);
2767 /* Second to N-1 DWORD writes */
2768 while (count != 1) {
2769 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2771 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2772 QLC_83XX_FLASH_SECOND_MS_PATTERN);
2773 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2775 dev_err(&adapter->pdev->dev,
2776 "%s: failed at %d\n", __func__, __LINE__);
2782 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2783 QLC_83XX_FLASH_ADDR_TEMP_VAL |
2785 /* Last DWORD write */
2786 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2787 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2788 QLC_83XX_FLASH_LAST_MS_PATTERN);
2789 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2791 dev_err(&adapter->pdev->dev,
2792 "%s: failed at %d\n", __func__, __LINE__);
2796 ret = QLCRD32(adapter, QLC_83XX_FLASH_SPI_STATUS, &err);
2800 if ((ret & QLC_83XX_FLASH_SPI_CTRL) == QLC_83XX_FLASH_SPI_CTRL) {
2801 dev_err(&adapter->pdev->dev, "%s: failed at %d\n",
2802 __func__, __LINE__);
2803 /* Operation failed, clear error bit */
2804 temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2808 qlcnic_83xx_wrt_reg_indirect(adapter,
2809 QLC_83XX_FLASH_SPI_CONTROL,
2810 (temp | QLC_83XX_FLASH_SPI_CTRL));
2816 static void qlcnic_83xx_recover_driver_lock(struct qlcnic_adapter *adapter)
2820 val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2822 /* Check if recovery need to be performed by the calling function */
2823 if ((val & QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK) == 0) {
2825 val = val | ((adapter->portnum << 2) |
2826 QLC_83XX_NEED_DRV_LOCK_RECOVERY);
2827 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2828 dev_info(&adapter->pdev->dev,
2829 "%s: lock recovery initiated\n", __func__);
2830 msleep(QLC_83XX_DRV_LOCK_RECOVERY_DELAY);
2831 val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2832 id = ((val >> 2) & 0xF);
2833 if (id == adapter->portnum) {
2834 val = val & ~QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK;
2835 val = val | QLC_83XX_DRV_LOCK_RECOVERY_IN_PROGRESS;
2836 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2837 /* Force release the lock */
2838 QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
2839 /* Clear recovery bits */
2841 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2842 dev_info(&adapter->pdev->dev,
2843 "%s: lock recovery completed\n", __func__);
2845 dev_info(&adapter->pdev->dev,
2846 "%s: func %d to resume lock recovery process\n",
2850 dev_info(&adapter->pdev->dev,
2851 "%s: lock recovery initiated by other functions\n",
2856 int qlcnic_83xx_lock_driver(struct qlcnic_adapter *adapter)
2858 u32 lock_alive_counter, val, id, i = 0, status = 0, temp = 0;
2859 int max_attempt = 0;
2861 while (status == 0) {
2862 status = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK);
2866 msleep(QLC_83XX_DRV_LOCK_WAIT_DELAY);
2870 temp = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2872 if (i == QLC_83XX_DRV_LOCK_WAIT_COUNTER) {
2873 val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2876 dev_info(&adapter->pdev->dev,
2877 "%s: lock to be recovered from %d\n",
2879 qlcnic_83xx_recover_driver_lock(adapter);
2883 dev_err(&adapter->pdev->dev,
2884 "%s: failed to get lock\n", __func__);
2889 /* Force exit from while loop after few attempts */
2890 if (max_attempt == QLC_83XX_MAX_DRV_LOCK_RECOVERY_ATTEMPT) {
2891 dev_err(&adapter->pdev->dev,
2892 "%s: failed to get lock\n", __func__);
2897 val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2898 lock_alive_counter = val >> 8;
2899 lock_alive_counter++;
2900 val = lock_alive_counter << 8 | adapter->portnum;
2901 QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
2906 void qlcnic_83xx_unlock_driver(struct qlcnic_adapter *adapter)
2908 u32 val, lock_alive_counter, id;
2910 val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2912 lock_alive_counter = val >> 8;
2914 if (id != adapter->portnum)
2915 dev_err(&adapter->pdev->dev,
2916 "%s:Warning func %d is unlocking lock owned by %d\n",
2917 __func__, adapter->portnum, id);
2919 val = (lock_alive_counter << 8) | 0xFF;
2920 QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
2921 QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
2924 int qlcnic_83xx_ms_mem_write128(struct qlcnic_adapter *adapter, u64 addr,
2925 u32 *data, u32 count)
2931 /* Check alignment */
2935 mutex_lock(&adapter->ahw->mem_lock);
2936 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_ADDR_HI, 0);
2938 for (i = 0; i < count; i++, addr += 16) {
2939 if (!((ADDR_IN_RANGE(addr, QLCNIC_ADDR_QDR_NET,
2940 QLCNIC_ADDR_QDR_NET_MAX)) ||
2941 (ADDR_IN_RANGE(addr, QLCNIC_ADDR_DDR_NET,
2942 QLCNIC_ADDR_DDR_NET_MAX)))) {
2943 mutex_unlock(&adapter->ahw->mem_lock);
2947 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_ADDR_LO, addr);
2948 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_LO,
2950 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_HI,
2952 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_ULO,
2954 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_UHI,
2956 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_CTRL,
2957 QLCNIC_TA_WRITE_ENABLE);
2958 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_CTRL,
2959 QLCNIC_TA_WRITE_START);
2961 for (j = 0; j < MAX_CTL_CHECK; j++) {
2962 temp = QLCRD32(adapter, QLCNIC_MS_CTRL, &err);
2964 mutex_unlock(&adapter->ahw->mem_lock);
2968 if ((temp & TA_CTL_BUSY) == 0)
2972 /* Status check failure */
2973 if (j >= MAX_CTL_CHECK) {
2974 printk_ratelimited(KERN_WARNING
2975 "MS memory write failed\n");
2976 mutex_unlock(&adapter->ahw->mem_lock);
2981 mutex_unlock(&adapter->ahw->mem_lock);
2986 int qlcnic_83xx_flash_read32(struct qlcnic_adapter *adapter, u32 flash_addr,
2987 u8 *p_data, int count)
2989 u32 word, addr = flash_addr, ret;
2990 ulong indirect_addr;
2993 if (qlcnic_83xx_lock_flash(adapter) != 0)
2997 dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
2998 qlcnic_83xx_unlock_flash(adapter);
3002 for (i = 0; i < count; i++) {
3003 if (qlcnic_83xx_wrt_reg_indirect(adapter,
3004 QLC_83XX_FLASH_DIRECT_WINDOW,
3006 qlcnic_83xx_unlock_flash(adapter);
3010 indirect_addr = QLC_83XX_FLASH_DIRECT_DATA(addr);
3011 ret = QLCRD32(adapter, indirect_addr, &err);
3016 *(u32 *)p_data = word;
3017 p_data = p_data + 4;
3021 qlcnic_83xx_unlock_flash(adapter);
3026 int qlcnic_83xx_test_link(struct qlcnic_adapter *adapter)
3030 u32 config = 0, state;
3031 struct qlcnic_cmd_args cmd;
3032 struct qlcnic_hardware_context *ahw = adapter->ahw;
3034 if (qlcnic_sriov_vf_check(adapter))
3035 pci_func = adapter->portnum;
3037 pci_func = ahw->pci_func;
3039 state = readl(ahw->pci_base0 + QLC_83XX_LINK_STATE(pci_func));
3040 if (!QLC_83xx_FUNC_VAL(state, pci_func)) {
3041 dev_info(&adapter->pdev->dev, "link state down\n");
3045 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_STATUS);
3049 err = qlcnic_issue_cmd(adapter, &cmd);
3051 dev_info(&adapter->pdev->dev,
3052 "Get Link Status Command failed: 0x%x\n", err);
3055 config = cmd.rsp.arg[1];
3056 switch (QLC_83XX_CURRENT_LINK_SPEED(config)) {
3057 case QLC_83XX_10M_LINK:
3058 ahw->link_speed = SPEED_10;
3060 case QLC_83XX_100M_LINK:
3061 ahw->link_speed = SPEED_100;
3063 case QLC_83XX_1G_LINK:
3064 ahw->link_speed = SPEED_1000;
3066 case QLC_83XX_10G_LINK:
3067 ahw->link_speed = SPEED_10000;
3070 ahw->link_speed = 0;
3073 config = cmd.rsp.arg[3];
3074 if (QLC_83XX_SFP_PRESENT(config)) {
3075 switch (ahw->module_type) {
3076 case LINKEVENT_MODULE_OPTICAL_UNKNOWN:
3077 case LINKEVENT_MODULE_OPTICAL_SRLR:
3078 case LINKEVENT_MODULE_OPTICAL_LRM:
3079 case LINKEVENT_MODULE_OPTICAL_SFP_1G:
3080 ahw->supported_type = PORT_FIBRE;
3082 case LINKEVENT_MODULE_TWINAX_UNSUPPORTED_CABLE:
3083 case LINKEVENT_MODULE_TWINAX_UNSUPPORTED_CABLELEN:
3084 case LINKEVENT_MODULE_TWINAX:
3085 ahw->supported_type = PORT_TP;
3088 ahw->supported_type = PORT_OTHER;
3095 qlcnic_free_mbx_args(&cmd);
3099 int qlcnic_83xx_get_settings(struct qlcnic_adapter *adapter,
3100 struct ethtool_cmd *ecmd)
3104 struct qlcnic_hardware_context *ahw = adapter->ahw;
3106 if (!test_bit(__QLCNIC_MAINTENANCE_MODE, &adapter->state)) {
3107 /* Get port configuration info */
3108 status = qlcnic_83xx_get_port_info(adapter);
3109 /* Get Link Status related info */
3110 config = qlcnic_83xx_test_link(adapter);
3111 ahw->module_type = QLC_83XX_SFP_MODULE_TYPE(config);
3114 /* hard code until there is a way to get it from flash */
3115 ahw->board_type = QLCNIC_BRDTYPE_83XX_10G;
3117 if (netif_running(adapter->netdev) && ahw->has_link_events) {
3118 ethtool_cmd_speed_set(ecmd, ahw->link_speed);
3119 ecmd->duplex = ahw->link_duplex;
3120 ecmd->autoneg = ahw->link_autoneg;
3122 ethtool_cmd_speed_set(ecmd, SPEED_UNKNOWN);
3123 ecmd->duplex = DUPLEX_UNKNOWN;
3124 ecmd->autoneg = AUTONEG_DISABLE;
3127 if (ahw->port_type == QLCNIC_XGBE) {
3128 ecmd->supported = SUPPORTED_10000baseT_Full;
3129 ecmd->advertising = ADVERTISED_10000baseT_Full;
3131 ecmd->supported = (SUPPORTED_10baseT_Half |
3132 SUPPORTED_10baseT_Full |
3133 SUPPORTED_100baseT_Half |
3134 SUPPORTED_100baseT_Full |
3135 SUPPORTED_1000baseT_Half |
3136 SUPPORTED_1000baseT_Full);
3137 ecmd->advertising = (ADVERTISED_100baseT_Half |
3138 ADVERTISED_100baseT_Full |
3139 ADVERTISED_1000baseT_Half |
3140 ADVERTISED_1000baseT_Full);
3143 switch (ahw->supported_type) {
3145 ecmd->supported |= SUPPORTED_FIBRE;
3146 ecmd->advertising |= ADVERTISED_FIBRE;
3147 ecmd->port = PORT_FIBRE;
3148 ecmd->transceiver = XCVR_EXTERNAL;
3151 ecmd->supported |= SUPPORTED_TP;
3152 ecmd->advertising |= ADVERTISED_TP;
3153 ecmd->port = PORT_TP;
3154 ecmd->transceiver = XCVR_INTERNAL;
3157 ecmd->supported |= SUPPORTED_FIBRE;
3158 ecmd->advertising |= ADVERTISED_FIBRE;
3159 ecmd->port = PORT_OTHER;
3160 ecmd->transceiver = XCVR_EXTERNAL;
3163 ecmd->phy_address = ahw->physical_port;
3167 int qlcnic_83xx_set_settings(struct qlcnic_adapter *adapter,
3168 struct ethtool_cmd *ecmd)
3171 u32 config = adapter->ahw->port_config;
3174 adapter->ahw->port_config |= BIT_15;
3176 switch (ethtool_cmd_speed(ecmd)) {
3178 adapter->ahw->port_config |= BIT_8;
3181 adapter->ahw->port_config |= BIT_9;
3184 adapter->ahw->port_config |= BIT_10;
3187 adapter->ahw->port_config |= BIT_11;
3193 status = qlcnic_83xx_set_port_config(adapter);
3195 dev_info(&adapter->pdev->dev,
3196 "Failed to Set Link Speed and autoneg.\n");
3197 adapter->ahw->port_config = config;
3202 static inline u64 *qlcnic_83xx_copy_stats(struct qlcnic_cmd_args *cmd,
3203 u64 *data, int index)
3208 low = cmd->rsp.arg[index];
3209 hi = cmd->rsp.arg[index + 1];
3210 val = (((u64) low) | (((u64) hi) << 32));
3215 static u64 *qlcnic_83xx_fill_stats(struct qlcnic_adapter *adapter,
3216 struct qlcnic_cmd_args *cmd, u64 *data,
3219 int err, k, total_regs;
3222 err = qlcnic_issue_cmd(adapter, cmd);
3223 if (err != QLCNIC_RCODE_SUCCESS) {
3224 dev_info(&adapter->pdev->dev,
3225 "Error in get statistics mailbox command\n");
3229 total_regs = cmd->rsp.num;
3231 case QLC_83XX_STAT_MAC:
3232 /* fill in MAC tx counters */
3233 for (k = 2; k < 28; k += 2)
3234 data = qlcnic_83xx_copy_stats(cmd, data, k);
3235 /* skip 24 bytes of reserved area */
3236 /* fill in MAC rx counters */
3237 for (k += 6; k < 60; k += 2)
3238 data = qlcnic_83xx_copy_stats(cmd, data, k);
3239 /* skip 24 bytes of reserved area */
3240 /* fill in MAC rx frame stats */
3241 for (k += 6; k < 80; k += 2)
3242 data = qlcnic_83xx_copy_stats(cmd, data, k);
3243 /* fill in eSwitch stats */
3244 for (; k < total_regs; k += 2)
3245 data = qlcnic_83xx_copy_stats(cmd, data, k);
3247 case QLC_83XX_STAT_RX:
3248 for (k = 2; k < 8; k += 2)
3249 data = qlcnic_83xx_copy_stats(cmd, data, k);
3250 /* skip 8 bytes of reserved data */
3251 for (k += 2; k < 24; k += 2)
3252 data = qlcnic_83xx_copy_stats(cmd, data, k);
3253 /* skip 8 bytes containing RE1FBQ error data */
3254 for (k += 2; k < total_regs; k += 2)
3255 data = qlcnic_83xx_copy_stats(cmd, data, k);
3257 case QLC_83XX_STAT_TX:
3258 for (k = 2; k < 10; k += 2)
3259 data = qlcnic_83xx_copy_stats(cmd, data, k);
3260 /* skip 8 bytes of reserved data */
3261 for (k += 2; k < total_regs; k += 2)
3262 data = qlcnic_83xx_copy_stats(cmd, data, k);
3265 dev_warn(&adapter->pdev->dev, "Unknown get statistics mode\n");
3271 void qlcnic_83xx_get_stats(struct qlcnic_adapter *adapter, u64 *data)
3273 struct qlcnic_cmd_args cmd;
3274 struct net_device *netdev = adapter->netdev;
3277 ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_STATISTICS);
3281 cmd.req.arg[1] = BIT_1 | (adapter->tx_ring->ctx_id << 16);
3282 cmd.rsp.num = QLC_83XX_TX_STAT_REGS;
3283 data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3284 QLC_83XX_STAT_TX, &ret);
3286 netdev_err(netdev, "Error getting Tx stats\n");
3290 cmd.req.arg[1] = BIT_2 | (adapter->portnum << 16);
3291 cmd.rsp.num = QLC_83XX_MAC_STAT_REGS;
3292 memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3293 data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3294 QLC_83XX_STAT_MAC, &ret);
3296 netdev_err(netdev, "Error getting MAC stats\n");
3300 cmd.req.arg[1] = adapter->recv_ctx->context_id << 16;
3301 cmd.rsp.num = QLC_83XX_RX_STAT_REGS;
3302 memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3303 data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3304 QLC_83XX_STAT_RX, &ret);
3306 netdev_err(netdev, "Error getting Rx stats\n");
3308 qlcnic_free_mbx_args(&cmd);
3311 int qlcnic_83xx_reg_test(struct qlcnic_adapter *adapter)
3313 u32 major, minor, sub;
3315 major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
3316 minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
3317 sub = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
3319 if (adapter->fw_version != QLCNIC_VERSION_CODE(major, minor, sub)) {
3320 dev_info(&adapter->pdev->dev, "%s: Reg test failed\n",
3327 inline int qlcnic_83xx_get_regs_len(struct qlcnic_adapter *adapter)
3329 return (ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl) *
3330 sizeof(*adapter->ahw->ext_reg_tbl)) +
3331 (ARRAY_SIZE(qlcnic_83xx_reg_tbl) *
3332 sizeof(*adapter->ahw->reg_tbl));
3335 int qlcnic_83xx_get_registers(struct qlcnic_adapter *adapter, u32 *regs_buff)
3339 for (i = QLCNIC_DEV_INFO_SIZE + 1;
3340 j < ARRAY_SIZE(qlcnic_83xx_reg_tbl); i++, j++)
3341 regs_buff[i] = QLC_SHARED_REG_RD32(adapter, j);
3343 for (j = 0; j < ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl); j++)
3344 regs_buff[i++] = QLCRDX(adapter->ahw, j);
3348 int qlcnic_83xx_interrupt_test(struct net_device *netdev)
3350 struct qlcnic_adapter *adapter = netdev_priv(netdev);
3351 struct qlcnic_hardware_context *ahw = adapter->ahw;
3352 struct qlcnic_cmd_args cmd;
3353 u8 val, drv_sds_rings = adapter->drv_sds_rings;
3354 u8 drv_tx_rings = adapter->drv_tx_rings;
3359 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
3360 netdev_info(netdev, "Device is resetting\n");
3364 if (qlcnic_get_diag_lock(adapter)) {
3365 netdev_info(netdev, "Device in diagnostics mode\n");
3369 ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_INTERRUPT_TEST,
3375 ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_INTRPT_TEST);
3379 if (adapter->flags & QLCNIC_MSIX_ENABLED)
3380 intrpt_id = ahw->intr_tbl[0].id;
3382 intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
3385 cmd.req.arg[2] = intrpt_id;
3386 cmd.req.arg[3] = BIT_0;
3388 ret = qlcnic_issue_cmd(adapter, &cmd);
3389 data = cmd.rsp.arg[2];
3391 val = LSB(MSW(data));
3392 if (id != intrpt_id)
3393 dev_info(&adapter->pdev->dev,
3394 "Interrupt generated: 0x%x, requested:0x%x\n",
3397 dev_err(&adapter->pdev->dev,
3398 "Interrupt test error: 0x%x\n", val);
3403 ret = !ahw->diag_cnt;
3406 qlcnic_free_mbx_args(&cmd);
3407 qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
3410 adapter->drv_sds_rings = drv_sds_rings;
3411 adapter->drv_tx_rings = drv_tx_rings;
3412 qlcnic_release_diag_lock(adapter);
3416 void qlcnic_83xx_get_pauseparam(struct qlcnic_adapter *adapter,
3417 struct ethtool_pauseparam *pause)
3419 struct qlcnic_hardware_context *ahw = adapter->ahw;
3423 status = qlcnic_83xx_get_port_config(adapter);
3425 dev_err(&adapter->pdev->dev,
3426 "%s: Get Pause Config failed\n", __func__);
3429 config = ahw->port_config;
3430 if (config & QLC_83XX_CFG_STD_PAUSE) {
3431 switch (MSW(config)) {
3432 case QLC_83XX_TX_PAUSE:
3433 pause->tx_pause = 1;
3435 case QLC_83XX_RX_PAUSE:
3436 pause->rx_pause = 1;
3438 case QLC_83XX_TX_RX_PAUSE:
3440 /* Backward compatibility for existing
3443 pause->tx_pause = 1;
3444 pause->rx_pause = 1;
3448 if (QLC_83XX_AUTONEG(config))
3452 int qlcnic_83xx_set_pauseparam(struct qlcnic_adapter *adapter,
3453 struct ethtool_pauseparam *pause)
3455 struct qlcnic_hardware_context *ahw = adapter->ahw;
3459 status = qlcnic_83xx_get_port_config(adapter);
3461 dev_err(&adapter->pdev->dev,
3462 "%s: Get Pause Config failed.\n", __func__);
3465 config = ahw->port_config;
3467 if (ahw->port_type == QLCNIC_GBE) {
3469 ahw->port_config |= QLC_83XX_ENABLE_AUTONEG;
3470 if (!pause->autoneg)
3471 ahw->port_config &= ~QLC_83XX_ENABLE_AUTONEG;
3472 } else if ((ahw->port_type == QLCNIC_XGBE) && (pause->autoneg)) {
3476 if (!(config & QLC_83XX_CFG_STD_PAUSE))
3477 ahw->port_config |= QLC_83XX_CFG_STD_PAUSE;
3479 if (pause->rx_pause && pause->tx_pause) {
3480 ahw->port_config |= QLC_83XX_CFG_STD_TX_RX_PAUSE;
3481 } else if (pause->rx_pause && !pause->tx_pause) {
3482 ahw->port_config &= ~QLC_83XX_CFG_STD_TX_PAUSE;
3483 ahw->port_config |= QLC_83XX_CFG_STD_RX_PAUSE;
3484 } else if (pause->tx_pause && !pause->rx_pause) {
3485 ahw->port_config &= ~QLC_83XX_CFG_STD_RX_PAUSE;
3486 ahw->port_config |= QLC_83XX_CFG_STD_TX_PAUSE;
3487 } else if (!pause->rx_pause && !pause->tx_pause) {
3488 ahw->port_config &= ~(QLC_83XX_CFG_STD_TX_RX_PAUSE |
3489 QLC_83XX_CFG_STD_PAUSE);
3491 status = qlcnic_83xx_set_port_config(adapter);
3493 dev_err(&adapter->pdev->dev,
3494 "%s: Set Pause Config failed.\n", __func__);
3495 ahw->port_config = config;
3500 static int qlcnic_83xx_read_flash_status_reg(struct qlcnic_adapter *adapter)
3505 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
3506 QLC_83XX_FLASH_OEM_READ_SIG);
3507 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
3508 QLC_83XX_FLASH_READ_CTRL);
3509 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
3513 temp = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
3520 int qlcnic_83xx_flash_test(struct qlcnic_adapter *adapter)
3524 status = qlcnic_83xx_read_flash_status_reg(adapter);
3525 if (status == -EIO) {
3526 dev_info(&adapter->pdev->dev, "%s: EEPROM test failed.\n",
3533 int qlcnic_83xx_shutdown(struct pci_dev *pdev)
3535 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3536 struct net_device *netdev = adapter->netdev;
3539 netif_device_detach(netdev);
3540 qlcnic_cancel_idc_work(adapter);
3542 if (netif_running(netdev))
3543 qlcnic_down(adapter, netdev);
3545 qlcnic_83xx_disable_mbx_intr(adapter);
3546 cancel_delayed_work_sync(&adapter->idc_aen_work);
3548 retval = pci_save_state(pdev);
3555 int qlcnic_83xx_resume(struct qlcnic_adapter *adapter)
3557 struct qlcnic_hardware_context *ahw = adapter->ahw;
3558 struct qlc_83xx_idc *idc = &ahw->idc;
3561 err = qlcnic_83xx_idc_init(adapter);
3565 if (ahw->nic_mode == QLCNIC_VNIC_MODE) {
3566 if (ahw->op_mode == QLCNIC_MGMT_FUNC) {
3567 qlcnic_83xx_set_vnic_opmode(adapter);
3569 err = qlcnic_83xx_check_vnic_state(adapter);
3575 err = qlcnic_83xx_idc_reattach_driver(adapter);
3579 qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
3584 void qlcnic_83xx_reinit_mbx_work(struct qlcnic_mailbox *mbx)
3586 reinit_completion(&mbx->completion);
3587 set_bit(QLC_83XX_MBX_READY, &mbx->status);
3590 void qlcnic_83xx_free_mailbox(struct qlcnic_mailbox *mbx)
3595 destroy_workqueue(mbx->work_q);
3600 qlcnic_83xx_notify_cmd_completion(struct qlcnic_adapter *adapter,
3601 struct qlcnic_cmd_args *cmd)
3603 atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
3605 if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT) {
3606 qlcnic_free_mbx_args(cmd);
3610 complete(&cmd->completion);
3613 static void qlcnic_83xx_flush_mbx_queue(struct qlcnic_adapter *adapter)
3615 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3616 struct list_head *head = &mbx->cmd_q;
3617 struct qlcnic_cmd_args *cmd = NULL;
3619 spin_lock(&mbx->queue_lock);
3621 while (!list_empty(head)) {
3622 cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3623 dev_info(&adapter->pdev->dev, "%s: Mailbox command 0x%x\n",
3624 __func__, cmd->cmd_op);
3625 list_del(&cmd->list);
3627 qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3630 spin_unlock(&mbx->queue_lock);
3633 static int qlcnic_83xx_check_mbx_status(struct qlcnic_adapter *adapter)
3635 struct qlcnic_hardware_context *ahw = adapter->ahw;
3636 struct qlcnic_mailbox *mbx = ahw->mailbox;
3639 if (!test_bit(QLC_83XX_MBX_READY, &mbx->status))
3642 host_mbx_ctrl = QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL);
3643 if (host_mbx_ctrl) {
3644 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3645 ahw->idc.collect_dump = 1;
3652 static inline void qlcnic_83xx_signal_mbx_cmd(struct qlcnic_adapter *adapter,
3656 QLCWRX(adapter->ahw, QLCNIC_HOST_MBX_CTRL, QLCNIC_SET_OWNER);
3658 QLCWRX(adapter->ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
3661 static void qlcnic_83xx_dequeue_mbx_cmd(struct qlcnic_adapter *adapter,
3662 struct qlcnic_cmd_args *cmd)
3664 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3666 spin_lock(&mbx->queue_lock);
3668 list_del(&cmd->list);
3671 spin_unlock(&mbx->queue_lock);
3673 qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3676 static void qlcnic_83xx_encode_mbx_cmd(struct qlcnic_adapter *adapter,
3677 struct qlcnic_cmd_args *cmd)
3679 u32 mbx_cmd, fw_hal_version, hdr_size, total_size, tmp;
3680 struct qlcnic_hardware_context *ahw = adapter->ahw;
3683 if (cmd->op_type != QLC_83XX_MBX_POST_BC_OP) {
3684 mbx_cmd = cmd->req.arg[0];
3685 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3686 for (i = 1; i < cmd->req.num; i++)
3687 writel(cmd->req.arg[i], QLCNIC_MBX_HOST(ahw, i));
3689 fw_hal_version = ahw->fw_hal_version;
3690 hdr_size = sizeof(struct qlcnic_bc_hdr) / sizeof(u32);
3691 total_size = cmd->pay_size + hdr_size;
3692 tmp = QLCNIC_CMD_BC_EVENT_SETUP | total_size << 16;
3693 mbx_cmd = tmp | fw_hal_version << 29;
3694 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3696 /* Back channel specific operations bits */
3697 mbx_cmd = 0x1 | 1 << 4;
3699 if (qlcnic_sriov_pf_check(adapter))
3700 mbx_cmd |= cmd->func_num << 5;
3702 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 1));
3704 for (i = 2, j = 0; j < hdr_size; i++, j++)
3705 writel(*(cmd->hdr++), QLCNIC_MBX_HOST(ahw, i));
3706 for (j = 0; j < cmd->pay_size; j++, i++)
3707 writel(*(cmd->pay++), QLCNIC_MBX_HOST(ahw, i));
3711 void qlcnic_83xx_detach_mailbox_work(struct qlcnic_adapter *adapter)
3713 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3718 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3719 complete(&mbx->completion);
3720 cancel_work_sync(&mbx->work);
3721 flush_workqueue(mbx->work_q);
3722 qlcnic_83xx_flush_mbx_queue(adapter);
3725 static int qlcnic_83xx_enqueue_mbx_cmd(struct qlcnic_adapter *adapter,
3726 struct qlcnic_cmd_args *cmd,
3727 unsigned long *timeout)
3729 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3731 if (test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
3732 atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
3733 init_completion(&cmd->completion);
3734 cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_UNKNOWN;
3736 spin_lock(&mbx->queue_lock);
3738 list_add_tail(&cmd->list, &mbx->cmd_q);
3740 cmd->total_cmds = mbx->num_cmds;
3741 *timeout = cmd->total_cmds * QLC_83XX_MBX_TIMEOUT;
3742 queue_work(mbx->work_q, &mbx->work);
3744 spin_unlock(&mbx->queue_lock);
3752 static int qlcnic_83xx_check_mac_rcode(struct qlcnic_adapter *adapter,
3753 struct qlcnic_cmd_args *cmd)
3758 if (cmd->cmd_op == QLCNIC_CMD_CONFIG_MAC_VLAN) {
3759 fw_data = readl(QLCNIC_MBX_FW(adapter->ahw, 2));
3760 mac_cmd_rcode = (u8)fw_data;
3761 if (mac_cmd_rcode == QLC_83XX_NO_NIC_RESOURCE ||
3762 mac_cmd_rcode == QLC_83XX_MAC_PRESENT ||
3763 mac_cmd_rcode == QLC_83XX_MAC_ABSENT) {
3764 cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
3765 return QLCNIC_RCODE_SUCCESS;
3772 static void qlcnic_83xx_decode_mbx_rsp(struct qlcnic_adapter *adapter,
3773 struct qlcnic_cmd_args *cmd)
3775 struct qlcnic_hardware_context *ahw = adapter->ahw;
3776 struct device *dev = &adapter->pdev->dev;
3780 fw_data = readl(QLCNIC_MBX_FW(ahw, 0));
3781 mbx_err_code = QLCNIC_MBX_STATUS(fw_data);
3782 qlcnic_83xx_get_mbx_data(adapter, cmd);
3784 switch (mbx_err_code) {
3785 case QLCNIC_MBX_RSP_OK:
3786 case QLCNIC_MBX_PORT_RSP_OK:
3787 cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
3790 if (!qlcnic_83xx_check_mac_rcode(adapter, cmd))
3793 dev_err(dev, "%s: Mailbox command failed, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x, error=0x%x\n",
3794 __func__, cmd->cmd_op, cmd->type, ahw->pci_func,
3795 ahw->op_mode, mbx_err_code);
3796 cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_FAILED;
3797 qlcnic_dump_mbx(adapter, cmd);
3803 static inline void qlcnic_dump_mailbox_registers(struct qlcnic_adapter *adapter)
3805 struct qlcnic_hardware_context *ahw = adapter->ahw;
3808 offset = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
3809 dev_info(&adapter->pdev->dev, "Mbx interrupt mask=0x%x, Mbx interrupt enable=0x%x, Host mbx control=0x%x, Fw mbx control=0x%x",
3810 readl(ahw->pci_base0 + offset),
3811 QLCRDX(ahw, QLCNIC_MBX_INTR_ENBL),
3812 QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL),
3813 QLCRDX(ahw, QLCNIC_FW_MBX_CTRL));
3816 static void qlcnic_83xx_mailbox_worker(struct work_struct *work)
3818 struct qlcnic_mailbox *mbx = container_of(work, struct qlcnic_mailbox,
3820 struct qlcnic_adapter *adapter = mbx->adapter;
3821 struct qlcnic_mbx_ops *mbx_ops = mbx->ops;
3822 struct device *dev = &adapter->pdev->dev;
3823 atomic_t *rsp_status = &mbx->rsp_status;
3824 struct list_head *head = &mbx->cmd_q;
3825 struct qlcnic_hardware_context *ahw;
3826 struct qlcnic_cmd_args *cmd = NULL;
3831 if (qlcnic_83xx_check_mbx_status(adapter)) {
3832 qlcnic_83xx_flush_mbx_queue(adapter);
3836 atomic_set(rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
3838 spin_lock(&mbx->queue_lock);
3840 if (list_empty(head)) {
3841 spin_unlock(&mbx->queue_lock);
3844 cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3846 spin_unlock(&mbx->queue_lock);
3848 mbx_ops->encode_cmd(adapter, cmd);
3849 mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_REQUEST);
3851 if (wait_for_completion_timeout(&mbx->completion,
3852 QLC_83XX_MBX_TIMEOUT)) {
3853 mbx_ops->decode_resp(adapter, cmd);
3854 mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_COMPLETION);
3856 dev_err(dev, "%s: Mailbox command timeout, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x\n",
3857 __func__, cmd->cmd_op, cmd->type, ahw->pci_func,
3859 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3860 qlcnic_dump_mailbox_registers(adapter);
3861 qlcnic_83xx_get_mbx_data(adapter, cmd);
3862 qlcnic_dump_mbx(adapter, cmd);
3863 qlcnic_83xx_idc_request_reset(adapter,
3864 QLCNIC_FORCE_FW_DUMP_KEY);
3865 cmd->rsp_opcode = QLCNIC_RCODE_TIMEOUT;
3867 mbx_ops->dequeue_cmd(adapter, cmd);
3871 static struct qlcnic_mbx_ops qlcnic_83xx_mbx_ops = {
3872 .enqueue_cmd = qlcnic_83xx_enqueue_mbx_cmd,
3873 .dequeue_cmd = qlcnic_83xx_dequeue_mbx_cmd,
3874 .decode_resp = qlcnic_83xx_decode_mbx_rsp,
3875 .encode_cmd = qlcnic_83xx_encode_mbx_cmd,
3876 .nofity_fw = qlcnic_83xx_signal_mbx_cmd,
3879 int qlcnic_83xx_init_mailbox_work(struct qlcnic_adapter *adapter)
3881 struct qlcnic_hardware_context *ahw = adapter->ahw;
3882 struct qlcnic_mailbox *mbx;
3884 ahw->mailbox = kzalloc(sizeof(*mbx), GFP_KERNEL);
3889 mbx->ops = &qlcnic_83xx_mbx_ops;
3890 mbx->adapter = adapter;
3892 spin_lock_init(&mbx->queue_lock);
3893 spin_lock_init(&mbx->aen_lock);
3894 INIT_LIST_HEAD(&mbx->cmd_q);
3895 init_completion(&mbx->completion);
3897 mbx->work_q = create_singlethread_workqueue("qlcnic_mailbox");
3898 if (mbx->work_q == NULL) {
3903 INIT_WORK(&mbx->work, qlcnic_83xx_mailbox_worker);
3904 set_bit(QLC_83XX_MBX_READY, &mbx->status);
3908 pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *pdev,
3909 pci_channel_state_t state)
3911 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3913 if (state == pci_channel_io_perm_failure)
3914 return PCI_ERS_RESULT_DISCONNECT;
3916 if (state == pci_channel_io_normal)
3917 return PCI_ERS_RESULT_RECOVERED;
3919 set_bit(__QLCNIC_AER, &adapter->state);
3920 set_bit(__QLCNIC_RESETTING, &adapter->state);
3922 qlcnic_83xx_aer_stop_poll_work(adapter);
3924 pci_save_state(pdev);
3925 pci_disable_device(pdev);
3927 return PCI_ERS_RESULT_NEED_RESET;
3930 pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *pdev)
3932 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3935 pdev->error_state = pci_channel_io_normal;
3936 err = pci_enable_device(pdev);
3940 pci_set_power_state(pdev, PCI_D0);
3941 pci_set_master(pdev);
3942 pci_restore_state(pdev);
3944 err = qlcnic_83xx_aer_reset(adapter);
3946 return PCI_ERS_RESULT_RECOVERED;
3948 clear_bit(__QLCNIC_AER, &adapter->state);
3949 clear_bit(__QLCNIC_RESETTING, &adapter->state);
3950 return PCI_ERS_RESULT_DISCONNECT;
3953 void qlcnic_83xx_io_resume(struct pci_dev *pdev)
3955 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3957 pci_cleanup_aer_uncorrect_error_status(pdev);
3958 if (test_and_clear_bit(__QLCNIC_AER, &adapter->state))
3959 qlcnic_83xx_aer_start_poll_work(adapter);