2 * QLogic qlcnic NIC Driver
3 * Copyright (c) 2009-2013 QLogic Corporation
5 * See LICENSE.qlcnic for copyright and licensing details.
9 #include "qlcnic_sriov.h"
10 #include <linux/if_vlan.h>
11 #include <linux/ipv6.h>
12 #include <linux/ethtool.h>
13 #include <linux/interrupt.h>
14 #include <linux/aer.h>
16 static void __qlcnic_83xx_process_aen(struct qlcnic_adapter *);
17 static int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *, u8);
18 static void qlcnic_83xx_configure_mac(struct qlcnic_adapter *, u8 *, u8,
19 struct qlcnic_cmd_args *);
20 static int qlcnic_83xx_get_port_config(struct qlcnic_adapter *);
21 static irqreturn_t qlcnic_83xx_handle_aen(int, void *);
22 static pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *,
24 static int qlcnic_83xx_set_port_config(struct qlcnic_adapter *);
25 static pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *);
26 static void qlcnic_83xx_io_resume(struct pci_dev *);
27 static int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *, u8);
28 static void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *);
29 static int qlcnic_83xx_resume(struct qlcnic_adapter *);
30 static int qlcnic_83xx_shutdown(struct pci_dev *);
31 static void qlcnic_83xx_get_beacon_state(struct qlcnic_adapter *);
33 #define RSS_HASHTYPE_IP_TCP 0x3
34 #define QLC_83XX_FW_MBX_CMD 0
35 #define QLC_SKIP_INACTIVE_PCI_REGS 7
37 static const struct qlcnic_mailbox_metadata qlcnic_83xx_mbx_tbl[] = {
38 {QLCNIC_CMD_CONFIGURE_IP_ADDR, 6, 1},
39 {QLCNIC_CMD_CONFIG_INTRPT, 18, 34},
40 {QLCNIC_CMD_CREATE_RX_CTX, 136, 27},
41 {QLCNIC_CMD_DESTROY_RX_CTX, 2, 1},
42 {QLCNIC_CMD_CREATE_TX_CTX, 54, 18},
43 {QLCNIC_CMD_DESTROY_TX_CTX, 2, 1},
44 {QLCNIC_CMD_CONFIGURE_MAC_LEARNING, 2, 1},
45 {QLCNIC_CMD_INTRPT_TEST, 22, 12},
46 {QLCNIC_CMD_SET_MTU, 3, 1},
47 {QLCNIC_CMD_READ_PHY, 4, 2},
48 {QLCNIC_CMD_WRITE_PHY, 5, 1},
49 {QLCNIC_CMD_READ_HW_REG, 4, 1},
50 {QLCNIC_CMD_GET_FLOW_CTL, 4, 2},
51 {QLCNIC_CMD_SET_FLOW_CTL, 4, 1},
52 {QLCNIC_CMD_READ_MAX_MTU, 4, 2},
53 {QLCNIC_CMD_READ_MAX_LRO, 4, 2},
54 {QLCNIC_CMD_MAC_ADDRESS, 4, 3},
55 {QLCNIC_CMD_GET_PCI_INFO, 1, 129},
56 {QLCNIC_CMD_GET_NIC_INFO, 2, 19},
57 {QLCNIC_CMD_SET_NIC_INFO, 32, 1},
58 {QLCNIC_CMD_GET_ESWITCH_CAPABILITY, 4, 3},
59 {QLCNIC_CMD_TOGGLE_ESWITCH, 4, 1},
60 {QLCNIC_CMD_GET_ESWITCH_STATUS, 4, 3},
61 {QLCNIC_CMD_SET_PORTMIRRORING, 4, 1},
62 {QLCNIC_CMD_CONFIGURE_ESWITCH, 4, 1},
63 {QLCNIC_CMD_GET_ESWITCH_PORT_CONFIG, 4, 3},
64 {QLCNIC_CMD_GET_ESWITCH_STATS, 5, 1},
65 {QLCNIC_CMD_CONFIG_PORT, 4, 1},
66 {QLCNIC_CMD_TEMP_SIZE, 1, 4},
67 {QLCNIC_CMD_GET_TEMP_HDR, 5, 5},
68 {QLCNIC_CMD_GET_LINK_EVENT, 2, 1},
69 {QLCNIC_CMD_CONFIG_MAC_VLAN, 4, 3},
70 {QLCNIC_CMD_CONFIG_INTR_COAL, 6, 1},
71 {QLCNIC_CMD_CONFIGURE_RSS, 14, 1},
72 {QLCNIC_CMD_CONFIGURE_LED, 2, 1},
73 {QLCNIC_CMD_CONFIGURE_MAC_RX_MODE, 2, 1},
74 {QLCNIC_CMD_CONFIGURE_HW_LRO, 2, 1},
75 {QLCNIC_CMD_GET_STATISTICS, 2, 80},
76 {QLCNIC_CMD_SET_PORT_CONFIG, 2, 1},
77 {QLCNIC_CMD_GET_PORT_CONFIG, 2, 2},
78 {QLCNIC_CMD_GET_LINK_STATUS, 2, 4},
79 {QLCNIC_CMD_IDC_ACK, 5, 1},
80 {QLCNIC_CMD_INIT_NIC_FUNC, 2, 1},
81 {QLCNIC_CMD_STOP_NIC_FUNC, 2, 1},
82 {QLCNIC_CMD_SET_LED_CONFIG, 5, 1},
83 {QLCNIC_CMD_GET_LED_CONFIG, 1, 5},
84 {QLCNIC_CMD_83XX_SET_DRV_VER, 4, 1},
85 {QLCNIC_CMD_ADD_RCV_RINGS, 130, 26},
86 {QLCNIC_CMD_CONFIG_VPORT, 4, 4},
87 {QLCNIC_CMD_BC_EVENT_SETUP, 2, 1},
88 {QLCNIC_CMD_DCB_QUERY_CAP, 1, 2},
89 {QLCNIC_CMD_DCB_QUERY_PARAM, 1, 50},
92 const u32 qlcnic_83xx_ext_reg_tbl[] = {
93 0x38CC, /* Global Reset */
94 0x38F0, /* Wildcard */
95 0x38FC, /* Informant */
96 0x3038, /* Host MBX ctrl */
97 0x303C, /* FW MBX ctrl */
98 0x355C, /* BOOT LOADER ADDRESS REG */
99 0x3560, /* BOOT LOADER SIZE REG */
100 0x3564, /* FW IMAGE ADDR REG */
101 0x1000, /* MBX intr enable */
102 0x1200, /* Default Intr mask */
103 0x1204, /* Default Interrupt ID */
104 0x3780, /* QLC_83XX_IDC_MAJ_VERSION */
105 0x3784, /* QLC_83XX_IDC_DEV_STATE */
106 0x3788, /* QLC_83XX_IDC_DRV_PRESENCE */
107 0x378C, /* QLC_83XX_IDC_DRV_ACK */
108 0x3790, /* QLC_83XX_IDC_CTRL */
109 0x3794, /* QLC_83XX_IDC_DRV_AUDIT */
110 0x3798, /* QLC_83XX_IDC_MIN_VERSION */
111 0x379C, /* QLC_83XX_RECOVER_DRV_LOCK */
112 0x37A0, /* QLC_83XX_IDC_PF_0 */
113 0x37A4, /* QLC_83XX_IDC_PF_1 */
114 0x37A8, /* QLC_83XX_IDC_PF_2 */
115 0x37AC, /* QLC_83XX_IDC_PF_3 */
116 0x37B0, /* QLC_83XX_IDC_PF_4 */
117 0x37B4, /* QLC_83XX_IDC_PF_5 */
118 0x37B8, /* QLC_83XX_IDC_PF_6 */
119 0x37BC, /* QLC_83XX_IDC_PF_7 */
120 0x37C0, /* QLC_83XX_IDC_PF_8 */
121 0x37C4, /* QLC_83XX_IDC_PF_9 */
122 0x37C8, /* QLC_83XX_IDC_PF_10 */
123 0x37CC, /* QLC_83XX_IDC_PF_11 */
124 0x37D0, /* QLC_83XX_IDC_PF_12 */
125 0x37D4, /* QLC_83XX_IDC_PF_13 */
126 0x37D8, /* QLC_83XX_IDC_PF_14 */
127 0x37DC, /* QLC_83XX_IDC_PF_15 */
128 0x37E0, /* QLC_83XX_IDC_DEV_PARTITION_INFO_1 */
129 0x37E4, /* QLC_83XX_IDC_DEV_PARTITION_INFO_2 */
130 0x37F0, /* QLC_83XX_DRV_OP_MODE */
131 0x37F4, /* QLC_83XX_VNIC_STATE */
132 0x3868, /* QLC_83XX_DRV_LOCK */
133 0x386C, /* QLC_83XX_DRV_UNLOCK */
134 0x3504, /* QLC_83XX_DRV_LOCK_ID */
135 0x34A4, /* QLC_83XX_ASIC_TEMP */
138 const u32 qlcnic_83xx_reg_tbl[] = {
139 0x34A8, /* PEG_HALT_STAT1 */
140 0x34AC, /* PEG_HALT_STAT2 */
141 0x34B0, /* FW_HEARTBEAT */
142 0x3500, /* FLASH LOCK_ID */
143 0x3528, /* FW_CAPABILITIES */
144 0x3538, /* Driver active, DRV_REG0 */
145 0x3540, /* Device state, DRV_REG1 */
146 0x3544, /* Driver state, DRV_REG2 */
147 0x3548, /* Driver scratch, DRV_REG3 */
148 0x354C, /* Device partiton info, DRV_REG4 */
149 0x3524, /* Driver IDC ver, DRV_REG5 */
150 0x3550, /* FW_VER_MAJOR */
151 0x3554, /* FW_VER_MINOR */
152 0x3558, /* FW_VER_SUB */
153 0x359C, /* NPAR STATE */
154 0x35FC, /* FW_IMG_VALID */
155 0x3650, /* CMD_PEG_STATE */
156 0x373C, /* RCV_PEG_STATE */
157 0x37B4, /* ASIC TEMP */
159 0x3570, /* DRV OP MODE */
160 0x3850, /* FLASH LOCK */
161 0x3854, /* FLASH UNLOCK */
164 static struct qlcnic_hardware_ops qlcnic_83xx_hw_ops = {
165 .read_crb = qlcnic_83xx_read_crb,
166 .write_crb = qlcnic_83xx_write_crb,
167 .read_reg = qlcnic_83xx_rd_reg_indirect,
168 .write_reg = qlcnic_83xx_wrt_reg_indirect,
169 .get_mac_address = qlcnic_83xx_get_mac_address,
170 .setup_intr = qlcnic_83xx_setup_intr,
171 .alloc_mbx_args = qlcnic_83xx_alloc_mbx_args,
172 .mbx_cmd = qlcnic_83xx_issue_cmd,
173 .get_func_no = qlcnic_83xx_get_func_no,
174 .api_lock = qlcnic_83xx_cam_lock,
175 .api_unlock = qlcnic_83xx_cam_unlock,
176 .add_sysfs = qlcnic_83xx_add_sysfs,
177 .remove_sysfs = qlcnic_83xx_remove_sysfs,
178 .process_lb_rcv_ring_diag = qlcnic_83xx_process_rcv_ring_diag,
179 .create_rx_ctx = qlcnic_83xx_create_rx_ctx,
180 .create_tx_ctx = qlcnic_83xx_create_tx_ctx,
181 .del_rx_ctx = qlcnic_83xx_del_rx_ctx,
182 .del_tx_ctx = qlcnic_83xx_del_tx_ctx,
183 .setup_link_event = qlcnic_83xx_setup_link_event,
184 .get_nic_info = qlcnic_83xx_get_nic_info,
185 .get_pci_info = qlcnic_83xx_get_pci_info,
186 .set_nic_info = qlcnic_83xx_set_nic_info,
187 .change_macvlan = qlcnic_83xx_sre_macaddr_change,
188 .napi_enable = qlcnic_83xx_napi_enable,
189 .napi_disable = qlcnic_83xx_napi_disable,
190 .config_intr_coal = qlcnic_83xx_config_intr_coal,
191 .config_rss = qlcnic_83xx_config_rss,
192 .config_hw_lro = qlcnic_83xx_config_hw_lro,
193 .config_promisc_mode = qlcnic_83xx_nic_set_promisc,
194 .change_l2_filter = qlcnic_83xx_change_l2_filter,
195 .get_board_info = qlcnic_83xx_get_port_info,
196 .set_mac_filter_count = qlcnic_83xx_set_mac_filter_count,
197 .free_mac_list = qlcnic_82xx_free_mac_list,
198 .io_error_detected = qlcnic_83xx_io_error_detected,
199 .io_slot_reset = qlcnic_83xx_io_slot_reset,
200 .io_resume = qlcnic_83xx_io_resume,
201 .get_beacon_state = qlcnic_83xx_get_beacon_state,
204 static struct qlcnic_nic_template qlcnic_83xx_ops = {
205 .config_bridged_mode = qlcnic_config_bridged_mode,
206 .config_led = qlcnic_config_led,
207 .request_reset = qlcnic_83xx_idc_request_reset,
208 .cancel_idc_work = qlcnic_83xx_idc_exit,
209 .napi_add = qlcnic_83xx_napi_add,
210 .napi_del = qlcnic_83xx_napi_del,
211 .config_ipaddr = qlcnic_83xx_config_ipaddr,
212 .clear_legacy_intr = qlcnic_83xx_clear_legacy_intr,
213 .shutdown = qlcnic_83xx_shutdown,
214 .resume = qlcnic_83xx_resume,
217 void qlcnic_83xx_register_map(struct qlcnic_hardware_context *ahw)
219 ahw->hw_ops = &qlcnic_83xx_hw_ops;
220 ahw->reg_tbl = (u32 *)qlcnic_83xx_reg_tbl;
221 ahw->ext_reg_tbl = (u32 *)qlcnic_83xx_ext_reg_tbl;
224 int qlcnic_83xx_get_fw_version(struct qlcnic_adapter *adapter)
226 u32 fw_major, fw_minor, fw_build;
227 struct pci_dev *pdev = adapter->pdev;
229 fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
230 fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
231 fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
232 adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
234 dev_info(&pdev->dev, "Driver v%s, firmware version %d.%d.%d\n",
235 QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
237 return adapter->fw_version;
240 static int __qlcnic_set_win_base(struct qlcnic_adapter *adapter, u32 addr)
245 base = adapter->ahw->pci_base0 +
246 QLC_83XX_CRB_WIN_FUNC(adapter->ahw->pci_func);
255 int qlcnic_83xx_rd_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
258 struct qlcnic_hardware_context *ahw = adapter->ahw;
260 *err = __qlcnic_set_win_base(adapter, (u32) addr);
262 return QLCRDX(ahw, QLCNIC_WILDCARD);
264 dev_err(&adapter->pdev->dev,
265 "%s failed, addr = 0x%lx\n", __func__, addr);
270 int qlcnic_83xx_wrt_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
274 struct qlcnic_hardware_context *ahw = adapter->ahw;
276 err = __qlcnic_set_win_base(adapter, (u32) addr);
278 QLCWRX(ahw, QLCNIC_WILDCARD, data);
281 dev_err(&adapter->pdev->dev,
282 "%s failed, addr = 0x%x data = 0x%x\n",
283 __func__, (int)addr, data);
288 int qlcnic_83xx_setup_intr(struct qlcnic_adapter *adapter)
290 int err, i, num_msix;
291 struct qlcnic_hardware_context *ahw = adapter->ahw;
293 num_msix = adapter->drv_sds_rings;
295 /* account for AEN interrupt MSI-X based interrupts */
298 if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
299 num_msix += adapter->drv_tx_rings;
301 err = qlcnic_enable_msix(adapter, num_msix);
304 if (adapter->flags & QLCNIC_MSIX_ENABLED)
305 num_msix = adapter->ahw->num_msix;
307 if (qlcnic_sriov_vf_check(adapter))
310 adapter->drv_tx_rings = QLCNIC_SINGLE_RING;
312 /* setup interrupt mapping table for fw */
313 ahw->intr_tbl = vzalloc(num_msix *
314 sizeof(struct qlcnic_intrpt_config));
317 if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
318 /* MSI-X enablement failed, use legacy interrupt */
319 adapter->tgt_status_reg = ahw->pci_base0 + QLC_83XX_INTX_PTR;
320 adapter->tgt_mask_reg = ahw->pci_base0 + QLC_83XX_INTX_MASK;
321 adapter->isr_int_vec = ahw->pci_base0 + QLC_83XX_INTX_TRGR;
322 adapter->msix_entries[0].vector = adapter->pdev->irq;
323 dev_info(&adapter->pdev->dev, "using legacy interrupt\n");
326 for (i = 0; i < num_msix; i++) {
327 if (adapter->flags & QLCNIC_MSIX_ENABLED)
328 ahw->intr_tbl[i].type = QLCNIC_INTRPT_MSIX;
330 ahw->intr_tbl[i].type = QLCNIC_INTRPT_INTX;
331 ahw->intr_tbl[i].id = i;
332 ahw->intr_tbl[i].src = 0;
337 static inline void qlcnic_83xx_clear_legacy_intr_mask(struct qlcnic_adapter *adapter)
339 writel(0, adapter->tgt_mask_reg);
342 static inline void qlcnic_83xx_set_legacy_intr_mask(struct qlcnic_adapter *adapter)
344 if (adapter->tgt_mask_reg)
345 writel(1, adapter->tgt_mask_reg);
348 /* Enable MSI-x and INT-x interrupts */
349 void qlcnic_83xx_enable_intr(struct qlcnic_adapter *adapter,
350 struct qlcnic_host_sds_ring *sds_ring)
352 writel(0, sds_ring->crb_intr_mask);
355 /* Disable MSI-x and INT-x interrupts */
356 void qlcnic_83xx_disable_intr(struct qlcnic_adapter *adapter,
357 struct qlcnic_host_sds_ring *sds_ring)
359 writel(1, sds_ring->crb_intr_mask);
362 static inline void qlcnic_83xx_enable_legacy_msix_mbx_intr(struct qlcnic_adapter
367 /* Mailbox in MSI-x mode and Legacy Interrupt share the same
368 * source register. We could be here before contexts are created
369 * and sds_ring->crb_intr_mask has not been initialized, calculate
370 * BAR offset for Interrupt Source Register
372 mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
373 writel(0, adapter->ahw->pci_base0 + mask);
376 void qlcnic_83xx_disable_mbx_intr(struct qlcnic_adapter *adapter)
380 mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
381 writel(1, adapter->ahw->pci_base0 + mask);
382 QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, 0);
385 static inline void qlcnic_83xx_get_mbx_data(struct qlcnic_adapter *adapter,
386 struct qlcnic_cmd_args *cmd)
390 if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
393 for (i = 0; i < cmd->rsp.num; i++)
394 cmd->rsp.arg[i] = readl(QLCNIC_MBX_FW(adapter->ahw, i));
397 irqreturn_t qlcnic_83xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
400 struct qlcnic_hardware_context *ahw = adapter->ahw;
403 intr_val = readl(adapter->tgt_status_reg);
405 if (!QLC_83XX_VALID_INTX_BIT31(intr_val))
408 if (QLC_83XX_INTX_FUNC(intr_val) != adapter->ahw->pci_func) {
409 adapter->stats.spurious_intr++;
412 /* The barrier is required to ensure writes to the registers */
415 /* clear the interrupt trigger control register */
416 writel(0, adapter->isr_int_vec);
417 intr_val = readl(adapter->isr_int_vec);
419 intr_val = readl(adapter->tgt_status_reg);
420 if (QLC_83XX_INTX_FUNC(intr_val) != ahw->pci_func)
423 } while (QLC_83XX_VALID_INTX_BIT30(intr_val) &&
424 (retries < QLC_83XX_LEGACY_INTX_MAX_RETRY));
429 static inline void qlcnic_83xx_notify_mbx_response(struct qlcnic_mailbox *mbx)
431 atomic_set(&mbx->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
432 complete(&mbx->completion);
435 static void qlcnic_83xx_poll_process_aen(struct qlcnic_adapter *adapter)
437 u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
438 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
441 spin_lock_irqsave(&mbx->aen_lock, flags);
442 resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
443 if (!(resp & QLCNIC_SET_OWNER))
446 event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
447 if (event & QLCNIC_MBX_ASYNC_EVENT) {
448 __qlcnic_83xx_process_aen(adapter);
450 if (atomic_read(&mbx->rsp_status) != rsp_status)
451 qlcnic_83xx_notify_mbx_response(mbx);
454 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
455 spin_unlock_irqrestore(&mbx->aen_lock, flags);
458 irqreturn_t qlcnic_83xx_intr(int irq, void *data)
460 struct qlcnic_adapter *adapter = data;
461 struct qlcnic_host_sds_ring *sds_ring;
462 struct qlcnic_hardware_context *ahw = adapter->ahw;
464 if (qlcnic_83xx_clear_legacy_intr(adapter) == IRQ_NONE)
467 qlcnic_83xx_poll_process_aen(adapter);
469 if (ahw->diag_test) {
470 if (ahw->diag_test == QLCNIC_INTERRUPT_TEST)
472 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
476 if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
477 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
479 sds_ring = &adapter->recv_ctx->sds_rings[0];
480 napi_schedule(&sds_ring->napi);
486 irqreturn_t qlcnic_83xx_tmp_intr(int irq, void *data)
488 struct qlcnic_host_sds_ring *sds_ring = data;
489 struct qlcnic_adapter *adapter = sds_ring->adapter;
491 if (adapter->flags & QLCNIC_MSIX_ENABLED)
494 if (adapter->nic_ops->clear_legacy_intr(adapter) == IRQ_NONE)
498 adapter->ahw->diag_cnt++;
499 qlcnic_83xx_enable_intr(adapter, sds_ring);
504 void qlcnic_83xx_free_mbx_intr(struct qlcnic_adapter *adapter)
508 if (!(adapter->flags & QLCNIC_MSIX_ENABLED))
509 qlcnic_83xx_set_legacy_intr_mask(adapter);
511 qlcnic_83xx_disable_mbx_intr(adapter);
513 if (adapter->flags & QLCNIC_MSIX_ENABLED)
514 num_msix = adapter->ahw->num_msix - 1;
520 if (adapter->msix_entries) {
521 synchronize_irq(adapter->msix_entries[num_msix].vector);
522 free_irq(adapter->msix_entries[num_msix].vector, adapter);
526 int qlcnic_83xx_setup_mbx_intr(struct qlcnic_adapter *adapter)
528 irq_handler_t handler;
531 unsigned long flags = 0;
533 if (!(adapter->flags & QLCNIC_MSI_ENABLED) &&
534 !(adapter->flags & QLCNIC_MSIX_ENABLED))
535 flags |= IRQF_SHARED;
537 if (adapter->flags & QLCNIC_MSIX_ENABLED) {
538 handler = qlcnic_83xx_handle_aen;
539 val = adapter->msix_entries[adapter->ahw->num_msix - 1].vector;
540 err = request_irq(val, handler, flags, "qlcnic-MB", adapter);
542 dev_err(&adapter->pdev->dev,
543 "failed to register MBX interrupt\n");
547 handler = qlcnic_83xx_intr;
548 val = adapter->msix_entries[0].vector;
549 err = request_irq(val, handler, flags, "qlcnic", adapter);
551 dev_err(&adapter->pdev->dev,
552 "failed to register INTx interrupt\n");
555 qlcnic_83xx_clear_legacy_intr_mask(adapter);
558 /* Enable mailbox interrupt */
559 qlcnic_83xx_enable_mbx_interrupt(adapter);
564 void qlcnic_83xx_get_func_no(struct qlcnic_adapter *adapter)
566 u32 val = QLCRDX(adapter->ahw, QLCNIC_INFORMANT);
567 adapter->ahw->pci_func = (val >> 24) & 0xff;
570 int qlcnic_83xx_cam_lock(struct qlcnic_adapter *adapter)
575 struct qlcnic_hardware_context *ahw = adapter->ahw;
577 addr = ahw->pci_base0 + QLC_83XX_SEM_LOCK_FUNC(ahw->pci_func);
581 /* write the function number to register */
582 QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER,
586 usleep_range(1000, 2000);
587 } while (++limit <= QLCNIC_PCIE_SEM_TIMEOUT);
592 void qlcnic_83xx_cam_unlock(struct qlcnic_adapter *adapter)
596 struct qlcnic_hardware_context *ahw = adapter->ahw;
598 addr = ahw->pci_base0 + QLC_83XX_SEM_UNLOCK_FUNC(ahw->pci_func);
602 void qlcnic_83xx_read_crb(struct qlcnic_adapter *adapter, char *buf,
603 loff_t offset, size_t size)
608 if (qlcnic_api_lock(adapter)) {
609 dev_err(&adapter->pdev->dev,
610 "%s: failed to acquire lock. addr offset 0x%x\n",
611 __func__, (u32)offset);
615 data = QLCRD32(adapter, (u32) offset, &ret);
616 qlcnic_api_unlock(adapter);
619 dev_err(&adapter->pdev->dev,
620 "%s: failed. addr offset 0x%x\n",
621 __func__, (u32)offset);
624 memcpy(buf, &data, size);
627 void qlcnic_83xx_write_crb(struct qlcnic_adapter *adapter, char *buf,
628 loff_t offset, size_t size)
632 memcpy(&data, buf, size);
633 qlcnic_83xx_wrt_reg_indirect(adapter, (u32) offset, data);
636 int qlcnic_83xx_get_port_info(struct qlcnic_adapter *adapter)
640 status = qlcnic_83xx_get_port_config(adapter);
642 dev_err(&adapter->pdev->dev,
643 "Get Port Info failed\n");
645 if (QLC_83XX_SFP_10G_CAPABLE(adapter->ahw->port_config))
646 adapter->ahw->port_type = QLCNIC_XGBE;
648 adapter->ahw->port_type = QLCNIC_GBE;
650 if (QLC_83XX_AUTONEG(adapter->ahw->port_config))
651 adapter->ahw->link_autoneg = AUTONEG_ENABLE;
656 static void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
658 struct qlcnic_hardware_context *ahw = adapter->ahw;
659 u16 act_pci_fn = ahw->total_nic_func;
662 ahw->max_mc_count = QLC_83XX_MAX_MC_COUNT;
664 count = (QLC_83XX_MAX_UC_COUNT - QLC_83XX_MAX_MC_COUNT) /
667 count = (QLC_83XX_LB_MAX_FILTERS - QLC_83XX_MAX_MC_COUNT) /
669 ahw->max_uc_count = count;
672 void qlcnic_83xx_enable_mbx_interrupt(struct qlcnic_adapter *adapter)
676 if (adapter->flags & QLCNIC_MSIX_ENABLED)
677 val = BIT_2 | ((adapter->ahw->num_msix - 1) << 8);
681 QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, val);
682 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
685 void qlcnic_83xx_check_vf(struct qlcnic_adapter *adapter,
686 const struct pci_device_id *ent)
688 u32 op_mode, priv_level;
689 struct qlcnic_hardware_context *ahw = adapter->ahw;
691 ahw->fw_hal_version = 2;
692 qlcnic_get_func_no(adapter);
694 if (qlcnic_sriov_vf_check(adapter)) {
695 qlcnic_sriov_vf_set_ops(adapter);
699 /* Determine function privilege level */
700 op_mode = QLCRDX(adapter->ahw, QLC_83XX_DRV_OP_MODE);
701 if (op_mode == QLC_83XX_DEFAULT_OPMODE)
702 priv_level = QLCNIC_MGMT_FUNC;
704 priv_level = QLC_83XX_GET_FUNC_PRIVILEGE(op_mode,
707 if (priv_level == QLCNIC_NON_PRIV_FUNC) {
708 ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
709 dev_info(&adapter->pdev->dev,
710 "HAL Version: %d Non Privileged function\n",
711 ahw->fw_hal_version);
712 adapter->nic_ops = &qlcnic_vf_ops;
714 if (pci_find_ext_capability(adapter->pdev,
715 PCI_EXT_CAP_ID_SRIOV))
716 set_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state);
717 adapter->nic_ops = &qlcnic_83xx_ops;
721 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
723 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
726 void qlcnic_dump_mbx(struct qlcnic_adapter *adapter,
727 struct qlcnic_cmd_args *cmd)
731 if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
734 dev_info(&adapter->pdev->dev,
735 "Host MBX regs(%d)\n", cmd->req.num);
736 for (i = 0; i < cmd->req.num; i++) {
739 pr_info("%08x ", cmd->req.arg[i]);
742 dev_info(&adapter->pdev->dev,
743 "FW MBX regs(%d)\n", cmd->rsp.num);
744 for (i = 0; i < cmd->rsp.num; i++) {
747 pr_info("%08x ", cmd->rsp.arg[i]);
752 static void qlcnic_83xx_poll_for_mbx_completion(struct qlcnic_adapter *adapter,
753 struct qlcnic_cmd_args *cmd)
755 struct qlcnic_hardware_context *ahw = adapter->ahw;
756 int opcode = LSW(cmd->req.arg[0]);
757 unsigned long max_loops;
759 max_loops = cmd->total_cmds * QLC_83XX_MBX_CMD_LOOP;
761 for (; max_loops; max_loops--) {
762 if (atomic_read(&cmd->rsp_status) ==
763 QLC_83XX_MBX_RESPONSE_ARRIVED)
769 dev_err(&adapter->pdev->dev,
770 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
771 __func__, opcode, cmd->type, ahw->pci_func, ahw->op_mode);
772 flush_workqueue(ahw->mailbox->work_q);
776 int qlcnic_83xx_issue_cmd(struct qlcnic_adapter *adapter,
777 struct qlcnic_cmd_args *cmd)
779 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
780 struct qlcnic_hardware_context *ahw = adapter->ahw;
781 int cmd_type, err, opcode;
782 unsigned long timeout;
787 opcode = LSW(cmd->req.arg[0]);
788 cmd_type = cmd->type;
789 err = mbx->ops->enqueue_cmd(adapter, cmd, &timeout);
791 dev_err(&adapter->pdev->dev,
792 "%s: Mailbox not available, cmd_op=0x%x, cmd_context=0x%x, pci_func=0x%x, op_mode=0x%x\n",
793 __func__, opcode, cmd->type, ahw->pci_func,
799 case QLC_83XX_MBX_CMD_WAIT:
800 if (!wait_for_completion_timeout(&cmd->completion, timeout)) {
801 dev_err(&adapter->pdev->dev,
802 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
803 __func__, opcode, cmd_type, ahw->pci_func,
805 flush_workqueue(mbx->work_q);
808 case QLC_83XX_MBX_CMD_NO_WAIT:
810 case QLC_83XX_MBX_CMD_BUSY_WAIT:
811 qlcnic_83xx_poll_for_mbx_completion(adapter, cmd);
814 dev_err(&adapter->pdev->dev,
815 "%s: Invalid mailbox command, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
816 __func__, opcode, cmd_type, ahw->pci_func,
818 qlcnic_83xx_detach_mailbox_work(adapter);
821 return cmd->rsp_opcode;
824 int qlcnic_83xx_alloc_mbx_args(struct qlcnic_cmd_args *mbx,
825 struct qlcnic_adapter *adapter, u32 type)
829 const struct qlcnic_mailbox_metadata *mbx_tbl;
831 memset(mbx, 0, sizeof(struct qlcnic_cmd_args));
832 mbx_tbl = qlcnic_83xx_mbx_tbl;
833 size = ARRAY_SIZE(qlcnic_83xx_mbx_tbl);
834 for (i = 0; i < size; i++) {
835 if (type == mbx_tbl[i].cmd) {
836 mbx->op_type = QLC_83XX_FW_MBX_CMD;
837 mbx->req.num = mbx_tbl[i].in_args;
838 mbx->rsp.num = mbx_tbl[i].out_args;
839 mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
843 mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
850 memset(mbx->req.arg, 0, sizeof(u32) * mbx->req.num);
851 memset(mbx->rsp.arg, 0, sizeof(u32) * mbx->rsp.num);
852 temp = adapter->ahw->fw_hal_version << 29;
853 mbx->req.arg[0] = (type | (mbx->req.num << 16) | temp);
861 void qlcnic_83xx_idc_aen_work(struct work_struct *work)
863 struct qlcnic_adapter *adapter;
864 struct qlcnic_cmd_args cmd;
867 adapter = container_of(work, struct qlcnic_adapter, idc_aen_work.work);
868 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_IDC_ACK);
872 for (i = 1; i < QLC_83XX_MBX_AEN_CNT; i++)
873 cmd.req.arg[i] = adapter->ahw->mbox_aen[i];
875 err = qlcnic_issue_cmd(adapter, &cmd);
877 dev_info(&adapter->pdev->dev,
878 "%s: Mailbox IDC ACK failed.\n", __func__);
879 qlcnic_free_mbx_args(&cmd);
882 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
885 dev_dbg(&adapter->pdev->dev, "Completion AEN:0x%x.\n",
886 QLCNIC_MBX_RSP(data[0]));
887 clear_bit(QLC_83XX_IDC_COMP_AEN, &adapter->ahw->idc.status);
891 static void __qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
893 struct qlcnic_hardware_context *ahw = adapter->ahw;
894 u32 event[QLC_83XX_MBX_AEN_CNT];
897 for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
898 event[i] = readl(QLCNIC_MBX_FW(ahw, i));
900 switch (QLCNIC_MBX_RSP(event[0])) {
902 case QLCNIC_MBX_LINK_EVENT:
903 qlcnic_83xx_handle_link_aen(adapter, event);
905 case QLCNIC_MBX_COMP_EVENT:
906 qlcnic_83xx_handle_idc_comp_aen(adapter, event);
908 case QLCNIC_MBX_REQUEST_EVENT:
909 for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
910 adapter->ahw->mbox_aen[i] = QLCNIC_MBX_RSP(event[i]);
911 queue_delayed_work(adapter->qlcnic_wq,
912 &adapter->idc_aen_work, 0);
914 case QLCNIC_MBX_TIME_EXTEND_EVENT:
915 ahw->extend_lb_time = event[1] >> 8 & 0xf;
917 case QLCNIC_MBX_BC_EVENT:
918 qlcnic_sriov_handle_bc_event(adapter, event[1]);
920 case QLCNIC_MBX_SFP_INSERT_EVENT:
921 dev_info(&adapter->pdev->dev, "SFP+ Insert AEN:0x%x.\n",
922 QLCNIC_MBX_RSP(event[0]));
924 case QLCNIC_MBX_SFP_REMOVE_EVENT:
925 dev_info(&adapter->pdev->dev, "SFP Removed AEN:0x%x.\n",
926 QLCNIC_MBX_RSP(event[0]));
928 case QLCNIC_MBX_DCBX_CONFIG_CHANGE_EVENT:
929 qlcnic_dcb_aen_handler(adapter->dcb, (void *)&event[1]);
932 dev_dbg(&adapter->pdev->dev, "Unsupported AEN:0x%x.\n",
933 QLCNIC_MBX_RSP(event[0]));
937 QLCWRX(ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
940 static void qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
942 u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
943 struct qlcnic_hardware_context *ahw = adapter->ahw;
944 struct qlcnic_mailbox *mbx = ahw->mailbox;
947 spin_lock_irqsave(&mbx->aen_lock, flags);
948 resp = QLCRDX(ahw, QLCNIC_FW_MBX_CTRL);
949 if (resp & QLCNIC_SET_OWNER) {
950 event = readl(QLCNIC_MBX_FW(ahw, 0));
951 if (event & QLCNIC_MBX_ASYNC_EVENT) {
952 __qlcnic_83xx_process_aen(adapter);
954 if (atomic_read(&mbx->rsp_status) != rsp_status)
955 qlcnic_83xx_notify_mbx_response(mbx);
958 spin_unlock_irqrestore(&mbx->aen_lock, flags);
961 static void qlcnic_83xx_mbx_poll_work(struct work_struct *work)
963 struct qlcnic_adapter *adapter;
965 adapter = container_of(work, struct qlcnic_adapter, mbx_poll_work.work);
967 if (!test_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
970 qlcnic_83xx_process_aen(adapter);
971 queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work,
975 void qlcnic_83xx_enable_mbx_poll(struct qlcnic_adapter *adapter)
977 if (test_and_set_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
980 INIT_DELAYED_WORK(&adapter->mbx_poll_work, qlcnic_83xx_mbx_poll_work);
981 queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work, 0);
984 void qlcnic_83xx_disable_mbx_poll(struct qlcnic_adapter *adapter)
986 if (!test_and_clear_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
988 cancel_delayed_work_sync(&adapter->mbx_poll_work);
991 static int qlcnic_83xx_add_rings(struct qlcnic_adapter *adapter)
993 int index, i, err, sds_mbx_size;
994 u32 *buf, intrpt_id, intr_mask;
997 struct qlcnic_cmd_args cmd;
998 struct qlcnic_host_sds_ring *sds;
999 struct qlcnic_sds_mbx sds_mbx;
1000 struct qlcnic_add_rings_mbx_out *mbx_out;
1001 struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1002 struct qlcnic_hardware_context *ahw = adapter->ahw;
1004 sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1005 context_id = recv_ctx->context_id;
1006 num_sds = adapter->drv_sds_rings - QLCNIC_MAX_SDS_RINGS;
1007 ahw->hw_ops->alloc_mbx_args(&cmd, adapter,
1008 QLCNIC_CMD_ADD_RCV_RINGS);
1009 cmd.req.arg[1] = 0 | (num_sds << 8) | (context_id << 16);
1011 /* set up status rings, mbx 2-81 */
1013 for (i = 8; i < adapter->drv_sds_rings; i++) {
1014 memset(&sds_mbx, 0, sds_mbx_size);
1015 sds = &recv_ctx->sds_rings[i];
1017 memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1018 sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1019 sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1020 sds_mbx.sds_ring_size = sds->num_desc;
1022 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1023 intrpt_id = ahw->intr_tbl[i].id;
1025 intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1027 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1028 sds_mbx.intrpt_id = intrpt_id;
1030 sds_mbx.intrpt_id = 0xffff;
1031 sds_mbx.intrpt_val = 0;
1032 buf = &cmd.req.arg[index];
1033 memcpy(buf, &sds_mbx, sds_mbx_size);
1034 index += sds_mbx_size / sizeof(u32);
1037 /* send the mailbox command */
1038 err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1040 dev_err(&adapter->pdev->dev,
1041 "Failed to add rings %d\n", err);
1045 mbx_out = (struct qlcnic_add_rings_mbx_out *)&cmd.rsp.arg[1];
1047 /* status descriptor ring */
1048 for (i = 8; i < adapter->drv_sds_rings; i++) {
1049 sds = &recv_ctx->sds_rings[i];
1050 sds->crb_sts_consumer = ahw->pci_base0 +
1051 mbx_out->host_csmr[index];
1052 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1053 intr_mask = ahw->intr_tbl[i].src;
1055 intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1057 sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1061 qlcnic_free_mbx_args(&cmd);
1065 void qlcnic_83xx_del_rx_ctx(struct qlcnic_adapter *adapter)
1069 struct qlcnic_cmd_args cmd;
1070 struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1072 if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_RX_CTX))
1075 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1076 cmd.req.arg[0] |= (0x3 << 29);
1078 if (qlcnic_sriov_pf_check(adapter))
1079 qlcnic_pf_set_interface_id_del_rx_ctx(adapter, &temp);
1081 cmd.req.arg[1] = recv_ctx->context_id | temp;
1082 err = qlcnic_issue_cmd(adapter, &cmd);
1084 dev_err(&adapter->pdev->dev,
1085 "Failed to destroy rx ctx in firmware\n");
1087 recv_ctx->state = QLCNIC_HOST_CTX_STATE_FREED;
1088 qlcnic_free_mbx_args(&cmd);
1091 int qlcnic_83xx_create_rx_ctx(struct qlcnic_adapter *adapter)
1093 int i, err, index, sds_mbx_size, rds_mbx_size;
1094 u8 num_sds, num_rds;
1095 u32 *buf, intrpt_id, intr_mask, cap = 0;
1096 struct qlcnic_host_sds_ring *sds;
1097 struct qlcnic_host_rds_ring *rds;
1098 struct qlcnic_sds_mbx sds_mbx;
1099 struct qlcnic_rds_mbx rds_mbx;
1100 struct qlcnic_cmd_args cmd;
1101 struct qlcnic_rcv_mbx_out *mbx_out;
1102 struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1103 struct qlcnic_hardware_context *ahw = adapter->ahw;
1104 num_rds = adapter->max_rds_rings;
1106 if (adapter->drv_sds_rings <= QLCNIC_MAX_SDS_RINGS)
1107 num_sds = adapter->drv_sds_rings;
1109 num_sds = QLCNIC_MAX_SDS_RINGS;
1111 sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1112 rds_mbx_size = sizeof(struct qlcnic_rds_mbx);
1113 cap = QLCNIC_CAP0_LEGACY_CONTEXT;
1115 if (adapter->flags & QLCNIC_FW_LRO_MSS_CAP)
1116 cap |= QLC_83XX_FW_CAP_LRO_MSS;
1118 /* set mailbox hdr and capabilities */
1119 err = qlcnic_alloc_mbx_args(&cmd, adapter,
1120 QLCNIC_CMD_CREATE_RX_CTX);
1124 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1125 cmd.req.arg[0] |= (0x3 << 29);
1127 cmd.req.arg[1] = cap;
1128 cmd.req.arg[5] = 1 | (num_rds << 5) | (num_sds << 8) |
1129 (QLC_83XX_HOST_RDS_MODE_UNIQUE << 16);
1131 if (qlcnic_sriov_pf_check(adapter))
1132 qlcnic_pf_set_interface_id_create_rx_ctx(adapter,
1134 /* set up status rings, mbx 8-57/87 */
1135 index = QLC_83XX_HOST_SDS_MBX_IDX;
1136 for (i = 0; i < num_sds; i++) {
1137 memset(&sds_mbx, 0, sds_mbx_size);
1138 sds = &recv_ctx->sds_rings[i];
1140 memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1141 sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1142 sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1143 sds_mbx.sds_ring_size = sds->num_desc;
1144 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1145 intrpt_id = ahw->intr_tbl[i].id;
1147 intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1148 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1149 sds_mbx.intrpt_id = intrpt_id;
1151 sds_mbx.intrpt_id = 0xffff;
1152 sds_mbx.intrpt_val = 0;
1153 buf = &cmd.req.arg[index];
1154 memcpy(buf, &sds_mbx, sds_mbx_size);
1155 index += sds_mbx_size / sizeof(u32);
1157 /* set up receive rings, mbx 88-111/135 */
1158 index = QLCNIC_HOST_RDS_MBX_IDX;
1159 rds = &recv_ctx->rds_rings[0];
1161 memset(&rds_mbx, 0, rds_mbx_size);
1162 rds_mbx.phy_addr_reg_low = LSD(rds->phys_addr);
1163 rds_mbx.phy_addr_reg_high = MSD(rds->phys_addr);
1164 rds_mbx.reg_ring_sz = rds->dma_size;
1165 rds_mbx.reg_ring_len = rds->num_desc;
1167 rds = &recv_ctx->rds_rings[1];
1169 rds_mbx.phy_addr_jmb_low = LSD(rds->phys_addr);
1170 rds_mbx.phy_addr_jmb_high = MSD(rds->phys_addr);
1171 rds_mbx.jmb_ring_sz = rds->dma_size;
1172 rds_mbx.jmb_ring_len = rds->num_desc;
1173 buf = &cmd.req.arg[index];
1174 memcpy(buf, &rds_mbx, rds_mbx_size);
1176 /* send the mailbox command */
1177 err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1179 dev_err(&adapter->pdev->dev,
1180 "Failed to create Rx ctx in firmware%d\n", err);
1183 mbx_out = (struct qlcnic_rcv_mbx_out *)&cmd.rsp.arg[1];
1184 recv_ctx->context_id = mbx_out->ctx_id;
1185 recv_ctx->state = mbx_out->state;
1186 recv_ctx->virt_port = mbx_out->vport_id;
1187 dev_info(&adapter->pdev->dev, "Rx Context[%d] Created, state:0x%x\n",
1188 recv_ctx->context_id, recv_ctx->state);
1189 /* Receive descriptor ring */
1191 rds = &recv_ctx->rds_rings[0];
1192 rds->crb_rcv_producer = ahw->pci_base0 +
1193 mbx_out->host_prod[0].reg_buf;
1195 rds = &recv_ctx->rds_rings[1];
1196 rds->crb_rcv_producer = ahw->pci_base0 +
1197 mbx_out->host_prod[0].jmb_buf;
1198 /* status descriptor ring */
1199 for (i = 0; i < num_sds; i++) {
1200 sds = &recv_ctx->sds_rings[i];
1201 sds->crb_sts_consumer = ahw->pci_base0 +
1202 mbx_out->host_csmr[i];
1203 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1204 intr_mask = ahw->intr_tbl[i].src;
1206 intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1207 sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1210 if (adapter->drv_sds_rings > QLCNIC_MAX_SDS_RINGS)
1211 err = qlcnic_83xx_add_rings(adapter);
1213 qlcnic_free_mbx_args(&cmd);
1217 void qlcnic_83xx_del_tx_ctx(struct qlcnic_adapter *adapter,
1218 struct qlcnic_host_tx_ring *tx_ring)
1220 struct qlcnic_cmd_args cmd;
1223 if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_TX_CTX))
1226 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1227 cmd.req.arg[0] |= (0x3 << 29);
1229 if (qlcnic_sriov_pf_check(adapter))
1230 qlcnic_pf_set_interface_id_del_tx_ctx(adapter, &temp);
1232 cmd.req.arg[1] = tx_ring->ctx_id | temp;
1233 if (qlcnic_issue_cmd(adapter, &cmd))
1234 dev_err(&adapter->pdev->dev,
1235 "Failed to destroy tx ctx in firmware\n");
1236 qlcnic_free_mbx_args(&cmd);
1239 int qlcnic_83xx_create_tx_ctx(struct qlcnic_adapter *adapter,
1240 struct qlcnic_host_tx_ring *tx, int ring)
1244 u32 *buf, intr_mask, temp = 0;
1245 struct qlcnic_cmd_args cmd;
1246 struct qlcnic_tx_mbx mbx;
1247 struct qlcnic_tx_mbx_out *mbx_out;
1248 struct qlcnic_hardware_context *ahw = adapter->ahw;
1251 /* Reset host resources */
1253 tx->sw_consumer = 0;
1254 *(tx->hw_consumer) = 0;
1256 memset(&mbx, 0, sizeof(struct qlcnic_tx_mbx));
1258 /* setup mailbox inbox registerss */
1259 mbx.phys_addr_low = LSD(tx->phys_addr);
1260 mbx.phys_addr_high = MSD(tx->phys_addr);
1261 mbx.cnsmr_index_low = LSD(tx->hw_cons_phys_addr);
1262 mbx.cnsmr_index_high = MSD(tx->hw_cons_phys_addr);
1263 mbx.size = tx->num_desc;
1264 if (adapter->flags & QLCNIC_MSIX_ENABLED) {
1265 if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
1266 msix_vector = adapter->drv_sds_rings + ring;
1268 msix_vector = adapter->drv_sds_rings - 1;
1269 msix_id = ahw->intr_tbl[msix_vector].id;
1271 msix_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1274 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1275 mbx.intr_id = msix_id;
1277 mbx.intr_id = 0xffff;
1280 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CREATE_TX_CTX);
1284 if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1285 cmd.req.arg[0] |= (0x3 << 29);
1287 if (qlcnic_sriov_pf_check(adapter))
1288 qlcnic_pf_set_interface_id_create_tx_ctx(adapter, &temp);
1290 cmd.req.arg[1] = QLCNIC_CAP0_LEGACY_CONTEXT;
1291 cmd.req.arg[5] = QLCNIC_SINGLE_RING | temp;
1293 buf = &cmd.req.arg[6];
1294 memcpy(buf, &mbx, sizeof(struct qlcnic_tx_mbx));
1295 /* send the mailbox command*/
1296 err = qlcnic_issue_cmd(adapter, &cmd);
1298 dev_err(&adapter->pdev->dev,
1299 "Failed to create Tx ctx in firmware 0x%x\n", err);
1302 mbx_out = (struct qlcnic_tx_mbx_out *)&cmd.rsp.arg[2];
1303 tx->crb_cmd_producer = ahw->pci_base0 + mbx_out->host_prod;
1304 tx->ctx_id = mbx_out->ctx_id;
1305 if ((adapter->flags & QLCNIC_MSIX_ENABLED) &&
1306 !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
1307 intr_mask = ahw->intr_tbl[adapter->drv_sds_rings + ring].src;
1308 tx->crb_intr_mask = ahw->pci_base0 + intr_mask;
1310 dev_info(&adapter->pdev->dev, "Tx Context[0x%x] Created, state:0x%x\n",
1311 tx->ctx_id, mbx_out->state);
1313 qlcnic_free_mbx_args(&cmd);
1317 static int qlcnic_83xx_diag_alloc_res(struct net_device *netdev, int test,
1320 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1321 struct qlcnic_host_sds_ring *sds_ring;
1322 struct qlcnic_host_rds_ring *rds_ring;
1323 u16 adapter_state = adapter->is_up;
1327 netif_device_detach(netdev);
1329 if (netif_running(netdev))
1330 __qlcnic_down(adapter, netdev);
1332 qlcnic_detach(adapter);
1334 adapter->drv_sds_rings = QLCNIC_SINGLE_RING;
1335 adapter->ahw->diag_test = test;
1336 adapter->ahw->linkup = 0;
1338 ret = qlcnic_attach(adapter);
1340 netif_device_attach(netdev);
1344 ret = qlcnic_fw_create_ctx(adapter);
1346 qlcnic_detach(adapter);
1347 if (adapter_state == QLCNIC_ADAPTER_UP_MAGIC) {
1348 adapter->drv_sds_rings = num_sds_ring;
1349 qlcnic_attach(adapter);
1351 netif_device_attach(netdev);
1355 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1356 rds_ring = &adapter->recv_ctx->rds_rings[ring];
1357 qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1360 if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1361 for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1362 sds_ring = &adapter->recv_ctx->sds_rings[ring];
1363 qlcnic_83xx_enable_intr(adapter, sds_ring);
1367 if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1368 adapter->ahw->loopback_state = 0;
1369 adapter->ahw->hw_ops->setup_link_event(adapter, 1);
1372 set_bit(__QLCNIC_DEV_UP, &adapter->state);
1376 static void qlcnic_83xx_diag_free_res(struct net_device *netdev,
1379 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1380 struct qlcnic_host_sds_ring *sds_ring;
1383 clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1384 if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1385 for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1386 sds_ring = &adapter->recv_ctx->sds_rings[ring];
1387 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1388 qlcnic_83xx_disable_intr(adapter, sds_ring);
1392 qlcnic_fw_destroy_ctx(adapter);
1393 qlcnic_detach(adapter);
1395 adapter->ahw->diag_test = 0;
1396 adapter->drv_sds_rings = drv_sds_rings;
1398 if (qlcnic_attach(adapter))
1401 if (netif_running(netdev))
1402 __qlcnic_up(adapter, netdev);
1405 netif_device_attach(netdev);
1408 static void qlcnic_83xx_get_beacon_state(struct qlcnic_adapter *adapter)
1410 struct qlcnic_hardware_context *ahw = adapter->ahw;
1411 struct qlcnic_cmd_args cmd;
1415 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LED_CONFIG);
1417 err = qlcnic_issue_cmd(adapter, &cmd);
1419 beacon_state = cmd.rsp.arg[4];
1420 if (beacon_state == QLCNIC_BEACON_DISABLE)
1421 ahw->beacon_state = QLC_83XX_BEACON_OFF;
1422 else if (beacon_state == QLC_83XX_ENABLE_BEACON)
1423 ahw->beacon_state = QLC_83XX_BEACON_ON;
1426 netdev_err(adapter->netdev, "Get beacon state failed, err=%d\n",
1430 qlcnic_free_mbx_args(&cmd);
1435 int qlcnic_83xx_config_led(struct qlcnic_adapter *adapter, u32 state,
1438 struct qlcnic_cmd_args cmd;
1443 /* Get LED configuration */
1444 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1445 QLCNIC_CMD_GET_LED_CONFIG);
1449 status = qlcnic_issue_cmd(adapter, &cmd);
1451 dev_err(&adapter->pdev->dev,
1452 "Get led config failed.\n");
1455 for (i = 0; i < 4; i++)
1456 adapter->ahw->mbox_reg[i] = cmd.rsp.arg[i+1];
1458 qlcnic_free_mbx_args(&cmd);
1459 /* Set LED Configuration */
1460 mbx_in = (LSW(QLC_83XX_LED_CONFIG) << 16) |
1461 LSW(QLC_83XX_LED_CONFIG);
1462 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1463 QLCNIC_CMD_SET_LED_CONFIG);
1467 cmd.req.arg[1] = mbx_in;
1468 cmd.req.arg[2] = mbx_in;
1469 cmd.req.arg[3] = mbx_in;
1471 cmd.req.arg[4] = QLC_83XX_ENABLE_BEACON;
1472 status = qlcnic_issue_cmd(adapter, &cmd);
1474 dev_err(&adapter->pdev->dev,
1475 "Set led config failed.\n");
1478 qlcnic_free_mbx_args(&cmd);
1482 /* Restoring default LED configuration */
1483 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1484 QLCNIC_CMD_SET_LED_CONFIG);
1488 cmd.req.arg[1] = adapter->ahw->mbox_reg[0];
1489 cmd.req.arg[2] = adapter->ahw->mbox_reg[1];
1490 cmd.req.arg[3] = adapter->ahw->mbox_reg[2];
1492 cmd.req.arg[4] = adapter->ahw->mbox_reg[3];
1493 status = qlcnic_issue_cmd(adapter, &cmd);
1495 dev_err(&adapter->pdev->dev,
1496 "Restoring led config failed.\n");
1497 qlcnic_free_mbx_args(&cmd);
1502 int qlcnic_83xx_set_led(struct net_device *netdev,
1503 enum ethtool_phys_id_state state)
1505 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1506 int err = -EIO, active = 1;
1508 if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1510 "LED test is not supported in non-privileged mode\n");
1515 case ETHTOOL_ID_ACTIVE:
1516 if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state))
1519 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1522 err = qlcnic_83xx_config_led(adapter, active, 0);
1524 netdev_err(netdev, "Failed to set LED blink state\n");
1526 case ETHTOOL_ID_INACTIVE:
1529 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1532 err = qlcnic_83xx_config_led(adapter, active, 0);
1534 netdev_err(netdev, "Failed to reset LED blink state\n");
1542 clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
1547 void qlcnic_83xx_initialize_nic(struct qlcnic_adapter *adapter, int enable)
1549 struct qlcnic_cmd_args cmd;
1552 if (qlcnic_sriov_vf_check(adapter))
1556 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1557 QLCNIC_CMD_INIT_NIC_FUNC);
1559 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1560 QLCNIC_CMD_STOP_NIC_FUNC);
1565 cmd.req.arg[1] = QLC_REGISTER_LB_IDC | QLC_INIT_FW_RESOURCES;
1568 cmd.req.arg[1] |= QLC_REGISTER_DCB_AEN;
1570 status = qlcnic_issue_cmd(adapter, &cmd);
1572 dev_err(&adapter->pdev->dev,
1573 "Failed to %s in NIC IDC function event.\n",
1574 (enable ? "register" : "unregister"));
1576 qlcnic_free_mbx_args(&cmd);
1579 static int qlcnic_83xx_set_port_config(struct qlcnic_adapter *adapter)
1581 struct qlcnic_cmd_args cmd;
1584 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_PORT_CONFIG);
1588 cmd.req.arg[1] = adapter->ahw->port_config;
1589 err = qlcnic_issue_cmd(adapter, &cmd);
1591 dev_info(&adapter->pdev->dev, "Set Port Config failed.\n");
1592 qlcnic_free_mbx_args(&cmd);
1596 static int qlcnic_83xx_get_port_config(struct qlcnic_adapter *adapter)
1598 struct qlcnic_cmd_args cmd;
1601 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PORT_CONFIG);
1605 err = qlcnic_issue_cmd(adapter, &cmd);
1607 dev_info(&adapter->pdev->dev, "Get Port config failed\n");
1609 adapter->ahw->port_config = cmd.rsp.arg[1];
1610 qlcnic_free_mbx_args(&cmd);
1614 int qlcnic_83xx_setup_link_event(struct qlcnic_adapter *adapter, int enable)
1618 struct qlcnic_cmd_args cmd;
1620 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_EVENT);
1624 temp = adapter->recv_ctx->context_id << 16;
1625 cmd.req.arg[1] = (enable ? 1 : 0) | BIT_8 | temp;
1626 err = qlcnic_issue_cmd(adapter, &cmd);
1628 dev_info(&adapter->pdev->dev,
1629 "Setup linkevent mailbox failed\n");
1630 qlcnic_free_mbx_args(&cmd);
1634 static void qlcnic_83xx_set_interface_id_promisc(struct qlcnic_adapter *adapter,
1637 if (qlcnic_sriov_pf_check(adapter)) {
1638 qlcnic_alloc_lb_filters_mem(adapter);
1639 qlcnic_pf_set_interface_id_promisc(adapter, interface_id);
1640 adapter->rx_mac_learn = 1;
1642 if (!qlcnic_sriov_vf_check(adapter))
1643 *interface_id = adapter->recv_ctx->context_id << 16;
1647 int qlcnic_83xx_nic_set_promisc(struct qlcnic_adapter *adapter, u32 mode)
1649 struct qlcnic_cmd_args *cmd = NULL;
1653 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1656 cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
1660 err = qlcnic_alloc_mbx_args(cmd, adapter,
1661 QLCNIC_CMD_CONFIGURE_MAC_RX_MODE);
1665 cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
1666 qlcnic_83xx_set_interface_id_promisc(adapter, &temp);
1668 if (qlcnic_84xx_check(adapter) && qlcnic_sriov_pf_check(adapter))
1669 mode = VPORT_MISS_MODE_ACCEPT_ALL;
1671 cmd->req.arg[1] = mode | temp;
1672 err = qlcnic_issue_cmd(adapter, cmd);
1676 qlcnic_free_mbx_args(cmd);
1683 int qlcnic_83xx_loopback_test(struct net_device *netdev, u8 mode)
1685 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1686 struct qlcnic_hardware_context *ahw = adapter->ahw;
1687 u8 drv_sds_rings = adapter->drv_sds_rings;
1688 u8 drv_tx_rings = adapter->drv_tx_rings;
1689 int ret = 0, loop = 0;
1691 if (ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1693 "Loopback test not supported in non privileged mode\n");
1697 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1698 netdev_info(netdev, "Device is resetting\n");
1702 if (qlcnic_get_diag_lock(adapter)) {
1703 netdev_info(netdev, "Device is in diagnostics mode\n");
1707 netdev_info(netdev, "%s loopback test in progress\n",
1708 mode == QLCNIC_ILB_MODE ? "internal" : "external");
1710 ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_LOOPBACK_TEST,
1713 goto fail_diag_alloc;
1715 ret = qlcnic_83xx_set_lb_mode(adapter, mode);
1719 /* Poll for link up event before running traffic */
1721 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1723 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1725 "Device is resetting, free LB test resources\n");
1729 if (loop++ > QLC_83XX_LB_WAIT_COUNT) {
1731 "Firmware didn't sent link up event to loopback request\n");
1733 qlcnic_83xx_clear_lb_mode(adapter, mode);
1736 } while ((adapter->ahw->linkup && ahw->has_link_events) != 1);
1738 ret = qlcnic_do_lb_test(adapter, mode);
1740 qlcnic_83xx_clear_lb_mode(adapter, mode);
1743 qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
1746 adapter->drv_sds_rings = drv_sds_rings;
1747 adapter->drv_tx_rings = drv_tx_rings;
1748 qlcnic_release_diag_lock(adapter);
1752 static void qlcnic_extend_lb_idc_cmpltn_wait(struct qlcnic_adapter *adapter,
1753 u32 *max_wait_count)
1755 struct qlcnic_hardware_context *ahw = adapter->ahw;
1758 netdev_info(adapter->netdev, "Received loopback IDC time extend event for 0x%x seconds\n",
1759 ahw->extend_lb_time);
1760 temp = ahw->extend_lb_time * 1000;
1761 *max_wait_count += temp / QLC_83XX_LB_MSLEEP_COUNT;
1762 ahw->extend_lb_time = 0;
1765 static int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1767 struct qlcnic_hardware_context *ahw = adapter->ahw;
1768 struct net_device *netdev = adapter->netdev;
1769 u32 config, max_wait_count;
1770 int status = 0, loop = 0;
1772 ahw->extend_lb_time = 0;
1773 max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1774 status = qlcnic_83xx_get_port_config(adapter);
1778 config = ahw->port_config;
1780 /* Check if port is already in loopback mode */
1781 if ((config & QLC_83XX_CFG_LOOPBACK_HSS) ||
1782 (config & QLC_83XX_CFG_LOOPBACK_EXT)) {
1784 "Port already in Loopback mode.\n");
1785 return -EINPROGRESS;
1788 set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1790 if (mode == QLCNIC_ILB_MODE)
1791 ahw->port_config |= QLC_83XX_CFG_LOOPBACK_HSS;
1792 if (mode == QLCNIC_ELB_MODE)
1793 ahw->port_config |= QLC_83XX_CFG_LOOPBACK_EXT;
1795 status = qlcnic_83xx_set_port_config(adapter);
1798 "Failed to Set Loopback Mode = 0x%x.\n",
1800 ahw->port_config = config;
1801 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1805 /* Wait for Link and IDC Completion AEN */
1807 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1809 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1811 "Device is resetting, free LB test resources\n");
1812 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1816 if (ahw->extend_lb_time)
1817 qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1820 if (loop++ > max_wait_count) {
1821 netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1823 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1824 qlcnic_83xx_clear_lb_mode(adapter, mode);
1827 } while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1829 qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1834 static int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1836 struct qlcnic_hardware_context *ahw = adapter->ahw;
1837 u32 config = ahw->port_config, max_wait_count;
1838 struct net_device *netdev = adapter->netdev;
1839 int status = 0, loop = 0;
1841 ahw->extend_lb_time = 0;
1842 max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1843 set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1844 if (mode == QLCNIC_ILB_MODE)
1845 ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_HSS;
1846 if (mode == QLCNIC_ELB_MODE)
1847 ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_EXT;
1849 status = qlcnic_83xx_set_port_config(adapter);
1852 "Failed to Clear Loopback Mode = 0x%x.\n",
1854 ahw->port_config = config;
1855 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1859 /* Wait for Link and IDC Completion AEN */
1861 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1863 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1865 "Device is resetting, free LB test resources\n");
1866 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1870 if (ahw->extend_lb_time)
1871 qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1874 if (loop++ > max_wait_count) {
1875 netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1877 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1880 } while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1882 qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1887 static void qlcnic_83xx_set_interface_id_ipaddr(struct qlcnic_adapter *adapter,
1890 if (qlcnic_sriov_pf_check(adapter)) {
1891 qlcnic_pf_set_interface_id_ipaddr(adapter, interface_id);
1893 if (!qlcnic_sriov_vf_check(adapter))
1894 *interface_id = adapter->recv_ctx->context_id << 16;
1898 void qlcnic_83xx_config_ipaddr(struct qlcnic_adapter *adapter, __be32 ip,
1902 u32 temp = 0, temp_ip;
1903 struct qlcnic_cmd_args cmd;
1905 err = qlcnic_alloc_mbx_args(&cmd, adapter,
1906 QLCNIC_CMD_CONFIGURE_IP_ADDR);
1910 qlcnic_83xx_set_interface_id_ipaddr(adapter, &temp);
1912 if (mode == QLCNIC_IP_UP)
1913 cmd.req.arg[1] = 1 | temp;
1915 cmd.req.arg[1] = 2 | temp;
1918 * Adapter needs IP address in network byte order.
1919 * But hardware mailbox registers go through writel(), hence IP address
1920 * gets swapped on big endian architecture.
1921 * To negate swapping of writel() on big endian architecture
1922 * use swab32(value).
1925 temp_ip = swab32(ntohl(ip));
1926 memcpy(&cmd.req.arg[2], &temp_ip, sizeof(u32));
1927 err = qlcnic_issue_cmd(adapter, &cmd);
1928 if (err != QLCNIC_RCODE_SUCCESS)
1929 dev_err(&adapter->netdev->dev,
1930 "could not notify %s IP 0x%x request\n",
1931 (mode == QLCNIC_IP_UP) ? "Add" : "Remove", ip);
1933 qlcnic_free_mbx_args(&cmd);
1936 int qlcnic_83xx_config_hw_lro(struct qlcnic_adapter *adapter, int mode)
1940 struct qlcnic_cmd_args cmd;
1943 lro_bit_mask = (mode ? (BIT_0 | BIT_1 | BIT_2 | BIT_3) : 0);
1945 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1948 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_HW_LRO);
1952 temp = adapter->recv_ctx->context_id << 16;
1953 arg1 = lro_bit_mask | temp;
1954 cmd.req.arg[1] = arg1;
1956 err = qlcnic_issue_cmd(adapter, &cmd);
1958 dev_info(&adapter->pdev->dev, "LRO config failed\n");
1959 qlcnic_free_mbx_args(&cmd);
1964 int qlcnic_83xx_config_rss(struct qlcnic_adapter *adapter, int enable)
1968 struct qlcnic_cmd_args cmd;
1969 const u64 key[] = { 0xbeac01fa6a42b73bULL, 0x8030f20c77cb2da3ULL,
1970 0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
1971 0x255b0ec26d5a56daULL };
1973 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_RSS);
1979 * 5-4: hash_type_ipv4
1980 * 7-6: hash_type_ipv6
1982 * 9: use indirection table
1983 * 16-31: indirection table mask
1985 word = ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 4) |
1986 ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 6) |
1987 ((u32)(enable & 0x1) << 8) |
1989 cmd.req.arg[1] = (adapter->recv_ctx->context_id);
1990 cmd.req.arg[2] = word;
1991 memcpy(&cmd.req.arg[4], key, sizeof(key));
1993 err = qlcnic_issue_cmd(adapter, &cmd);
1996 dev_info(&adapter->pdev->dev, "RSS config failed\n");
1997 qlcnic_free_mbx_args(&cmd);
2003 static void qlcnic_83xx_set_interface_id_macaddr(struct qlcnic_adapter *adapter,
2006 if (qlcnic_sriov_pf_check(adapter)) {
2007 qlcnic_pf_set_interface_id_macaddr(adapter, interface_id);
2009 if (!qlcnic_sriov_vf_check(adapter))
2010 *interface_id = adapter->recv_ctx->context_id << 16;
2014 int qlcnic_83xx_sre_macaddr_change(struct qlcnic_adapter *adapter, u8 *addr,
2017 struct qlcnic_cmd_args *cmd = NULL;
2018 struct qlcnic_macvlan_mbx mv;
2022 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2025 cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
2029 err = qlcnic_alloc_mbx_args(cmd, adapter, QLCNIC_CMD_CONFIG_MAC_VLAN);
2033 cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
2036 op = (op == QLCNIC_MAC_ADD || op == QLCNIC_MAC_VLAN_ADD) ?
2037 QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_VLAN_DEL;
2039 cmd->req.arg[1] = op | (1 << 8);
2040 qlcnic_83xx_set_interface_id_macaddr(adapter, &temp);
2041 cmd->req.arg[1] |= temp;
2043 mv.mac_addr0 = addr[0];
2044 mv.mac_addr1 = addr[1];
2045 mv.mac_addr2 = addr[2];
2046 mv.mac_addr3 = addr[3];
2047 mv.mac_addr4 = addr[4];
2048 mv.mac_addr5 = addr[5];
2049 buf = &cmd->req.arg[2];
2050 memcpy(buf, &mv, sizeof(struct qlcnic_macvlan_mbx));
2051 err = qlcnic_issue_cmd(adapter, cmd);
2055 qlcnic_free_mbx_args(cmd);
2061 void qlcnic_83xx_change_l2_filter(struct qlcnic_adapter *adapter, u64 *addr,
2065 memcpy(&mac, addr, ETH_ALEN);
2066 qlcnic_83xx_sre_macaddr_change(adapter, mac, vlan_id, QLCNIC_MAC_ADD);
2069 void qlcnic_83xx_configure_mac(struct qlcnic_adapter *adapter, u8 *mac,
2070 u8 type, struct qlcnic_cmd_args *cmd)
2073 case QLCNIC_SET_STATION_MAC:
2074 case QLCNIC_SET_FAC_DEF_MAC:
2075 memcpy(&cmd->req.arg[2], mac, sizeof(u32));
2076 memcpy(&cmd->req.arg[3], &mac[4], sizeof(u16));
2079 cmd->req.arg[1] = type;
2082 int qlcnic_83xx_get_mac_address(struct qlcnic_adapter *adapter, u8 *mac,
2086 struct qlcnic_cmd_args cmd;
2087 u32 mac_low, mac_high;
2090 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_MAC_ADDRESS);
2094 qlcnic_83xx_configure_mac(adapter, mac, QLCNIC_GET_CURRENT_MAC, &cmd);
2095 err = qlcnic_issue_cmd(adapter, &cmd);
2097 if (err == QLCNIC_RCODE_SUCCESS) {
2098 mac_low = cmd.rsp.arg[1];
2099 mac_high = cmd.rsp.arg[2];
2101 for (i = 0; i < 2; i++)
2102 mac[i] = (u8) (mac_high >> ((1 - i) * 8));
2103 for (i = 2; i < 6; i++)
2104 mac[i] = (u8) (mac_low >> ((5 - i) * 8));
2106 dev_err(&adapter->pdev->dev, "Failed to get mac address%d\n",
2110 qlcnic_free_mbx_args(&cmd);
2114 void qlcnic_83xx_config_intr_coal(struct qlcnic_adapter *adapter)
2118 struct qlcnic_cmd_args cmd;
2119 struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2121 if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2124 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTR_COAL);
2128 if (coal->type == QLCNIC_INTR_COAL_TYPE_RX) {
2129 temp = adapter->recv_ctx->context_id;
2130 cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_RX | temp << 16;
2131 temp = coal->rx_time_us;
2132 cmd.req.arg[2] = coal->rx_packets | temp << 16;
2133 } else if (coal->type == QLCNIC_INTR_COAL_TYPE_TX) {
2134 temp = adapter->tx_ring->ctx_id;
2135 cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_TX | temp << 16;
2136 temp = coal->tx_time_us;
2137 cmd.req.arg[2] = coal->tx_packets | temp << 16;
2139 cmd.req.arg[3] = coal->flag;
2140 err = qlcnic_issue_cmd(adapter, &cmd);
2141 if (err != QLCNIC_RCODE_SUCCESS)
2142 dev_info(&adapter->pdev->dev,
2143 "Failed to send interrupt coalescence parameters\n");
2144 qlcnic_free_mbx_args(&cmd);
2147 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
2150 struct qlcnic_hardware_context *ahw = adapter->ahw;
2151 u8 link_status, duplex;
2153 link_status = LSB(data[3]) & 1;
2155 ahw->link_speed = MSW(data[2]);
2156 duplex = LSB(MSW(data[3]));
2158 ahw->link_duplex = DUPLEX_FULL;
2160 ahw->link_duplex = DUPLEX_HALF;
2162 ahw->link_speed = SPEED_UNKNOWN;
2163 ahw->link_duplex = DUPLEX_UNKNOWN;
2166 ahw->link_autoneg = MSB(MSW(data[3]));
2167 ahw->module_type = MSB(LSW(data[3]));
2168 ahw->has_link_events = 1;
2169 ahw->lb_mode = data[4] & QLCNIC_LB_MODE_MASK;
2170 qlcnic_advert_link_change(adapter, link_status);
2173 irqreturn_t qlcnic_83xx_handle_aen(int irq, void *data)
2175 struct qlcnic_adapter *adapter = data;
2176 struct qlcnic_mailbox *mbx;
2177 u32 mask, resp, event;
2178 unsigned long flags;
2180 mbx = adapter->ahw->mailbox;
2181 spin_lock_irqsave(&mbx->aen_lock, flags);
2182 resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
2183 if (!(resp & QLCNIC_SET_OWNER))
2186 event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
2187 if (event & QLCNIC_MBX_ASYNC_EVENT)
2188 __qlcnic_83xx_process_aen(adapter);
2190 qlcnic_83xx_notify_mbx_response(mbx);
2193 mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
2194 writel(0, adapter->ahw->pci_base0 + mask);
2195 spin_unlock_irqrestore(&mbx->aen_lock, flags);
2199 int qlcnic_enable_eswitch(struct qlcnic_adapter *adapter, u8 port, u8 enable)
2202 struct qlcnic_cmd_args cmd;
2204 if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2205 dev_err(&adapter->pdev->dev,
2206 "%s: Error, invoked by non management func\n",
2211 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_TOGGLE_ESWITCH);
2215 cmd.req.arg[1] = (port & 0xf) | BIT_4;
2216 err = qlcnic_issue_cmd(adapter, &cmd);
2218 if (err != QLCNIC_RCODE_SUCCESS) {
2219 dev_err(&adapter->pdev->dev, "Failed to enable eswitch%d\n",
2223 qlcnic_free_mbx_args(&cmd);
2229 int qlcnic_83xx_set_nic_info(struct qlcnic_adapter *adapter,
2230 struct qlcnic_info *nic)
2233 struct qlcnic_cmd_args cmd;
2235 if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2236 dev_err(&adapter->pdev->dev,
2237 "%s: Error, invoked by non management func\n",
2242 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_NIC_INFO);
2246 cmd.req.arg[1] = (nic->pci_func << 16);
2247 cmd.req.arg[2] = 0x1 << 16;
2248 cmd.req.arg[3] = nic->phys_port | (nic->switch_mode << 16);
2249 cmd.req.arg[4] = nic->capabilities;
2250 cmd.req.arg[5] = (nic->max_mac_filters & 0xFF) | ((nic->max_mtu) << 16);
2251 cmd.req.arg[6] = (nic->max_tx_ques) | ((nic->max_rx_ques) << 16);
2252 cmd.req.arg[7] = (nic->min_tx_bw) | ((nic->max_tx_bw) << 16);
2253 for (i = 8; i < 32; i++)
2256 err = qlcnic_issue_cmd(adapter, &cmd);
2258 if (err != QLCNIC_RCODE_SUCCESS) {
2259 dev_err(&adapter->pdev->dev, "Failed to set nic info%d\n",
2264 qlcnic_free_mbx_args(&cmd);
2269 int qlcnic_83xx_get_nic_info(struct qlcnic_adapter *adapter,
2270 struct qlcnic_info *npar_info, u8 func_id)
2275 struct qlcnic_cmd_args cmd;
2276 struct qlcnic_hardware_context *ahw = adapter->ahw;
2278 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
2282 if (func_id != ahw->pci_func) {
2283 temp = func_id << 16;
2284 cmd.req.arg[1] = op | BIT_31 | temp;
2286 cmd.req.arg[1] = ahw->pci_func << 16;
2288 err = qlcnic_issue_cmd(adapter, &cmd);
2290 dev_info(&adapter->pdev->dev,
2291 "Failed to get nic info %d\n", err);
2295 npar_info->op_type = cmd.rsp.arg[1];
2296 npar_info->pci_func = cmd.rsp.arg[2] & 0xFFFF;
2297 npar_info->op_mode = (cmd.rsp.arg[2] & 0xFFFF0000) >> 16;
2298 npar_info->phys_port = cmd.rsp.arg[3] & 0xFFFF;
2299 npar_info->switch_mode = (cmd.rsp.arg[3] & 0xFFFF0000) >> 16;
2300 npar_info->capabilities = cmd.rsp.arg[4];
2301 npar_info->max_mac_filters = cmd.rsp.arg[5] & 0xFF;
2302 npar_info->max_mtu = (cmd.rsp.arg[5] & 0xFFFF0000) >> 16;
2303 npar_info->max_tx_ques = cmd.rsp.arg[6] & 0xFFFF;
2304 npar_info->max_rx_ques = (cmd.rsp.arg[6] & 0xFFFF0000) >> 16;
2305 npar_info->min_tx_bw = cmd.rsp.arg[7] & 0xFFFF;
2306 npar_info->max_tx_bw = (cmd.rsp.arg[7] & 0xFFFF0000) >> 16;
2307 if (cmd.rsp.arg[8] & 0x1)
2308 npar_info->max_bw_reg_offset = (cmd.rsp.arg[8] & 0x7FFE) >> 1;
2309 if (cmd.rsp.arg[8] & 0x10000) {
2310 temp = (cmd.rsp.arg[8] & 0x7FFE0000) >> 17;
2311 npar_info->max_linkspeed_reg_offset = temp;
2314 memcpy(ahw->extra_capability, &cmd.rsp.arg[16],
2315 sizeof(ahw->extra_capability));
2318 qlcnic_free_mbx_args(&cmd);
2322 int qlcnic_get_pci_func_type(struct qlcnic_adapter *adapter, u16 type,
2323 u16 *nic, u16 *fcoe, u16 *iscsi)
2325 struct device *dev = &adapter->pdev->dev;
2329 case QLCNIC_TYPE_NIC:
2332 case QLCNIC_TYPE_FCOE:
2335 case QLCNIC_TYPE_ISCSI:
2339 dev_err(dev, "%s: Unknown PCI type[%x]\n",
2347 int qlcnic_83xx_get_pci_info(struct qlcnic_adapter *adapter,
2348 struct qlcnic_pci_info *pci_info)
2350 struct qlcnic_hardware_context *ahw = adapter->ahw;
2351 struct device *dev = &adapter->pdev->dev;
2352 u16 nic = 0, fcoe = 0, iscsi = 0;
2353 struct qlcnic_cmd_args cmd;
2354 int i, err = 0, j = 0;
2357 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PCI_INFO);
2361 err = qlcnic_issue_cmd(adapter, &cmd);
2363 ahw->total_nic_func = 0;
2364 if (err == QLCNIC_RCODE_SUCCESS) {
2365 ahw->max_pci_func = cmd.rsp.arg[1] & 0xFF;
2366 for (i = 2, j = 0; j < ahw->max_vnic_func; j++, pci_info++) {
2367 pci_info->id = cmd.rsp.arg[i] & 0xFFFF;
2368 pci_info->active = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2370 if (!pci_info->active) {
2371 i += QLC_SKIP_INACTIVE_PCI_REGS;
2374 pci_info->type = cmd.rsp.arg[i] & 0xFFFF;
2375 err = qlcnic_get_pci_func_type(adapter, pci_info->type,
2376 &nic, &fcoe, &iscsi);
2377 temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2378 pci_info->default_port = temp;
2380 pci_info->tx_min_bw = cmd.rsp.arg[i] & 0xFFFF;
2381 temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2382 pci_info->tx_max_bw = temp;
2384 memcpy(pci_info->mac, &cmd.rsp.arg[i], ETH_ALEN - 2);
2386 memcpy(pci_info->mac + sizeof(u32), &cmd.rsp.arg[i], 2);
2390 dev_err(dev, "Failed to get PCI Info, error = %d\n", err);
2394 ahw->total_nic_func = nic;
2395 ahw->total_pci_func = nic + fcoe + iscsi;
2396 if (ahw->total_nic_func == 0 || ahw->total_pci_func == 0) {
2397 dev_err(dev, "%s: Invalid function count: total nic func[%x], total pci func[%x]\n",
2398 __func__, ahw->total_nic_func, ahw->total_pci_func);
2401 qlcnic_free_mbx_args(&cmd);
2406 int qlcnic_83xx_config_intrpt(struct qlcnic_adapter *adapter, bool op_type)
2410 u32 val, temp, type;
2411 struct qlcnic_cmd_args cmd;
2413 max_ints = adapter->ahw->num_msix - 1;
2414 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTRPT);
2418 cmd.req.arg[1] = max_ints;
2420 if (qlcnic_sriov_vf_check(adapter))
2421 cmd.req.arg[1] |= (adapter->ahw->pci_func << 8) | BIT_16;
2423 for (i = 0, index = 2; i < max_ints; i++) {
2424 type = op_type ? QLCNIC_INTRPT_ADD : QLCNIC_INTRPT_DEL;
2425 val = type | (adapter->ahw->intr_tbl[i].type << 4);
2426 if (adapter->ahw->intr_tbl[i].type == QLCNIC_INTRPT_MSIX)
2427 val |= (adapter->ahw->intr_tbl[i].id << 16);
2428 cmd.req.arg[index++] = val;
2430 err = qlcnic_issue_cmd(adapter, &cmd);
2432 dev_err(&adapter->pdev->dev,
2433 "Failed to configure interrupts 0x%x\n", err);
2437 max_ints = cmd.rsp.arg[1];
2438 for (i = 0, index = 2; i < max_ints; i++, index += 2) {
2439 val = cmd.rsp.arg[index];
2441 dev_info(&adapter->pdev->dev,
2442 "Can't configure interrupt %d\n",
2443 adapter->ahw->intr_tbl[i].id);
2447 adapter->ahw->intr_tbl[i].id = MSW(val);
2448 adapter->ahw->intr_tbl[i].enabled = 1;
2449 temp = cmd.rsp.arg[index + 1];
2450 adapter->ahw->intr_tbl[i].src = temp;
2452 adapter->ahw->intr_tbl[i].id = i;
2453 adapter->ahw->intr_tbl[i].enabled = 0;
2454 adapter->ahw->intr_tbl[i].src = 0;
2458 qlcnic_free_mbx_args(&cmd);
2462 int qlcnic_83xx_lock_flash(struct qlcnic_adapter *adapter)
2464 int id, timeout = 0;
2467 while (status == 0) {
2468 status = QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_LOCK);
2472 if (++timeout >= QLC_83XX_FLASH_LOCK_TIMEOUT) {
2473 id = QLC_SHARED_REG_RD32(adapter,
2474 QLCNIC_FLASH_LOCK_OWNER);
2475 dev_err(&adapter->pdev->dev,
2476 "%s: failed, lock held by %d\n", __func__, id);
2479 usleep_range(1000, 2000);
2482 QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, adapter->portnum);
2486 void qlcnic_83xx_unlock_flash(struct qlcnic_adapter *adapter)
2488 QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_UNLOCK);
2489 QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, 0xFF);
2492 int qlcnic_83xx_lockless_flash_read32(struct qlcnic_adapter *adapter,
2493 u32 flash_addr, u8 *p_data,
2496 u32 word, range, flash_offset, addr = flash_addr, ret;
2497 ulong indirect_add, direct_window;
2500 flash_offset = addr & (QLCNIC_FLASH_SECTOR_SIZE - 1);
2502 dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
2506 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_DIRECT_WINDOW,
2509 range = flash_offset + (count * sizeof(u32));
2510 /* Check if data is spread across multiple sectors */
2511 if (range > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2513 /* Multi sector read */
2514 for (i = 0; i < count; i++) {
2515 indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2516 ret = QLCRD32(adapter, indirect_add, &err);
2521 *(u32 *)p_data = word;
2522 p_data = p_data + 4;
2524 flash_offset = flash_offset + 4;
2526 if (flash_offset > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2527 direct_window = QLC_83XX_FLASH_DIRECT_WINDOW;
2528 /* This write is needed once for each sector */
2529 qlcnic_83xx_wrt_reg_indirect(adapter,
2536 /* Single sector read */
2537 for (i = 0; i < count; i++) {
2538 indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2539 ret = QLCRD32(adapter, indirect_add, &err);
2544 *(u32 *)p_data = word;
2545 p_data = p_data + 4;
2553 static int qlcnic_83xx_poll_flash_status_reg(struct qlcnic_adapter *adapter)
2556 int retries = QLC_83XX_FLASH_READ_RETRY_COUNT;
2560 status = QLCRD32(adapter, QLC_83XX_FLASH_STATUS, &err);
2564 if ((status & QLC_83XX_FLASH_STATUS_READY) ==
2565 QLC_83XX_FLASH_STATUS_READY)
2568 msleep(QLC_83XX_FLASH_STATUS_REG_POLL_DELAY);
2569 } while (--retries);
2577 int qlcnic_83xx_enable_flash_write(struct qlcnic_adapter *adapter)
2581 cmd = adapter->ahw->fdt.write_statusreg_cmd;
2582 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2583 (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG | cmd));
2584 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2585 adapter->ahw->fdt.write_enable_bits);
2586 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2587 QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2588 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2595 int qlcnic_83xx_disable_flash_write(struct qlcnic_adapter *adapter)
2599 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2600 (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG |
2601 adapter->ahw->fdt.write_statusreg_cmd));
2602 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2603 adapter->ahw->fdt.write_disable_bits);
2604 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2605 QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2606 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2613 int qlcnic_83xx_read_flash_mfg_id(struct qlcnic_adapter *adapter)
2618 if (qlcnic_83xx_lock_flash(adapter))
2621 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2622 QLC_83XX_FLASH_FDT_READ_MFG_ID_VAL);
2623 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2624 QLC_83XX_FLASH_READ_CTRL);
2625 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2627 qlcnic_83xx_unlock_flash(adapter);
2631 mfg_id = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
2633 qlcnic_83xx_unlock_flash(adapter);
2637 adapter->flash_mfg_id = (mfg_id & 0xFF);
2638 qlcnic_83xx_unlock_flash(adapter);
2643 int qlcnic_83xx_read_flash_descriptor_table(struct qlcnic_adapter *adapter)
2645 int count, fdt_size, ret = 0;
2647 fdt_size = sizeof(struct qlcnic_fdt);
2648 count = fdt_size / sizeof(u32);
2650 if (qlcnic_83xx_lock_flash(adapter))
2653 memset(&adapter->ahw->fdt, 0, fdt_size);
2654 ret = qlcnic_83xx_lockless_flash_read32(adapter, QLCNIC_FDT_LOCATION,
2655 (u8 *)&adapter->ahw->fdt,
2658 qlcnic_83xx_unlock_flash(adapter);
2662 int qlcnic_83xx_erase_flash_sector(struct qlcnic_adapter *adapter,
2663 u32 sector_start_addr)
2665 u32 reversed_addr, addr1, addr2, cmd;
2668 if (qlcnic_83xx_lock_flash(adapter) != 0)
2671 if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2672 ret = qlcnic_83xx_enable_flash_write(adapter);
2674 qlcnic_83xx_unlock_flash(adapter);
2675 dev_err(&adapter->pdev->dev,
2676 "%s failed at %d\n",
2677 __func__, __LINE__);
2682 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2684 qlcnic_83xx_unlock_flash(adapter);
2685 dev_err(&adapter->pdev->dev,
2686 "%s: failed at %d\n", __func__, __LINE__);
2690 addr1 = (sector_start_addr & 0xFF) << 16;
2691 addr2 = (sector_start_addr & 0xFF0000) >> 16;
2692 reversed_addr = addr1 | addr2;
2694 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2696 cmd = QLC_83XX_FLASH_FDT_ERASE_DEF_SIG | adapter->ahw->fdt.erase_cmd;
2697 if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id)
2698 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, cmd);
2700 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2701 QLC_83XX_FLASH_OEM_ERASE_SIG);
2702 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2703 QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2705 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2707 qlcnic_83xx_unlock_flash(adapter);
2708 dev_err(&adapter->pdev->dev,
2709 "%s: failed at %d\n", __func__, __LINE__);
2713 if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2714 ret = qlcnic_83xx_disable_flash_write(adapter);
2716 qlcnic_83xx_unlock_flash(adapter);
2717 dev_err(&adapter->pdev->dev,
2718 "%s: failed at %d\n", __func__, __LINE__);
2723 qlcnic_83xx_unlock_flash(adapter);
2728 int qlcnic_83xx_flash_write32(struct qlcnic_adapter *adapter, u32 addr,
2732 u32 addr1 = 0x00800000 | (addr >> 2);
2734 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, addr1);
2735 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data);
2736 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2737 QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2738 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2740 dev_err(&adapter->pdev->dev,
2741 "%s: failed at %d\n", __func__, __LINE__);
2748 int qlcnic_83xx_flash_bulk_write(struct qlcnic_adapter *adapter, u32 addr,
2749 u32 *p_data, int count)
2752 int ret = -EIO, err = 0;
2754 if ((count < QLC_83XX_FLASH_WRITE_MIN) ||
2755 (count > QLC_83XX_FLASH_WRITE_MAX)) {
2756 dev_err(&adapter->pdev->dev,
2757 "%s: Invalid word count\n", __func__);
2761 temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2765 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_SPI_CONTROL,
2766 (temp | QLC_83XX_FLASH_SPI_CTRL));
2767 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2768 QLC_83XX_FLASH_ADDR_TEMP_VAL);
2770 /* First DWORD write */
2771 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2772 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2773 QLC_83XX_FLASH_FIRST_MS_PATTERN);
2774 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2776 dev_err(&adapter->pdev->dev,
2777 "%s: failed at %d\n", __func__, __LINE__);
2782 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2783 QLC_83XX_FLASH_ADDR_SECOND_TEMP_VAL);
2784 /* Second to N-1 DWORD writes */
2785 while (count != 1) {
2786 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2788 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2789 QLC_83XX_FLASH_SECOND_MS_PATTERN);
2790 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2792 dev_err(&adapter->pdev->dev,
2793 "%s: failed at %d\n", __func__, __LINE__);
2799 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2800 QLC_83XX_FLASH_ADDR_TEMP_VAL |
2802 /* Last DWORD write */
2803 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2804 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2805 QLC_83XX_FLASH_LAST_MS_PATTERN);
2806 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2808 dev_err(&adapter->pdev->dev,
2809 "%s: failed at %d\n", __func__, __LINE__);
2813 ret = QLCRD32(adapter, QLC_83XX_FLASH_SPI_STATUS, &err);
2817 if ((ret & QLC_83XX_FLASH_SPI_CTRL) == QLC_83XX_FLASH_SPI_CTRL) {
2818 dev_err(&adapter->pdev->dev, "%s: failed at %d\n",
2819 __func__, __LINE__);
2820 /* Operation failed, clear error bit */
2821 temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2825 qlcnic_83xx_wrt_reg_indirect(adapter,
2826 QLC_83XX_FLASH_SPI_CONTROL,
2827 (temp | QLC_83XX_FLASH_SPI_CTRL));
2833 static void qlcnic_83xx_recover_driver_lock(struct qlcnic_adapter *adapter)
2837 val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2839 /* Check if recovery need to be performed by the calling function */
2840 if ((val & QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK) == 0) {
2842 val = val | ((adapter->portnum << 2) |
2843 QLC_83XX_NEED_DRV_LOCK_RECOVERY);
2844 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2845 dev_info(&adapter->pdev->dev,
2846 "%s: lock recovery initiated\n", __func__);
2847 msleep(QLC_83XX_DRV_LOCK_RECOVERY_DELAY);
2848 val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2849 id = ((val >> 2) & 0xF);
2850 if (id == adapter->portnum) {
2851 val = val & ~QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK;
2852 val = val | QLC_83XX_DRV_LOCK_RECOVERY_IN_PROGRESS;
2853 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2854 /* Force release the lock */
2855 QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
2856 /* Clear recovery bits */
2858 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2859 dev_info(&adapter->pdev->dev,
2860 "%s: lock recovery completed\n", __func__);
2862 dev_info(&adapter->pdev->dev,
2863 "%s: func %d to resume lock recovery process\n",
2867 dev_info(&adapter->pdev->dev,
2868 "%s: lock recovery initiated by other functions\n",
2873 int qlcnic_83xx_lock_driver(struct qlcnic_adapter *adapter)
2875 u32 lock_alive_counter, val, id, i = 0, status = 0, temp = 0;
2876 int max_attempt = 0;
2878 while (status == 0) {
2879 status = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK);
2883 msleep(QLC_83XX_DRV_LOCK_WAIT_DELAY);
2887 temp = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2889 if (i == QLC_83XX_DRV_LOCK_WAIT_COUNTER) {
2890 val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2893 dev_info(&adapter->pdev->dev,
2894 "%s: lock to be recovered from %d\n",
2896 qlcnic_83xx_recover_driver_lock(adapter);
2900 dev_err(&adapter->pdev->dev,
2901 "%s: failed to get lock\n", __func__);
2906 /* Force exit from while loop after few attempts */
2907 if (max_attempt == QLC_83XX_MAX_DRV_LOCK_RECOVERY_ATTEMPT) {
2908 dev_err(&adapter->pdev->dev,
2909 "%s: failed to get lock\n", __func__);
2914 val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2915 lock_alive_counter = val >> 8;
2916 lock_alive_counter++;
2917 val = lock_alive_counter << 8 | adapter->portnum;
2918 QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
2923 void qlcnic_83xx_unlock_driver(struct qlcnic_adapter *adapter)
2925 u32 val, lock_alive_counter, id;
2927 val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2929 lock_alive_counter = val >> 8;
2931 if (id != adapter->portnum)
2932 dev_err(&adapter->pdev->dev,
2933 "%s:Warning func %d is unlocking lock owned by %d\n",
2934 __func__, adapter->portnum, id);
2936 val = (lock_alive_counter << 8) | 0xFF;
2937 QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
2938 QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
2941 int qlcnic_83xx_ms_mem_write128(struct qlcnic_adapter *adapter, u64 addr,
2942 u32 *data, u32 count)
2948 /* Check alignment */
2952 mutex_lock(&adapter->ahw->mem_lock);
2953 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_ADDR_HI, 0);
2955 for (i = 0; i < count; i++, addr += 16) {
2956 if (!((ADDR_IN_RANGE(addr, QLCNIC_ADDR_QDR_NET,
2957 QLCNIC_ADDR_QDR_NET_MAX)) ||
2958 (ADDR_IN_RANGE(addr, QLCNIC_ADDR_DDR_NET,
2959 QLCNIC_ADDR_DDR_NET_MAX)))) {
2960 mutex_unlock(&adapter->ahw->mem_lock);
2964 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_ADDR_LO, addr);
2965 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_LO,
2967 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_HI,
2969 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_ULO,
2971 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_UHI,
2973 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_CTRL,
2974 QLCNIC_TA_WRITE_ENABLE);
2975 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_CTRL,
2976 QLCNIC_TA_WRITE_START);
2978 for (j = 0; j < MAX_CTL_CHECK; j++) {
2979 temp = QLCRD32(adapter, QLCNIC_MS_CTRL, &err);
2981 mutex_unlock(&adapter->ahw->mem_lock);
2985 if ((temp & TA_CTL_BUSY) == 0)
2989 /* Status check failure */
2990 if (j >= MAX_CTL_CHECK) {
2991 printk_ratelimited(KERN_WARNING
2992 "MS memory write failed\n");
2993 mutex_unlock(&adapter->ahw->mem_lock);
2998 mutex_unlock(&adapter->ahw->mem_lock);
3003 int qlcnic_83xx_flash_read32(struct qlcnic_adapter *adapter, u32 flash_addr,
3004 u8 *p_data, int count)
3006 u32 word, addr = flash_addr, ret;
3007 ulong indirect_addr;
3010 if (qlcnic_83xx_lock_flash(adapter) != 0)
3014 dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
3015 qlcnic_83xx_unlock_flash(adapter);
3019 for (i = 0; i < count; i++) {
3020 if (qlcnic_83xx_wrt_reg_indirect(adapter,
3021 QLC_83XX_FLASH_DIRECT_WINDOW,
3023 qlcnic_83xx_unlock_flash(adapter);
3027 indirect_addr = QLC_83XX_FLASH_DIRECT_DATA(addr);
3028 ret = QLCRD32(adapter, indirect_addr, &err);
3033 *(u32 *)p_data = word;
3034 p_data = p_data + 4;
3038 qlcnic_83xx_unlock_flash(adapter);
3043 int qlcnic_83xx_test_link(struct qlcnic_adapter *adapter)
3047 u32 config = 0, state;
3048 struct qlcnic_cmd_args cmd;
3049 struct qlcnic_hardware_context *ahw = adapter->ahw;
3051 if (qlcnic_sriov_vf_check(adapter))
3052 pci_func = adapter->portnum;
3054 pci_func = ahw->pci_func;
3056 state = readl(ahw->pci_base0 + QLC_83XX_LINK_STATE(pci_func));
3057 if (!QLC_83xx_FUNC_VAL(state, pci_func)) {
3058 dev_info(&adapter->pdev->dev, "link state down\n");
3062 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_STATUS);
3066 err = qlcnic_issue_cmd(adapter, &cmd);
3068 dev_info(&adapter->pdev->dev,
3069 "Get Link Status Command failed: 0x%x\n", err);
3072 config = cmd.rsp.arg[1];
3073 switch (QLC_83XX_CURRENT_LINK_SPEED(config)) {
3074 case QLC_83XX_10M_LINK:
3075 ahw->link_speed = SPEED_10;
3077 case QLC_83XX_100M_LINK:
3078 ahw->link_speed = SPEED_100;
3080 case QLC_83XX_1G_LINK:
3081 ahw->link_speed = SPEED_1000;
3083 case QLC_83XX_10G_LINK:
3084 ahw->link_speed = SPEED_10000;
3087 ahw->link_speed = 0;
3090 config = cmd.rsp.arg[3];
3091 if (QLC_83XX_SFP_PRESENT(config)) {
3092 switch (ahw->module_type) {
3093 case LINKEVENT_MODULE_OPTICAL_UNKNOWN:
3094 case LINKEVENT_MODULE_OPTICAL_SRLR:
3095 case LINKEVENT_MODULE_OPTICAL_LRM:
3096 case LINKEVENT_MODULE_OPTICAL_SFP_1G:
3097 ahw->supported_type = PORT_FIBRE;
3099 case LINKEVENT_MODULE_TWINAX_UNSUPPORTED_CABLE:
3100 case LINKEVENT_MODULE_TWINAX_UNSUPPORTED_CABLELEN:
3101 case LINKEVENT_MODULE_TWINAX:
3102 ahw->supported_type = PORT_TP;
3105 ahw->supported_type = PORT_OTHER;
3112 qlcnic_free_mbx_args(&cmd);
3116 int qlcnic_83xx_get_settings(struct qlcnic_adapter *adapter,
3117 struct ethtool_cmd *ecmd)
3121 struct qlcnic_hardware_context *ahw = adapter->ahw;
3123 if (!test_bit(__QLCNIC_MAINTENANCE_MODE, &adapter->state)) {
3124 /* Get port configuration info */
3125 status = qlcnic_83xx_get_port_info(adapter);
3126 /* Get Link Status related info */
3127 config = qlcnic_83xx_test_link(adapter);
3128 ahw->module_type = QLC_83XX_SFP_MODULE_TYPE(config);
3131 /* hard code until there is a way to get it from flash */
3132 ahw->board_type = QLCNIC_BRDTYPE_83XX_10G;
3134 if (netif_running(adapter->netdev) && ahw->has_link_events) {
3135 ethtool_cmd_speed_set(ecmd, ahw->link_speed);
3136 ecmd->duplex = ahw->link_duplex;
3137 ecmd->autoneg = ahw->link_autoneg;
3139 ethtool_cmd_speed_set(ecmd, SPEED_UNKNOWN);
3140 ecmd->duplex = DUPLEX_UNKNOWN;
3141 ecmd->autoneg = AUTONEG_DISABLE;
3144 if (ahw->port_type == QLCNIC_XGBE) {
3145 ecmd->supported = SUPPORTED_10000baseT_Full;
3146 ecmd->advertising = ADVERTISED_10000baseT_Full;
3148 ecmd->supported = (SUPPORTED_10baseT_Half |
3149 SUPPORTED_10baseT_Full |
3150 SUPPORTED_100baseT_Half |
3151 SUPPORTED_100baseT_Full |
3152 SUPPORTED_1000baseT_Half |
3153 SUPPORTED_1000baseT_Full);
3154 ecmd->advertising = (ADVERTISED_100baseT_Half |
3155 ADVERTISED_100baseT_Full |
3156 ADVERTISED_1000baseT_Half |
3157 ADVERTISED_1000baseT_Full);
3160 switch (ahw->supported_type) {
3162 ecmd->supported |= SUPPORTED_FIBRE;
3163 ecmd->advertising |= ADVERTISED_FIBRE;
3164 ecmd->port = PORT_FIBRE;
3165 ecmd->transceiver = XCVR_EXTERNAL;
3168 ecmd->supported |= SUPPORTED_TP;
3169 ecmd->advertising |= ADVERTISED_TP;
3170 ecmd->port = PORT_TP;
3171 ecmd->transceiver = XCVR_INTERNAL;
3174 ecmd->supported |= SUPPORTED_FIBRE;
3175 ecmd->advertising |= ADVERTISED_FIBRE;
3176 ecmd->port = PORT_OTHER;
3177 ecmd->transceiver = XCVR_EXTERNAL;
3180 ecmd->phy_address = ahw->physical_port;
3184 int qlcnic_83xx_set_settings(struct qlcnic_adapter *adapter,
3185 struct ethtool_cmd *ecmd)
3188 u32 config = adapter->ahw->port_config;
3191 adapter->ahw->port_config |= BIT_15;
3193 switch (ethtool_cmd_speed(ecmd)) {
3195 adapter->ahw->port_config |= BIT_8;
3198 adapter->ahw->port_config |= BIT_9;
3201 adapter->ahw->port_config |= BIT_10;
3204 adapter->ahw->port_config |= BIT_11;
3210 status = qlcnic_83xx_set_port_config(adapter);
3212 dev_info(&adapter->pdev->dev,
3213 "Failed to Set Link Speed and autoneg.\n");
3214 adapter->ahw->port_config = config;
3219 static inline u64 *qlcnic_83xx_copy_stats(struct qlcnic_cmd_args *cmd,
3220 u64 *data, int index)
3225 low = cmd->rsp.arg[index];
3226 hi = cmd->rsp.arg[index + 1];
3227 val = (((u64) low) | (((u64) hi) << 32));
3232 static u64 *qlcnic_83xx_fill_stats(struct qlcnic_adapter *adapter,
3233 struct qlcnic_cmd_args *cmd, u64 *data,
3236 int err, k, total_regs;
3239 err = qlcnic_issue_cmd(adapter, cmd);
3240 if (err != QLCNIC_RCODE_SUCCESS) {
3241 dev_info(&adapter->pdev->dev,
3242 "Error in get statistics mailbox command\n");
3246 total_regs = cmd->rsp.num;
3248 case QLC_83XX_STAT_MAC:
3249 /* fill in MAC tx counters */
3250 for (k = 2; k < 28; k += 2)
3251 data = qlcnic_83xx_copy_stats(cmd, data, k);
3252 /* skip 24 bytes of reserved area */
3253 /* fill in MAC rx counters */
3254 for (k += 6; k < 60; k += 2)
3255 data = qlcnic_83xx_copy_stats(cmd, data, k);
3256 /* skip 24 bytes of reserved area */
3257 /* fill in MAC rx frame stats */
3258 for (k += 6; k < 80; k += 2)
3259 data = qlcnic_83xx_copy_stats(cmd, data, k);
3260 /* fill in eSwitch stats */
3261 for (; k < total_regs; k += 2)
3262 data = qlcnic_83xx_copy_stats(cmd, data, k);
3264 case QLC_83XX_STAT_RX:
3265 for (k = 2; k < 8; k += 2)
3266 data = qlcnic_83xx_copy_stats(cmd, data, k);
3267 /* skip 8 bytes of reserved data */
3268 for (k += 2; k < 24; k += 2)
3269 data = qlcnic_83xx_copy_stats(cmd, data, k);
3270 /* skip 8 bytes containing RE1FBQ error data */
3271 for (k += 2; k < total_regs; k += 2)
3272 data = qlcnic_83xx_copy_stats(cmd, data, k);
3274 case QLC_83XX_STAT_TX:
3275 for (k = 2; k < 10; k += 2)
3276 data = qlcnic_83xx_copy_stats(cmd, data, k);
3277 /* skip 8 bytes of reserved data */
3278 for (k += 2; k < total_regs; k += 2)
3279 data = qlcnic_83xx_copy_stats(cmd, data, k);
3282 dev_warn(&adapter->pdev->dev, "Unknown get statistics mode\n");
3288 void qlcnic_83xx_get_stats(struct qlcnic_adapter *adapter, u64 *data)
3290 struct qlcnic_cmd_args cmd;
3291 struct net_device *netdev = adapter->netdev;
3294 ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_STATISTICS);
3298 cmd.req.arg[1] = BIT_1 | (adapter->tx_ring->ctx_id << 16);
3299 cmd.rsp.num = QLC_83XX_TX_STAT_REGS;
3300 data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3301 QLC_83XX_STAT_TX, &ret);
3303 netdev_err(netdev, "Error getting Tx stats\n");
3307 cmd.req.arg[1] = BIT_2 | (adapter->portnum << 16);
3308 cmd.rsp.num = QLC_83XX_MAC_STAT_REGS;
3309 memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3310 data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3311 QLC_83XX_STAT_MAC, &ret);
3313 netdev_err(netdev, "Error getting MAC stats\n");
3317 cmd.req.arg[1] = adapter->recv_ctx->context_id << 16;
3318 cmd.rsp.num = QLC_83XX_RX_STAT_REGS;
3319 memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3320 data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3321 QLC_83XX_STAT_RX, &ret);
3323 netdev_err(netdev, "Error getting Rx stats\n");
3325 qlcnic_free_mbx_args(&cmd);
3328 int qlcnic_83xx_reg_test(struct qlcnic_adapter *adapter)
3330 u32 major, minor, sub;
3332 major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
3333 minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
3334 sub = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
3336 if (adapter->fw_version != QLCNIC_VERSION_CODE(major, minor, sub)) {
3337 dev_info(&adapter->pdev->dev, "%s: Reg test failed\n",
3344 inline int qlcnic_83xx_get_regs_len(struct qlcnic_adapter *adapter)
3346 return (ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl) *
3347 sizeof(*adapter->ahw->ext_reg_tbl)) +
3348 (ARRAY_SIZE(qlcnic_83xx_reg_tbl) *
3349 sizeof(*adapter->ahw->reg_tbl));
3352 int qlcnic_83xx_get_registers(struct qlcnic_adapter *adapter, u32 *regs_buff)
3356 for (i = QLCNIC_DEV_INFO_SIZE + 1;
3357 j < ARRAY_SIZE(qlcnic_83xx_reg_tbl); i++, j++)
3358 regs_buff[i] = QLC_SHARED_REG_RD32(adapter, j);
3360 for (j = 0; j < ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl); j++)
3361 regs_buff[i++] = QLCRDX(adapter->ahw, j);
3365 int qlcnic_83xx_interrupt_test(struct net_device *netdev)
3367 struct qlcnic_adapter *adapter = netdev_priv(netdev);
3368 struct qlcnic_hardware_context *ahw = adapter->ahw;
3369 struct qlcnic_cmd_args cmd;
3370 u8 val, drv_sds_rings = adapter->drv_sds_rings;
3371 u8 drv_tx_rings = adapter->drv_tx_rings;
3376 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
3377 netdev_info(netdev, "Device is resetting\n");
3381 if (qlcnic_get_diag_lock(adapter)) {
3382 netdev_info(netdev, "Device in diagnostics mode\n");
3386 ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_INTERRUPT_TEST,
3392 ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_INTRPT_TEST);
3396 if (adapter->flags & QLCNIC_MSIX_ENABLED)
3397 intrpt_id = ahw->intr_tbl[0].id;
3399 intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
3402 cmd.req.arg[2] = intrpt_id;
3403 cmd.req.arg[3] = BIT_0;
3405 ret = qlcnic_issue_cmd(adapter, &cmd);
3406 data = cmd.rsp.arg[2];
3408 val = LSB(MSW(data));
3409 if (id != intrpt_id)
3410 dev_info(&adapter->pdev->dev,
3411 "Interrupt generated: 0x%x, requested:0x%x\n",
3414 dev_err(&adapter->pdev->dev,
3415 "Interrupt test error: 0x%x\n", val);
3420 ret = !ahw->diag_cnt;
3423 qlcnic_free_mbx_args(&cmd);
3424 qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
3427 adapter->drv_sds_rings = drv_sds_rings;
3428 adapter->drv_tx_rings = drv_tx_rings;
3429 qlcnic_release_diag_lock(adapter);
3433 void qlcnic_83xx_get_pauseparam(struct qlcnic_adapter *adapter,
3434 struct ethtool_pauseparam *pause)
3436 struct qlcnic_hardware_context *ahw = adapter->ahw;
3440 status = qlcnic_83xx_get_port_config(adapter);
3442 dev_err(&adapter->pdev->dev,
3443 "%s: Get Pause Config failed\n", __func__);
3446 config = ahw->port_config;
3447 if (config & QLC_83XX_CFG_STD_PAUSE) {
3448 switch (MSW(config)) {
3449 case QLC_83XX_TX_PAUSE:
3450 pause->tx_pause = 1;
3452 case QLC_83XX_RX_PAUSE:
3453 pause->rx_pause = 1;
3455 case QLC_83XX_TX_RX_PAUSE:
3457 /* Backward compatibility for existing
3460 pause->tx_pause = 1;
3461 pause->rx_pause = 1;
3465 if (QLC_83XX_AUTONEG(config))
3469 int qlcnic_83xx_set_pauseparam(struct qlcnic_adapter *adapter,
3470 struct ethtool_pauseparam *pause)
3472 struct qlcnic_hardware_context *ahw = adapter->ahw;
3476 status = qlcnic_83xx_get_port_config(adapter);
3478 dev_err(&adapter->pdev->dev,
3479 "%s: Get Pause Config failed.\n", __func__);
3482 config = ahw->port_config;
3484 if (ahw->port_type == QLCNIC_GBE) {
3486 ahw->port_config |= QLC_83XX_ENABLE_AUTONEG;
3487 if (!pause->autoneg)
3488 ahw->port_config &= ~QLC_83XX_ENABLE_AUTONEG;
3489 } else if ((ahw->port_type == QLCNIC_XGBE) && (pause->autoneg)) {
3493 if (!(config & QLC_83XX_CFG_STD_PAUSE))
3494 ahw->port_config |= QLC_83XX_CFG_STD_PAUSE;
3496 if (pause->rx_pause && pause->tx_pause) {
3497 ahw->port_config |= QLC_83XX_CFG_STD_TX_RX_PAUSE;
3498 } else if (pause->rx_pause && !pause->tx_pause) {
3499 ahw->port_config &= ~QLC_83XX_CFG_STD_TX_PAUSE;
3500 ahw->port_config |= QLC_83XX_CFG_STD_RX_PAUSE;
3501 } else if (pause->tx_pause && !pause->rx_pause) {
3502 ahw->port_config &= ~QLC_83XX_CFG_STD_RX_PAUSE;
3503 ahw->port_config |= QLC_83XX_CFG_STD_TX_PAUSE;
3504 } else if (!pause->rx_pause && !pause->tx_pause) {
3505 ahw->port_config &= ~(QLC_83XX_CFG_STD_TX_RX_PAUSE |
3506 QLC_83XX_CFG_STD_PAUSE);
3508 status = qlcnic_83xx_set_port_config(adapter);
3510 dev_err(&adapter->pdev->dev,
3511 "%s: Set Pause Config failed.\n", __func__);
3512 ahw->port_config = config;
3517 static int qlcnic_83xx_read_flash_status_reg(struct qlcnic_adapter *adapter)
3522 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
3523 QLC_83XX_FLASH_OEM_READ_SIG);
3524 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
3525 QLC_83XX_FLASH_READ_CTRL);
3526 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
3530 temp = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
3537 int qlcnic_83xx_flash_test(struct qlcnic_adapter *adapter)
3541 status = qlcnic_83xx_read_flash_status_reg(adapter);
3542 if (status == -EIO) {
3543 dev_info(&adapter->pdev->dev, "%s: EEPROM test failed.\n",
3550 int qlcnic_83xx_shutdown(struct pci_dev *pdev)
3552 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3553 struct net_device *netdev = adapter->netdev;
3556 netif_device_detach(netdev);
3557 qlcnic_cancel_idc_work(adapter);
3559 if (netif_running(netdev))
3560 qlcnic_down(adapter, netdev);
3562 qlcnic_83xx_disable_mbx_intr(adapter);
3563 cancel_delayed_work_sync(&adapter->idc_aen_work);
3565 retval = pci_save_state(pdev);
3572 static int qlcnic_83xx_resume(struct qlcnic_adapter *adapter)
3574 struct qlcnic_hardware_context *ahw = adapter->ahw;
3575 struct qlc_83xx_idc *idc = &ahw->idc;
3578 err = qlcnic_83xx_idc_init(adapter);
3582 if (ahw->nic_mode == QLCNIC_VNIC_MODE) {
3583 if (ahw->op_mode == QLCNIC_MGMT_FUNC) {
3584 qlcnic_83xx_set_vnic_opmode(adapter);
3586 err = qlcnic_83xx_check_vnic_state(adapter);
3592 err = qlcnic_83xx_idc_reattach_driver(adapter);
3596 qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
3601 void qlcnic_83xx_reinit_mbx_work(struct qlcnic_mailbox *mbx)
3603 reinit_completion(&mbx->completion);
3604 set_bit(QLC_83XX_MBX_READY, &mbx->status);
3607 void qlcnic_83xx_free_mailbox(struct qlcnic_mailbox *mbx)
3612 destroy_workqueue(mbx->work_q);
3617 qlcnic_83xx_notify_cmd_completion(struct qlcnic_adapter *adapter,
3618 struct qlcnic_cmd_args *cmd)
3620 atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
3622 if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT) {
3623 qlcnic_free_mbx_args(cmd);
3627 complete(&cmd->completion);
3630 static void qlcnic_83xx_flush_mbx_queue(struct qlcnic_adapter *adapter)
3632 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3633 struct list_head *head = &mbx->cmd_q;
3634 struct qlcnic_cmd_args *cmd = NULL;
3636 spin_lock(&mbx->queue_lock);
3638 while (!list_empty(head)) {
3639 cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3640 dev_info(&adapter->pdev->dev, "%s: Mailbox command 0x%x\n",
3641 __func__, cmd->cmd_op);
3642 list_del(&cmd->list);
3644 qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3647 spin_unlock(&mbx->queue_lock);
3650 static int qlcnic_83xx_check_mbx_status(struct qlcnic_adapter *adapter)
3652 struct qlcnic_hardware_context *ahw = adapter->ahw;
3653 struct qlcnic_mailbox *mbx = ahw->mailbox;
3656 if (!test_bit(QLC_83XX_MBX_READY, &mbx->status))
3659 host_mbx_ctrl = QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL);
3660 if (host_mbx_ctrl) {
3661 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3662 ahw->idc.collect_dump = 1;
3669 static inline void qlcnic_83xx_signal_mbx_cmd(struct qlcnic_adapter *adapter,
3673 QLCWRX(adapter->ahw, QLCNIC_HOST_MBX_CTRL, QLCNIC_SET_OWNER);
3675 QLCWRX(adapter->ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
3678 static void qlcnic_83xx_dequeue_mbx_cmd(struct qlcnic_adapter *adapter,
3679 struct qlcnic_cmd_args *cmd)
3681 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3683 spin_lock(&mbx->queue_lock);
3685 list_del(&cmd->list);
3688 spin_unlock(&mbx->queue_lock);
3690 qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3693 static void qlcnic_83xx_encode_mbx_cmd(struct qlcnic_adapter *adapter,
3694 struct qlcnic_cmd_args *cmd)
3696 u32 mbx_cmd, fw_hal_version, hdr_size, total_size, tmp;
3697 struct qlcnic_hardware_context *ahw = adapter->ahw;
3700 if (cmd->op_type != QLC_83XX_MBX_POST_BC_OP) {
3701 mbx_cmd = cmd->req.arg[0];
3702 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3703 for (i = 1; i < cmd->req.num; i++)
3704 writel(cmd->req.arg[i], QLCNIC_MBX_HOST(ahw, i));
3706 fw_hal_version = ahw->fw_hal_version;
3707 hdr_size = sizeof(struct qlcnic_bc_hdr) / sizeof(u32);
3708 total_size = cmd->pay_size + hdr_size;
3709 tmp = QLCNIC_CMD_BC_EVENT_SETUP | total_size << 16;
3710 mbx_cmd = tmp | fw_hal_version << 29;
3711 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3713 /* Back channel specific operations bits */
3714 mbx_cmd = 0x1 | 1 << 4;
3716 if (qlcnic_sriov_pf_check(adapter))
3717 mbx_cmd |= cmd->func_num << 5;
3719 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 1));
3721 for (i = 2, j = 0; j < hdr_size; i++, j++)
3722 writel(*(cmd->hdr++), QLCNIC_MBX_HOST(ahw, i));
3723 for (j = 0; j < cmd->pay_size; j++, i++)
3724 writel(*(cmd->pay++), QLCNIC_MBX_HOST(ahw, i));
3728 void qlcnic_83xx_detach_mailbox_work(struct qlcnic_adapter *adapter)
3730 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3735 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3736 complete(&mbx->completion);
3737 cancel_work_sync(&mbx->work);
3738 flush_workqueue(mbx->work_q);
3739 qlcnic_83xx_flush_mbx_queue(adapter);
3742 static int qlcnic_83xx_enqueue_mbx_cmd(struct qlcnic_adapter *adapter,
3743 struct qlcnic_cmd_args *cmd,
3744 unsigned long *timeout)
3746 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3748 if (test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
3749 atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
3750 init_completion(&cmd->completion);
3751 cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_UNKNOWN;
3753 spin_lock(&mbx->queue_lock);
3755 list_add_tail(&cmd->list, &mbx->cmd_q);
3757 cmd->total_cmds = mbx->num_cmds;
3758 *timeout = cmd->total_cmds * QLC_83XX_MBX_TIMEOUT;
3759 queue_work(mbx->work_q, &mbx->work);
3761 spin_unlock(&mbx->queue_lock);
3769 static int qlcnic_83xx_check_mac_rcode(struct qlcnic_adapter *adapter,
3770 struct qlcnic_cmd_args *cmd)
3775 if (cmd->cmd_op == QLCNIC_CMD_CONFIG_MAC_VLAN) {
3776 fw_data = readl(QLCNIC_MBX_FW(adapter->ahw, 2));
3777 mac_cmd_rcode = (u8)fw_data;
3778 if (mac_cmd_rcode == QLC_83XX_NO_NIC_RESOURCE ||
3779 mac_cmd_rcode == QLC_83XX_MAC_PRESENT ||
3780 mac_cmd_rcode == QLC_83XX_MAC_ABSENT) {
3781 cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
3782 return QLCNIC_RCODE_SUCCESS;
3789 static void qlcnic_83xx_decode_mbx_rsp(struct qlcnic_adapter *adapter,
3790 struct qlcnic_cmd_args *cmd)
3792 struct qlcnic_hardware_context *ahw = adapter->ahw;
3793 struct device *dev = &adapter->pdev->dev;
3797 fw_data = readl(QLCNIC_MBX_FW(ahw, 0));
3798 mbx_err_code = QLCNIC_MBX_STATUS(fw_data);
3799 qlcnic_83xx_get_mbx_data(adapter, cmd);
3801 switch (mbx_err_code) {
3802 case QLCNIC_MBX_RSP_OK:
3803 case QLCNIC_MBX_PORT_RSP_OK:
3804 cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
3807 if (!qlcnic_83xx_check_mac_rcode(adapter, cmd))
3810 dev_err(dev, "%s: Mailbox command failed, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x, error=0x%x\n",
3811 __func__, cmd->cmd_op, cmd->type, ahw->pci_func,
3812 ahw->op_mode, mbx_err_code);
3813 cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_FAILED;
3814 qlcnic_dump_mbx(adapter, cmd);
3820 static inline void qlcnic_dump_mailbox_registers(struct qlcnic_adapter *adapter)
3822 struct qlcnic_hardware_context *ahw = adapter->ahw;
3825 offset = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
3826 dev_info(&adapter->pdev->dev, "Mbx interrupt mask=0x%x, Mbx interrupt enable=0x%x, Host mbx control=0x%x, Fw mbx control=0x%x",
3827 readl(ahw->pci_base0 + offset),
3828 QLCRDX(ahw, QLCNIC_MBX_INTR_ENBL),
3829 QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL),
3830 QLCRDX(ahw, QLCNIC_FW_MBX_CTRL));
3833 static void qlcnic_83xx_mailbox_worker(struct work_struct *work)
3835 struct qlcnic_mailbox *mbx = container_of(work, struct qlcnic_mailbox,
3837 struct qlcnic_adapter *adapter = mbx->adapter;
3838 struct qlcnic_mbx_ops *mbx_ops = mbx->ops;
3839 struct device *dev = &adapter->pdev->dev;
3840 atomic_t *rsp_status = &mbx->rsp_status;
3841 struct list_head *head = &mbx->cmd_q;
3842 struct qlcnic_hardware_context *ahw;
3843 struct qlcnic_cmd_args *cmd = NULL;
3848 if (qlcnic_83xx_check_mbx_status(adapter)) {
3849 qlcnic_83xx_flush_mbx_queue(adapter);
3853 atomic_set(rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
3855 spin_lock(&mbx->queue_lock);
3857 if (list_empty(head)) {
3858 spin_unlock(&mbx->queue_lock);
3861 cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3863 spin_unlock(&mbx->queue_lock);
3865 mbx_ops->encode_cmd(adapter, cmd);
3866 mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_REQUEST);
3868 if (wait_for_completion_timeout(&mbx->completion,
3869 QLC_83XX_MBX_TIMEOUT)) {
3870 mbx_ops->decode_resp(adapter, cmd);
3871 mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_COMPLETION);
3873 dev_err(dev, "%s: Mailbox command timeout, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x\n",
3874 __func__, cmd->cmd_op, cmd->type, ahw->pci_func,
3876 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3877 qlcnic_dump_mailbox_registers(adapter);
3878 qlcnic_83xx_get_mbx_data(adapter, cmd);
3879 qlcnic_dump_mbx(adapter, cmd);
3880 qlcnic_83xx_idc_request_reset(adapter,
3881 QLCNIC_FORCE_FW_DUMP_KEY);
3882 cmd->rsp_opcode = QLCNIC_RCODE_TIMEOUT;
3884 mbx_ops->dequeue_cmd(adapter, cmd);
3888 static struct qlcnic_mbx_ops qlcnic_83xx_mbx_ops = {
3889 .enqueue_cmd = qlcnic_83xx_enqueue_mbx_cmd,
3890 .dequeue_cmd = qlcnic_83xx_dequeue_mbx_cmd,
3891 .decode_resp = qlcnic_83xx_decode_mbx_rsp,
3892 .encode_cmd = qlcnic_83xx_encode_mbx_cmd,
3893 .nofity_fw = qlcnic_83xx_signal_mbx_cmd,
3896 int qlcnic_83xx_init_mailbox_work(struct qlcnic_adapter *adapter)
3898 struct qlcnic_hardware_context *ahw = adapter->ahw;
3899 struct qlcnic_mailbox *mbx;
3901 ahw->mailbox = kzalloc(sizeof(*mbx), GFP_KERNEL);
3906 mbx->ops = &qlcnic_83xx_mbx_ops;
3907 mbx->adapter = adapter;
3909 spin_lock_init(&mbx->queue_lock);
3910 spin_lock_init(&mbx->aen_lock);
3911 INIT_LIST_HEAD(&mbx->cmd_q);
3912 init_completion(&mbx->completion);
3914 mbx->work_q = create_singlethread_workqueue("qlcnic_mailbox");
3915 if (mbx->work_q == NULL) {
3920 INIT_WORK(&mbx->work, qlcnic_83xx_mailbox_worker);
3921 set_bit(QLC_83XX_MBX_READY, &mbx->status);
3925 pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *pdev,
3926 pci_channel_state_t state)
3928 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3930 if (state == pci_channel_io_perm_failure)
3931 return PCI_ERS_RESULT_DISCONNECT;
3933 if (state == pci_channel_io_normal)
3934 return PCI_ERS_RESULT_RECOVERED;
3936 set_bit(__QLCNIC_AER, &adapter->state);
3937 set_bit(__QLCNIC_RESETTING, &adapter->state);
3939 qlcnic_83xx_aer_stop_poll_work(adapter);
3941 pci_save_state(pdev);
3942 pci_disable_device(pdev);
3944 return PCI_ERS_RESULT_NEED_RESET;
3947 pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *pdev)
3949 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3952 pdev->error_state = pci_channel_io_normal;
3953 err = pci_enable_device(pdev);
3957 pci_set_power_state(pdev, PCI_D0);
3958 pci_set_master(pdev);
3959 pci_restore_state(pdev);
3961 err = qlcnic_83xx_aer_reset(adapter);
3963 return PCI_ERS_RESULT_RECOVERED;
3965 clear_bit(__QLCNIC_AER, &adapter->state);
3966 clear_bit(__QLCNIC_RESETTING, &adapter->state);
3967 return PCI_ERS_RESULT_DISCONNECT;
3970 void qlcnic_83xx_io_resume(struct pci_dev *pdev)
3972 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3974 pci_cleanup_aer_uncorrect_error_status(pdev);
3975 if (test_and_clear_bit(__QLCNIC_AER, &adapter->state))
3976 qlcnic_83xx_aer_start_poll_work(adapter);