]> git.karo-electronics.de Git - karo-tx-linux.git/blob - drivers/net/ethernet/qlogic/qlcnic/qlcnic_83xx_hw.c
Merge remote-tracking branch 'trivial/for-next'
[karo-tx-linux.git] / drivers / net / ethernet / qlogic / qlcnic / qlcnic_83xx_hw.c
1 /*
2  * QLogic qlcnic NIC Driver
3  * Copyright (c) 2009-2013 QLogic Corporation
4  *
5  * See LICENSE.qlcnic for copyright and licensing details.
6  */
7
8 #include "qlcnic.h"
9 #include "qlcnic_sriov.h"
10 #include <linux/if_vlan.h>
11 #include <linux/ipv6.h>
12 #include <linux/ethtool.h>
13 #include <linux/interrupt.h>
14 #include <linux/aer.h>
15
16 #define QLCNIC_MAX_TX_QUEUES            1
17 #define RSS_HASHTYPE_IP_TCP             0x3
18 #define QLC_83XX_FW_MBX_CMD             0
19
20 static const struct qlcnic_mailbox_metadata qlcnic_83xx_mbx_tbl[] = {
21         {QLCNIC_CMD_CONFIGURE_IP_ADDR, 6, 1},
22         {QLCNIC_CMD_CONFIG_INTRPT, 18, 34},
23         {QLCNIC_CMD_CREATE_RX_CTX, 136, 27},
24         {QLCNIC_CMD_DESTROY_RX_CTX, 2, 1},
25         {QLCNIC_CMD_CREATE_TX_CTX, 54, 18},
26         {QLCNIC_CMD_DESTROY_TX_CTX, 2, 1},
27         {QLCNIC_CMD_CONFIGURE_MAC_LEARNING, 2, 1},
28         {QLCNIC_CMD_INTRPT_TEST, 22, 12},
29         {QLCNIC_CMD_SET_MTU, 3, 1},
30         {QLCNIC_CMD_READ_PHY, 4, 2},
31         {QLCNIC_CMD_WRITE_PHY, 5, 1},
32         {QLCNIC_CMD_READ_HW_REG, 4, 1},
33         {QLCNIC_CMD_GET_FLOW_CTL, 4, 2},
34         {QLCNIC_CMD_SET_FLOW_CTL, 4, 1},
35         {QLCNIC_CMD_READ_MAX_MTU, 4, 2},
36         {QLCNIC_CMD_READ_MAX_LRO, 4, 2},
37         {QLCNIC_CMD_MAC_ADDRESS, 4, 3},
38         {QLCNIC_CMD_GET_PCI_INFO, 1, 66},
39         {QLCNIC_CMD_GET_NIC_INFO, 2, 19},
40         {QLCNIC_CMD_SET_NIC_INFO, 32, 1},
41         {QLCNIC_CMD_GET_ESWITCH_CAPABILITY, 4, 3},
42         {QLCNIC_CMD_TOGGLE_ESWITCH, 4, 1},
43         {QLCNIC_CMD_GET_ESWITCH_STATUS, 4, 3},
44         {QLCNIC_CMD_SET_PORTMIRRORING, 4, 1},
45         {QLCNIC_CMD_CONFIGURE_ESWITCH, 4, 1},
46         {QLCNIC_CMD_GET_ESWITCH_PORT_CONFIG, 4, 3},
47         {QLCNIC_CMD_GET_ESWITCH_STATS, 5, 1},
48         {QLCNIC_CMD_CONFIG_PORT, 4, 1},
49         {QLCNIC_CMD_TEMP_SIZE, 1, 4},
50         {QLCNIC_CMD_GET_TEMP_HDR, 5, 5},
51         {QLCNIC_CMD_GET_LINK_EVENT, 2, 1},
52         {QLCNIC_CMD_CONFIG_MAC_VLAN, 4, 3},
53         {QLCNIC_CMD_CONFIG_INTR_COAL, 6, 1},
54         {QLCNIC_CMD_CONFIGURE_RSS, 14, 1},
55         {QLCNIC_CMD_CONFIGURE_LED, 2, 1},
56         {QLCNIC_CMD_CONFIGURE_MAC_RX_MODE, 2, 1},
57         {QLCNIC_CMD_CONFIGURE_HW_LRO, 2, 1},
58         {QLCNIC_CMD_GET_STATISTICS, 2, 80},
59         {QLCNIC_CMD_SET_PORT_CONFIG, 2, 1},
60         {QLCNIC_CMD_GET_PORT_CONFIG, 2, 2},
61         {QLCNIC_CMD_GET_LINK_STATUS, 2, 4},
62         {QLCNIC_CMD_IDC_ACK, 5, 1},
63         {QLCNIC_CMD_INIT_NIC_FUNC, 2, 1},
64         {QLCNIC_CMD_STOP_NIC_FUNC, 2, 1},
65         {QLCNIC_CMD_SET_LED_CONFIG, 5, 1},
66         {QLCNIC_CMD_GET_LED_CONFIG, 1, 5},
67         {QLCNIC_CMD_83XX_SET_DRV_VER, 4, 1},
68         {QLCNIC_CMD_ADD_RCV_RINGS, 130, 26},
69         {QLCNIC_CMD_CONFIG_VPORT, 4, 4},
70         {QLCNIC_CMD_BC_EVENT_SETUP, 2, 1},
71         {QLCNIC_CMD_DCB_QUERY_CAP, 1, 2},
72         {QLCNIC_CMD_DCB_QUERY_PARAM, 2, 50},
73 };
74
75 const u32 qlcnic_83xx_ext_reg_tbl[] = {
76         0x38CC,         /* Global Reset */
77         0x38F0,         /* Wildcard */
78         0x38FC,         /* Informant */
79         0x3038,         /* Host MBX ctrl */
80         0x303C,         /* FW MBX ctrl */
81         0x355C,         /* BOOT LOADER ADDRESS REG */
82         0x3560,         /* BOOT LOADER SIZE REG */
83         0x3564,         /* FW IMAGE ADDR REG */
84         0x1000,         /* MBX intr enable */
85         0x1200,         /* Default Intr mask */
86         0x1204,         /* Default Interrupt ID */
87         0x3780,         /* QLC_83XX_IDC_MAJ_VERSION */
88         0x3784,         /* QLC_83XX_IDC_DEV_STATE */
89         0x3788,         /* QLC_83XX_IDC_DRV_PRESENCE */
90         0x378C,         /* QLC_83XX_IDC_DRV_ACK */
91         0x3790,         /* QLC_83XX_IDC_CTRL */
92         0x3794,         /* QLC_83XX_IDC_DRV_AUDIT */
93         0x3798,         /* QLC_83XX_IDC_MIN_VERSION */
94         0x379C,         /* QLC_83XX_RECOVER_DRV_LOCK */
95         0x37A0,         /* QLC_83XX_IDC_PF_0 */
96         0x37A4,         /* QLC_83XX_IDC_PF_1 */
97         0x37A8,         /* QLC_83XX_IDC_PF_2 */
98         0x37AC,         /* QLC_83XX_IDC_PF_3 */
99         0x37B0,         /* QLC_83XX_IDC_PF_4 */
100         0x37B4,         /* QLC_83XX_IDC_PF_5 */
101         0x37B8,         /* QLC_83XX_IDC_PF_6 */
102         0x37BC,         /* QLC_83XX_IDC_PF_7 */
103         0x37C0,         /* QLC_83XX_IDC_PF_8 */
104         0x37C4,         /* QLC_83XX_IDC_PF_9 */
105         0x37C8,         /* QLC_83XX_IDC_PF_10 */
106         0x37CC,         /* QLC_83XX_IDC_PF_11 */
107         0x37D0,         /* QLC_83XX_IDC_PF_12 */
108         0x37D4,         /* QLC_83XX_IDC_PF_13 */
109         0x37D8,         /* QLC_83XX_IDC_PF_14 */
110         0x37DC,         /* QLC_83XX_IDC_PF_15 */
111         0x37E0,         /* QLC_83XX_IDC_DEV_PARTITION_INFO_1 */
112         0x37E4,         /* QLC_83XX_IDC_DEV_PARTITION_INFO_2 */
113         0x37F0,         /* QLC_83XX_DRV_OP_MODE */
114         0x37F4,         /* QLC_83XX_VNIC_STATE */
115         0x3868,         /* QLC_83XX_DRV_LOCK */
116         0x386C,         /* QLC_83XX_DRV_UNLOCK */
117         0x3504,         /* QLC_83XX_DRV_LOCK_ID */
118         0x34A4,         /* QLC_83XX_ASIC_TEMP */
119 };
120
121 const u32 qlcnic_83xx_reg_tbl[] = {
122         0x34A8,         /* PEG_HALT_STAT1 */
123         0x34AC,         /* PEG_HALT_STAT2 */
124         0x34B0,         /* FW_HEARTBEAT */
125         0x3500,         /* FLASH LOCK_ID */
126         0x3528,         /* FW_CAPABILITIES */
127         0x3538,         /* Driver active, DRV_REG0 */
128         0x3540,         /* Device state, DRV_REG1 */
129         0x3544,         /* Driver state, DRV_REG2 */
130         0x3548,         /* Driver scratch, DRV_REG3 */
131         0x354C,         /* Device partiton info, DRV_REG4 */
132         0x3524,         /* Driver IDC ver, DRV_REG5 */
133         0x3550,         /* FW_VER_MAJOR */
134         0x3554,         /* FW_VER_MINOR */
135         0x3558,         /* FW_VER_SUB */
136         0x359C,         /* NPAR STATE */
137         0x35FC,         /* FW_IMG_VALID */
138         0x3650,         /* CMD_PEG_STATE */
139         0x373C,         /* RCV_PEG_STATE */
140         0x37B4,         /* ASIC TEMP */
141         0x356C,         /* FW API */
142         0x3570,         /* DRV OP MODE */
143         0x3850,         /* FLASH LOCK */
144         0x3854,         /* FLASH UNLOCK */
145 };
146
147 static struct qlcnic_hardware_ops qlcnic_83xx_hw_ops = {
148         .read_crb                       = qlcnic_83xx_read_crb,
149         .write_crb                      = qlcnic_83xx_write_crb,
150         .read_reg                       = qlcnic_83xx_rd_reg_indirect,
151         .write_reg                      = qlcnic_83xx_wrt_reg_indirect,
152         .get_mac_address                = qlcnic_83xx_get_mac_address,
153         .setup_intr                     = qlcnic_83xx_setup_intr,
154         .alloc_mbx_args                 = qlcnic_83xx_alloc_mbx_args,
155         .mbx_cmd                        = qlcnic_83xx_issue_cmd,
156         .get_func_no                    = qlcnic_83xx_get_func_no,
157         .api_lock                       = qlcnic_83xx_cam_lock,
158         .api_unlock                     = qlcnic_83xx_cam_unlock,
159         .add_sysfs                      = qlcnic_83xx_add_sysfs,
160         .remove_sysfs                   = qlcnic_83xx_remove_sysfs,
161         .process_lb_rcv_ring_diag       = qlcnic_83xx_process_rcv_ring_diag,
162         .create_rx_ctx                  = qlcnic_83xx_create_rx_ctx,
163         .create_tx_ctx                  = qlcnic_83xx_create_tx_ctx,
164         .del_rx_ctx                     = qlcnic_83xx_del_rx_ctx,
165         .del_tx_ctx                     = qlcnic_83xx_del_tx_ctx,
166         .setup_link_event               = qlcnic_83xx_setup_link_event,
167         .get_nic_info                   = qlcnic_83xx_get_nic_info,
168         .get_pci_info                   = qlcnic_83xx_get_pci_info,
169         .set_nic_info                   = qlcnic_83xx_set_nic_info,
170         .change_macvlan                 = qlcnic_83xx_sre_macaddr_change,
171         .napi_enable                    = qlcnic_83xx_napi_enable,
172         .napi_disable                   = qlcnic_83xx_napi_disable,
173         .config_intr_coal               = qlcnic_83xx_config_intr_coal,
174         .config_rss                     = qlcnic_83xx_config_rss,
175         .config_hw_lro                  = qlcnic_83xx_config_hw_lro,
176         .config_promisc_mode            = qlcnic_83xx_nic_set_promisc,
177         .change_l2_filter               = qlcnic_83xx_change_l2_filter,
178         .get_board_info                 = qlcnic_83xx_get_port_info,
179         .set_mac_filter_count           = qlcnic_83xx_set_mac_filter_count,
180         .free_mac_list                  = qlcnic_82xx_free_mac_list,
181         .io_error_detected              = qlcnic_83xx_io_error_detected,
182         .io_slot_reset                  = qlcnic_83xx_io_slot_reset,
183         .io_resume                      = qlcnic_83xx_io_resume,
184
185 };
186
187 static struct qlcnic_nic_template qlcnic_83xx_ops = {
188         .config_bridged_mode    = qlcnic_config_bridged_mode,
189         .config_led             = qlcnic_config_led,
190         .request_reset          = qlcnic_83xx_idc_request_reset,
191         .cancel_idc_work        = qlcnic_83xx_idc_exit,
192         .napi_add               = qlcnic_83xx_napi_add,
193         .napi_del               = qlcnic_83xx_napi_del,
194         .config_ipaddr          = qlcnic_83xx_config_ipaddr,
195         .clear_legacy_intr      = qlcnic_83xx_clear_legacy_intr,
196         .shutdown               = qlcnic_83xx_shutdown,
197         .resume                 = qlcnic_83xx_resume,
198 };
199
200 void qlcnic_83xx_register_map(struct qlcnic_hardware_context *ahw)
201 {
202         ahw->hw_ops             = &qlcnic_83xx_hw_ops;
203         ahw->reg_tbl            = (u32 *)qlcnic_83xx_reg_tbl;
204         ahw->ext_reg_tbl        = (u32 *)qlcnic_83xx_ext_reg_tbl;
205 }
206
207 int qlcnic_83xx_get_fw_version(struct qlcnic_adapter *adapter)
208 {
209         u32 fw_major, fw_minor, fw_build;
210         struct pci_dev *pdev = adapter->pdev;
211
212         fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
213         fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
214         fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
215         adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
216
217         dev_info(&pdev->dev, "Driver v%s, firmware version %d.%d.%d\n",
218                  QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
219
220         return adapter->fw_version;
221 }
222
223 static int __qlcnic_set_win_base(struct qlcnic_adapter *adapter, u32 addr)
224 {
225         void __iomem *base;
226         u32 val;
227
228         base = adapter->ahw->pci_base0 +
229                QLC_83XX_CRB_WIN_FUNC(adapter->ahw->pci_func);
230         writel(addr, base);
231         val = readl(base);
232         if (val != addr)
233                 return -EIO;
234
235         return 0;
236 }
237
238 int qlcnic_83xx_rd_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
239                                 int *err)
240 {
241         struct qlcnic_hardware_context *ahw = adapter->ahw;
242
243         *err = __qlcnic_set_win_base(adapter, (u32) addr);
244         if (!*err) {
245                 return QLCRDX(ahw, QLCNIC_WILDCARD);
246         } else {
247                 dev_err(&adapter->pdev->dev,
248                         "%s failed, addr = 0x%lx\n", __func__, addr);
249                 return -EIO;
250         }
251 }
252
253 int qlcnic_83xx_wrt_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
254                                  u32 data)
255 {
256         int err;
257         struct qlcnic_hardware_context *ahw = adapter->ahw;
258
259         err = __qlcnic_set_win_base(adapter, (u32) addr);
260         if (!err) {
261                 QLCWRX(ahw, QLCNIC_WILDCARD, data);
262                 return 0;
263         } else {
264                 dev_err(&adapter->pdev->dev,
265                         "%s failed, addr = 0x%x data = 0x%x\n",
266                         __func__, (int)addr, data);
267                 return err;
268         }
269 }
270
271 int qlcnic_83xx_setup_intr(struct qlcnic_adapter *adapter, u8 num_intr, int txq)
272 {
273         int err, i, num_msix;
274         struct qlcnic_hardware_context *ahw = adapter->ahw;
275
276         if (!num_intr)
277                 num_intr = QLCNIC_DEF_NUM_STS_DESC_RINGS;
278         num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
279                                               num_intr));
280         /* account for AEN interrupt MSI-X based interrupts */
281         num_msix += 1;
282
283         if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
284                 num_msix += adapter->max_drv_tx_rings;
285
286         err = qlcnic_enable_msix(adapter, num_msix);
287         if (err == -ENOMEM)
288                 return err;
289         if (adapter->flags & QLCNIC_MSIX_ENABLED)
290                 num_msix = adapter->ahw->num_msix;
291         else {
292                 if (qlcnic_sriov_vf_check(adapter))
293                         return -EINVAL;
294                 num_msix = 1;
295         }
296         /* setup interrupt mapping table for fw */
297         ahw->intr_tbl = vzalloc(num_msix *
298                                 sizeof(struct qlcnic_intrpt_config));
299         if (!ahw->intr_tbl)
300                 return -ENOMEM;
301         if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
302                 /* MSI-X enablement failed, use legacy interrupt */
303                 adapter->tgt_status_reg = ahw->pci_base0 + QLC_83XX_INTX_PTR;
304                 adapter->tgt_mask_reg = ahw->pci_base0 + QLC_83XX_INTX_MASK;
305                 adapter->isr_int_vec = ahw->pci_base0 + QLC_83XX_INTX_TRGR;
306                 adapter->msix_entries[0].vector = adapter->pdev->irq;
307                 dev_info(&adapter->pdev->dev, "using legacy interrupt\n");
308         }
309
310         for (i = 0; i < num_msix; i++) {
311                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
312                         ahw->intr_tbl[i].type = QLCNIC_INTRPT_MSIX;
313                 else
314                         ahw->intr_tbl[i].type = QLCNIC_INTRPT_INTX;
315                 ahw->intr_tbl[i].id = i;
316                 ahw->intr_tbl[i].src = 0;
317         }
318         return 0;
319 }
320
321 inline void qlcnic_83xx_clear_legacy_intr_mask(struct qlcnic_adapter *adapter)
322 {
323         writel(0, adapter->tgt_mask_reg);
324 }
325
326 inline void qlcnic_83xx_set_legacy_intr_mask(struct qlcnic_adapter *adapter)
327 {
328         writel(1, adapter->tgt_mask_reg);
329 }
330
331 /* Enable MSI-x and INT-x interrupts */
332 void qlcnic_83xx_enable_intr(struct qlcnic_adapter *adapter,
333                              struct qlcnic_host_sds_ring *sds_ring)
334 {
335         writel(0, sds_ring->crb_intr_mask);
336 }
337
338 /* Disable MSI-x and INT-x interrupts */
339 void qlcnic_83xx_disable_intr(struct qlcnic_adapter *adapter,
340                               struct qlcnic_host_sds_ring *sds_ring)
341 {
342         writel(1, sds_ring->crb_intr_mask);
343 }
344
345 inline void qlcnic_83xx_enable_legacy_msix_mbx_intr(struct qlcnic_adapter
346                                                     *adapter)
347 {
348         u32 mask;
349
350         /* Mailbox in MSI-x mode and Legacy Interrupt share the same
351          * source register. We could be here before contexts are created
352          * and sds_ring->crb_intr_mask has not been initialized, calculate
353          * BAR offset for Interrupt Source Register
354          */
355         mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
356         writel(0, adapter->ahw->pci_base0 + mask);
357 }
358
359 void qlcnic_83xx_disable_mbx_intr(struct qlcnic_adapter *adapter)
360 {
361         u32 mask;
362
363         mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
364         writel(1, adapter->ahw->pci_base0 + mask);
365         QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, 0);
366 }
367
368 static inline void qlcnic_83xx_get_mbx_data(struct qlcnic_adapter *adapter,
369                                      struct qlcnic_cmd_args *cmd)
370 {
371         int i;
372
373         if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
374                 return;
375
376         for (i = 0; i < cmd->rsp.num; i++)
377                 cmd->rsp.arg[i] = readl(QLCNIC_MBX_FW(adapter->ahw, i));
378 }
379
380 irqreturn_t qlcnic_83xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
381 {
382         u32 intr_val;
383         struct qlcnic_hardware_context *ahw = adapter->ahw;
384         int retries = 0;
385
386         intr_val = readl(adapter->tgt_status_reg);
387
388         if (!QLC_83XX_VALID_INTX_BIT31(intr_val))
389                 return IRQ_NONE;
390
391         if (QLC_83XX_INTX_FUNC(intr_val) != adapter->ahw->pci_func) {
392                 adapter->stats.spurious_intr++;
393                 return IRQ_NONE;
394         }
395         /* The barrier is required to ensure writes to the registers */
396         wmb();
397
398         /* clear the interrupt trigger control register */
399         writel(0, adapter->isr_int_vec);
400         intr_val = readl(adapter->isr_int_vec);
401         do {
402                 intr_val = readl(adapter->tgt_status_reg);
403                 if (QLC_83XX_INTX_FUNC(intr_val) != ahw->pci_func)
404                         break;
405                 retries++;
406         } while (QLC_83XX_VALID_INTX_BIT30(intr_val) &&
407                  (retries < QLC_83XX_LEGACY_INTX_MAX_RETRY));
408
409         return IRQ_HANDLED;
410 }
411
412 static inline void qlcnic_83xx_notify_mbx_response(struct qlcnic_mailbox *mbx)
413 {
414         atomic_set(&mbx->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
415         complete(&mbx->completion);
416 }
417
418 static void qlcnic_83xx_poll_process_aen(struct qlcnic_adapter *adapter)
419 {
420         u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
421         struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
422         unsigned long flags;
423
424         spin_lock_irqsave(&mbx->aen_lock, flags);
425         resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
426         if (!(resp & QLCNIC_SET_OWNER))
427                 goto out;
428
429         event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
430         if (event &  QLCNIC_MBX_ASYNC_EVENT) {
431                 __qlcnic_83xx_process_aen(adapter);
432         } else {
433                 if (atomic_read(&mbx->rsp_status) != rsp_status)
434                         qlcnic_83xx_notify_mbx_response(mbx);
435         }
436 out:
437         qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
438         spin_unlock_irqrestore(&mbx->aen_lock, flags);
439 }
440
441 irqreturn_t qlcnic_83xx_intr(int irq, void *data)
442 {
443         struct qlcnic_adapter *adapter = data;
444         struct qlcnic_host_sds_ring *sds_ring;
445         struct qlcnic_hardware_context *ahw = adapter->ahw;
446
447         if (qlcnic_83xx_clear_legacy_intr(adapter) == IRQ_NONE)
448                 return IRQ_NONE;
449
450         qlcnic_83xx_poll_process_aen(adapter);
451
452         if (ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
453                 ahw->diag_cnt++;
454                 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
455                 return IRQ_HANDLED;
456         }
457
458         if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
459                 qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
460         } else {
461                 sds_ring = &adapter->recv_ctx->sds_rings[0];
462                 napi_schedule(&sds_ring->napi);
463         }
464
465         return IRQ_HANDLED;
466 }
467
468 irqreturn_t qlcnic_83xx_tmp_intr(int irq, void *data)
469 {
470         struct qlcnic_host_sds_ring *sds_ring = data;
471         struct qlcnic_adapter *adapter = sds_ring->adapter;
472
473         if (adapter->flags & QLCNIC_MSIX_ENABLED)
474                 goto done;
475
476         if (adapter->nic_ops->clear_legacy_intr(adapter) == IRQ_NONE)
477                 return IRQ_NONE;
478
479 done:
480         adapter->ahw->diag_cnt++;
481         qlcnic_83xx_enable_intr(adapter, sds_ring);
482
483         return IRQ_HANDLED;
484 }
485
486 void qlcnic_83xx_free_mbx_intr(struct qlcnic_adapter *adapter)
487 {
488         u32 num_msix;
489
490         if (!(adapter->flags & QLCNIC_MSIX_ENABLED))
491                 qlcnic_83xx_set_legacy_intr_mask(adapter);
492
493         qlcnic_83xx_disable_mbx_intr(adapter);
494
495         if (adapter->flags & QLCNIC_MSIX_ENABLED)
496                 num_msix = adapter->ahw->num_msix - 1;
497         else
498                 num_msix = 0;
499
500         msleep(20);
501         synchronize_irq(adapter->msix_entries[num_msix].vector);
502         free_irq(adapter->msix_entries[num_msix].vector, adapter);
503 }
504
505 int qlcnic_83xx_setup_mbx_intr(struct qlcnic_adapter *adapter)
506 {
507         irq_handler_t handler;
508         u32 val;
509         int err = 0;
510         unsigned long flags = 0;
511
512         if (!(adapter->flags & QLCNIC_MSI_ENABLED) &&
513             !(adapter->flags & QLCNIC_MSIX_ENABLED))
514                 flags |= IRQF_SHARED;
515
516         if (adapter->flags & QLCNIC_MSIX_ENABLED) {
517                 handler = qlcnic_83xx_handle_aen;
518                 val = adapter->msix_entries[adapter->ahw->num_msix - 1].vector;
519                 err = request_irq(val, handler, flags, "qlcnic-MB", adapter);
520                 if (err) {
521                         dev_err(&adapter->pdev->dev,
522                                 "failed to register MBX interrupt\n");
523                         return err;
524                 }
525         } else {
526                 handler = qlcnic_83xx_intr;
527                 val = adapter->msix_entries[0].vector;
528                 err = request_irq(val, handler, flags, "qlcnic", adapter);
529                 if (err) {
530                         dev_err(&adapter->pdev->dev,
531                                 "failed to register INTx interrupt\n");
532                         return err;
533                 }
534                 qlcnic_83xx_clear_legacy_intr_mask(adapter);
535         }
536
537         /* Enable mailbox interrupt */
538         qlcnic_83xx_enable_mbx_interrupt(adapter);
539
540         return err;
541 }
542
543 void qlcnic_83xx_get_func_no(struct qlcnic_adapter *adapter)
544 {
545         u32 val = QLCRDX(adapter->ahw, QLCNIC_INFORMANT);
546         adapter->ahw->pci_func = (val >> 24) & 0xff;
547 }
548
549 int qlcnic_83xx_cam_lock(struct qlcnic_adapter *adapter)
550 {
551         void __iomem *addr;
552         u32 val, limit = 0;
553
554         struct qlcnic_hardware_context *ahw = adapter->ahw;
555
556         addr = ahw->pci_base0 + QLC_83XX_SEM_LOCK_FUNC(ahw->pci_func);
557         do {
558                 val = readl(addr);
559                 if (val) {
560                         /* write the function number to register */
561                         QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER,
562                                             ahw->pci_func);
563                         return 0;
564                 }
565                 usleep_range(1000, 2000);
566         } while (++limit <= QLCNIC_PCIE_SEM_TIMEOUT);
567
568         return -EIO;
569 }
570
571 void qlcnic_83xx_cam_unlock(struct qlcnic_adapter *adapter)
572 {
573         void __iomem *addr;
574         u32 val;
575         struct qlcnic_hardware_context *ahw = adapter->ahw;
576
577         addr = ahw->pci_base0 + QLC_83XX_SEM_UNLOCK_FUNC(ahw->pci_func);
578         val = readl(addr);
579 }
580
581 void qlcnic_83xx_read_crb(struct qlcnic_adapter *adapter, char *buf,
582                           loff_t offset, size_t size)
583 {
584         int ret = 0;
585         u32 data;
586
587         if (qlcnic_api_lock(adapter)) {
588                 dev_err(&adapter->pdev->dev,
589                         "%s: failed to acquire lock. addr offset 0x%x\n",
590                         __func__, (u32)offset);
591                 return;
592         }
593
594         data = QLCRD32(adapter, (u32) offset, &ret);
595         qlcnic_api_unlock(adapter);
596
597         if (ret == -EIO) {
598                 dev_err(&adapter->pdev->dev,
599                         "%s: failed. addr offset 0x%x\n",
600                         __func__, (u32)offset);
601                 return;
602         }
603         memcpy(buf, &data, size);
604 }
605
606 void qlcnic_83xx_write_crb(struct qlcnic_adapter *adapter, char *buf,
607                            loff_t offset, size_t size)
608 {
609         u32 data;
610
611         memcpy(&data, buf, size);
612         qlcnic_83xx_wrt_reg_indirect(adapter, (u32) offset, data);
613 }
614
615 int qlcnic_83xx_get_port_info(struct qlcnic_adapter *adapter)
616 {
617         int status;
618
619         status = qlcnic_83xx_get_port_config(adapter);
620         if (status) {
621                 dev_err(&adapter->pdev->dev,
622                         "Get Port Info failed\n");
623         } else {
624                 if (QLC_83XX_SFP_10G_CAPABLE(adapter->ahw->port_config))
625                         adapter->ahw->port_type = QLCNIC_XGBE;
626                 else
627                         adapter->ahw->port_type = QLCNIC_GBE;
628
629                 if (QLC_83XX_AUTONEG(adapter->ahw->port_config))
630                         adapter->ahw->link_autoneg = AUTONEG_ENABLE;
631         }
632         return status;
633 }
634
635 void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
636 {
637         struct qlcnic_hardware_context *ahw = adapter->ahw;
638         u16 act_pci_fn = ahw->act_pci_func;
639         u16 count;
640
641         ahw->max_mc_count = QLC_83XX_MAX_MC_COUNT;
642         if (act_pci_fn <= 2)
643                 count = (QLC_83XX_MAX_UC_COUNT - QLC_83XX_MAX_MC_COUNT) /
644                          act_pci_fn;
645         else
646                 count = (QLC_83XX_LB_MAX_FILTERS - QLC_83XX_MAX_MC_COUNT) /
647                          act_pci_fn;
648         ahw->max_uc_count = count;
649 }
650
651 void qlcnic_83xx_enable_mbx_interrupt(struct qlcnic_adapter *adapter)
652 {
653         u32 val;
654
655         if (adapter->flags & QLCNIC_MSIX_ENABLED)
656                 val = BIT_2 | ((adapter->ahw->num_msix - 1) << 8);
657         else
658                 val = BIT_2;
659
660         QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, val);
661         qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
662 }
663
664 void qlcnic_83xx_check_vf(struct qlcnic_adapter *adapter,
665                           const struct pci_device_id *ent)
666 {
667         u32 op_mode, priv_level;
668         struct qlcnic_hardware_context *ahw = adapter->ahw;
669
670         ahw->fw_hal_version = 2;
671         qlcnic_get_func_no(adapter);
672
673         if (qlcnic_sriov_vf_check(adapter)) {
674                 qlcnic_sriov_vf_set_ops(adapter);
675                 return;
676         }
677
678         /* Determine function privilege level */
679         op_mode = QLCRDX(adapter->ahw, QLC_83XX_DRV_OP_MODE);
680         if (op_mode == QLC_83XX_DEFAULT_OPMODE)
681                 priv_level = QLCNIC_MGMT_FUNC;
682         else
683                 priv_level = QLC_83XX_GET_FUNC_PRIVILEGE(op_mode,
684                                                          ahw->pci_func);
685
686         if (priv_level == QLCNIC_NON_PRIV_FUNC) {
687                 ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
688                 dev_info(&adapter->pdev->dev,
689                          "HAL Version: %d Non Privileged function\n",
690                          ahw->fw_hal_version);
691                 adapter->nic_ops = &qlcnic_vf_ops;
692         } else {
693                 if (pci_find_ext_capability(adapter->pdev,
694                                             PCI_EXT_CAP_ID_SRIOV))
695                         set_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state);
696                 adapter->nic_ops = &qlcnic_83xx_ops;
697         }
698 }
699
700 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
701                                         u32 data[]);
702 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
703                                             u32 data[]);
704
705 void qlcnic_dump_mbx(struct qlcnic_adapter *adapter,
706                      struct qlcnic_cmd_args *cmd)
707 {
708         int i;
709
710         if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
711                 return;
712
713         dev_info(&adapter->pdev->dev,
714                  "Host MBX regs(%d)\n", cmd->req.num);
715         for (i = 0; i < cmd->req.num; i++) {
716                 if (i && !(i % 8))
717                         pr_info("\n");
718                 pr_info("%08x ", cmd->req.arg[i]);
719         }
720         pr_info("\n");
721         dev_info(&adapter->pdev->dev,
722                  "FW MBX regs(%d)\n", cmd->rsp.num);
723         for (i = 0; i < cmd->rsp.num; i++) {
724                 if (i && !(i % 8))
725                         pr_info("\n");
726                 pr_info("%08x ", cmd->rsp.arg[i]);
727         }
728         pr_info("\n");
729 }
730
731 static void qlcnic_83xx_poll_for_mbx_completion(struct qlcnic_adapter *adapter,
732                                                 struct qlcnic_cmd_args *cmd)
733 {
734         struct qlcnic_hardware_context *ahw = adapter->ahw;
735         int opcode = LSW(cmd->req.arg[0]);
736         unsigned long max_loops;
737
738         max_loops = cmd->total_cmds * QLC_83XX_MBX_CMD_LOOP;
739
740         for (; max_loops; max_loops--) {
741                 if (atomic_read(&cmd->rsp_status) ==
742                     QLC_83XX_MBX_RESPONSE_ARRIVED)
743                         return;
744
745                 udelay(1);
746         }
747
748         dev_err(&adapter->pdev->dev,
749                 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
750                 __func__, opcode, cmd->type, ahw->pci_func, ahw->op_mode);
751         flush_workqueue(ahw->mailbox->work_q);
752         return;
753 }
754
755 int qlcnic_83xx_issue_cmd(struct qlcnic_adapter *adapter,
756                           struct qlcnic_cmd_args *cmd)
757 {
758         struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
759         struct qlcnic_hardware_context *ahw = adapter->ahw;
760         int cmd_type, err, opcode;
761         unsigned long timeout;
762
763         opcode = LSW(cmd->req.arg[0]);
764         cmd_type = cmd->type;
765         err = mbx->ops->enqueue_cmd(adapter, cmd, &timeout);
766         if (err) {
767                 dev_err(&adapter->pdev->dev,
768                         "%s: Mailbox not available, cmd_op=0x%x, cmd_context=0x%x, pci_func=0x%x, op_mode=0x%x\n",
769                         __func__, opcode, cmd->type, ahw->pci_func,
770                         ahw->op_mode);
771                 return err;
772         }
773
774         switch (cmd_type) {
775         case QLC_83XX_MBX_CMD_WAIT:
776                 if (!wait_for_completion_timeout(&cmd->completion, timeout)) {
777                         dev_err(&adapter->pdev->dev,
778                                 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
779                                 __func__, opcode, cmd_type, ahw->pci_func,
780                                 ahw->op_mode);
781                         flush_workqueue(mbx->work_q);
782                 }
783                 break;
784         case QLC_83XX_MBX_CMD_NO_WAIT:
785                 return 0;
786         case QLC_83XX_MBX_CMD_BUSY_WAIT:
787                 qlcnic_83xx_poll_for_mbx_completion(adapter, cmd);
788                 break;
789         default:
790                 dev_err(&adapter->pdev->dev,
791                         "%s: Invalid mailbox command, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
792                         __func__, opcode, cmd_type, ahw->pci_func,
793                         ahw->op_mode);
794                 qlcnic_83xx_detach_mailbox_work(adapter);
795         }
796
797         return cmd->rsp_opcode;
798 }
799
800 int qlcnic_83xx_alloc_mbx_args(struct qlcnic_cmd_args *mbx,
801                                struct qlcnic_adapter *adapter, u32 type)
802 {
803         int i, size;
804         u32 temp;
805         const struct qlcnic_mailbox_metadata *mbx_tbl;
806
807         memset(mbx, 0, sizeof(struct qlcnic_cmd_args));
808         mbx_tbl = qlcnic_83xx_mbx_tbl;
809         size = ARRAY_SIZE(qlcnic_83xx_mbx_tbl);
810         for (i = 0; i < size; i++) {
811                 if (type == mbx_tbl[i].cmd) {
812                         mbx->op_type = QLC_83XX_FW_MBX_CMD;
813                         mbx->req.num = mbx_tbl[i].in_args;
814                         mbx->rsp.num = mbx_tbl[i].out_args;
815                         mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
816                                                GFP_ATOMIC);
817                         if (!mbx->req.arg)
818                                 return -ENOMEM;
819                         mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
820                                                GFP_ATOMIC);
821                         if (!mbx->rsp.arg) {
822                                 kfree(mbx->req.arg);
823                                 mbx->req.arg = NULL;
824                                 return -ENOMEM;
825                         }
826                         memset(mbx->req.arg, 0, sizeof(u32) * mbx->req.num);
827                         memset(mbx->rsp.arg, 0, sizeof(u32) * mbx->rsp.num);
828                         temp = adapter->ahw->fw_hal_version << 29;
829                         mbx->req.arg[0] = (type | (mbx->req.num << 16) | temp);
830                         mbx->cmd_op = type;
831                         return 0;
832                 }
833         }
834         return -EINVAL;
835 }
836
837 void qlcnic_83xx_idc_aen_work(struct work_struct *work)
838 {
839         struct qlcnic_adapter *adapter;
840         struct qlcnic_cmd_args cmd;
841         int i, err = 0;
842
843         adapter = container_of(work, struct qlcnic_adapter, idc_aen_work.work);
844         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_IDC_ACK);
845         if (err)
846                 return;
847
848         for (i = 1; i < QLC_83XX_MBX_AEN_CNT; i++)
849                 cmd.req.arg[i] = adapter->ahw->mbox_aen[i];
850
851         err = qlcnic_issue_cmd(adapter, &cmd);
852         if (err)
853                 dev_info(&adapter->pdev->dev,
854                          "%s: Mailbox IDC ACK failed.\n", __func__);
855         qlcnic_free_mbx_args(&cmd);
856 }
857
858 static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
859                                             u32 data[])
860 {
861         dev_dbg(&adapter->pdev->dev, "Completion AEN:0x%x.\n",
862                 QLCNIC_MBX_RSP(data[0]));
863         clear_bit(QLC_83XX_IDC_COMP_AEN, &adapter->ahw->idc.status);
864         return;
865 }
866
867 void __qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
868 {
869         struct qlcnic_hardware_context *ahw = adapter->ahw;
870         u32 event[QLC_83XX_MBX_AEN_CNT];
871         int i;
872
873         for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
874                 event[i] = readl(QLCNIC_MBX_FW(ahw, i));
875
876         switch (QLCNIC_MBX_RSP(event[0])) {
877
878         case QLCNIC_MBX_LINK_EVENT:
879                 qlcnic_83xx_handle_link_aen(adapter, event);
880                 break;
881         case QLCNIC_MBX_COMP_EVENT:
882                 qlcnic_83xx_handle_idc_comp_aen(adapter, event);
883                 break;
884         case QLCNIC_MBX_REQUEST_EVENT:
885                 for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
886                         adapter->ahw->mbox_aen[i] = QLCNIC_MBX_RSP(event[i]);
887                 queue_delayed_work(adapter->qlcnic_wq,
888                                    &adapter->idc_aen_work, 0);
889                 break;
890         case QLCNIC_MBX_TIME_EXTEND_EVENT:
891                 ahw->extend_lb_time = event[1] >> 8 & 0xf;
892                 break;
893         case QLCNIC_MBX_BC_EVENT:
894                 qlcnic_sriov_handle_bc_event(adapter, event[1]);
895                 break;
896         case QLCNIC_MBX_SFP_INSERT_EVENT:
897                 dev_info(&adapter->pdev->dev, "SFP+ Insert AEN:0x%x.\n",
898                          QLCNIC_MBX_RSP(event[0]));
899                 break;
900         case QLCNIC_MBX_SFP_REMOVE_EVENT:
901                 dev_info(&adapter->pdev->dev, "SFP Removed AEN:0x%x.\n",
902                          QLCNIC_MBX_RSP(event[0]));
903                 break;
904         case QLCNIC_MBX_DCBX_CONFIG_CHANGE_EVENT:
905                 qlcnic_dcb_aen_handler(adapter->dcb, (void *)&event[1]);
906                 break;
907         default:
908                 dev_dbg(&adapter->pdev->dev, "Unsupported AEN:0x%x.\n",
909                         QLCNIC_MBX_RSP(event[0]));
910                 break;
911         }
912
913         QLCWRX(ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
914 }
915
916 static void qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
917 {
918         u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
919         struct qlcnic_hardware_context *ahw = adapter->ahw;
920         struct qlcnic_mailbox *mbx = ahw->mailbox;
921         unsigned long flags;
922
923         spin_lock_irqsave(&mbx->aen_lock, flags);
924         resp = QLCRDX(ahw, QLCNIC_FW_MBX_CTRL);
925         if (resp & QLCNIC_SET_OWNER) {
926                 event = readl(QLCNIC_MBX_FW(ahw, 0));
927                 if (event &  QLCNIC_MBX_ASYNC_EVENT) {
928                         __qlcnic_83xx_process_aen(adapter);
929                 } else {
930                         if (atomic_read(&mbx->rsp_status) != rsp_status)
931                                 qlcnic_83xx_notify_mbx_response(mbx);
932                 }
933         }
934         spin_unlock_irqrestore(&mbx->aen_lock, flags);
935 }
936
937 static void qlcnic_83xx_mbx_poll_work(struct work_struct *work)
938 {
939         struct qlcnic_adapter *adapter;
940
941         adapter = container_of(work, struct qlcnic_adapter, mbx_poll_work.work);
942
943         if (!test_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
944                 return;
945
946         qlcnic_83xx_process_aen(adapter);
947         queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work,
948                            (HZ / 10));
949 }
950
951 void qlcnic_83xx_enable_mbx_poll(struct qlcnic_adapter *adapter)
952 {
953         if (test_and_set_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
954                 return;
955
956         INIT_DELAYED_WORK(&adapter->mbx_poll_work, qlcnic_83xx_mbx_poll_work);
957         queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work, 0);
958 }
959
960 void qlcnic_83xx_disable_mbx_poll(struct qlcnic_adapter *adapter)
961 {
962         if (!test_and_clear_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
963                 return;
964         cancel_delayed_work_sync(&adapter->mbx_poll_work);
965 }
966
967 static int qlcnic_83xx_add_rings(struct qlcnic_adapter *adapter)
968 {
969         int index, i, err, sds_mbx_size;
970         u32 *buf, intrpt_id, intr_mask;
971         u16 context_id;
972         u8 num_sds;
973         struct qlcnic_cmd_args cmd;
974         struct qlcnic_host_sds_ring *sds;
975         struct qlcnic_sds_mbx sds_mbx;
976         struct qlcnic_add_rings_mbx_out *mbx_out;
977         struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
978         struct qlcnic_hardware_context *ahw = adapter->ahw;
979
980         sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
981         context_id = recv_ctx->context_id;
982         num_sds = (adapter->max_sds_rings - QLCNIC_MAX_RING_SETS);
983         ahw->hw_ops->alloc_mbx_args(&cmd, adapter,
984                                     QLCNIC_CMD_ADD_RCV_RINGS);
985         cmd.req.arg[1] = 0 | (num_sds << 8) | (context_id << 16);
986
987         /* set up status rings, mbx 2-81 */
988         index = 2;
989         for (i = 8; i < adapter->max_sds_rings; i++) {
990                 memset(&sds_mbx, 0, sds_mbx_size);
991                 sds = &recv_ctx->sds_rings[i];
992                 sds->consumer = 0;
993                 memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
994                 sds_mbx.phy_addr_low = LSD(sds->phys_addr);
995                 sds_mbx.phy_addr_high = MSD(sds->phys_addr);
996                 sds_mbx.sds_ring_size = sds->num_desc;
997
998                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
999                         intrpt_id = ahw->intr_tbl[i].id;
1000                 else
1001                         intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1002
1003                 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1004                         sds_mbx.intrpt_id = intrpt_id;
1005                 else
1006                         sds_mbx.intrpt_id = 0xffff;
1007                 sds_mbx.intrpt_val = 0;
1008                 buf = &cmd.req.arg[index];
1009                 memcpy(buf, &sds_mbx, sds_mbx_size);
1010                 index += sds_mbx_size / sizeof(u32);
1011         }
1012
1013         /* send the mailbox command */
1014         err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1015         if (err) {
1016                 dev_err(&adapter->pdev->dev,
1017                         "Failed to add rings %d\n", err);
1018                 goto out;
1019         }
1020
1021         mbx_out = (struct qlcnic_add_rings_mbx_out *)&cmd.rsp.arg[1];
1022         index = 0;
1023         /* status descriptor ring */
1024         for (i = 8; i < adapter->max_sds_rings; i++) {
1025                 sds = &recv_ctx->sds_rings[i];
1026                 sds->crb_sts_consumer = ahw->pci_base0 +
1027                                         mbx_out->host_csmr[index];
1028                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1029                         intr_mask = ahw->intr_tbl[i].src;
1030                 else
1031                         intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1032
1033                 sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1034                 index++;
1035         }
1036 out:
1037         qlcnic_free_mbx_args(&cmd);
1038         return err;
1039 }
1040
1041 void qlcnic_83xx_del_rx_ctx(struct qlcnic_adapter *adapter)
1042 {
1043         int err;
1044         u32 temp = 0;
1045         struct qlcnic_cmd_args cmd;
1046         struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1047
1048         if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_RX_CTX))
1049                 return;
1050
1051         if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1052                 cmd.req.arg[0] |= (0x3 << 29);
1053
1054         if (qlcnic_sriov_pf_check(adapter))
1055                 qlcnic_pf_set_interface_id_del_rx_ctx(adapter, &temp);
1056
1057         cmd.req.arg[1] = recv_ctx->context_id | temp;
1058         err = qlcnic_issue_cmd(adapter, &cmd);
1059         if (err)
1060                 dev_err(&adapter->pdev->dev,
1061                         "Failed to destroy rx ctx in firmware\n");
1062
1063         recv_ctx->state = QLCNIC_HOST_CTX_STATE_FREED;
1064         qlcnic_free_mbx_args(&cmd);
1065 }
1066
1067 int qlcnic_83xx_create_rx_ctx(struct qlcnic_adapter *adapter)
1068 {
1069         int i, err, index, sds_mbx_size, rds_mbx_size;
1070         u8 num_sds, num_rds;
1071         u32 *buf, intrpt_id, intr_mask, cap = 0;
1072         struct qlcnic_host_sds_ring *sds;
1073         struct qlcnic_host_rds_ring *rds;
1074         struct qlcnic_sds_mbx sds_mbx;
1075         struct qlcnic_rds_mbx rds_mbx;
1076         struct qlcnic_cmd_args cmd;
1077         struct qlcnic_rcv_mbx_out *mbx_out;
1078         struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1079         struct qlcnic_hardware_context *ahw = adapter->ahw;
1080         num_rds = adapter->max_rds_rings;
1081
1082         if (adapter->max_sds_rings <= QLCNIC_MAX_RING_SETS)
1083                 num_sds = adapter->max_sds_rings;
1084         else
1085                 num_sds = QLCNIC_MAX_RING_SETS;
1086
1087         sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1088         rds_mbx_size = sizeof(struct qlcnic_rds_mbx);
1089         cap = QLCNIC_CAP0_LEGACY_CONTEXT;
1090
1091         if (adapter->flags & QLCNIC_FW_LRO_MSS_CAP)
1092                 cap |= QLC_83XX_FW_CAP_LRO_MSS;
1093
1094         /* set mailbox hdr and capabilities */
1095         err = qlcnic_alloc_mbx_args(&cmd, adapter,
1096                                     QLCNIC_CMD_CREATE_RX_CTX);
1097         if (err)
1098                 return err;
1099
1100         if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1101                 cmd.req.arg[0] |= (0x3 << 29);
1102
1103         cmd.req.arg[1] = cap;
1104         cmd.req.arg[5] = 1 | (num_rds << 5) | (num_sds << 8) |
1105                          (QLC_83XX_HOST_RDS_MODE_UNIQUE << 16);
1106
1107         if (qlcnic_sriov_pf_check(adapter))
1108                 qlcnic_pf_set_interface_id_create_rx_ctx(adapter,
1109                                                          &cmd.req.arg[6]);
1110         /* set up status rings, mbx 8-57/87 */
1111         index = QLC_83XX_HOST_SDS_MBX_IDX;
1112         for (i = 0; i < num_sds; i++) {
1113                 memset(&sds_mbx, 0, sds_mbx_size);
1114                 sds = &recv_ctx->sds_rings[i];
1115                 sds->consumer = 0;
1116                 memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1117                 sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1118                 sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1119                 sds_mbx.sds_ring_size = sds->num_desc;
1120                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1121                         intrpt_id = ahw->intr_tbl[i].id;
1122                 else
1123                         intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1124                 if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1125                         sds_mbx.intrpt_id = intrpt_id;
1126                 else
1127                         sds_mbx.intrpt_id = 0xffff;
1128                 sds_mbx.intrpt_val = 0;
1129                 buf = &cmd.req.arg[index];
1130                 memcpy(buf, &sds_mbx, sds_mbx_size);
1131                 index += sds_mbx_size / sizeof(u32);
1132         }
1133         /* set up receive rings, mbx 88-111/135 */
1134         index = QLCNIC_HOST_RDS_MBX_IDX;
1135         rds = &recv_ctx->rds_rings[0];
1136         rds->producer = 0;
1137         memset(&rds_mbx, 0, rds_mbx_size);
1138         rds_mbx.phy_addr_reg_low = LSD(rds->phys_addr);
1139         rds_mbx.phy_addr_reg_high = MSD(rds->phys_addr);
1140         rds_mbx.reg_ring_sz = rds->dma_size;
1141         rds_mbx.reg_ring_len = rds->num_desc;
1142         /* Jumbo ring */
1143         rds = &recv_ctx->rds_rings[1];
1144         rds->producer = 0;
1145         rds_mbx.phy_addr_jmb_low = LSD(rds->phys_addr);
1146         rds_mbx.phy_addr_jmb_high = MSD(rds->phys_addr);
1147         rds_mbx.jmb_ring_sz = rds->dma_size;
1148         rds_mbx.jmb_ring_len = rds->num_desc;
1149         buf = &cmd.req.arg[index];
1150         memcpy(buf, &rds_mbx, rds_mbx_size);
1151
1152         /* send the mailbox command */
1153         err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1154         if (err) {
1155                 dev_err(&adapter->pdev->dev,
1156                         "Failed to create Rx ctx in firmware%d\n", err);
1157                 goto out;
1158         }
1159         mbx_out = (struct qlcnic_rcv_mbx_out *)&cmd.rsp.arg[1];
1160         recv_ctx->context_id = mbx_out->ctx_id;
1161         recv_ctx->state = mbx_out->state;
1162         recv_ctx->virt_port = mbx_out->vport_id;
1163         dev_info(&adapter->pdev->dev, "Rx Context[%d] Created, state:0x%x\n",
1164                  recv_ctx->context_id, recv_ctx->state);
1165         /* Receive descriptor ring */
1166         /* Standard ring */
1167         rds = &recv_ctx->rds_rings[0];
1168         rds->crb_rcv_producer = ahw->pci_base0 +
1169                                 mbx_out->host_prod[0].reg_buf;
1170         /* Jumbo ring */
1171         rds = &recv_ctx->rds_rings[1];
1172         rds->crb_rcv_producer = ahw->pci_base0 +
1173                                 mbx_out->host_prod[0].jmb_buf;
1174         /* status descriptor ring */
1175         for (i = 0; i < num_sds; i++) {
1176                 sds = &recv_ctx->sds_rings[i];
1177                 sds->crb_sts_consumer = ahw->pci_base0 +
1178                                         mbx_out->host_csmr[i];
1179                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1180                         intr_mask = ahw->intr_tbl[i].src;
1181                 else
1182                         intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1183                 sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1184         }
1185
1186         if (adapter->max_sds_rings > QLCNIC_MAX_RING_SETS)
1187                 err = qlcnic_83xx_add_rings(adapter);
1188 out:
1189         qlcnic_free_mbx_args(&cmd);
1190         return err;
1191 }
1192
1193 void qlcnic_83xx_del_tx_ctx(struct qlcnic_adapter *adapter,
1194                             struct qlcnic_host_tx_ring *tx_ring)
1195 {
1196         struct qlcnic_cmd_args cmd;
1197         u32 temp = 0;
1198
1199         if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_TX_CTX))
1200                 return;
1201
1202         if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1203                 cmd.req.arg[0] |= (0x3 << 29);
1204
1205         if (qlcnic_sriov_pf_check(adapter))
1206                 qlcnic_pf_set_interface_id_del_tx_ctx(adapter, &temp);
1207
1208         cmd.req.arg[1] = tx_ring->ctx_id | temp;
1209         if (qlcnic_issue_cmd(adapter, &cmd))
1210                 dev_err(&adapter->pdev->dev,
1211                         "Failed to destroy tx ctx in firmware\n");
1212         qlcnic_free_mbx_args(&cmd);
1213 }
1214
1215 int qlcnic_83xx_create_tx_ctx(struct qlcnic_adapter *adapter,
1216                               struct qlcnic_host_tx_ring *tx, int ring)
1217 {
1218         int err;
1219         u16 msix_id;
1220         u32 *buf, intr_mask, temp = 0;
1221         struct qlcnic_cmd_args cmd;
1222         struct qlcnic_tx_mbx mbx;
1223         struct qlcnic_tx_mbx_out *mbx_out;
1224         struct qlcnic_hardware_context *ahw = adapter->ahw;
1225         u32 msix_vector;
1226
1227         /* Reset host resources */
1228         tx->producer = 0;
1229         tx->sw_consumer = 0;
1230         *(tx->hw_consumer) = 0;
1231
1232         memset(&mbx, 0, sizeof(struct qlcnic_tx_mbx));
1233
1234         /* setup mailbox inbox registerss */
1235         mbx.phys_addr_low = LSD(tx->phys_addr);
1236         mbx.phys_addr_high = MSD(tx->phys_addr);
1237         mbx.cnsmr_index_low = LSD(tx->hw_cons_phys_addr);
1238         mbx.cnsmr_index_high = MSD(tx->hw_cons_phys_addr);
1239         mbx.size = tx->num_desc;
1240         if (adapter->flags & QLCNIC_MSIX_ENABLED) {
1241                 if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
1242                         msix_vector = adapter->max_sds_rings + ring;
1243                 else
1244                         msix_vector = adapter->max_sds_rings - 1;
1245                 msix_id = ahw->intr_tbl[msix_vector].id;
1246         } else {
1247                 msix_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1248         }
1249
1250         if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1251                 mbx.intr_id = msix_id;
1252         else
1253                 mbx.intr_id = 0xffff;
1254         mbx.src = 0;
1255
1256         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CREATE_TX_CTX);
1257         if (err)
1258                 return err;
1259
1260         if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1261                 cmd.req.arg[0] |= (0x3 << 29);
1262
1263         if (qlcnic_sriov_pf_check(adapter))
1264                 qlcnic_pf_set_interface_id_create_tx_ctx(adapter, &temp);
1265
1266         cmd.req.arg[1] = QLCNIC_CAP0_LEGACY_CONTEXT;
1267         cmd.req.arg[5] = QLCNIC_MAX_TX_QUEUES | temp;
1268         buf = &cmd.req.arg[6];
1269         memcpy(buf, &mbx, sizeof(struct qlcnic_tx_mbx));
1270         /* send the mailbox command*/
1271         err = qlcnic_issue_cmd(adapter, &cmd);
1272         if (err) {
1273                 dev_err(&adapter->pdev->dev,
1274                         "Failed to create Tx ctx in firmware 0x%x\n", err);
1275                 goto out;
1276         }
1277         mbx_out = (struct qlcnic_tx_mbx_out *)&cmd.rsp.arg[2];
1278         tx->crb_cmd_producer = ahw->pci_base0 + mbx_out->host_prod;
1279         tx->ctx_id = mbx_out->ctx_id;
1280         if ((adapter->flags & QLCNIC_MSIX_ENABLED) &&
1281             !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
1282                 intr_mask = ahw->intr_tbl[adapter->max_sds_rings + ring].src;
1283                 tx->crb_intr_mask = ahw->pci_base0 + intr_mask;
1284         }
1285         dev_info(&adapter->pdev->dev, "Tx Context[0x%x] Created, state:0x%x\n",
1286                  tx->ctx_id, mbx_out->state);
1287 out:
1288         qlcnic_free_mbx_args(&cmd);
1289         return err;
1290 }
1291
1292 static int qlcnic_83xx_diag_alloc_res(struct net_device *netdev, int test,
1293                                       int num_sds_ring)
1294 {
1295         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1296         struct qlcnic_host_sds_ring *sds_ring;
1297         struct qlcnic_host_rds_ring *rds_ring;
1298         u16 adapter_state = adapter->is_up;
1299         u8 ring;
1300         int ret;
1301
1302         netif_device_detach(netdev);
1303
1304         if (netif_running(netdev))
1305                 __qlcnic_down(adapter, netdev);
1306
1307         qlcnic_detach(adapter);
1308
1309         adapter->max_sds_rings = 1;
1310         adapter->ahw->diag_test = test;
1311         adapter->ahw->linkup = 0;
1312
1313         ret = qlcnic_attach(adapter);
1314         if (ret) {
1315                 netif_device_attach(netdev);
1316                 return ret;
1317         }
1318
1319         ret = qlcnic_fw_create_ctx(adapter);
1320         if (ret) {
1321                 qlcnic_detach(adapter);
1322                 if (adapter_state == QLCNIC_ADAPTER_UP_MAGIC) {
1323                         adapter->max_sds_rings = num_sds_ring;
1324                         qlcnic_attach(adapter);
1325                 }
1326                 netif_device_attach(netdev);
1327                 return ret;
1328         }
1329
1330         for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1331                 rds_ring = &adapter->recv_ctx->rds_rings[ring];
1332                 qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1333         }
1334
1335         if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1336                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1337                         sds_ring = &adapter->recv_ctx->sds_rings[ring];
1338                         qlcnic_83xx_enable_intr(adapter, sds_ring);
1339                 }
1340         }
1341
1342         if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1343                 /* disable and free mailbox interrupt */
1344                 if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
1345                         qlcnic_83xx_enable_mbx_poll(adapter);
1346                         qlcnic_83xx_free_mbx_intr(adapter);
1347                 }
1348                 adapter->ahw->loopback_state = 0;
1349                 adapter->ahw->hw_ops->setup_link_event(adapter, 1);
1350         }
1351
1352         set_bit(__QLCNIC_DEV_UP, &adapter->state);
1353         return 0;
1354 }
1355
1356 static void qlcnic_83xx_diag_free_res(struct net_device *netdev,
1357                                         int max_sds_rings)
1358 {
1359         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1360         struct qlcnic_host_sds_ring *sds_ring;
1361         int ring, err;
1362
1363         clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1364         if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1365                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1366                         sds_ring = &adapter->recv_ctx->sds_rings[ring];
1367                         qlcnic_83xx_disable_intr(adapter, sds_ring);
1368                         if (!(adapter->flags & QLCNIC_MSIX_ENABLED))
1369                                 qlcnic_83xx_enable_mbx_poll(adapter);
1370                 }
1371         }
1372
1373         qlcnic_fw_destroy_ctx(adapter);
1374         qlcnic_detach(adapter);
1375
1376         if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1377                 if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
1378                         err = qlcnic_83xx_setup_mbx_intr(adapter);
1379                         qlcnic_83xx_disable_mbx_poll(adapter);
1380                         if (err) {
1381                                 dev_err(&adapter->pdev->dev,
1382                                         "%s: failed to setup mbx interrupt\n",
1383                                         __func__);
1384                                 goto out;
1385                         }
1386                 }
1387         }
1388         adapter->ahw->diag_test = 0;
1389         adapter->max_sds_rings = max_sds_rings;
1390
1391         if (qlcnic_attach(adapter))
1392                 goto out;
1393
1394         if (netif_running(netdev))
1395                 __qlcnic_up(adapter, netdev);
1396
1397         if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST &&
1398             !(adapter->flags & QLCNIC_MSIX_ENABLED))
1399                 qlcnic_83xx_disable_mbx_poll(adapter);
1400 out:
1401         netif_device_attach(netdev);
1402 }
1403
1404 int qlcnic_83xx_config_led(struct qlcnic_adapter *adapter, u32 state,
1405                            u32 beacon)
1406 {
1407         struct qlcnic_cmd_args cmd;
1408         u32 mbx_in;
1409         int i, status = 0;
1410
1411         if (state) {
1412                 /* Get LED configuration */
1413                 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1414                                                QLCNIC_CMD_GET_LED_CONFIG);
1415                 if (status)
1416                         return status;
1417
1418                 status = qlcnic_issue_cmd(adapter, &cmd);
1419                 if (status) {
1420                         dev_err(&adapter->pdev->dev,
1421                                 "Get led config failed.\n");
1422                         goto mbx_err;
1423                 } else {
1424                         for (i = 0; i < 4; i++)
1425                                 adapter->ahw->mbox_reg[i] = cmd.rsp.arg[i+1];
1426                 }
1427                 qlcnic_free_mbx_args(&cmd);
1428                 /* Set LED Configuration */
1429                 mbx_in = (LSW(QLC_83XX_LED_CONFIG) << 16) |
1430                           LSW(QLC_83XX_LED_CONFIG);
1431                 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1432                                                QLCNIC_CMD_SET_LED_CONFIG);
1433                 if (status)
1434                         return status;
1435
1436                 cmd.req.arg[1] = mbx_in;
1437                 cmd.req.arg[2] = mbx_in;
1438                 cmd.req.arg[3] = mbx_in;
1439                 if (beacon)
1440                         cmd.req.arg[4] = QLC_83XX_ENABLE_BEACON;
1441                 status = qlcnic_issue_cmd(adapter, &cmd);
1442                 if (status) {
1443                         dev_err(&adapter->pdev->dev,
1444                                 "Set led config failed.\n");
1445                 }
1446 mbx_err:
1447                 qlcnic_free_mbx_args(&cmd);
1448                 return status;
1449
1450         } else {
1451                 /* Restoring default LED configuration */
1452                 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1453                                                QLCNIC_CMD_SET_LED_CONFIG);
1454                 if (status)
1455                         return status;
1456
1457                 cmd.req.arg[1] = adapter->ahw->mbox_reg[0];
1458                 cmd.req.arg[2] = adapter->ahw->mbox_reg[1];
1459                 cmd.req.arg[3] = adapter->ahw->mbox_reg[2];
1460                 if (beacon)
1461                         cmd.req.arg[4] = adapter->ahw->mbox_reg[3];
1462                 status = qlcnic_issue_cmd(adapter, &cmd);
1463                 if (status)
1464                         dev_err(&adapter->pdev->dev,
1465                                 "Restoring led config failed.\n");
1466                 qlcnic_free_mbx_args(&cmd);
1467                 return status;
1468         }
1469 }
1470
1471 int  qlcnic_83xx_set_led(struct net_device *netdev,
1472                          enum ethtool_phys_id_state state)
1473 {
1474         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1475         int err = -EIO, active = 1;
1476
1477         if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1478                 netdev_warn(netdev,
1479                             "LED test is not supported in non-privileged mode\n");
1480                 return -EOPNOTSUPP;
1481         }
1482
1483         switch (state) {
1484         case ETHTOOL_ID_ACTIVE:
1485                 if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state))
1486                         return -EBUSY;
1487
1488                 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1489                         break;
1490
1491                 err = qlcnic_83xx_config_led(adapter, active, 0);
1492                 if (err)
1493                         netdev_err(netdev, "Failed to set LED blink state\n");
1494                 break;
1495         case ETHTOOL_ID_INACTIVE:
1496                 active = 0;
1497
1498                 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1499                         break;
1500
1501                 err = qlcnic_83xx_config_led(adapter, active, 0);
1502                 if (err)
1503                         netdev_err(netdev, "Failed to reset LED blink state\n");
1504                 break;
1505
1506         default:
1507                 return -EINVAL;
1508         }
1509
1510         if (!active || err)
1511                 clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
1512
1513         return err;
1514 }
1515
1516 void qlcnic_83xx_register_nic_idc_func(struct qlcnic_adapter *adapter,
1517                                        int enable)
1518 {
1519         struct qlcnic_cmd_args cmd;
1520         int status;
1521
1522         if (qlcnic_sriov_vf_check(adapter))
1523                 return;
1524
1525         if (enable) {
1526                 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1527                                                QLCNIC_CMD_INIT_NIC_FUNC);
1528                 if (status)
1529                         return;
1530
1531                 cmd.req.arg[1] = BIT_0 | BIT_31;
1532         } else {
1533                 status = qlcnic_alloc_mbx_args(&cmd, adapter,
1534                                                QLCNIC_CMD_STOP_NIC_FUNC);
1535                 if (status)
1536                         return;
1537
1538                 cmd.req.arg[1] = BIT_0 | BIT_31;
1539         }
1540         status = qlcnic_issue_cmd(adapter, &cmd);
1541         if (status)
1542                 dev_err(&adapter->pdev->dev,
1543                         "Failed to %s in NIC IDC function event.\n",
1544                         (enable ? "register" : "unregister"));
1545
1546         qlcnic_free_mbx_args(&cmd);
1547 }
1548
1549 int qlcnic_83xx_set_port_config(struct qlcnic_adapter *adapter)
1550 {
1551         struct qlcnic_cmd_args cmd;
1552         int err;
1553
1554         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_PORT_CONFIG);
1555         if (err)
1556                 return err;
1557
1558         cmd.req.arg[1] = adapter->ahw->port_config;
1559         err = qlcnic_issue_cmd(adapter, &cmd);
1560         if (err)
1561                 dev_info(&adapter->pdev->dev, "Set Port Config failed.\n");
1562         qlcnic_free_mbx_args(&cmd);
1563         return err;
1564 }
1565
1566 int qlcnic_83xx_get_port_config(struct qlcnic_adapter *adapter)
1567 {
1568         struct qlcnic_cmd_args cmd;
1569         int err;
1570
1571         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PORT_CONFIG);
1572         if (err)
1573                 return err;
1574
1575         err = qlcnic_issue_cmd(adapter, &cmd);
1576         if (err)
1577                 dev_info(&adapter->pdev->dev, "Get Port config failed\n");
1578         else
1579                 adapter->ahw->port_config = cmd.rsp.arg[1];
1580         qlcnic_free_mbx_args(&cmd);
1581         return err;
1582 }
1583
1584 int qlcnic_83xx_setup_link_event(struct qlcnic_adapter *adapter, int enable)
1585 {
1586         int err;
1587         u32 temp;
1588         struct qlcnic_cmd_args cmd;
1589
1590         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_EVENT);
1591         if (err)
1592                 return err;
1593
1594         temp = adapter->recv_ctx->context_id << 16;
1595         cmd.req.arg[1] = (enable ? 1 : 0) | BIT_8 | temp;
1596         err = qlcnic_issue_cmd(adapter, &cmd);
1597         if (err)
1598                 dev_info(&adapter->pdev->dev,
1599                          "Setup linkevent mailbox failed\n");
1600         qlcnic_free_mbx_args(&cmd);
1601         return err;
1602 }
1603
1604 static void qlcnic_83xx_set_interface_id_promisc(struct qlcnic_adapter *adapter,
1605                                                  u32 *interface_id)
1606 {
1607         if (qlcnic_sriov_pf_check(adapter)) {
1608                 qlcnic_pf_set_interface_id_promisc(adapter, interface_id);
1609         } else {
1610                 if (!qlcnic_sriov_vf_check(adapter))
1611                         *interface_id = adapter->recv_ctx->context_id << 16;
1612         }
1613 }
1614
1615 int qlcnic_83xx_nic_set_promisc(struct qlcnic_adapter *adapter, u32 mode)
1616 {
1617         struct qlcnic_cmd_args *cmd = NULL;
1618         u32 temp = 0;
1619         int err;
1620
1621         if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1622                 return -EIO;
1623
1624         cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
1625         if (!cmd)
1626                 return -ENOMEM;
1627
1628         err = qlcnic_alloc_mbx_args(cmd, adapter,
1629                                     QLCNIC_CMD_CONFIGURE_MAC_RX_MODE);
1630         if (err)
1631                 goto out;
1632
1633         cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
1634         qlcnic_83xx_set_interface_id_promisc(adapter, &temp);
1635         cmd->req.arg[1] = (mode ? 1 : 0) | temp;
1636         err = qlcnic_issue_cmd(adapter, cmd);
1637         if (!err)
1638                 return err;
1639
1640         qlcnic_free_mbx_args(cmd);
1641
1642 out:
1643         kfree(cmd);
1644         return err;
1645 }
1646
1647 int qlcnic_83xx_loopback_test(struct net_device *netdev, u8 mode)
1648 {
1649         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1650         struct qlcnic_hardware_context *ahw = adapter->ahw;
1651         int ret = 0, loop = 0, max_sds_rings = adapter->max_sds_rings;
1652
1653         if (ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1654                 netdev_warn(netdev,
1655                             "Loopback test not supported in non privileged mode\n");
1656                 return -ENOTSUPP;
1657         }
1658
1659         if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1660                 netdev_info(netdev, "Device is resetting\n");
1661                 return -EBUSY;
1662         }
1663
1664         if (qlcnic_get_diag_lock(adapter)) {
1665                 netdev_info(netdev, "Device is in diagnostics mode\n");
1666                 return -EBUSY;
1667         }
1668
1669         netdev_info(netdev, "%s loopback test in progress\n",
1670                     mode == QLCNIC_ILB_MODE ? "internal" : "external");
1671
1672         ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_LOOPBACK_TEST,
1673                                          max_sds_rings);
1674         if (ret)
1675                 goto fail_diag_alloc;
1676
1677         ret = qlcnic_83xx_set_lb_mode(adapter, mode);
1678         if (ret)
1679                 goto free_diag_res;
1680
1681         /* Poll for link up event before running traffic */
1682         do {
1683                 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1684
1685                 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1686                         netdev_info(netdev,
1687                                     "Device is resetting, free LB test resources\n");
1688                         ret = -EBUSY;
1689                         goto free_diag_res;
1690                 }
1691                 if (loop++ > QLC_83XX_LB_WAIT_COUNT) {
1692                         netdev_info(netdev,
1693                                     "Firmware didn't sent link up event to loopback request\n");
1694                         ret = -ETIMEDOUT;
1695                         qlcnic_83xx_clear_lb_mode(adapter, mode);
1696                         goto free_diag_res;
1697                 }
1698         } while ((adapter->ahw->linkup && ahw->has_link_events) != 1);
1699
1700         /* Make sure carrier is off and queue is stopped during loopback */
1701         if (netif_running(netdev)) {
1702                 netif_carrier_off(netdev);
1703                 netif_tx_stop_all_queues(netdev);
1704         }
1705
1706         ret = qlcnic_do_lb_test(adapter, mode);
1707
1708         qlcnic_83xx_clear_lb_mode(adapter, mode);
1709
1710 free_diag_res:
1711         qlcnic_83xx_diag_free_res(netdev, max_sds_rings);
1712
1713 fail_diag_alloc:
1714         adapter->max_sds_rings = max_sds_rings;
1715         qlcnic_release_diag_lock(adapter);
1716         return ret;
1717 }
1718
1719 static void qlcnic_extend_lb_idc_cmpltn_wait(struct qlcnic_adapter *adapter,
1720                                              u32 *max_wait_count)
1721 {
1722         struct qlcnic_hardware_context *ahw = adapter->ahw;
1723         int temp;
1724
1725         netdev_info(adapter->netdev, "Received loopback IDC time extend event for 0x%x seconds\n",
1726                     ahw->extend_lb_time);
1727         temp = ahw->extend_lb_time * 1000;
1728         *max_wait_count += temp / QLC_83XX_LB_MSLEEP_COUNT;
1729         ahw->extend_lb_time = 0;
1730 }
1731
1732 int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1733 {
1734         struct qlcnic_hardware_context *ahw = adapter->ahw;
1735         struct net_device *netdev = adapter->netdev;
1736         u32 config, max_wait_count;
1737         int status = 0, loop = 0;
1738
1739         ahw->extend_lb_time = 0;
1740         max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1741         status = qlcnic_83xx_get_port_config(adapter);
1742         if (status)
1743                 return status;
1744
1745         config = ahw->port_config;
1746
1747         /* Check if port is already in loopback mode */
1748         if ((config & QLC_83XX_CFG_LOOPBACK_HSS) ||
1749             (config & QLC_83XX_CFG_LOOPBACK_EXT)) {
1750                 netdev_err(netdev,
1751                            "Port already in Loopback mode.\n");
1752                 return -EINPROGRESS;
1753         }
1754
1755         set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1756
1757         if (mode == QLCNIC_ILB_MODE)
1758                 ahw->port_config |= QLC_83XX_CFG_LOOPBACK_HSS;
1759         if (mode == QLCNIC_ELB_MODE)
1760                 ahw->port_config |= QLC_83XX_CFG_LOOPBACK_EXT;
1761
1762         status = qlcnic_83xx_set_port_config(adapter);
1763         if (status) {
1764                 netdev_err(netdev,
1765                            "Failed to Set Loopback Mode = 0x%x.\n",
1766                            ahw->port_config);
1767                 ahw->port_config = config;
1768                 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1769                 return status;
1770         }
1771
1772         /* Wait for Link and IDC Completion AEN */
1773         do {
1774                 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1775
1776                 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1777                         netdev_info(netdev,
1778                                     "Device is resetting, free LB test resources\n");
1779                         clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1780                         return -EBUSY;
1781                 }
1782
1783                 if (ahw->extend_lb_time)
1784                         qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1785                                                          &max_wait_count);
1786
1787                 if (loop++ > max_wait_count) {
1788                         netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1789                                    __func__);
1790                         clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1791                         qlcnic_83xx_clear_lb_mode(adapter, mode);
1792                         return -ETIMEDOUT;
1793                 }
1794         } while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1795
1796         qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1797                                   QLCNIC_MAC_ADD);
1798         return status;
1799 }
1800
1801 int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1802 {
1803         struct qlcnic_hardware_context *ahw = adapter->ahw;
1804         u32 config = ahw->port_config, max_wait_count;
1805         struct net_device *netdev = adapter->netdev;
1806         int status = 0, loop = 0;
1807
1808         ahw->extend_lb_time = 0;
1809         max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1810         set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1811         if (mode == QLCNIC_ILB_MODE)
1812                 ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_HSS;
1813         if (mode == QLCNIC_ELB_MODE)
1814                 ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_EXT;
1815
1816         status = qlcnic_83xx_set_port_config(adapter);
1817         if (status) {
1818                 netdev_err(netdev,
1819                            "Failed to Clear Loopback Mode = 0x%x.\n",
1820                            ahw->port_config);
1821                 ahw->port_config = config;
1822                 clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1823                 return status;
1824         }
1825
1826         /* Wait for Link and IDC Completion AEN */
1827         do {
1828                 msleep(QLC_83XX_LB_MSLEEP_COUNT);
1829
1830                 if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1831                         netdev_info(netdev,
1832                                     "Device is resetting, free LB test resources\n");
1833                         clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1834                         return -EBUSY;
1835                 }
1836
1837                 if (ahw->extend_lb_time)
1838                         qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1839                                                          &max_wait_count);
1840
1841                 if (loop++ > max_wait_count) {
1842                         netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1843                                    __func__);
1844                         clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1845                         return -ETIMEDOUT;
1846                 }
1847         } while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1848
1849         qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1850                                   QLCNIC_MAC_DEL);
1851         return status;
1852 }
1853
1854 static void qlcnic_83xx_set_interface_id_ipaddr(struct qlcnic_adapter *adapter,
1855                                                 u32 *interface_id)
1856 {
1857         if (qlcnic_sriov_pf_check(adapter)) {
1858                 qlcnic_pf_set_interface_id_ipaddr(adapter, interface_id);
1859         } else {
1860                 if (!qlcnic_sriov_vf_check(adapter))
1861                         *interface_id = adapter->recv_ctx->context_id << 16;
1862         }
1863 }
1864
1865 void qlcnic_83xx_config_ipaddr(struct qlcnic_adapter *adapter, __be32 ip,
1866                                int mode)
1867 {
1868         int err;
1869         u32 temp = 0, temp_ip;
1870         struct qlcnic_cmd_args cmd;
1871
1872         err = qlcnic_alloc_mbx_args(&cmd, adapter,
1873                                     QLCNIC_CMD_CONFIGURE_IP_ADDR);
1874         if (err)
1875                 return;
1876
1877         qlcnic_83xx_set_interface_id_ipaddr(adapter, &temp);
1878
1879         if (mode == QLCNIC_IP_UP)
1880                 cmd.req.arg[1] = 1 | temp;
1881         else
1882                 cmd.req.arg[1] = 2 | temp;
1883
1884         /*
1885          * Adapter needs IP address in network byte order.
1886          * But hardware mailbox registers go through writel(), hence IP address
1887          * gets swapped on big endian architecture.
1888          * To negate swapping of writel() on big endian architecture
1889          * use swab32(value).
1890          */
1891
1892         temp_ip = swab32(ntohl(ip));
1893         memcpy(&cmd.req.arg[2], &temp_ip, sizeof(u32));
1894         err = qlcnic_issue_cmd(adapter, &cmd);
1895         if (err != QLCNIC_RCODE_SUCCESS)
1896                 dev_err(&adapter->netdev->dev,
1897                         "could not notify %s IP 0x%x request\n",
1898                         (mode == QLCNIC_IP_UP) ? "Add" : "Remove", ip);
1899
1900         qlcnic_free_mbx_args(&cmd);
1901 }
1902
1903 int qlcnic_83xx_config_hw_lro(struct qlcnic_adapter *adapter, int mode)
1904 {
1905         int err;
1906         u32 temp, arg1;
1907         struct qlcnic_cmd_args cmd;
1908         int lro_bit_mask;
1909
1910         lro_bit_mask = (mode ? (BIT_0 | BIT_1 | BIT_2 | BIT_3) : 0);
1911
1912         if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1913                 return 0;
1914
1915         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_HW_LRO);
1916         if (err)
1917                 return err;
1918
1919         temp = adapter->recv_ctx->context_id << 16;
1920         arg1 = lro_bit_mask | temp;
1921         cmd.req.arg[1] = arg1;
1922
1923         err = qlcnic_issue_cmd(adapter, &cmd);
1924         if (err)
1925                 dev_info(&adapter->pdev->dev, "LRO config failed\n");
1926         qlcnic_free_mbx_args(&cmd);
1927
1928         return err;
1929 }
1930
1931 int qlcnic_83xx_config_rss(struct qlcnic_adapter *adapter, int enable)
1932 {
1933         int err;
1934         u32 word;
1935         struct qlcnic_cmd_args cmd;
1936         const u64 key[] = { 0xbeac01fa6a42b73bULL, 0x8030f20c77cb2da3ULL,
1937                             0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
1938                             0x255b0ec26d5a56daULL };
1939
1940         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_RSS);
1941         if (err)
1942                 return err;
1943         /*
1944          * RSS request:
1945          * bits 3-0: Rsvd
1946          *      5-4: hash_type_ipv4
1947          *      7-6: hash_type_ipv6
1948          *        8: enable
1949          *        9: use indirection table
1950          *    16-31: indirection table mask
1951          */
1952         word =  ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 4) |
1953                 ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 6) |
1954                 ((u32)(enable & 0x1) << 8) |
1955                 ((0x7ULL) << 16);
1956         cmd.req.arg[1] = (adapter->recv_ctx->context_id);
1957         cmd.req.arg[2] = word;
1958         memcpy(&cmd.req.arg[4], key, sizeof(key));
1959
1960         err = qlcnic_issue_cmd(adapter, &cmd);
1961
1962         if (err)
1963                 dev_info(&adapter->pdev->dev, "RSS config failed\n");
1964         qlcnic_free_mbx_args(&cmd);
1965
1966         return err;
1967
1968 }
1969
1970 static void qlcnic_83xx_set_interface_id_macaddr(struct qlcnic_adapter *adapter,
1971                                                  u32 *interface_id)
1972 {
1973         if (qlcnic_sriov_pf_check(adapter)) {
1974                 qlcnic_pf_set_interface_id_macaddr(adapter, interface_id);
1975         } else {
1976                 if (!qlcnic_sriov_vf_check(adapter))
1977                         *interface_id = adapter->recv_ctx->context_id << 16;
1978         }
1979 }
1980
1981 int qlcnic_83xx_sre_macaddr_change(struct qlcnic_adapter *adapter, u8 *addr,
1982                                    u16 vlan_id, u8 op)
1983 {
1984         struct qlcnic_cmd_args *cmd = NULL;
1985         struct qlcnic_macvlan_mbx mv;
1986         u32 *buf, temp = 0;
1987         int err;
1988
1989         if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1990                 return -EIO;
1991
1992         cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
1993         if (!cmd)
1994                 return -ENOMEM;
1995
1996         err = qlcnic_alloc_mbx_args(cmd, adapter, QLCNIC_CMD_CONFIG_MAC_VLAN);
1997         if (err)
1998                 goto out;
1999
2000         cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
2001
2002         if (vlan_id)
2003                 op = (op == QLCNIC_MAC_ADD || op == QLCNIC_MAC_VLAN_ADD) ?
2004                      QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_VLAN_DEL;
2005
2006         cmd->req.arg[1] = op | (1 << 8);
2007         qlcnic_83xx_set_interface_id_macaddr(adapter, &temp);
2008         cmd->req.arg[1] |= temp;
2009         mv.vlan = vlan_id;
2010         mv.mac_addr0 = addr[0];
2011         mv.mac_addr1 = addr[1];
2012         mv.mac_addr2 = addr[2];
2013         mv.mac_addr3 = addr[3];
2014         mv.mac_addr4 = addr[4];
2015         mv.mac_addr5 = addr[5];
2016         buf = &cmd->req.arg[2];
2017         memcpy(buf, &mv, sizeof(struct qlcnic_macvlan_mbx));
2018         err = qlcnic_issue_cmd(adapter, cmd);
2019         if (!err)
2020                 return err;
2021
2022         qlcnic_free_mbx_args(cmd);
2023 out:
2024         kfree(cmd);
2025         return err;
2026 }
2027
2028 void qlcnic_83xx_change_l2_filter(struct qlcnic_adapter *adapter, u64 *addr,
2029                                   u16 vlan_id)
2030 {
2031         u8 mac[ETH_ALEN];
2032         memcpy(&mac, addr, ETH_ALEN);
2033         qlcnic_83xx_sre_macaddr_change(adapter, mac, vlan_id, QLCNIC_MAC_ADD);
2034 }
2035
2036 void qlcnic_83xx_configure_mac(struct qlcnic_adapter *adapter, u8 *mac,
2037                                u8 type, struct qlcnic_cmd_args *cmd)
2038 {
2039         switch (type) {
2040         case QLCNIC_SET_STATION_MAC:
2041         case QLCNIC_SET_FAC_DEF_MAC:
2042                 memcpy(&cmd->req.arg[2], mac, sizeof(u32));
2043                 memcpy(&cmd->req.arg[3], &mac[4], sizeof(u16));
2044                 break;
2045         }
2046         cmd->req.arg[1] = type;
2047 }
2048
2049 int qlcnic_83xx_get_mac_address(struct qlcnic_adapter *adapter, u8 *mac,
2050                                 u8 function)
2051 {
2052         int err, i;
2053         struct qlcnic_cmd_args cmd;
2054         u32 mac_low, mac_high;
2055
2056         function = 0;
2057         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_MAC_ADDRESS);
2058         if (err)
2059                 return err;
2060
2061         qlcnic_83xx_configure_mac(adapter, mac, QLCNIC_GET_CURRENT_MAC, &cmd);
2062         err = qlcnic_issue_cmd(adapter, &cmd);
2063
2064         if (err == QLCNIC_RCODE_SUCCESS) {
2065                 mac_low = cmd.rsp.arg[1];
2066                 mac_high = cmd.rsp.arg[2];
2067
2068                 for (i = 0; i < 2; i++)
2069                         mac[i] = (u8) (mac_high >> ((1 - i) * 8));
2070                 for (i = 2; i < 6; i++)
2071                         mac[i] = (u8) (mac_low >> ((5 - i) * 8));
2072         } else {
2073                 dev_err(&adapter->pdev->dev, "Failed to get mac address%d\n",
2074                         err);
2075                 err = -EIO;
2076         }
2077         qlcnic_free_mbx_args(&cmd);
2078         return err;
2079 }
2080
2081 void qlcnic_83xx_config_intr_coal(struct qlcnic_adapter *adapter)
2082 {
2083         int err;
2084         u16 temp;
2085         struct qlcnic_cmd_args cmd;
2086         struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2087
2088         if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2089                 return;
2090
2091         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTR_COAL);
2092         if (err)
2093                 return;
2094
2095         if (coal->type == QLCNIC_INTR_COAL_TYPE_RX) {
2096                 temp = adapter->recv_ctx->context_id;
2097                 cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_RX | temp << 16;
2098                 temp = coal->rx_time_us;
2099                 cmd.req.arg[2] = coal->rx_packets | temp << 16;
2100         } else if (coal->type == QLCNIC_INTR_COAL_TYPE_TX) {
2101                 temp = adapter->tx_ring->ctx_id;
2102                 cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_TX | temp << 16;
2103                 temp = coal->tx_time_us;
2104                 cmd.req.arg[2] = coal->tx_packets | temp << 16;
2105         }
2106         cmd.req.arg[3] = coal->flag;
2107         err = qlcnic_issue_cmd(adapter, &cmd);
2108         if (err != QLCNIC_RCODE_SUCCESS)
2109                 dev_info(&adapter->pdev->dev,
2110                          "Failed to send interrupt coalescence parameters\n");
2111         qlcnic_free_mbx_args(&cmd);
2112 }
2113
2114 static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
2115                                         u32 data[])
2116 {
2117         struct qlcnic_hardware_context *ahw = adapter->ahw;
2118         u8 link_status, duplex;
2119         /* link speed */
2120         link_status = LSB(data[3]) & 1;
2121         if (link_status) {
2122                 ahw->link_speed = MSW(data[2]);
2123                 duplex = LSB(MSW(data[3]));
2124                 if (duplex)
2125                         ahw->link_duplex = DUPLEX_FULL;
2126                 else
2127                         ahw->link_duplex = DUPLEX_HALF;
2128         } else {
2129                 ahw->link_speed = SPEED_UNKNOWN;
2130                 ahw->link_duplex = DUPLEX_UNKNOWN;
2131         }
2132
2133         ahw->link_autoneg = MSB(MSW(data[3]));
2134         ahw->module_type = MSB(LSW(data[3]));
2135         ahw->has_link_events = 1;
2136         qlcnic_advert_link_change(adapter, link_status);
2137 }
2138
2139 irqreturn_t qlcnic_83xx_handle_aen(int irq, void *data)
2140 {
2141         struct qlcnic_adapter *adapter = data;
2142         struct qlcnic_mailbox *mbx;
2143         u32 mask, resp, event;
2144         unsigned long flags;
2145
2146         mbx = adapter->ahw->mailbox;
2147         spin_lock_irqsave(&mbx->aen_lock, flags);
2148         resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
2149         if (!(resp & QLCNIC_SET_OWNER))
2150                 goto out;
2151
2152         event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
2153         if (event &  QLCNIC_MBX_ASYNC_EVENT)
2154                 __qlcnic_83xx_process_aen(adapter);
2155         else
2156                 qlcnic_83xx_notify_mbx_response(mbx);
2157
2158 out:
2159         mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
2160         writel(0, adapter->ahw->pci_base0 + mask);
2161         spin_unlock_irqrestore(&mbx->aen_lock, flags);
2162         return IRQ_HANDLED;
2163 }
2164
2165 int qlcnic_enable_eswitch(struct qlcnic_adapter *adapter, u8 port, u8 enable)
2166 {
2167         int err = -EIO;
2168         struct qlcnic_cmd_args cmd;
2169
2170         if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2171                 dev_err(&adapter->pdev->dev,
2172                         "%s: Error, invoked by non management func\n",
2173                         __func__);
2174                 return err;
2175         }
2176
2177         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_TOGGLE_ESWITCH);
2178         if (err)
2179                 return err;
2180
2181         cmd.req.arg[1] = (port & 0xf) | BIT_4;
2182         err = qlcnic_issue_cmd(adapter, &cmd);
2183
2184         if (err != QLCNIC_RCODE_SUCCESS) {
2185                 dev_err(&adapter->pdev->dev, "Failed to enable eswitch%d\n",
2186                         err);
2187                 err = -EIO;
2188         }
2189         qlcnic_free_mbx_args(&cmd);
2190
2191         return err;
2192
2193 }
2194
2195 int qlcnic_83xx_set_nic_info(struct qlcnic_adapter *adapter,
2196                              struct qlcnic_info *nic)
2197 {
2198         int i, err = -EIO;
2199         struct qlcnic_cmd_args cmd;
2200
2201         if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2202                 dev_err(&adapter->pdev->dev,
2203                         "%s: Error, invoked by non management func\n",
2204                         __func__);
2205                 return err;
2206         }
2207
2208         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_NIC_INFO);
2209         if (err)
2210                 return err;
2211
2212         cmd.req.arg[1] = (nic->pci_func << 16);
2213         cmd.req.arg[2] = 0x1 << 16;
2214         cmd.req.arg[3] = nic->phys_port | (nic->switch_mode << 16);
2215         cmd.req.arg[4] = nic->capabilities;
2216         cmd.req.arg[5] = (nic->max_mac_filters & 0xFF) | ((nic->max_mtu) << 16);
2217         cmd.req.arg[6] = (nic->max_tx_ques) | ((nic->max_rx_ques) << 16);
2218         cmd.req.arg[7] = (nic->min_tx_bw) | ((nic->max_tx_bw) << 16);
2219         for (i = 8; i < 32; i++)
2220                 cmd.req.arg[i] = 0;
2221
2222         err = qlcnic_issue_cmd(adapter, &cmd);
2223
2224         if (err != QLCNIC_RCODE_SUCCESS) {
2225                 dev_err(&adapter->pdev->dev, "Failed to set nic info%d\n",
2226                         err);
2227                 err = -EIO;
2228         }
2229
2230         qlcnic_free_mbx_args(&cmd);
2231
2232         return err;
2233 }
2234
2235 int qlcnic_83xx_get_nic_info(struct qlcnic_adapter *adapter,
2236                              struct qlcnic_info *npar_info, u8 func_id)
2237 {
2238         int err;
2239         u32 temp;
2240         u8 op = 0;
2241         struct qlcnic_cmd_args cmd;
2242         struct qlcnic_hardware_context *ahw = adapter->ahw;
2243
2244         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
2245         if (err)
2246                 return err;
2247
2248         if (func_id != ahw->pci_func) {
2249                 temp = func_id << 16;
2250                 cmd.req.arg[1] = op | BIT_31 | temp;
2251         } else {
2252                 cmd.req.arg[1] = ahw->pci_func << 16;
2253         }
2254         err = qlcnic_issue_cmd(adapter, &cmd);
2255         if (err) {
2256                 dev_info(&adapter->pdev->dev,
2257                          "Failed to get nic info %d\n", err);
2258                 goto out;
2259         }
2260
2261         npar_info->op_type = cmd.rsp.arg[1];
2262         npar_info->pci_func = cmd.rsp.arg[2] & 0xFFFF;
2263         npar_info->op_mode = (cmd.rsp.arg[2] & 0xFFFF0000) >> 16;
2264         npar_info->phys_port = cmd.rsp.arg[3] & 0xFFFF;
2265         npar_info->switch_mode = (cmd.rsp.arg[3] & 0xFFFF0000) >> 16;
2266         npar_info->capabilities = cmd.rsp.arg[4];
2267         npar_info->max_mac_filters = cmd.rsp.arg[5] & 0xFF;
2268         npar_info->max_mtu = (cmd.rsp.arg[5] & 0xFFFF0000) >> 16;
2269         npar_info->max_tx_ques = cmd.rsp.arg[6] & 0xFFFF;
2270         npar_info->max_rx_ques = (cmd.rsp.arg[6] & 0xFFFF0000) >> 16;
2271         npar_info->min_tx_bw = cmd.rsp.arg[7] & 0xFFFF;
2272         npar_info->max_tx_bw = (cmd.rsp.arg[7] & 0xFFFF0000) >> 16;
2273         if (cmd.rsp.arg[8] & 0x1)
2274                 npar_info->max_bw_reg_offset = (cmd.rsp.arg[8] & 0x7FFE) >> 1;
2275         if (cmd.rsp.arg[8] & 0x10000) {
2276                 temp = (cmd.rsp.arg[8] & 0x7FFE0000) >> 17;
2277                 npar_info->max_linkspeed_reg_offset = temp;
2278         }
2279         if (npar_info->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS)
2280                 memcpy(ahw->extra_capability, &cmd.rsp.arg[16],
2281                        sizeof(ahw->extra_capability));
2282
2283 out:
2284         qlcnic_free_mbx_args(&cmd);
2285         return err;
2286 }
2287
2288 int qlcnic_83xx_get_pci_info(struct qlcnic_adapter *adapter,
2289                              struct qlcnic_pci_info *pci_info)
2290 {
2291         struct qlcnic_hardware_context *ahw = adapter->ahw;
2292         struct device *dev = &adapter->pdev->dev;
2293         struct qlcnic_cmd_args cmd;
2294         int i, err = 0, j = 0;
2295         u32 temp;
2296
2297         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PCI_INFO);
2298         if (err)
2299                 return err;
2300
2301         err = qlcnic_issue_cmd(adapter, &cmd);
2302
2303         ahw->act_pci_func = 0;
2304         if (err == QLCNIC_RCODE_SUCCESS) {
2305                 ahw->max_pci_func = cmd.rsp.arg[1] & 0xFF;
2306                 for (i = 2, j = 0; j < QLCNIC_MAX_PCI_FUNC; j++, pci_info++) {
2307                         pci_info->id = cmd.rsp.arg[i] & 0xFFFF;
2308                         pci_info->active = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2309                         i++;
2310                         pci_info->type = cmd.rsp.arg[i] & 0xFFFF;
2311                         if (pci_info->type == QLCNIC_TYPE_NIC)
2312                                 ahw->act_pci_func++;
2313                         temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2314                         pci_info->default_port = temp;
2315                         i++;
2316                         pci_info->tx_min_bw = cmd.rsp.arg[i] & 0xFFFF;
2317                         temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2318                         pci_info->tx_max_bw = temp;
2319                         i = i + 2;
2320                         memcpy(pci_info->mac, &cmd.rsp.arg[i], ETH_ALEN - 2);
2321                         i++;
2322                         memcpy(pci_info->mac + sizeof(u32), &cmd.rsp.arg[i], 2);
2323                         i = i + 3;
2324                 }
2325         } else {
2326                 dev_err(dev, "Failed to get PCI Info, error = %d\n", err);
2327                 err = -EIO;
2328         }
2329
2330         qlcnic_free_mbx_args(&cmd);
2331
2332         return err;
2333 }
2334
2335 int qlcnic_83xx_config_intrpt(struct qlcnic_adapter *adapter, bool op_type)
2336 {
2337         int i, index, err;
2338         u8 max_ints;
2339         u32 val, temp, type;
2340         struct qlcnic_cmd_args cmd;
2341
2342         max_ints = adapter->ahw->num_msix - 1;
2343         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTRPT);
2344         if (err)
2345                 return err;
2346
2347         cmd.req.arg[1] = max_ints;
2348
2349         if (qlcnic_sriov_vf_check(adapter))
2350                 cmd.req.arg[1] |= (adapter->ahw->pci_func << 8) | BIT_16;
2351
2352         for (i = 0, index = 2; i < max_ints; i++) {
2353                 type = op_type ? QLCNIC_INTRPT_ADD : QLCNIC_INTRPT_DEL;
2354                 val = type | (adapter->ahw->intr_tbl[i].type << 4);
2355                 if (adapter->ahw->intr_tbl[i].type == QLCNIC_INTRPT_MSIX)
2356                         val |= (adapter->ahw->intr_tbl[i].id << 16);
2357                 cmd.req.arg[index++] = val;
2358         }
2359         err = qlcnic_issue_cmd(adapter, &cmd);
2360         if (err) {
2361                 dev_err(&adapter->pdev->dev,
2362                         "Failed to configure interrupts 0x%x\n", err);
2363                 goto out;
2364         }
2365
2366         max_ints = cmd.rsp.arg[1];
2367         for (i = 0, index = 2; i < max_ints; i++, index += 2) {
2368                 val = cmd.rsp.arg[index];
2369                 if (LSB(val)) {
2370                         dev_info(&adapter->pdev->dev,
2371                                  "Can't configure interrupt %d\n",
2372                                  adapter->ahw->intr_tbl[i].id);
2373                         continue;
2374                 }
2375                 if (op_type) {
2376                         adapter->ahw->intr_tbl[i].id = MSW(val);
2377                         adapter->ahw->intr_tbl[i].enabled = 1;
2378                         temp = cmd.rsp.arg[index + 1];
2379                         adapter->ahw->intr_tbl[i].src = temp;
2380                 } else {
2381                         adapter->ahw->intr_tbl[i].id = i;
2382                         adapter->ahw->intr_tbl[i].enabled = 0;
2383                         adapter->ahw->intr_tbl[i].src = 0;
2384                 }
2385         }
2386 out:
2387         qlcnic_free_mbx_args(&cmd);
2388         return err;
2389 }
2390
2391 int qlcnic_83xx_lock_flash(struct qlcnic_adapter *adapter)
2392 {
2393         int id, timeout = 0;
2394         u32 status = 0;
2395
2396         while (status == 0) {
2397                 status = QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_LOCK);
2398                 if (status)
2399                         break;
2400
2401                 if (++timeout >= QLC_83XX_FLASH_LOCK_TIMEOUT) {
2402                         id = QLC_SHARED_REG_RD32(adapter,
2403                                                  QLCNIC_FLASH_LOCK_OWNER);
2404                         dev_err(&adapter->pdev->dev,
2405                                 "%s: failed, lock held by %d\n", __func__, id);
2406                         return -EIO;
2407                 }
2408                 usleep_range(1000, 2000);
2409         }
2410
2411         QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, adapter->portnum);
2412         return 0;
2413 }
2414
2415 void qlcnic_83xx_unlock_flash(struct qlcnic_adapter *adapter)
2416 {
2417         QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_UNLOCK);
2418         QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, 0xFF);
2419 }
2420
2421 int qlcnic_83xx_lockless_flash_read32(struct qlcnic_adapter *adapter,
2422                                       u32 flash_addr, u8 *p_data,
2423                                       int count)
2424 {
2425         u32 word, range, flash_offset, addr = flash_addr, ret;
2426         ulong indirect_add, direct_window;
2427         int i, err = 0;
2428
2429         flash_offset = addr & (QLCNIC_FLASH_SECTOR_SIZE - 1);
2430         if (addr & 0x3) {
2431                 dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
2432                 return -EIO;
2433         }
2434
2435         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_DIRECT_WINDOW,
2436                                      (addr));
2437
2438         range = flash_offset + (count * sizeof(u32));
2439         /* Check if data is spread across multiple sectors */
2440         if (range > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2441
2442                 /* Multi sector read */
2443                 for (i = 0; i < count; i++) {
2444                         indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2445                         ret = QLCRD32(adapter, indirect_add, &err);
2446                         if (err == -EIO)
2447                                 return err;
2448
2449                         word = ret;
2450                         *(u32 *)p_data  = word;
2451                         p_data = p_data + 4;
2452                         addr = addr + 4;
2453                         flash_offset = flash_offset + 4;
2454
2455                         if (flash_offset > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2456                                 direct_window = QLC_83XX_FLASH_DIRECT_WINDOW;
2457                                 /* This write is needed once for each sector */
2458                                 qlcnic_83xx_wrt_reg_indirect(adapter,
2459                                                              direct_window,
2460                                                              (addr));
2461                                 flash_offset = 0;
2462                         }
2463                 }
2464         } else {
2465                 /* Single sector read */
2466                 for (i = 0; i < count; i++) {
2467                         indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2468                         ret = QLCRD32(adapter, indirect_add, &err);
2469                         if (err == -EIO)
2470                                 return err;
2471
2472                         word = ret;
2473                         *(u32 *)p_data  = word;
2474                         p_data = p_data + 4;
2475                         addr = addr + 4;
2476                 }
2477         }
2478
2479         return 0;
2480 }
2481
2482 static int qlcnic_83xx_poll_flash_status_reg(struct qlcnic_adapter *adapter)
2483 {
2484         u32 status;
2485         int retries = QLC_83XX_FLASH_READ_RETRY_COUNT;
2486         int err = 0;
2487
2488         do {
2489                 status = QLCRD32(adapter, QLC_83XX_FLASH_STATUS, &err);
2490                 if (err == -EIO)
2491                         return err;
2492
2493                 if ((status & QLC_83XX_FLASH_STATUS_READY) ==
2494                     QLC_83XX_FLASH_STATUS_READY)
2495                         break;
2496
2497                 msleep(QLC_83XX_FLASH_STATUS_REG_POLL_DELAY);
2498         } while (--retries);
2499
2500         if (!retries)
2501                 return -EIO;
2502
2503         return 0;
2504 }
2505
2506 int qlcnic_83xx_enable_flash_write(struct qlcnic_adapter *adapter)
2507 {
2508         int ret;
2509         u32 cmd;
2510         cmd = adapter->ahw->fdt.write_statusreg_cmd;
2511         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2512                                      (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG | cmd));
2513         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2514                                      adapter->ahw->fdt.write_enable_bits);
2515         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2516                                      QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2517         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2518         if (ret)
2519                 return -EIO;
2520
2521         return 0;
2522 }
2523
2524 int qlcnic_83xx_disable_flash_write(struct qlcnic_adapter *adapter)
2525 {
2526         int ret;
2527
2528         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2529                                      (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG |
2530                                      adapter->ahw->fdt.write_statusreg_cmd));
2531         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2532                                      adapter->ahw->fdt.write_disable_bits);
2533         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2534                                      QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2535         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2536         if (ret)
2537                 return -EIO;
2538
2539         return 0;
2540 }
2541
2542 int qlcnic_83xx_read_flash_mfg_id(struct qlcnic_adapter *adapter)
2543 {
2544         int ret, err = 0;
2545         u32 mfg_id;
2546
2547         if (qlcnic_83xx_lock_flash(adapter))
2548                 return -EIO;
2549
2550         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2551                                      QLC_83XX_FLASH_FDT_READ_MFG_ID_VAL);
2552         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2553                                      QLC_83XX_FLASH_READ_CTRL);
2554         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2555         if (ret) {
2556                 qlcnic_83xx_unlock_flash(adapter);
2557                 return -EIO;
2558         }
2559
2560         mfg_id = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
2561         if (err == -EIO) {
2562                 qlcnic_83xx_unlock_flash(adapter);
2563                 return err;
2564         }
2565
2566         adapter->flash_mfg_id = (mfg_id & 0xFF);
2567         qlcnic_83xx_unlock_flash(adapter);
2568
2569         return 0;
2570 }
2571
2572 int qlcnic_83xx_read_flash_descriptor_table(struct qlcnic_adapter *adapter)
2573 {
2574         int count, fdt_size, ret = 0;
2575
2576         fdt_size = sizeof(struct qlcnic_fdt);
2577         count = fdt_size / sizeof(u32);
2578
2579         if (qlcnic_83xx_lock_flash(adapter))
2580                 return -EIO;
2581
2582         memset(&adapter->ahw->fdt, 0, fdt_size);
2583         ret = qlcnic_83xx_lockless_flash_read32(adapter, QLCNIC_FDT_LOCATION,
2584                                                 (u8 *)&adapter->ahw->fdt,
2585                                                 count);
2586
2587         qlcnic_83xx_unlock_flash(adapter);
2588         return ret;
2589 }
2590
2591 int qlcnic_83xx_erase_flash_sector(struct qlcnic_adapter *adapter,
2592                                    u32 sector_start_addr)
2593 {
2594         u32 reversed_addr, addr1, addr2, cmd;
2595         int ret = -EIO;
2596
2597         if (qlcnic_83xx_lock_flash(adapter) != 0)
2598                 return -EIO;
2599
2600         if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2601                 ret = qlcnic_83xx_enable_flash_write(adapter);
2602                 if (ret) {
2603                         qlcnic_83xx_unlock_flash(adapter);
2604                         dev_err(&adapter->pdev->dev,
2605                                 "%s failed at %d\n",
2606                                 __func__, __LINE__);
2607                         return ret;
2608                 }
2609         }
2610
2611         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2612         if (ret) {
2613                 qlcnic_83xx_unlock_flash(adapter);
2614                 dev_err(&adapter->pdev->dev,
2615                         "%s: failed at %d\n", __func__, __LINE__);
2616                 return -EIO;
2617         }
2618
2619         addr1 = (sector_start_addr & 0xFF) << 16;
2620         addr2 = (sector_start_addr & 0xFF0000) >> 16;
2621         reversed_addr = addr1 | addr2;
2622
2623         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2624                                      reversed_addr);
2625         cmd = QLC_83XX_FLASH_FDT_ERASE_DEF_SIG | adapter->ahw->fdt.erase_cmd;
2626         if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id)
2627                 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, cmd);
2628         else
2629                 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2630                                              QLC_83XX_FLASH_OEM_ERASE_SIG);
2631         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2632                                      QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2633
2634         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2635         if (ret) {
2636                 qlcnic_83xx_unlock_flash(adapter);
2637                 dev_err(&adapter->pdev->dev,
2638                         "%s: failed at %d\n", __func__, __LINE__);
2639                 return -EIO;
2640         }
2641
2642         if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2643                 ret = qlcnic_83xx_disable_flash_write(adapter);
2644                 if (ret) {
2645                         qlcnic_83xx_unlock_flash(adapter);
2646                         dev_err(&adapter->pdev->dev,
2647                                 "%s: failed at %d\n", __func__, __LINE__);
2648                         return ret;
2649                 }
2650         }
2651
2652         qlcnic_83xx_unlock_flash(adapter);
2653
2654         return 0;
2655 }
2656
2657 int qlcnic_83xx_flash_write32(struct qlcnic_adapter *adapter, u32 addr,
2658                               u32 *p_data)
2659 {
2660         int ret = -EIO;
2661         u32 addr1 = 0x00800000 | (addr >> 2);
2662
2663         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, addr1);
2664         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data);
2665         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2666                                      QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2667         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2668         if (ret) {
2669                 dev_err(&adapter->pdev->dev,
2670                         "%s: failed at %d\n", __func__, __LINE__);
2671                 return -EIO;
2672         }
2673
2674         return 0;
2675 }
2676
2677 int qlcnic_83xx_flash_bulk_write(struct qlcnic_adapter *adapter, u32 addr,
2678                                  u32 *p_data, int count)
2679 {
2680         u32 temp;
2681         int ret = -EIO, err = 0;
2682
2683         if ((count < QLC_83XX_FLASH_WRITE_MIN) ||
2684             (count > QLC_83XX_FLASH_WRITE_MAX)) {
2685                 dev_err(&adapter->pdev->dev,
2686                         "%s: Invalid word count\n", __func__);
2687                 return -EIO;
2688         }
2689
2690         temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2691         if (err == -EIO)
2692                 return err;
2693
2694         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_SPI_CONTROL,
2695                                      (temp | QLC_83XX_FLASH_SPI_CTRL));
2696         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2697                                      QLC_83XX_FLASH_ADDR_TEMP_VAL);
2698
2699         /* First DWORD write */
2700         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2701         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2702                                      QLC_83XX_FLASH_FIRST_MS_PATTERN);
2703         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2704         if (ret) {
2705                 dev_err(&adapter->pdev->dev,
2706                         "%s: failed at %d\n", __func__, __LINE__);
2707                 return -EIO;
2708         }
2709
2710         count--;
2711         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2712                                      QLC_83XX_FLASH_ADDR_SECOND_TEMP_VAL);
2713         /* Second to N-1 DWORD writes */
2714         while (count != 1) {
2715                 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2716                                              *p_data++);
2717                 qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2718                                              QLC_83XX_FLASH_SECOND_MS_PATTERN);
2719                 ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2720                 if (ret) {
2721                         dev_err(&adapter->pdev->dev,
2722                                 "%s: failed at %d\n", __func__, __LINE__);
2723                         return -EIO;
2724                 }
2725                 count--;
2726         }
2727
2728         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2729                                      QLC_83XX_FLASH_ADDR_TEMP_VAL |
2730                                      (addr >> 2));
2731         /* Last DWORD write */
2732         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2733         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2734                                      QLC_83XX_FLASH_LAST_MS_PATTERN);
2735         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2736         if (ret) {
2737                 dev_err(&adapter->pdev->dev,
2738                         "%s: failed at %d\n", __func__, __LINE__);
2739                 return -EIO;
2740         }
2741
2742         ret = QLCRD32(adapter, QLC_83XX_FLASH_SPI_STATUS, &err);
2743         if (err == -EIO)
2744                 return err;
2745
2746         if ((ret & QLC_83XX_FLASH_SPI_CTRL) == QLC_83XX_FLASH_SPI_CTRL) {
2747                 dev_err(&adapter->pdev->dev, "%s: failed at %d\n",
2748                         __func__, __LINE__);
2749                 /* Operation failed, clear error bit */
2750                 temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2751                 if (err == -EIO)
2752                         return err;
2753
2754                 qlcnic_83xx_wrt_reg_indirect(adapter,
2755                                              QLC_83XX_FLASH_SPI_CONTROL,
2756                                              (temp | QLC_83XX_FLASH_SPI_CTRL));
2757         }
2758
2759         return 0;
2760 }
2761
2762 static void qlcnic_83xx_recover_driver_lock(struct qlcnic_adapter *adapter)
2763 {
2764         u32 val, id;
2765
2766         val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2767
2768         /* Check if recovery need to be performed by the calling function */
2769         if ((val & QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK) == 0) {
2770                 val = val & ~0x3F;
2771                 val = val | ((adapter->portnum << 2) |
2772                              QLC_83XX_NEED_DRV_LOCK_RECOVERY);
2773                 QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2774                 dev_info(&adapter->pdev->dev,
2775                          "%s: lock recovery initiated\n", __func__);
2776                 msleep(QLC_83XX_DRV_LOCK_RECOVERY_DELAY);
2777                 val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2778                 id = ((val >> 2) & 0xF);
2779                 if (id == adapter->portnum) {
2780                         val = val & ~QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK;
2781                         val = val | QLC_83XX_DRV_LOCK_RECOVERY_IN_PROGRESS;
2782                         QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2783                         /* Force release the lock */
2784                         QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
2785                         /* Clear recovery bits */
2786                         val = val & ~0x3F;
2787                         QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2788                         dev_info(&adapter->pdev->dev,
2789                                  "%s: lock recovery completed\n", __func__);
2790                 } else {
2791                         dev_info(&adapter->pdev->dev,
2792                                  "%s: func %d to resume lock recovery process\n",
2793                                  __func__, id);
2794                 }
2795         } else {
2796                 dev_info(&adapter->pdev->dev,
2797                          "%s: lock recovery initiated by other functions\n",
2798                          __func__);
2799         }
2800 }
2801
2802 int qlcnic_83xx_lock_driver(struct qlcnic_adapter *adapter)
2803 {
2804         u32 lock_alive_counter, val, id, i = 0, status = 0, temp = 0;
2805         int max_attempt = 0;
2806
2807         while (status == 0) {
2808                 status = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK);
2809                 if (status)
2810                         break;
2811
2812                 msleep(QLC_83XX_DRV_LOCK_WAIT_DELAY);
2813                 i++;
2814
2815                 if (i == 1)
2816                         temp = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2817
2818                 if (i == QLC_83XX_DRV_LOCK_WAIT_COUNTER) {
2819                         val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2820                         if (val == temp) {
2821                                 id = val & 0xFF;
2822                                 dev_info(&adapter->pdev->dev,
2823                                          "%s: lock to be recovered from %d\n",
2824                                          __func__, id);
2825                                 qlcnic_83xx_recover_driver_lock(adapter);
2826                                 i = 0;
2827                                 max_attempt++;
2828                         } else {
2829                                 dev_err(&adapter->pdev->dev,
2830                                         "%s: failed to get lock\n", __func__);
2831                                 return -EIO;
2832                         }
2833                 }
2834
2835                 /* Force exit from while loop after few attempts */
2836                 if (max_attempt == QLC_83XX_MAX_DRV_LOCK_RECOVERY_ATTEMPT) {
2837                         dev_err(&adapter->pdev->dev,
2838                                 "%s: failed to get lock\n", __func__);
2839                         return -EIO;
2840                 }
2841         }
2842
2843         val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2844         lock_alive_counter = val >> 8;
2845         lock_alive_counter++;
2846         val = lock_alive_counter << 8 | adapter->portnum;
2847         QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
2848
2849         return 0;
2850 }
2851
2852 void qlcnic_83xx_unlock_driver(struct qlcnic_adapter *adapter)
2853 {
2854         u32 val, lock_alive_counter, id;
2855
2856         val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
2857         id = val & 0xFF;
2858         lock_alive_counter = val >> 8;
2859
2860         if (id != adapter->portnum)
2861                 dev_err(&adapter->pdev->dev,
2862                         "%s:Warning func %d is unlocking lock owned by %d\n",
2863                         __func__, adapter->portnum, id);
2864
2865         val = (lock_alive_counter << 8) | 0xFF;
2866         QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
2867         QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
2868 }
2869
2870 int qlcnic_83xx_ms_mem_write128(struct qlcnic_adapter *adapter, u64 addr,
2871                                 u32 *data, u32 count)
2872 {
2873         int i, j, ret = 0;
2874         u32 temp;
2875         int err = 0;
2876
2877         /* Check alignment */
2878         if (addr & 0xF)
2879                 return -EIO;
2880
2881         mutex_lock(&adapter->ahw->mem_lock);
2882         qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_ADDR_HI, 0);
2883
2884         for (i = 0; i < count; i++, addr += 16) {
2885                 if (!((ADDR_IN_RANGE(addr, QLCNIC_ADDR_QDR_NET,
2886                                      QLCNIC_ADDR_QDR_NET_MAX)) ||
2887                       (ADDR_IN_RANGE(addr, QLCNIC_ADDR_DDR_NET,
2888                                      QLCNIC_ADDR_DDR_NET_MAX)))) {
2889                         mutex_unlock(&adapter->ahw->mem_lock);
2890                         return -EIO;
2891                 }
2892
2893                 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_ADDR_LO, addr);
2894                 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_LO,
2895                                              *data++);
2896                 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_HI,
2897                                              *data++);
2898                 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_ULO,
2899                                              *data++);
2900                 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_WRTDATA_UHI,
2901                                              *data++);
2902                 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_CTRL,
2903                                              QLCNIC_TA_WRITE_ENABLE);
2904                 qlcnic_83xx_wrt_reg_indirect(adapter, QLCNIC_MS_CTRL,
2905                                              QLCNIC_TA_WRITE_START);
2906
2907                 for (j = 0; j < MAX_CTL_CHECK; j++) {
2908                         temp = QLCRD32(adapter, QLCNIC_MS_CTRL, &err);
2909                         if (err == -EIO) {
2910                                 mutex_unlock(&adapter->ahw->mem_lock);
2911                                 return err;
2912                         }
2913
2914                         if ((temp & TA_CTL_BUSY) == 0)
2915                                 break;
2916                 }
2917
2918                 /* Status check failure */
2919                 if (j >= MAX_CTL_CHECK) {
2920                         printk_ratelimited(KERN_WARNING
2921                                            "MS memory write failed\n");
2922                         mutex_unlock(&adapter->ahw->mem_lock);
2923                         return -EIO;
2924                 }
2925         }
2926
2927         mutex_unlock(&adapter->ahw->mem_lock);
2928
2929         return ret;
2930 }
2931
2932 int qlcnic_83xx_flash_read32(struct qlcnic_adapter *adapter, u32 flash_addr,
2933                              u8 *p_data, int count)
2934 {
2935         u32 word, addr = flash_addr, ret;
2936         ulong  indirect_addr;
2937         int i, err = 0;
2938
2939         if (qlcnic_83xx_lock_flash(adapter) != 0)
2940                 return -EIO;
2941
2942         if (addr & 0x3) {
2943                 dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
2944                 qlcnic_83xx_unlock_flash(adapter);
2945                 return -EIO;
2946         }
2947
2948         for (i = 0; i < count; i++) {
2949                 if (qlcnic_83xx_wrt_reg_indirect(adapter,
2950                                                  QLC_83XX_FLASH_DIRECT_WINDOW,
2951                                                  (addr))) {
2952                         qlcnic_83xx_unlock_flash(adapter);
2953                         return -EIO;
2954                 }
2955
2956                 indirect_addr = QLC_83XX_FLASH_DIRECT_DATA(addr);
2957                 ret = QLCRD32(adapter, indirect_addr, &err);
2958                 if (err == -EIO)
2959                         return err;
2960
2961                 word = ret;
2962                 *(u32 *)p_data  = word;
2963                 p_data = p_data + 4;
2964                 addr = addr + 4;
2965         }
2966
2967         qlcnic_83xx_unlock_flash(adapter);
2968
2969         return 0;
2970 }
2971
2972 int qlcnic_83xx_test_link(struct qlcnic_adapter *adapter)
2973 {
2974         u8 pci_func;
2975         int err;
2976         u32 config = 0, state;
2977         struct qlcnic_cmd_args cmd;
2978         struct qlcnic_hardware_context *ahw = adapter->ahw;
2979
2980         if (qlcnic_sriov_vf_check(adapter))
2981                 pci_func = adapter->portnum;
2982         else
2983                 pci_func = ahw->pci_func;
2984
2985         state = readl(ahw->pci_base0 + QLC_83XX_LINK_STATE(pci_func));
2986         if (!QLC_83xx_FUNC_VAL(state, pci_func)) {
2987                 dev_info(&adapter->pdev->dev, "link state down\n");
2988                 return config;
2989         }
2990
2991         err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_STATUS);
2992         if (err)
2993                 return err;
2994
2995         err = qlcnic_issue_cmd(adapter, &cmd);
2996         if (err) {
2997                 dev_info(&adapter->pdev->dev,
2998                          "Get Link Status Command failed: 0x%x\n", err);
2999                 goto out;
3000         } else {
3001                 config = cmd.rsp.arg[1];
3002                 switch (QLC_83XX_CURRENT_LINK_SPEED(config)) {
3003                 case QLC_83XX_10M_LINK:
3004                         ahw->link_speed = SPEED_10;
3005                         break;
3006                 case QLC_83XX_100M_LINK:
3007                         ahw->link_speed = SPEED_100;
3008                         break;
3009                 case QLC_83XX_1G_LINK:
3010                         ahw->link_speed = SPEED_1000;
3011                         break;
3012                 case QLC_83XX_10G_LINK:
3013                         ahw->link_speed = SPEED_10000;
3014                         break;
3015                 default:
3016                         ahw->link_speed = 0;
3017                         break;
3018                 }
3019                 config = cmd.rsp.arg[3];
3020                 if (QLC_83XX_SFP_PRESENT(config)) {
3021                         switch (ahw->module_type) {
3022                         case LINKEVENT_MODULE_OPTICAL_UNKNOWN:
3023                         case LINKEVENT_MODULE_OPTICAL_SRLR:
3024                         case LINKEVENT_MODULE_OPTICAL_LRM:
3025                         case LINKEVENT_MODULE_OPTICAL_SFP_1G:
3026                                 ahw->supported_type = PORT_FIBRE;
3027                                 break;
3028                         case LINKEVENT_MODULE_TWINAX_UNSUPPORTED_CABLE:
3029                         case LINKEVENT_MODULE_TWINAX_UNSUPPORTED_CABLELEN:
3030                         case LINKEVENT_MODULE_TWINAX:
3031                                 ahw->supported_type = PORT_TP;
3032                                 break;
3033                         default:
3034                                 ahw->supported_type = PORT_OTHER;
3035                         }
3036                 }
3037                 if (config & 1)
3038                         err = 1;
3039         }
3040 out:
3041         qlcnic_free_mbx_args(&cmd);
3042         return config;
3043 }
3044
3045 int qlcnic_83xx_get_settings(struct qlcnic_adapter *adapter,
3046                              struct ethtool_cmd *ecmd)
3047 {
3048         u32 config = 0;
3049         int status = 0;
3050         struct qlcnic_hardware_context *ahw = adapter->ahw;
3051
3052         /* Get port configuration info */
3053         status = qlcnic_83xx_get_port_info(adapter);
3054         /* Get Link Status related info */
3055         config = qlcnic_83xx_test_link(adapter);
3056         ahw->module_type = QLC_83XX_SFP_MODULE_TYPE(config);
3057         /* hard code until there is a way to get it from flash */
3058         ahw->board_type = QLCNIC_BRDTYPE_83XX_10G;
3059
3060         if (netif_running(adapter->netdev) && ahw->has_link_events) {
3061                 ethtool_cmd_speed_set(ecmd, ahw->link_speed);
3062                 ecmd->duplex = ahw->link_duplex;
3063                 ecmd->autoneg = ahw->link_autoneg;
3064         } else {
3065                 ethtool_cmd_speed_set(ecmd, SPEED_UNKNOWN);
3066                 ecmd->duplex = DUPLEX_UNKNOWN;
3067                 ecmd->autoneg = AUTONEG_DISABLE;
3068         }
3069
3070         if (ahw->port_type == QLCNIC_XGBE) {
3071                 ecmd->supported = SUPPORTED_10000baseT_Full;
3072                 ecmd->advertising = ADVERTISED_10000baseT_Full;
3073         } else {
3074                 ecmd->supported = (SUPPORTED_10baseT_Half |
3075                                    SUPPORTED_10baseT_Full |
3076                                    SUPPORTED_100baseT_Half |
3077                                    SUPPORTED_100baseT_Full |
3078                                    SUPPORTED_1000baseT_Half |
3079                                    SUPPORTED_1000baseT_Full);
3080                 ecmd->advertising = (ADVERTISED_100baseT_Half |
3081                                      ADVERTISED_100baseT_Full |
3082                                      ADVERTISED_1000baseT_Half |
3083                                      ADVERTISED_1000baseT_Full);
3084         }
3085
3086         switch (ahw->supported_type) {
3087         case PORT_FIBRE:
3088                 ecmd->supported |= SUPPORTED_FIBRE;
3089                 ecmd->advertising |= ADVERTISED_FIBRE;
3090                 ecmd->port = PORT_FIBRE;
3091                 ecmd->transceiver = XCVR_EXTERNAL;
3092                 break;
3093         case PORT_TP:
3094                 ecmd->supported |= SUPPORTED_TP;
3095                 ecmd->advertising |= ADVERTISED_TP;
3096                 ecmd->port = PORT_TP;
3097                 ecmd->transceiver = XCVR_INTERNAL;
3098                 break;
3099         default:
3100                 ecmd->supported |= SUPPORTED_FIBRE;
3101                 ecmd->advertising |= ADVERTISED_FIBRE;
3102                 ecmd->port = PORT_OTHER;
3103                 ecmd->transceiver = XCVR_EXTERNAL;
3104                 break;
3105         }
3106         ecmd->phy_address = ahw->physical_port;
3107         return status;
3108 }
3109
3110 int qlcnic_83xx_set_settings(struct qlcnic_adapter *adapter,
3111                              struct ethtool_cmd *ecmd)
3112 {
3113         int status = 0;
3114         u32 config = adapter->ahw->port_config;
3115
3116         if (ecmd->autoneg)
3117                 adapter->ahw->port_config |= BIT_15;
3118
3119         switch (ethtool_cmd_speed(ecmd)) {
3120         case SPEED_10:
3121                 adapter->ahw->port_config |= BIT_8;
3122                 break;
3123         case SPEED_100:
3124                 adapter->ahw->port_config |= BIT_9;
3125                 break;
3126         case SPEED_1000:
3127                 adapter->ahw->port_config |= BIT_10;
3128                 break;
3129         case SPEED_10000:
3130                 adapter->ahw->port_config |= BIT_11;
3131                 break;
3132         default:
3133                 return -EINVAL;
3134         }
3135
3136         status = qlcnic_83xx_set_port_config(adapter);
3137         if (status) {
3138                 dev_info(&adapter->pdev->dev,
3139                          "Failed to Set Link Speed and autoneg.\n");
3140                 adapter->ahw->port_config = config;
3141         }
3142         return status;
3143 }
3144
3145 static inline u64 *qlcnic_83xx_copy_stats(struct qlcnic_cmd_args *cmd,
3146                                           u64 *data, int index)
3147 {
3148         u32 low, hi;
3149         u64 val;
3150
3151         low = cmd->rsp.arg[index];
3152         hi = cmd->rsp.arg[index + 1];
3153         val = (((u64) low) | (((u64) hi) << 32));
3154         *data++ = val;
3155         return data;
3156 }
3157
3158 static u64 *qlcnic_83xx_fill_stats(struct qlcnic_adapter *adapter,
3159                                    struct qlcnic_cmd_args *cmd, u64 *data,
3160                                    int type, int *ret)
3161 {
3162         int err, k, total_regs;
3163
3164         *ret = 0;
3165         err = qlcnic_issue_cmd(adapter, cmd);
3166         if (err != QLCNIC_RCODE_SUCCESS) {
3167                 dev_info(&adapter->pdev->dev,
3168                          "Error in get statistics mailbox command\n");
3169                 *ret = -EIO;
3170                 return data;
3171         }
3172         total_regs = cmd->rsp.num;
3173         switch (type) {
3174         case QLC_83XX_STAT_MAC:
3175                 /* fill in MAC tx counters */
3176                 for (k = 2; k < 28; k += 2)
3177                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3178                 /* skip 24 bytes of reserved area */
3179                 /* fill in MAC rx counters */
3180                 for (k += 6; k < 60; k += 2)
3181                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3182                 /* skip 24 bytes of reserved area */
3183                 /* fill in MAC rx frame stats */
3184                 for (k += 6; k < 80; k += 2)
3185                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3186                 /* fill in eSwitch stats */
3187                 for (; k < total_regs; k += 2)
3188                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3189                 break;
3190         case QLC_83XX_STAT_RX:
3191                 for (k = 2; k < 8; k += 2)
3192                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3193                 /* skip 8 bytes of reserved data */
3194                 for (k += 2; k < 24; k += 2)
3195                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3196                 /* skip 8 bytes containing RE1FBQ error data */
3197                 for (k += 2; k < total_regs; k += 2)
3198                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3199                 break;
3200         case QLC_83XX_STAT_TX:
3201                 for (k = 2; k < 10; k += 2)
3202                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3203                 /* skip 8 bytes of reserved data */
3204                 for (k += 2; k < total_regs; k += 2)
3205                         data = qlcnic_83xx_copy_stats(cmd, data, k);
3206                 break;
3207         default:
3208                 dev_warn(&adapter->pdev->dev, "Unknown get statistics mode\n");
3209                 *ret = -EIO;
3210         }
3211         return data;
3212 }
3213
3214 void qlcnic_83xx_get_stats(struct qlcnic_adapter *adapter, u64 *data)
3215 {
3216         struct qlcnic_cmd_args cmd;
3217         struct net_device *netdev = adapter->netdev;
3218         int ret = 0;
3219
3220         ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_STATISTICS);
3221         if (ret)
3222                 return;
3223         /* Get Tx stats */
3224         cmd.req.arg[1] = BIT_1 | (adapter->tx_ring->ctx_id << 16);
3225         cmd.rsp.num = QLC_83XX_TX_STAT_REGS;
3226         data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3227                                       QLC_83XX_STAT_TX, &ret);
3228         if (ret) {
3229                 netdev_err(netdev, "Error getting Tx stats\n");
3230                 goto out;
3231         }
3232         /* Get MAC stats */
3233         cmd.req.arg[1] = BIT_2 | (adapter->portnum << 16);
3234         cmd.rsp.num = QLC_83XX_MAC_STAT_REGS;
3235         memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3236         data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3237                                       QLC_83XX_STAT_MAC, &ret);
3238         if (ret) {
3239                 netdev_err(netdev, "Error getting MAC stats\n");
3240                 goto out;
3241         }
3242         /* Get Rx stats */
3243         cmd.req.arg[1] = adapter->recv_ctx->context_id << 16;
3244         cmd.rsp.num = QLC_83XX_RX_STAT_REGS;
3245         memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3246         data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3247                                       QLC_83XX_STAT_RX, &ret);
3248         if (ret)
3249                 netdev_err(netdev, "Error getting Rx stats\n");
3250 out:
3251         qlcnic_free_mbx_args(&cmd);
3252 }
3253
3254 int qlcnic_83xx_reg_test(struct qlcnic_adapter *adapter)
3255 {
3256         u32 major, minor, sub;
3257
3258         major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
3259         minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
3260         sub = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
3261
3262         if (adapter->fw_version != QLCNIC_VERSION_CODE(major, minor, sub)) {
3263                 dev_info(&adapter->pdev->dev, "%s: Reg test failed\n",
3264                          __func__);
3265                 return 1;
3266         }
3267         return 0;
3268 }
3269
3270 inline int qlcnic_83xx_get_regs_len(struct qlcnic_adapter *adapter)
3271 {
3272         return (ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl) *
3273                 sizeof(*adapter->ahw->ext_reg_tbl)) +
3274                 (ARRAY_SIZE(qlcnic_83xx_reg_tbl) *
3275                 sizeof(*adapter->ahw->reg_tbl));
3276 }
3277
3278 int qlcnic_83xx_get_registers(struct qlcnic_adapter *adapter, u32 *regs_buff)
3279 {
3280         int i, j = 0;
3281
3282         for (i = QLCNIC_DEV_INFO_SIZE + 1;
3283              j < ARRAY_SIZE(qlcnic_83xx_reg_tbl); i++, j++)
3284                 regs_buff[i] = QLC_SHARED_REG_RD32(adapter, j);
3285
3286         for (j = 0; j < ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl); j++)
3287                 regs_buff[i++] = QLCRDX(adapter->ahw, j);
3288         return i;
3289 }
3290
3291 int qlcnic_83xx_interrupt_test(struct net_device *netdev)
3292 {
3293         struct qlcnic_adapter *adapter = netdev_priv(netdev);
3294         struct qlcnic_hardware_context *ahw = adapter->ahw;
3295         struct qlcnic_cmd_args cmd;
3296         u32 data;
3297         u16 intrpt_id, id;
3298         u8 val;
3299         int ret, max_sds_rings = adapter->max_sds_rings;
3300
3301         if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
3302                 netdev_info(netdev, "Device is resetting\n");
3303                 return -EBUSY;
3304         }
3305
3306         if (qlcnic_get_diag_lock(adapter)) {
3307                 netdev_info(netdev, "Device in diagnostics mode\n");
3308                 return -EBUSY;
3309         }
3310
3311         ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_INTERRUPT_TEST,
3312                                          max_sds_rings);
3313         if (ret)
3314                 goto fail_diag_irq;
3315
3316         ahw->diag_cnt = 0;
3317         ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_INTRPT_TEST);
3318         if (ret)
3319                 goto fail_diag_irq;
3320
3321         if (adapter->flags & QLCNIC_MSIX_ENABLED)
3322                 intrpt_id = ahw->intr_tbl[0].id;
3323         else
3324                 intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
3325
3326         cmd.req.arg[1] = 1;
3327         cmd.req.arg[2] = intrpt_id;
3328         cmd.req.arg[3] = BIT_0;
3329
3330         ret = qlcnic_issue_cmd(adapter, &cmd);
3331         data = cmd.rsp.arg[2];
3332         id = LSW(data);
3333         val = LSB(MSW(data));
3334         if (id != intrpt_id)
3335                 dev_info(&adapter->pdev->dev,
3336                          "Interrupt generated: 0x%x, requested:0x%x\n",
3337                          id, intrpt_id);
3338         if (val)
3339                 dev_err(&adapter->pdev->dev,
3340                          "Interrupt test error: 0x%x\n", val);
3341         if (ret)
3342                 goto done;
3343
3344         msleep(20);
3345         ret = !ahw->diag_cnt;
3346
3347 done:
3348         qlcnic_free_mbx_args(&cmd);
3349         qlcnic_83xx_diag_free_res(netdev, max_sds_rings);
3350
3351 fail_diag_irq:
3352         adapter->max_sds_rings = max_sds_rings;
3353         qlcnic_release_diag_lock(adapter);
3354         return ret;
3355 }
3356
3357 void qlcnic_83xx_get_pauseparam(struct qlcnic_adapter *adapter,
3358                                 struct ethtool_pauseparam *pause)
3359 {
3360         struct qlcnic_hardware_context *ahw = adapter->ahw;
3361         int status = 0;
3362         u32 config;
3363
3364         status = qlcnic_83xx_get_port_config(adapter);
3365         if (status) {
3366                 dev_err(&adapter->pdev->dev,
3367                         "%s: Get Pause Config failed\n", __func__);
3368                 return;
3369         }
3370         config = ahw->port_config;
3371         if (config & QLC_83XX_CFG_STD_PAUSE) {
3372                 switch (MSW(config)) {
3373                 case QLC_83XX_TX_PAUSE:
3374                         pause->tx_pause = 1;
3375                         break;
3376                 case QLC_83XX_RX_PAUSE:
3377                         pause->rx_pause = 1;
3378                         break;
3379                 case QLC_83XX_TX_RX_PAUSE:
3380                 default:
3381                         /* Backward compatibility for existing
3382                          * flash definitions
3383                          */
3384                         pause->tx_pause = 1;
3385                         pause->rx_pause = 1;
3386                 }
3387         }
3388
3389         if (QLC_83XX_AUTONEG(config))
3390                 pause->autoneg = 1;
3391 }
3392
3393 int qlcnic_83xx_set_pauseparam(struct qlcnic_adapter *adapter,
3394                                struct ethtool_pauseparam *pause)
3395 {
3396         struct qlcnic_hardware_context *ahw = adapter->ahw;
3397         int status = 0;
3398         u32 config;
3399
3400         status = qlcnic_83xx_get_port_config(adapter);
3401         if (status) {
3402                 dev_err(&adapter->pdev->dev,
3403                         "%s: Get Pause Config failed.\n", __func__);
3404                 return status;
3405         }
3406         config = ahw->port_config;
3407
3408         if (ahw->port_type == QLCNIC_GBE) {
3409                 if (pause->autoneg)
3410                         ahw->port_config |= QLC_83XX_ENABLE_AUTONEG;
3411                 if (!pause->autoneg)
3412                         ahw->port_config &= ~QLC_83XX_ENABLE_AUTONEG;
3413         } else if ((ahw->port_type == QLCNIC_XGBE) && (pause->autoneg)) {
3414                 return -EOPNOTSUPP;
3415         }
3416
3417         if (!(config & QLC_83XX_CFG_STD_PAUSE))
3418                 ahw->port_config |= QLC_83XX_CFG_STD_PAUSE;
3419
3420         if (pause->rx_pause && pause->tx_pause) {
3421                 ahw->port_config |= QLC_83XX_CFG_STD_TX_RX_PAUSE;
3422         } else if (pause->rx_pause && !pause->tx_pause) {
3423                 ahw->port_config &= ~QLC_83XX_CFG_STD_TX_PAUSE;
3424                 ahw->port_config |= QLC_83XX_CFG_STD_RX_PAUSE;
3425         } else if (pause->tx_pause && !pause->rx_pause) {
3426                 ahw->port_config &= ~QLC_83XX_CFG_STD_RX_PAUSE;
3427                 ahw->port_config |= QLC_83XX_CFG_STD_TX_PAUSE;
3428         } else if (!pause->rx_pause && !pause->tx_pause) {
3429                 ahw->port_config &= ~(QLC_83XX_CFG_STD_TX_RX_PAUSE |
3430                                       QLC_83XX_CFG_STD_PAUSE);
3431         }
3432         status = qlcnic_83xx_set_port_config(adapter);
3433         if (status) {
3434                 dev_err(&adapter->pdev->dev,
3435                         "%s: Set Pause Config failed.\n", __func__);
3436                 ahw->port_config = config;
3437         }
3438         return status;
3439 }
3440
3441 static int qlcnic_83xx_read_flash_status_reg(struct qlcnic_adapter *adapter)
3442 {
3443         int ret, err = 0;
3444         u32 temp;
3445
3446         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
3447                                      QLC_83XX_FLASH_OEM_READ_SIG);
3448         qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
3449                                      QLC_83XX_FLASH_READ_CTRL);
3450         ret = qlcnic_83xx_poll_flash_status_reg(adapter);
3451         if (ret)
3452                 return -EIO;
3453
3454         temp = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
3455         if (err == -EIO)
3456                 return err;
3457
3458         return temp & 0xFF;
3459 }
3460
3461 int qlcnic_83xx_flash_test(struct qlcnic_adapter *adapter)
3462 {
3463         int status;
3464
3465         status = qlcnic_83xx_read_flash_status_reg(adapter);
3466         if (status == -EIO) {
3467                 dev_info(&adapter->pdev->dev, "%s: EEPROM test failed.\n",
3468                          __func__);
3469                 return 1;
3470         }
3471         return 0;
3472 }
3473
3474 int qlcnic_83xx_shutdown(struct pci_dev *pdev)
3475 {
3476         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3477         struct net_device *netdev = adapter->netdev;
3478         int retval;
3479
3480         netif_device_detach(netdev);
3481         qlcnic_cancel_idc_work(adapter);
3482
3483         if (netif_running(netdev))
3484                 qlcnic_down(adapter, netdev);
3485
3486         qlcnic_83xx_disable_mbx_intr(adapter);
3487         cancel_delayed_work_sync(&adapter->idc_aen_work);
3488
3489         retval = pci_save_state(pdev);
3490         if (retval)
3491                 return retval;
3492
3493         return 0;
3494 }
3495
3496 int qlcnic_83xx_resume(struct qlcnic_adapter *adapter)
3497 {
3498         struct qlcnic_hardware_context *ahw = adapter->ahw;
3499         struct qlc_83xx_idc *idc = &ahw->idc;
3500         int err = 0;
3501
3502         err = qlcnic_83xx_idc_init(adapter);
3503         if (err)
3504                 return err;
3505
3506         if (ahw->nic_mode == QLC_83XX_VIRTUAL_NIC_MODE) {
3507                 if (ahw->op_mode == QLCNIC_MGMT_FUNC) {
3508                         qlcnic_83xx_set_vnic_opmode(adapter);
3509                 } else {
3510                         err = qlcnic_83xx_check_vnic_state(adapter);
3511                         if (err)
3512                                 return err;
3513                 }
3514         }
3515
3516         err = qlcnic_83xx_idc_reattach_driver(adapter);
3517         if (err)
3518                 return err;
3519
3520         qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
3521                              idc->delay);
3522         return err;
3523 }
3524
3525 void qlcnic_83xx_reinit_mbx_work(struct qlcnic_mailbox *mbx)
3526 {
3527         INIT_COMPLETION(mbx->completion);
3528         set_bit(QLC_83XX_MBX_READY, &mbx->status);
3529 }
3530
3531 void qlcnic_83xx_free_mailbox(struct qlcnic_mailbox *mbx)
3532 {
3533         destroy_workqueue(mbx->work_q);
3534         kfree(mbx);
3535 }
3536
3537 static inline void
3538 qlcnic_83xx_notify_cmd_completion(struct qlcnic_adapter *adapter,
3539                                   struct qlcnic_cmd_args *cmd)
3540 {
3541         atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
3542
3543         if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT) {
3544                 qlcnic_free_mbx_args(cmd);
3545                 kfree(cmd);
3546                 return;
3547         }
3548         complete(&cmd->completion);
3549 }
3550
3551 static void qlcnic_83xx_flush_mbx_queue(struct qlcnic_adapter *adapter)
3552 {
3553         struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3554         struct list_head *head = &mbx->cmd_q;
3555         struct qlcnic_cmd_args *cmd = NULL;
3556
3557         spin_lock(&mbx->queue_lock);
3558
3559         while (!list_empty(head)) {
3560                 cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3561                 dev_info(&adapter->pdev->dev, "%s: Mailbox command 0x%x\n",
3562                          __func__, cmd->cmd_op);
3563                 list_del(&cmd->list);
3564                 mbx->num_cmds--;
3565                 qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3566         }
3567
3568         spin_unlock(&mbx->queue_lock);
3569 }
3570
3571 static int qlcnic_83xx_check_mbx_status(struct qlcnic_adapter *adapter)
3572 {
3573         struct qlcnic_hardware_context *ahw = adapter->ahw;
3574         struct qlcnic_mailbox *mbx = ahw->mailbox;
3575         u32 host_mbx_ctrl;
3576
3577         if (!test_bit(QLC_83XX_MBX_READY, &mbx->status))
3578                 return -EBUSY;
3579
3580         host_mbx_ctrl = QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL);
3581         if (host_mbx_ctrl) {
3582                 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3583                 ahw->idc.collect_dump = 1;
3584                 return -EIO;
3585         }
3586
3587         return 0;
3588 }
3589
3590 static inline void qlcnic_83xx_signal_mbx_cmd(struct qlcnic_adapter *adapter,
3591                                               u8 issue_cmd)
3592 {
3593         if (issue_cmd)
3594                 QLCWRX(adapter->ahw, QLCNIC_HOST_MBX_CTRL, QLCNIC_SET_OWNER);
3595         else
3596                 QLCWRX(adapter->ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
3597 }
3598
3599 static void qlcnic_83xx_dequeue_mbx_cmd(struct qlcnic_adapter *adapter,
3600                                         struct qlcnic_cmd_args *cmd)
3601 {
3602         struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3603
3604         spin_lock(&mbx->queue_lock);
3605
3606         list_del(&cmd->list);
3607         mbx->num_cmds--;
3608
3609         spin_unlock(&mbx->queue_lock);
3610
3611         qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3612 }
3613
3614 static void qlcnic_83xx_encode_mbx_cmd(struct qlcnic_adapter *adapter,
3615                                        struct qlcnic_cmd_args *cmd)
3616 {
3617         u32 mbx_cmd, fw_hal_version, hdr_size, total_size, tmp;
3618         struct qlcnic_hardware_context *ahw = adapter->ahw;
3619         int i, j;
3620
3621         if (cmd->op_type != QLC_83XX_MBX_POST_BC_OP) {
3622                 mbx_cmd = cmd->req.arg[0];
3623                 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3624                 for (i = 1; i < cmd->req.num; i++)
3625                         writel(cmd->req.arg[i], QLCNIC_MBX_HOST(ahw, i));
3626         } else {
3627                 fw_hal_version = ahw->fw_hal_version;
3628                 hdr_size = sizeof(struct qlcnic_bc_hdr) / sizeof(u32);
3629                 total_size = cmd->pay_size + hdr_size;
3630                 tmp = QLCNIC_CMD_BC_EVENT_SETUP | total_size << 16;
3631                 mbx_cmd = tmp | fw_hal_version << 29;
3632                 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3633
3634                 /* Back channel specific operations bits */
3635                 mbx_cmd = 0x1 | 1 << 4;
3636
3637                 if (qlcnic_sriov_pf_check(adapter))
3638                         mbx_cmd |= cmd->func_num << 5;
3639
3640                 writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 1));
3641
3642                 for (i = 2, j = 0; j < hdr_size; i++, j++)
3643                         writel(*(cmd->hdr++), QLCNIC_MBX_HOST(ahw, i));
3644                 for (j = 0; j < cmd->pay_size; j++, i++)
3645                         writel(*(cmd->pay++), QLCNIC_MBX_HOST(ahw, i));
3646         }
3647 }
3648
3649 void qlcnic_83xx_detach_mailbox_work(struct qlcnic_adapter *adapter)
3650 {
3651         struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3652
3653         clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3654         complete(&mbx->completion);
3655         cancel_work_sync(&mbx->work);
3656         flush_workqueue(mbx->work_q);
3657         qlcnic_83xx_flush_mbx_queue(adapter);
3658 }
3659
3660 static int qlcnic_83xx_enqueue_mbx_cmd(struct qlcnic_adapter *adapter,
3661                                        struct qlcnic_cmd_args *cmd,
3662                                        unsigned long *timeout)
3663 {
3664         struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3665
3666         if (test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
3667                 atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
3668                 init_completion(&cmd->completion);
3669                 cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_UNKNOWN;
3670
3671                 spin_lock(&mbx->queue_lock);
3672
3673                 list_add_tail(&cmd->list, &mbx->cmd_q);
3674                 mbx->num_cmds++;
3675                 cmd->total_cmds = mbx->num_cmds;
3676                 *timeout = cmd->total_cmds * QLC_83XX_MBX_TIMEOUT;
3677                 queue_work(mbx->work_q, &mbx->work);
3678
3679                 spin_unlock(&mbx->queue_lock);
3680
3681                 return 0;
3682         }
3683
3684         return -EBUSY;
3685 }
3686
3687 static int qlcnic_83xx_check_mac_rcode(struct qlcnic_adapter *adapter,
3688                                        struct qlcnic_cmd_args *cmd)
3689 {
3690         u8 mac_cmd_rcode;
3691         u32 fw_data;
3692
3693         if (cmd->cmd_op == QLCNIC_CMD_CONFIG_MAC_VLAN) {
3694                 fw_data = readl(QLCNIC_MBX_FW(adapter->ahw, 2));
3695                 mac_cmd_rcode = (u8)fw_data;
3696                 if (mac_cmd_rcode == QLC_83XX_NO_NIC_RESOURCE ||
3697                     mac_cmd_rcode == QLC_83XX_MAC_PRESENT ||
3698                     mac_cmd_rcode == QLC_83XX_MAC_ABSENT) {
3699                         cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
3700                         return QLCNIC_RCODE_SUCCESS;
3701                 }
3702         }
3703
3704         return -EINVAL;
3705 }
3706
3707 static void qlcnic_83xx_decode_mbx_rsp(struct qlcnic_adapter *adapter,
3708                                        struct qlcnic_cmd_args *cmd)
3709 {
3710         struct qlcnic_hardware_context *ahw = adapter->ahw;
3711         struct device *dev = &adapter->pdev->dev;
3712         u8 mbx_err_code;
3713         u32 fw_data;
3714
3715         fw_data = readl(QLCNIC_MBX_FW(ahw, 0));
3716         mbx_err_code = QLCNIC_MBX_STATUS(fw_data);
3717         qlcnic_83xx_get_mbx_data(adapter, cmd);
3718
3719         switch (mbx_err_code) {
3720         case QLCNIC_MBX_RSP_OK:
3721         case QLCNIC_MBX_PORT_RSP_OK:
3722                 cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
3723                 break;
3724         default:
3725                 if (!qlcnic_83xx_check_mac_rcode(adapter, cmd))
3726                         break;
3727
3728                 dev_err(dev, "%s: Mailbox command failed, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x, error=0x%x\n",
3729                         __func__, cmd->cmd_op, cmd->type, ahw->pci_func,
3730                         ahw->op_mode, mbx_err_code);
3731                 cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_FAILED;
3732                 qlcnic_dump_mbx(adapter, cmd);
3733         }
3734
3735         return;
3736 }
3737
3738 static void qlcnic_83xx_mailbox_worker(struct work_struct *work)
3739 {
3740         struct qlcnic_mailbox *mbx = container_of(work, struct qlcnic_mailbox,
3741                                                   work);
3742         struct qlcnic_adapter *adapter = mbx->adapter;
3743         struct qlcnic_mbx_ops *mbx_ops = mbx->ops;
3744         struct device *dev = &adapter->pdev->dev;
3745         atomic_t *rsp_status = &mbx->rsp_status;
3746         struct list_head *head = &mbx->cmd_q;
3747         struct qlcnic_hardware_context *ahw;
3748         struct qlcnic_cmd_args *cmd = NULL;
3749
3750         ahw = adapter->ahw;
3751
3752         while (true) {
3753                 if (qlcnic_83xx_check_mbx_status(adapter)) {
3754                         qlcnic_83xx_flush_mbx_queue(adapter);
3755                         return;
3756                 }
3757
3758                 atomic_set(rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
3759
3760                 spin_lock(&mbx->queue_lock);
3761
3762                 if (list_empty(head)) {
3763                         spin_unlock(&mbx->queue_lock);
3764                         return;
3765                 }
3766                 cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3767
3768                 spin_unlock(&mbx->queue_lock);
3769
3770                 mbx_ops->encode_cmd(adapter, cmd);
3771                 mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_REQUEST);
3772
3773                 if (wait_for_completion_timeout(&mbx->completion,
3774                                                 QLC_83XX_MBX_TIMEOUT)) {
3775                         mbx_ops->decode_resp(adapter, cmd);
3776                         mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_COMPLETION);
3777                 } else {
3778                         dev_err(dev, "%s: Mailbox command timeout, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x\n",
3779                                 __func__, cmd->cmd_op, cmd->type, ahw->pci_func,
3780                                 ahw->op_mode);
3781                         clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3782                         qlcnic_dump_mbx(adapter, cmd);
3783                         qlcnic_83xx_idc_request_reset(adapter,
3784                                                       QLCNIC_FORCE_FW_DUMP_KEY);
3785                         cmd->rsp_opcode = QLCNIC_RCODE_TIMEOUT;
3786                 }
3787                 mbx_ops->dequeue_cmd(adapter, cmd);
3788         }
3789 }
3790
3791 static struct qlcnic_mbx_ops qlcnic_83xx_mbx_ops = {
3792         .enqueue_cmd    = qlcnic_83xx_enqueue_mbx_cmd,
3793         .dequeue_cmd    = qlcnic_83xx_dequeue_mbx_cmd,
3794         .decode_resp    = qlcnic_83xx_decode_mbx_rsp,
3795         .encode_cmd     = qlcnic_83xx_encode_mbx_cmd,
3796         .nofity_fw      = qlcnic_83xx_signal_mbx_cmd,
3797 };
3798
3799 int qlcnic_83xx_init_mailbox_work(struct qlcnic_adapter *adapter)
3800 {
3801         struct qlcnic_hardware_context *ahw = adapter->ahw;
3802         struct qlcnic_mailbox *mbx;
3803
3804         ahw->mailbox = kzalloc(sizeof(*mbx), GFP_KERNEL);
3805         if (!ahw->mailbox)
3806                 return -ENOMEM;
3807
3808         mbx = ahw->mailbox;
3809         mbx->ops = &qlcnic_83xx_mbx_ops;
3810         mbx->adapter = adapter;
3811
3812         spin_lock_init(&mbx->queue_lock);
3813         spin_lock_init(&mbx->aen_lock);
3814         INIT_LIST_HEAD(&mbx->cmd_q);
3815         init_completion(&mbx->completion);
3816
3817         mbx->work_q = create_singlethread_workqueue("qlcnic_mailbox");
3818         if (mbx->work_q == NULL) {
3819                 kfree(mbx);
3820                 return -ENOMEM;
3821         }
3822
3823         INIT_WORK(&mbx->work, qlcnic_83xx_mailbox_worker);
3824         set_bit(QLC_83XX_MBX_READY, &mbx->status);
3825         return 0;
3826 }
3827
3828 pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *pdev,
3829                                                pci_channel_state_t state)
3830 {
3831         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3832
3833         if (state == pci_channel_io_perm_failure)
3834                 return PCI_ERS_RESULT_DISCONNECT;
3835
3836         if (state == pci_channel_io_normal)
3837                 return PCI_ERS_RESULT_RECOVERED;
3838
3839         set_bit(__QLCNIC_AER, &adapter->state);
3840         set_bit(__QLCNIC_RESETTING, &adapter->state);
3841
3842         qlcnic_83xx_aer_stop_poll_work(adapter);
3843
3844         pci_save_state(pdev);
3845         pci_disable_device(pdev);
3846
3847         return PCI_ERS_RESULT_NEED_RESET;
3848 }
3849
3850 pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *pdev)
3851 {
3852         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3853         int err = 0;
3854
3855         pdev->error_state = pci_channel_io_normal;
3856         err = pci_enable_device(pdev);
3857         if (err)
3858                 goto disconnect;
3859
3860         pci_set_power_state(pdev, PCI_D0);
3861         pci_set_master(pdev);
3862         pci_restore_state(pdev);
3863
3864         err = qlcnic_83xx_aer_reset(adapter);
3865         if (err == 0)
3866                 return PCI_ERS_RESULT_RECOVERED;
3867 disconnect:
3868         clear_bit(__QLCNIC_AER, &adapter->state);
3869         clear_bit(__QLCNIC_RESETTING, &adapter->state);
3870         return PCI_ERS_RESULT_DISCONNECT;
3871 }
3872
3873 void qlcnic_83xx_io_resume(struct pci_dev *pdev)
3874 {
3875         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3876
3877         pci_cleanup_aer_uncorrect_error_status(pdev);
3878         if (test_and_clear_bit(__QLCNIC_AER, &adapter->state))
3879                 qlcnic_83xx_aer_start_poll_work(adapter);
3880 }