]> git.karo-electronics.de Git - karo-tx-linux.git/blob - drivers/net/wireless/brcm80211/brcmsmac/main.c
brcm80211: smac: removed redundant timer function parameters
[karo-tx-linux.git] / drivers / net / wireless / brcm80211 / brcmsmac / main.c
1 /*
2  * Copyright (c) 2010 Broadcom Corporation
3  *
4  * Permission to use, copy, modify, and/or distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11  * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13  * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14  * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16
17 #include <linux/pci_ids.h>
18 #include <linux/if_ether.h>
19 #include <net/mac80211.h>
20 #include <brcm_hw_ids.h>
21 #include <aiutils.h>
22 #include <chipcommon.h>
23 #include "rate.h"
24 #include "scb.h"
25 #include "phy/phy_hal.h"
26 #include "channel.h"
27 #include "antsel.h"
28 #include "stf.h"
29 #include "ampdu.h"
30 #include "mac80211_if.h"
31 #include "ucode_loader.h"
32 #include "main.h"
33
34 /*
35  * Indication for txflowcontrol that all priority bits in
36  * TXQ_STOP_FOR_PRIOFC_MASK are to be considered.
37  */
38 #define ALLPRIO         -1
39
40 /*
41  * 32 SSID chars, max of 4 chars for each SSID char "\xFF", plus NULL.
42  */
43 #define SSID_FMT_BUF_LEN        ((4 * IEEE80211_MAX_SSID_LEN) + 1)
44
45 /* watchdog timer, in unit of ms */
46 #define TIMER_INTERVAL_WATCHDOG 1000
47 /* radio monitor timer, in unit of ms */
48 #define TIMER_INTERVAL_RADIOCHK 800
49
50 /* Max MPC timeout, in unit of watchdog */
51 #ifndef BRCMS_MPC_MAX_DELAYCNT
52 #define BRCMS_MPC_MAX_DELAYCNT  10
53 #endif
54
55 /* Min MPC timeout, in unit of watchdog */
56 #define BRCMS_MPC_MIN_DELAYCNT  1
57 #define BRCMS_MPC_THRESHOLD     3       /* MPC count threshold level */
58
59 /* beacon interval, in unit of 1024TU */
60 #define BEACON_INTERVAL_DEFAULT 100
61 /* DTIM interval, in unit of beacon interval */
62 #define DTIM_INTERVAL_DEFAULT   3
63
64 /* Scale down delays to accommodate QT slow speed */
65 /* beacon interval, in unit of 1024TU */
66 #define BEACON_INTERVAL_DEF_QT  20
67 /* DTIM interval, in unit of beacon interval */
68 #define DTIM_INTERVAL_DEF_QT    1
69
70 #define TBTT_ALIGN_LEEWAY_US    100     /* min leeway before first TBTT in us */
71
72 /* n-mode support capability */
73 /* 2x2 includes both 1x1 & 2x2 devices
74  * reserved #define 2 for future when we want to separate 1x1 & 2x2 and
75  * control it independently
76  */
77 #define WL_11N_2x2                      1
78 #define WL_11N_3x3                      3
79 #define WL_11N_4x4                      4
80
81 /* define 11n feature disable flags */
82 #define WLFEATURE_DISABLE_11N           0x00000001
83 #define WLFEATURE_DISABLE_11N_STBC_TX   0x00000002
84 #define WLFEATURE_DISABLE_11N_STBC_RX   0x00000004
85 #define WLFEATURE_DISABLE_11N_SGI_TX    0x00000008
86 #define WLFEATURE_DISABLE_11N_SGI_RX    0x00000010
87 #define WLFEATURE_DISABLE_11N_AMPDU_TX  0x00000020
88 #define WLFEATURE_DISABLE_11N_AMPDU_RX  0x00000040
89 #define WLFEATURE_DISABLE_11N_GF        0x00000080
90
91 #define EDCF_ACI_MASK                0x60
92 #define EDCF_ACI_SHIFT               5
93 #define EDCF_ECWMIN_MASK             0x0f
94 #define EDCF_ECWMAX_SHIFT            4
95 #define EDCF_AIFSN_MASK              0x0f
96 #define EDCF_AIFSN_MAX               15
97 #define EDCF_ECWMAX_MASK             0xf0
98
99 #define EDCF_AC_BE_TXOP_STA          0x0000
100 #define EDCF_AC_BK_TXOP_STA          0x0000
101 #define EDCF_AC_VO_ACI_STA           0x62
102 #define EDCF_AC_VO_ECW_STA           0x32
103 #define EDCF_AC_VI_ACI_STA           0x42
104 #define EDCF_AC_VI_ECW_STA           0x43
105 #define EDCF_AC_BK_ECW_STA           0xA4
106 #define EDCF_AC_VI_TXOP_STA          0x005e
107 #define EDCF_AC_VO_TXOP_STA          0x002f
108 #define EDCF_AC_BE_ACI_STA           0x03
109 #define EDCF_AC_BE_ECW_STA           0xA4
110 #define EDCF_AC_BK_ACI_STA           0x27
111 #define EDCF_AC_VO_TXOP_AP           0x002f
112
113 #define EDCF_TXOP2USEC(txop)         ((txop) << 5)
114 #define EDCF_ECW2CW(exp)             ((1 << (exp)) - 1)
115
116 #define APHY_SYMBOL_TIME        4
117 #define APHY_PREAMBLE_TIME      16
118 #define APHY_SIGNAL_TIME        4
119 #define APHY_SIFS_TIME          16
120 #define APHY_SERVICE_NBITS      16
121 #define APHY_TAIL_NBITS         6
122 #define BPHY_SIFS_TIME          10
123 #define BPHY_PLCP_SHORT_TIME    96
124
125 #define PREN_PREAMBLE           24
126 #define PREN_MM_EXT             12
127 #define PREN_PREAMBLE_EXT       4
128
129 #define DOT11_MAC_HDR_LEN               24
130 #define DOT11_ACK_LEN           10
131 #define DOT11_BA_LEN            4
132 #define DOT11_OFDM_SIGNAL_EXTENSION     6
133 #define DOT11_MIN_FRAG_LEN              256
134 #define DOT11_RTS_LEN           16
135 #define DOT11_CTS_LEN           10
136 #define DOT11_BA_BITMAP_LEN             128
137 #define DOT11_MIN_BEACON_PERIOD         1
138 #define DOT11_MAX_BEACON_PERIOD         0xFFFF
139 #define DOT11_MAXNUMFRAGS       16
140 #define DOT11_MAX_FRAG_LEN              2346
141
142 #define BPHY_PLCP_TIME          192
143 #define RIFS_11N_TIME           2
144
145 #define WME_VER                 1
146 #define WME_SUBTYPE_PARAM_IE    1
147 #define WME_TYPE                2
148 #define WME_OUI                 "\x00\x50\xf2"
149
150 #define AC_BE                   0
151 #define AC_BK                   1
152 #define AC_VI                   2
153 #define AC_VO                   3
154
155 #define BCN_TMPL_LEN            512     /* length of the BCN template area */
156
157 /* brcms_bss_info flag bit values */
158 #define BRCMS_BSS_HT            0x0020  /* BSS is HT (MIMO) capable */
159
160 /* Flags used in brcms_c_txq_info.stopped */
161 /* per prio flow control bits */
162 #define TXQ_STOP_FOR_PRIOFC_MASK        0x000000FF
163 /* stop txq enqueue for packet drain */
164 #define TXQ_STOP_FOR_PKT_DRAIN          0x00000100
165 /* stop txq enqueue for ampdu flow control */
166 #define TXQ_STOP_FOR_AMPDU_FLOW_CNTRL   0x00000200
167
168 #define BRCMS_HWRXOFF           38      /* chip rx buffer offset */
169
170 /* Find basic rate for a given rate */
171 static u8 brcms_basic_rate(struct brcms_c_info *wlc, u32 rspec)
172 {
173         if (is_mcs_rate(rspec))
174                 return wlc->band->basic_rate[mcs_table[rspec & RSPEC_RATE_MASK]
175                        .leg_ofdm];
176         return wlc->band->basic_rate[rspec & RSPEC_RATE_MASK];
177 }
178
179 static u16 frametype(u32 rspec, u8 mimoframe)
180 {
181         if (is_mcs_rate(rspec))
182                 return mimoframe;
183         return is_cck_rate(rspec) ? FT_CCK : FT_OFDM;
184 }
185
186 /* rfdisable delay timer 500 ms, runs of ALP clock */
187 #define RFDISABLE_DEFAULT       10000000
188
189 #define BRCMS_TEMPSENSE_PERIOD          10      /* 10 second timeout */
190
191 /* precedences numbers for wlc queues. These are twice as may levels as
192  * 802.1D priorities.
193  * Odd numbers are used for HI priority traffic at same precedence levels
194  * These constants are used ONLY by wlc_prio2prec_map.  Do not use them
195  * elsewhere.
196  */
197 #define _BRCMS_PREC_NONE                0       /* None = - */
198 #define _BRCMS_PREC_BK          2       /* BK - Background */
199 #define _BRCMS_PREC_BE          4       /* BE - Best-effort */
200 #define _BRCMS_PREC_EE          6       /* EE - Excellent-effort */
201 #define _BRCMS_PREC_CL          8       /* CL - Controlled Load */
202 #define _BRCMS_PREC_VI          10      /* Vi - Video */
203 #define _BRCMS_PREC_VO          12      /* Vo - Voice */
204 #define _BRCMS_PREC_NC          14      /* NC - Network Control */
205
206 /* The BSS is generating beacons in HW */
207 #define BRCMS_BSSCFG_HW_BCN     0x20
208
209 #define SYNTHPU_DLY_APHY_US     3700    /* a phy synthpu_dly time in us */
210 #define SYNTHPU_DLY_BPHY_US     1050    /* b/g phy synthpu_dly time in us */
211 #define SYNTHPU_DLY_NPHY_US     2048    /* n phy REV3 synthpu_dly time in us */
212 #define SYNTHPU_DLY_LPPHY_US    300     /* lpphy synthpu_dly time in us */
213
214 #define SYNTHPU_DLY_PHY_US_QT   100     /* QT synthpu_dly time in us */
215
216 #define ANTCNT                  10      /* vanilla M_MAX_ANTCNT value */
217
218 /* Per-AC retry limit register definitions; uses defs.h bitfield macros */
219 #define EDCF_SHORT_S            0
220 #define EDCF_SFB_S              4
221 #define EDCF_LONG_S             8
222 #define EDCF_LFB_S              12
223 #define EDCF_SHORT_M            BITFIELD_MASK(4)
224 #define EDCF_SFB_M              BITFIELD_MASK(4)
225 #define EDCF_LONG_M             BITFIELD_MASK(4)
226 #define EDCF_LFB_M              BITFIELD_MASK(4)
227
228 #define RETRY_SHORT_DEF                 7       /* Default Short retry Limit */
229 #define RETRY_SHORT_MAX                 255     /* Maximum Short retry Limit */
230 #define RETRY_LONG_DEF                  4       /* Default Long retry count */
231 #define RETRY_SHORT_FB                  3 /* Short count for fallback rate */
232 #define RETRY_LONG_FB                   2 /* Long count for fallback rate */
233
234 #define APHY_CWMIN              15
235 #define PHY_CWMAX               1023
236
237 #define EDCF_AIFSN_MIN               1
238
239 #define FRAGNUM_MASK            0xF
240
241 #define APHY_SLOT_TIME          9
242 #define BPHY_SLOT_TIME          20
243
244 #define WL_SPURAVOID_OFF        0
245 #define WL_SPURAVOID_ON1        1
246 #define WL_SPURAVOID_ON2        2
247
248 /* invalid core flags, use the saved coreflags */
249 #define BRCMS_USE_COREFLAGS     0xffffffff
250
251 /* values for PLCPHdr_override */
252 #define BRCMS_PLCP_AUTO -1
253 #define BRCMS_PLCP_SHORT        0
254 #define BRCMS_PLCP_LONG 1
255
256 /* values for g_protection_override and n_protection_override */
257 #define BRCMS_PROTECTION_AUTO           -1
258 #define BRCMS_PROTECTION_OFF            0
259 #define BRCMS_PROTECTION_ON             1
260 #define BRCMS_PROTECTION_MMHDR_ONLY     2
261 #define BRCMS_PROTECTION_CTS_ONLY               3
262
263 /* values for g_protection_control and n_protection_control */
264 #define BRCMS_PROTECTION_CTL_OFF                0
265 #define BRCMS_PROTECTION_CTL_LOCAL      1
266 #define BRCMS_PROTECTION_CTL_OVERLAP    2
267
268 /* values for n_protection */
269 #define BRCMS_N_PROTECTION_OFF          0
270 #define BRCMS_N_PROTECTION_OPTIONAL     1
271 #define BRCMS_N_PROTECTION_20IN40               2
272 #define BRCMS_N_PROTECTION_MIXEDMODE    3
273
274 /* values for band specific 40MHz capabilities */
275 #define BRCMS_N_BW_20ALL                        0
276 #define BRCMS_N_BW_40ALL                        1
277 #define BRCMS_N_BW_20IN2G_40IN5G                2
278
279 /* bitflags for SGI support (sgi_rx iovar) */
280 #define BRCMS_N_SGI_20                  0x01
281 #define BRCMS_N_SGI_40                  0x02
282
283 /* defines used by the nrate iovar */
284 /* MSC in use,indicates b0-6 holds an mcs */
285 #define NRATE_MCS_INUSE 0x00000080
286 /* rate/mcs value */
287 #define NRATE_RATE_MASK 0x0000007f
288 /* stf mode mask: siso, cdd, stbc, sdm */
289 #define NRATE_STF_MASK  0x0000ff00
290 /* stf mode shift */
291 #define NRATE_STF_SHIFT 8
292 /* bit indicates override both rate & mode */
293 #define NRATE_OVERRIDE  0x80000000
294 /* bit indicate to override mcs only */
295 #define NRATE_OVERRIDE_MCS_ONLY 0x40000000
296 #define NRATE_SGI_MASK  0x00800000      /* sgi mode */
297 #define NRATE_SGI_SHIFT 23      /* sgi mode */
298 #define NRATE_LDPC_CODING 0x00400000    /* bit indicates adv coding in use */
299 #define NRATE_LDPC_SHIFT 22     /* ldpc shift */
300
301 #define NRATE_STF_SISO  0       /* stf mode SISO */
302 #define NRATE_STF_CDD   1       /* stf mode CDD */
303 #define NRATE_STF_STBC  2       /* stf mode STBC */
304 #define NRATE_STF_SDM   3       /* stf mode SDM */
305
306 #define MAX_DMA_SEGS 4
307
308 /* Max # of entries in Tx FIFO based on 4kb page size */
309 #define NTXD            256
310 /* Max # of entries in Rx FIFO based on 4kb page size */
311 #define NRXD            256
312
313 /* try to keep this # rbufs posted to the chip */
314 #define NRXBUFPOST      32
315
316 /* data msg txq hiwat mark */
317 #define BRCMS_DATAHIWAT         50
318
319 /* bounded rx loops */
320 #define RXBND           8 /* max # frames to process in brcms_c_recv() */
321 #define TXSBND          8 /* max # tx status to process in wlc_txstatus() */
322
323 /*
324  * 32 SSID chars, max of 4 chars for each SSID char "\xFF", plus NULL.
325  */
326 #define SSID_FMT_BUF_LEN        ((4 * IEEE80211_MAX_SSID_LEN) + 1)
327
328 /*
329  * The following table lists the buffer memory allocated to xmt fifos in HW.
330  * the size is in units of 256bytes(one block), total size is HW dependent
331  * ucode has default fifo partition, sw can overwrite if necessary
332  *
333  * This is documented in twiki under the topic UcodeTxFifo. Please ensure
334  * the twiki is updated before making changes.
335  */
336
337 /* Starting corerev for the fifo size table */
338 #define XMTFIFOTBL_STARTREV     20
339
340 struct d11init {
341         __le16 addr;
342         __le16 size;
343         __le32 value;
344 };
345
346 /* currently the best mechanism for determining SIFS is the band in use */
347 static u16 get_sifs(struct brcms_band *band)
348 {
349         return band->bandtype == BRCM_BAND_5G ? APHY_SIFS_TIME :
350                                  BPHY_SIFS_TIME;
351 }
352
353
354 /*
355  * Detect Card removed.
356  * Even checking an sbconfig register read will not false trigger when the core
357  * is in reset it breaks CF address mechanism. Accessing gphy phyversion will
358  * cause SB error if aphy is in reset on 4306B0-DB. Need a simple accessible
359  * reg with fixed 0/1 pattern (some platforms return all 0).
360  * If clocks are present, call the sb routine which will figure out if the
361  * device is removed.
362  */
363 static bool brcms_deviceremoved(struct brcms_c_info *wlc)
364 {
365         if (!wlc->hw->clk)
366                 return ai_deviceremoved(wlc->hw->sih);
367         return (R_REG(&wlc->hw->regs->maccontrol) &
368                 (MCTL_PSM_JMP_0 | MCTL_IHR_EN)) != MCTL_IHR_EN;
369 }
370
371 /* sum the individual fifo tx pending packet counts */
372 static s16 brcms_txpktpendtot(struct brcms_c_info *wlc)
373 {
374         return wlc->core->txpktpend[0] + wlc->core->txpktpend[1] +
375                wlc->core->txpktpend[2] + wlc->core->txpktpend[3];
376 }
377
378 static bool brcms_is_mband_unlocked(struct brcms_c_info *wlc)
379 {
380         return wlc->pub->_nbands > 1 && !wlc->bandlocked;
381 }
382
383 static int brcms_chspec_bw(u16 chanspec)
384 {
385         if (CHSPEC_IS40(chanspec))
386                 return BRCMS_40_MHZ;
387         if (CHSPEC_IS20(chanspec))
388                 return BRCMS_20_MHZ;
389
390         return BRCMS_10_MHZ;
391 }
392
393 struct edcf_acparam {
394         u8 ACI;
395         u8 ECW;
396         u16 TXOP;
397 } __packed;
398
399 const u8 prio2fifo[NUMPRIO] = {
400         TX_AC_BE_FIFO,          /* 0    BE      AC_BE   Best Effort */
401         TX_AC_BK_FIFO,          /* 1    BK      AC_BK   Background */
402         TX_AC_BK_FIFO,          /* 2    --      AC_BK   Background */
403         TX_AC_BE_FIFO,          /* 3    EE      AC_BE   Best Effort */
404         TX_AC_VI_FIFO,          /* 4    CL      AC_VI   Video */
405         TX_AC_VI_FIFO,          /* 5    VI      AC_VI   Video */
406         TX_AC_VO_FIFO,          /* 6    VO      AC_VO   Voice */
407         TX_AC_VO_FIFO           /* 7    NC      AC_VO   Voice */
408 };
409
410 /* debug/trace */
411 uint brcm_msg_level =
412 #if defined(BCMDBG)
413         LOG_ERROR_VAL;
414 #else
415         0;
416 #endif                          /* BCMDBG */
417
418 /* TX FIFO number to WME/802.1E Access Category */
419 static const u8 wme_fifo2ac[] = { AC_BK, AC_BE, AC_VI, AC_VO, AC_BE, AC_BE };
420
421 /* WME/802.1E Access Category to TX FIFO number */
422 static const u8 wme_ac2fifo[] = { 1, 0, 2, 3 };
423
424 /* 802.1D Priority to precedence queue mapping */
425 const u8 wlc_prio2prec_map[] = {
426         _BRCMS_PREC_BE,         /* 0 BE - Best-effort */
427         _BRCMS_PREC_BK,         /* 1 BK - Background */
428         _BRCMS_PREC_NONE,               /* 2 None = - */
429         _BRCMS_PREC_EE,         /* 3 EE - Excellent-effort */
430         _BRCMS_PREC_CL,         /* 4 CL - Controlled Load */
431         _BRCMS_PREC_VI,         /* 5 Vi - Video */
432         _BRCMS_PREC_VO,         /* 6 Vo - Voice */
433         _BRCMS_PREC_NC,         /* 7 NC - Network Control */
434 };
435
436 static const u16 xmtfifo_sz[][NFIFO] = {
437         /* corerev 20: 5120, 49152, 49152, 5376, 4352, 1280 */
438         {20, 192, 192, 21, 17, 5},
439         /* corerev 21: 2304, 14848, 5632, 3584, 3584, 1280 */
440         {9, 58, 22, 14, 14, 5},
441         /* corerev 22: 5120, 49152, 49152, 5376, 4352, 1280 */
442         {20, 192, 192, 21, 17, 5},
443         /* corerev 23: 5120, 49152, 49152, 5376, 4352, 1280 */
444         {20, 192, 192, 21, 17, 5},
445         /* corerev 24: 2304, 14848, 5632, 3584, 3584, 1280 */
446         {9, 58, 22, 14, 14, 5},
447 };
448
449 static const u8 acbitmap2maxprio[] = {
450         PRIO_8021D_BE, PRIO_8021D_BE, PRIO_8021D_BK, PRIO_8021D_BK,
451         PRIO_8021D_VI, PRIO_8021D_VI, PRIO_8021D_VI, PRIO_8021D_VI,
452         PRIO_8021D_VO, PRIO_8021D_VO, PRIO_8021D_VO, PRIO_8021D_VO,
453         PRIO_8021D_VO, PRIO_8021D_VO, PRIO_8021D_VO, PRIO_8021D_VO
454 };
455
456 #ifdef BCMDBG
457 static const char * const fifo_names[] = {
458         "AC_BK", "AC_BE", "AC_VI", "AC_VO", "BCMC", "ATIM" };
459 #else
460 static const char fifo_names[6][0];
461 #endif
462
463 #ifdef BCMDBG
464 /* pointer to most recently allocated wl/wlc */
465 static struct brcms_c_info *wlc_info_dbg = (struct brcms_c_info *) (NULL);
466 #endif
467
468 static void brcms_c_bsscfg_mfree(struct brcms_bss_cfg *cfg)
469 {
470         if (cfg == NULL)
471                 return;
472
473         kfree(cfg->current_bss);
474         kfree(cfg);
475 }
476
477 static void brcms_c_detach_mfree(struct brcms_c_info *wlc)
478 {
479         if (wlc == NULL)
480                 return;
481
482         brcms_c_bsscfg_mfree(wlc->bsscfg);
483         kfree(wlc->pub);
484         kfree(wlc->modulecb);
485         kfree(wlc->default_bss);
486         kfree(wlc->protection);
487         kfree(wlc->stf);
488         kfree(wlc->bandstate[0]);
489         kfree(wlc->corestate->macstat_snapshot);
490         kfree(wlc->corestate);
491         kfree(wlc->hw->bandstate[0]);
492         kfree(wlc->hw);
493
494         /* free the wlc */
495         kfree(wlc);
496         wlc = NULL;
497 }
498
499 static struct brcms_bss_cfg *brcms_c_bsscfg_malloc(uint unit)
500 {
501         struct brcms_bss_cfg *cfg;
502
503         cfg = kzalloc(sizeof(struct brcms_bss_cfg), GFP_ATOMIC);
504         if (cfg == NULL)
505                 goto fail;
506
507         cfg->current_bss = kzalloc(sizeof(struct brcms_bss_info), GFP_ATOMIC);
508         if (cfg->current_bss == NULL)
509                 goto fail;
510
511         return cfg;
512
513  fail:
514         brcms_c_bsscfg_mfree(cfg);
515         return NULL;
516 }
517
518 static struct brcms_c_info *
519 brcms_c_attach_malloc(uint unit, uint *err, uint devid)
520 {
521         struct brcms_c_info *wlc;
522
523         wlc = kzalloc(sizeof(struct brcms_c_info), GFP_ATOMIC);
524         if (wlc == NULL) {
525                 *err = 1002;
526                 goto fail;
527         }
528
529         /* allocate struct brcms_c_pub state structure */
530         wlc->pub = kzalloc(sizeof(struct brcms_pub), GFP_ATOMIC);
531         if (wlc->pub == NULL) {
532                 *err = 1003;
533                 goto fail;
534         }
535         wlc->pub->wlc = wlc;
536
537         /* allocate struct brcms_hardware state structure */
538
539         wlc->hw = kzalloc(sizeof(struct brcms_hardware), GFP_ATOMIC);
540         if (wlc->hw == NULL) {
541                 *err = 1005;
542                 goto fail;
543         }
544         wlc->hw->wlc = wlc;
545
546         wlc->hw->bandstate[0] =
547                 kzalloc(sizeof(struct brcms_hw_band) * MAXBANDS, GFP_ATOMIC);
548         if (wlc->hw->bandstate[0] == NULL) {
549                 *err = 1006;
550                 goto fail;
551         } else {
552                 int i;
553
554                 for (i = 1; i < MAXBANDS; i++)
555                         wlc->hw->bandstate[i] = (struct brcms_hw_band *)
556                             ((unsigned long)wlc->hw->bandstate[0] +
557                              (sizeof(struct brcms_hw_band) * i));
558         }
559
560         wlc->modulecb =
561                 kzalloc(sizeof(struct modulecb) * BRCMS_MAXMODULES, GFP_ATOMIC);
562         if (wlc->modulecb == NULL) {
563                 *err = 1009;
564                 goto fail;
565         }
566
567         wlc->default_bss = kzalloc(sizeof(struct brcms_bss_info), GFP_ATOMIC);
568         if (wlc->default_bss == NULL) {
569                 *err = 1010;
570                 goto fail;
571         }
572
573         wlc->bsscfg = brcms_c_bsscfg_malloc(unit);
574         if (wlc->bsscfg == NULL) {
575                 *err = 1011;
576                 goto fail;
577         }
578
579         wlc->protection = kzalloc(sizeof(struct brcms_protection),
580                                   GFP_ATOMIC);
581         if (wlc->protection == NULL) {
582                 *err = 1016;
583                 goto fail;
584         }
585
586         wlc->stf = kzalloc(sizeof(struct brcms_stf), GFP_ATOMIC);
587         if (wlc->stf == NULL) {
588                 *err = 1017;
589                 goto fail;
590         }
591
592         wlc->bandstate[0] =
593                 kzalloc(sizeof(struct brcms_band)*MAXBANDS, GFP_ATOMIC);
594         if (wlc->bandstate[0] == NULL) {
595                 *err = 1025;
596                 goto fail;
597         } else {
598                 int i;
599
600                 for (i = 1; i < MAXBANDS; i++)
601                         wlc->bandstate[i] = (struct brcms_band *)
602                                 ((unsigned long)wlc->bandstate[0]
603                                 + (sizeof(struct brcms_band)*i));
604         }
605
606         wlc->corestate = kzalloc(sizeof(struct brcms_core), GFP_ATOMIC);
607         if (wlc->corestate == NULL) {
608                 *err = 1026;
609                 goto fail;
610         }
611
612         wlc->corestate->macstat_snapshot =
613                 kzalloc(sizeof(struct macstat), GFP_ATOMIC);
614         if (wlc->corestate->macstat_snapshot == NULL) {
615                 *err = 1027;
616                 goto fail;
617         }
618
619         return wlc;
620
621  fail:
622         brcms_c_detach_mfree(wlc);
623         return NULL;
624 }
625
626 /*
627  * Update the slot timing for standard 11b/g (20us slots)
628  * or shortslot 11g (9us slots)
629  * The PSM needs to be suspended for this call.
630  */
631 static void brcms_b_update_slot_timing(struct brcms_hardware *wlc_hw,
632                                         bool shortslot)
633 {
634         struct d11regs __iomem *regs;
635
636         regs = wlc_hw->regs;
637
638         if (shortslot) {
639                 /* 11g short slot: 11a timing */
640                 W_REG(&regs->ifs_slot, 0x0207); /* APHY_SLOT_TIME */
641                 brcms_b_write_shm(wlc_hw, M_DOT11_SLOT, APHY_SLOT_TIME);
642         } else {
643                 /* 11g long slot: 11b timing */
644                 W_REG(&regs->ifs_slot, 0x0212); /* BPHY_SLOT_TIME */
645                 brcms_b_write_shm(wlc_hw, M_DOT11_SLOT, BPHY_SLOT_TIME);
646         }
647 }
648
649 static void brcms_c_write_inits(struct brcms_hardware *wlc_hw,
650                                 const struct d11init *inits)
651 {
652         int i;
653         u8 __iomem *base;
654         u8 __iomem *addr;
655         u16 size;
656         u32 value;
657
658         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
659
660         base = (u8 __iomem *)wlc_hw->regs;
661
662         for (i = 0; inits[i].addr != cpu_to_le16(0xffff); i++) {
663                 size = le16_to_cpu(inits[i].size);
664                 addr = base + le16_to_cpu(inits[i].addr);
665                 value = le32_to_cpu(inits[i].value);
666                 if (size == 2)
667                         W_REG((u16 __iomem *)addr, value);
668                 else if (size == 4)
669                         W_REG((u32 __iomem *)addr, value);
670                 else
671                         break;
672         }
673 }
674
675 static void brcms_c_write_mhf(struct brcms_hardware *wlc_hw, u16 *mhfs)
676 {
677         u8 idx;
678         u16 addr[] = {
679                 M_HOST_FLAGS1, M_HOST_FLAGS2, M_HOST_FLAGS3, M_HOST_FLAGS4,
680                 M_HOST_FLAGS5
681         };
682
683         for (idx = 0; idx < MHFMAX; idx++)
684                 brcms_b_write_shm(wlc_hw, addr[idx], mhfs[idx]);
685 }
686
687 static void brcms_c_ucode_bsinit(struct brcms_hardware *wlc_hw)
688 {
689         struct wiphy *wiphy = wlc_hw->wlc->wiphy;
690         struct brcms_ucode *ucode = &wlc_hw->wlc->wl->ucode;
691
692         /* init microcode host flags */
693         brcms_c_write_mhf(wlc_hw, wlc_hw->band->mhfs);
694
695         /* do band-specific ucode IHR, SHM, and SCR inits */
696         if (D11REV_IS(wlc_hw->corerev, 23)) {
697                 if (BRCMS_ISNPHY(wlc_hw->band))
698                         brcms_c_write_inits(wlc_hw, ucode->d11n0bsinitvals16);
699                 else
700                         wiphy_err(wiphy, "%s: wl%d: unsupported phy in corerev"
701                                   " %d\n", __func__, wlc_hw->unit,
702                                   wlc_hw->corerev);
703         } else {
704                 if (D11REV_IS(wlc_hw->corerev, 24)) {
705                         if (BRCMS_ISLCNPHY(wlc_hw->band))
706                                 brcms_c_write_inits(wlc_hw,
707                                                     ucode->d11lcn0bsinitvals24);
708                         else
709                                 wiphy_err(wiphy, "%s: wl%d: unsupported phy in"
710                                           " core rev %d\n", __func__,
711                                           wlc_hw->unit, wlc_hw->corerev);
712                 } else {
713                         wiphy_err(wiphy, "%s: wl%d: unsupported corerev %d\n",
714                                 __func__, wlc_hw->unit, wlc_hw->corerev);
715                 }
716         }
717 }
718
719 static void brcms_b_core_phy_clk(struct brcms_hardware *wlc_hw, bool clk)
720 {
721         BCMMSG(wlc_hw->wlc->wiphy, "wl%d: clk %d\n", wlc_hw->unit, clk);
722
723         wlc_hw->phyclk = clk;
724
725         if (OFF == clk) {       /* clear gmode bit, put phy into reset */
726
727                 ai_core_cflags(wlc_hw->sih, (SICF_PRST | SICF_FGC | SICF_GMODE),
728                                (SICF_PRST | SICF_FGC));
729                 udelay(1);
730                 ai_core_cflags(wlc_hw->sih, (SICF_PRST | SICF_FGC), SICF_PRST);
731                 udelay(1);
732
733         } else {                /* take phy out of reset */
734
735                 ai_core_cflags(wlc_hw->sih, (SICF_PRST | SICF_FGC), SICF_FGC);
736                 udelay(1);
737                 ai_core_cflags(wlc_hw->sih, (SICF_FGC), 0);
738                 udelay(1);
739
740         }
741 }
742
743 /* switch to new band but leave it inactive */
744 static u32 brcms_c_setband_inact(struct brcms_c_info *wlc, uint bandunit)
745 {
746         struct brcms_hardware *wlc_hw = wlc->hw;
747         u32 macintmask;
748
749         BCMMSG(wlc->wiphy, "wl%d\n", wlc_hw->unit);
750
751         WARN_ON((R_REG(&wlc_hw->regs->maccontrol) & MCTL_EN_MAC) != 0);
752
753         /* disable interrupts */
754         macintmask = brcms_intrsoff(wlc->wl);
755
756         /* radio off */
757         wlc_phy_switch_radio(wlc_hw->band->pi, OFF);
758
759         brcms_b_core_phy_clk(wlc_hw, OFF);
760
761         brcms_c_setxband(wlc_hw, bandunit);
762
763         return macintmask;
764 }
765
766 /* Process received frames */
767 /*
768  * Return true if more frames need to be processed. false otherwise.
769  * Param 'bound' indicates max. # frames to process before break out.
770  */
771 static bool
772 brcms_b_recv(struct brcms_hardware *wlc_hw, uint fifo, bool bound)
773 {
774         struct sk_buff *p;
775         struct sk_buff *head = NULL;
776         struct sk_buff *tail = NULL;
777         uint n = 0;
778         uint bound_limit = bound ? RXBND : -1;
779
780         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
781         /* gather received frames */
782         while ((p = dma_rx(wlc_hw->di[fifo]))) {
783
784                 if (!tail)
785                         head = tail = p;
786                 else {
787                         tail->prev = p;
788                         tail = p;
789                 }
790
791                 /* !give others some time to run! */
792                 if (++n >= bound_limit)
793                         break;
794         }
795
796         /* post more rbufs */
797         dma_rxfill(wlc_hw->di[fifo]);
798
799         /* process each frame */
800         while ((p = head) != NULL) {
801                 struct d11rxhdr_le *rxh_le;
802                 struct d11rxhdr *rxh;
803                 head = head->prev;
804                 p->prev = NULL;
805
806                 rxh_le = (struct d11rxhdr_le *)p->data;
807                 rxh = (struct d11rxhdr *)p->data;
808
809                 /* fixup rx header endianness */
810                 rxh->RxFrameSize = le16_to_cpu(rxh_le->RxFrameSize);
811                 rxh->PhyRxStatus_0 = le16_to_cpu(rxh_le->PhyRxStatus_0);
812                 rxh->PhyRxStatus_1 = le16_to_cpu(rxh_le->PhyRxStatus_1);
813                 rxh->PhyRxStatus_2 = le16_to_cpu(rxh_le->PhyRxStatus_2);
814                 rxh->PhyRxStatus_3 = le16_to_cpu(rxh_le->PhyRxStatus_3);
815                 rxh->PhyRxStatus_4 = le16_to_cpu(rxh_le->PhyRxStatus_4);
816                 rxh->PhyRxStatus_5 = le16_to_cpu(rxh_le->PhyRxStatus_5);
817                 rxh->RxStatus1 = le16_to_cpu(rxh_le->RxStatus1);
818                 rxh->RxStatus2 = le16_to_cpu(rxh_le->RxStatus2);
819                 rxh->RxTSFTime = le16_to_cpu(rxh_le->RxTSFTime);
820                 rxh->RxChan = le16_to_cpu(rxh_le->RxChan);
821
822                 brcms_c_recv(wlc_hw->wlc, p);
823         }
824
825         return n >= bound_limit;
826 }
827
828 /* process an individual struct tx_status */
829 static bool
830 brcms_c_dotxstatus(struct brcms_c_info *wlc, struct tx_status *txs)
831 {
832         struct sk_buff *p;
833         uint queue;
834         struct d11txh *txh;
835         struct scb *scb = NULL;
836         bool free_pdu;
837         int tx_rts, tx_frame_count, tx_rts_count;
838         uint totlen, supr_status;
839         bool lastframe;
840         struct ieee80211_hdr *h;
841         u16 mcl;
842         struct ieee80211_tx_info *tx_info;
843         struct ieee80211_tx_rate *txrate;
844         int i;
845
846         /* discard intermediate indications for ucode with one legitimate case:
847          *   e.g. if "useRTS" is set. ucode did a successful rts/cts exchange,
848          *   but the subsequent tx of DATA failed. so it will start rts/cts
849          *   from the beginning (resetting the rts transmission count)
850          */
851         if (!(txs->status & TX_STATUS_AMPDU)
852             && (txs->status & TX_STATUS_INTERMEDIATE)) {
853                 wiphy_err(wlc->wiphy, "%s: INTERMEDIATE but not AMPDU\n",
854                           __func__);
855                 return false;
856         }
857
858         queue = txs->frameid & TXFID_QUEUE_MASK;
859         if (queue >= NFIFO) {
860                 p = NULL;
861                 goto fatal;
862         }
863
864         p = dma_getnexttxp(wlc->hw->di[queue], DMA_RANGE_TRANSMITTED);
865         if (p == NULL)
866                 goto fatal;
867
868         txh = (struct d11txh *) (p->data);
869         mcl = le16_to_cpu(txh->MacTxControlLow);
870
871         if (txs->phyerr) {
872                 if (brcm_msg_level & LOG_ERROR_VAL) {
873                         wiphy_err(wlc->wiphy, "phyerr 0x%x, rate 0x%x\n",
874                                   txs->phyerr, txh->MainRates);
875                         brcms_c_print_txdesc(txh);
876                 }
877                 brcms_c_print_txstatus(txs);
878         }
879
880         if (txs->frameid != le16_to_cpu(txh->TxFrameID))
881                 goto fatal;
882         tx_info = IEEE80211_SKB_CB(p);
883         h = (struct ieee80211_hdr *)((u8 *) (txh + 1) + D11_PHY_HDR_LEN);
884
885         if (tx_info->control.sta)
886                 scb = &wlc->pri_scb;
887
888         if (tx_info->flags & IEEE80211_TX_CTL_AMPDU) {
889                 brcms_c_ampdu_dotxstatus(wlc->ampdu, scb, p, txs);
890                 return false;
891         }
892
893         supr_status = txs->status & TX_STATUS_SUPR_MASK;
894         if (supr_status == TX_STATUS_SUPR_BADCH)
895                 BCMMSG(wlc->wiphy,
896                        "%s: Pkt tx suppressed, possibly channel %d\n",
897                        __func__, CHSPEC_CHANNEL(wlc->default_bss->chanspec));
898
899         tx_rts = le16_to_cpu(txh->MacTxControlLow) & TXC_SENDRTS;
900         tx_frame_count =
901             (txs->status & TX_STATUS_FRM_RTX_MASK) >> TX_STATUS_FRM_RTX_SHIFT;
902         tx_rts_count =
903             (txs->status & TX_STATUS_RTS_RTX_MASK) >> TX_STATUS_RTS_RTX_SHIFT;
904
905         lastframe = !ieee80211_has_morefrags(h->frame_control);
906
907         if (!lastframe) {
908                 wiphy_err(wlc->wiphy, "Not last frame!\n");
909         } else {
910                 /*
911                  * Set information to be consumed by Minstrel ht.
912                  *
913                  * The "fallback limit" is the number of tx attempts a given
914                  * MPDU is sent at the "primary" rate. Tx attempts beyond that
915                  * limit are sent at the "secondary" rate.
916                  * A 'short frame' does not exceed RTS treshold.
917                  */
918                 u16 sfbl,       /* Short Frame Rate Fallback Limit */
919                     lfbl,       /* Long Frame Rate Fallback Limit */
920                     fbl;
921
922                 if (queue < AC_COUNT) {
923                         sfbl = GFIELD(wlc->wme_retries[wme_fifo2ac[queue]],
924                                       EDCF_SFB);
925                         lfbl = GFIELD(wlc->wme_retries[wme_fifo2ac[queue]],
926                                       EDCF_LFB);
927                 } else {
928                         sfbl = wlc->SFBL;
929                         lfbl = wlc->LFBL;
930                 }
931
932                 txrate = tx_info->status.rates;
933                 if (txrate[0].flags & IEEE80211_TX_RC_USE_RTS_CTS)
934                         fbl = lfbl;
935                 else
936                         fbl = sfbl;
937
938                 ieee80211_tx_info_clear_status(tx_info);
939
940                 if ((tx_frame_count > fbl) && (txrate[1].idx >= 0)) {
941                         /*
942                          * rate selection requested a fallback rate
943                          * and we used it
944                          */
945                         txrate[0].count = fbl;
946                         txrate[1].count = tx_frame_count - fbl;
947                 } else {
948                         /*
949                          * rate selection did not request fallback rate, or
950                          * we didn't need it
951                          */
952                         txrate[0].count = tx_frame_count;
953                         /*
954                          * rc80211_minstrel.c:minstrel_tx_status() expects
955                          * unused rates to be marked with idx = -1
956                          */
957                         txrate[1].idx = -1;
958                         txrate[1].count = 0;
959                 }
960
961                 /* clear the rest of the rates */
962                 for (i = 2; i < IEEE80211_TX_MAX_RATES; i++) {
963                         txrate[i].idx = -1;
964                         txrate[i].count = 0;
965                 }
966
967                 if (txs->status & TX_STATUS_ACK_RCV)
968                         tx_info->flags |= IEEE80211_TX_STAT_ACK;
969         }
970
971         totlen = brcmu_pkttotlen(p);
972         free_pdu = true;
973
974         brcms_c_txfifo_complete(wlc, queue, 1);
975
976         if (lastframe) {
977                 p->next = NULL;
978                 p->prev = NULL;
979                 /* remove PLCP & Broadcom tx descriptor header */
980                 skb_pull(p, D11_PHY_HDR_LEN);
981                 skb_pull(p, D11_TXH_LEN);
982                 ieee80211_tx_status_irqsafe(wlc->pub->ieee_hw, p);
983         } else {
984                 wiphy_err(wlc->wiphy, "%s: Not last frame => not calling "
985                           "tx_status\n", __func__);
986         }
987
988         return false;
989
990  fatal:
991         if (p)
992                 brcmu_pkt_buf_free_skb(p);
993
994         return true;
995
996 }
997
998 /* process tx completion events in BMAC
999  * Return true if more tx status need to be processed. false otherwise.
1000  */
1001 static bool
1002 brcms_b_txstatus(struct brcms_hardware *wlc_hw, bool bound, bool *fatal)
1003 {
1004         bool morepending = false;
1005         struct brcms_c_info *wlc = wlc_hw->wlc;
1006         struct d11regs __iomem *regs;
1007         struct tx_status txstatus, *txs;
1008         u32 s1, s2;
1009         uint n = 0;
1010         /*
1011          * Param 'max_tx_num' indicates max. # tx status to process before
1012          * break out.
1013          */
1014         uint max_tx_num = bound ? TXSBND : -1;
1015
1016         BCMMSG(wlc->wiphy, "wl%d\n", wlc_hw->unit);
1017
1018         txs = &txstatus;
1019         regs = wlc_hw->regs;
1020         *fatal = false;
1021         while (!(*fatal)
1022                && (s1 = R_REG(&regs->frmtxstatus)) & TXS_V) {
1023
1024                 if (s1 == 0xffffffff) {
1025                         wiphy_err(wlc->wiphy, "wl%d: %s: dead chip\n",
1026                                 wlc_hw->unit, __func__);
1027                         return morepending;
1028                 }
1029
1030                 s2 = R_REG(&regs->frmtxstatus2);
1031
1032                 txs->status = s1 & TXS_STATUS_MASK;
1033                 txs->frameid = (s1 & TXS_FID_MASK) >> TXS_FID_SHIFT;
1034                 txs->sequence = s2 & TXS_SEQ_MASK;
1035                 txs->phyerr = (s2 & TXS_PTX_MASK) >> TXS_PTX_SHIFT;
1036                 txs->lasttxtime = 0;
1037
1038                 *fatal = brcms_c_dotxstatus(wlc_hw->wlc, txs);
1039
1040                 /* !give others some time to run! */
1041                 if (++n >= max_tx_num)
1042                         break;
1043         }
1044
1045         if (*fatal)
1046                 return 0;
1047
1048         if (n >= max_tx_num)
1049                 morepending = true;
1050
1051         if (!pktq_empty(&wlc->pkt_queue->q))
1052                 brcms_c_send_q(wlc);
1053
1054         return morepending;
1055 }
1056
1057 /* second-level interrupt processing
1058  *   Return true if another dpc needs to be re-scheduled. false otherwise.
1059  *   Param 'bounded' indicates if applicable loops should be bounded.
1060  */
1061 bool brcms_c_dpc(struct brcms_c_info *wlc, bool bounded)
1062 {
1063         u32 macintstatus;
1064         struct brcms_hardware *wlc_hw = wlc->hw;
1065         struct d11regs __iomem *regs = wlc_hw->regs;
1066         struct wiphy *wiphy = wlc->wiphy;
1067
1068         if (brcms_deviceremoved(wlc)) {
1069                 wiphy_err(wiphy, "wl%d: %s: dead chip\n", wlc_hw->unit,
1070                           __func__);
1071                 brcms_down(wlc->wl);
1072                 return false;
1073         }
1074
1075         /* grab and clear the saved software intstatus bits */
1076         macintstatus = wlc->macintstatus;
1077         wlc->macintstatus = 0;
1078
1079         BCMMSG(wlc->wiphy, "wl%d: macintstatus 0x%x\n",
1080                wlc_hw->unit, macintstatus);
1081
1082         WARN_ON(macintstatus & MI_PRQ); /* PRQ Interrupt in non-MBSS */
1083
1084         /* tx status */
1085         if (macintstatus & MI_TFS) {
1086                 bool fatal;
1087                 if (brcms_b_txstatus(wlc->hw, bounded, &fatal))
1088                         wlc->macintstatus |= MI_TFS;
1089                 if (fatal) {
1090                         wiphy_err(wiphy, "MI_TFS: fatal\n");
1091                         goto fatal;
1092                 }
1093         }
1094
1095         if (macintstatus & (MI_TBTT | MI_DTIM_TBTT))
1096                 brcms_c_tbtt(wlc);
1097
1098         /* ATIM window end */
1099         if (macintstatus & MI_ATIMWINEND) {
1100                 BCMMSG(wlc->wiphy, "end of ATIM window\n");
1101                 OR_REG(&regs->maccommand, wlc->qvalid);
1102                 wlc->qvalid = 0;
1103         }
1104
1105         /*
1106          * received data or control frame, MI_DMAINT is
1107          * indication of RX_FIFO interrupt
1108          */
1109         if (macintstatus & MI_DMAINT)
1110                 if (brcms_b_recv(wlc_hw, RX_FIFO, bounded))
1111                         wlc->macintstatus |= MI_DMAINT;
1112
1113         /* noise sample collected */
1114         if (macintstatus & MI_BG_NOISE)
1115                 wlc_phy_noise_sample_intr(wlc_hw->band->pi);
1116
1117         if (macintstatus & MI_GP0) {
1118                 wiphy_err(wiphy, "wl%d: PSM microcode watchdog fired at %d "
1119                         "(seconds). Resetting.\n", wlc_hw->unit, wlc_hw->now);
1120
1121                 printk_once("%s : PSM Watchdog, chipid 0x%x, chiprev 0x%x\n",
1122                                         __func__, wlc_hw->sih->chip,
1123                                         wlc_hw->sih->chiprev);
1124                 /* big hammer */
1125                 brcms_init(wlc->wl);
1126         }
1127
1128         /* gptimer timeout */
1129         if (macintstatus & MI_TO)
1130                 W_REG(&regs->gptimer, 0);
1131
1132         if (macintstatus & MI_RFDISABLE) {
1133                 BCMMSG(wlc->wiphy, "wl%d: BMAC Detected a change on the"
1134                        " RF Disable Input\n", wlc_hw->unit);
1135                 brcms_rfkill_set_hw_state(wlc->wl);
1136         }
1137
1138         /* send any enq'd tx packets. Just makes sure to jump start tx */
1139         if (!pktq_empty(&wlc->pkt_queue->q))
1140                 brcms_c_send_q(wlc);
1141
1142         /* it isn't done and needs to be resched if macintstatus is non-zero */
1143         return wlc->macintstatus != 0;
1144
1145  fatal:
1146         brcms_init(wlc->wl);
1147         return wlc->macintstatus != 0;
1148 }
1149
1150 /* set initial host flags value */
1151 static void
1152 brcms_c_mhfdef(struct brcms_c_info *wlc, u16 *mhfs, u16 mhf2_init)
1153 {
1154         struct brcms_hardware *wlc_hw = wlc->hw;
1155
1156         memset(mhfs, 0, MHFMAX * sizeof(u16));
1157
1158         mhfs[MHF2] |= mhf2_init;
1159
1160         /* prohibit use of slowclock on multifunction boards */
1161         if (wlc_hw->boardflags & BFL_NOPLLDOWN)
1162                 mhfs[MHF1] |= MHF1_FORCEFASTCLK;
1163
1164         if (BRCMS_ISNPHY(wlc_hw->band) && NREV_LT(wlc_hw->band->phyrev, 2)) {
1165                 mhfs[MHF2] |= MHF2_NPHY40MHZ_WAR;
1166                 mhfs[MHF1] |= MHF1_IQSWAP_WAR;
1167         }
1168 }
1169
1170 static struct dma64regs __iomem *
1171 dmareg(struct brcms_hardware *hw, uint direction, uint fifonum)
1172 {
1173         if (direction == DMA_TX)
1174                 return &(hw->regs->fifo64regs[fifonum].dmaxmt);
1175         return &(hw->regs->fifo64regs[fifonum].dmarcv);
1176 }
1177
1178 static bool brcms_b_attach_dmapio(struct brcms_c_info *wlc, uint j, bool wme)
1179 {
1180         uint i;
1181         char name[8];
1182         /*
1183          * ucode host flag 2 needed for pio mode, independent of band and fifo
1184          */
1185         u16 pio_mhf2 = 0;
1186         struct brcms_hardware *wlc_hw = wlc->hw;
1187         uint unit = wlc_hw->unit;
1188         struct wiphy *wiphy = wlc->wiphy;
1189
1190         /* name and offsets for dma_attach */
1191         snprintf(name, sizeof(name), "wl%d", unit);
1192
1193         if (wlc_hw->di[0] == NULL) {    /* Init FIFOs */
1194                 int dma_attach_err = 0;
1195
1196                 /*
1197                  * FIFO 0
1198                  * TX: TX_AC_BK_FIFO (TX AC Background data packets)
1199                  * RX: RX_FIFO (RX data packets)
1200                  */
1201                 wlc_hw->di[0] = dma_attach(name, wlc_hw->sih,
1202                                            (wme ? dmareg(wlc_hw, DMA_TX, 0) :
1203                                             NULL), dmareg(wlc_hw, DMA_RX, 0),
1204                                            (wme ? NTXD : 0), NRXD,
1205                                            RXBUFSZ, -1, NRXBUFPOST,
1206                                            BRCMS_HWRXOFF, &brcm_msg_level);
1207                 dma_attach_err |= (NULL == wlc_hw->di[0]);
1208
1209                 /*
1210                  * FIFO 1
1211                  * TX: TX_AC_BE_FIFO (TX AC Best-Effort data packets)
1212                  *   (legacy) TX_DATA_FIFO (TX data packets)
1213                  * RX: UNUSED
1214                  */
1215                 wlc_hw->di[1] = dma_attach(name, wlc_hw->sih,
1216                                            dmareg(wlc_hw, DMA_TX, 1), NULL,
1217                                            NTXD, 0, 0, -1, 0, 0,
1218                                            &brcm_msg_level);
1219                 dma_attach_err |= (NULL == wlc_hw->di[1]);
1220
1221                 /*
1222                  * FIFO 2
1223                  * TX: TX_AC_VI_FIFO (TX AC Video data packets)
1224                  * RX: UNUSED
1225                  */
1226                 wlc_hw->di[2] = dma_attach(name, wlc_hw->sih,
1227                                            dmareg(wlc_hw, DMA_TX, 2), NULL,
1228                                            NTXD, 0, 0, -1, 0, 0,
1229                                            &brcm_msg_level);
1230                 dma_attach_err |= (NULL == wlc_hw->di[2]);
1231                 /*
1232                  * FIFO 3
1233                  * TX: TX_AC_VO_FIFO (TX AC Voice data packets)
1234                  *   (legacy) TX_CTL_FIFO (TX control & mgmt packets)
1235                  */
1236                 wlc_hw->di[3] = dma_attach(name, wlc_hw->sih,
1237                                            dmareg(wlc_hw, DMA_TX, 3),
1238                                            NULL, NTXD, 0, 0, -1,
1239                                            0, 0, &brcm_msg_level);
1240                 dma_attach_err |= (NULL == wlc_hw->di[3]);
1241 /* Cleaner to leave this as if with AP defined */
1242
1243                 if (dma_attach_err) {
1244                         wiphy_err(wiphy, "wl%d: wlc_attach: dma_attach failed"
1245                                   "\n", unit);
1246                         return false;
1247                 }
1248
1249                 /* get pointer to dma engine tx flow control variable */
1250                 for (i = 0; i < NFIFO; i++)
1251                         if (wlc_hw->di[i])
1252                                 wlc_hw->txavail[i] =
1253                                     (uint *) dma_getvar(wlc_hw->di[i],
1254                                                         "&txavail");
1255         }
1256
1257         /* initial ucode host flags */
1258         brcms_c_mhfdef(wlc, wlc_hw->band->mhfs, pio_mhf2);
1259
1260         return true;
1261 }
1262
1263 static void brcms_b_detach_dmapio(struct brcms_hardware *wlc_hw)
1264 {
1265         uint j;
1266
1267         for (j = 0; j < NFIFO; j++) {
1268                 if (wlc_hw->di[j]) {
1269                         dma_detach(wlc_hw->di[j]);
1270                         wlc_hw->di[j] = NULL;
1271                 }
1272         }
1273 }
1274
1275 /*
1276  * Initialize brcms_c_info default values ...
1277  * may get overrides later in this function
1278  *  BMAC_NOTES, move low out and resolve the dangling ones
1279  */
1280 static void brcms_b_info_init(struct brcms_hardware *wlc_hw)
1281 {
1282         struct brcms_c_info *wlc = wlc_hw->wlc;
1283
1284         /* set default sw macintmask value */
1285         wlc->defmacintmask = DEF_MACINTMASK;
1286
1287         /* various 802.11g modes */
1288         wlc_hw->shortslot = false;
1289
1290         wlc_hw->SFBL = RETRY_SHORT_FB;
1291         wlc_hw->LFBL = RETRY_LONG_FB;
1292
1293         /* default mac retry limits */
1294         wlc_hw->SRL = RETRY_SHORT_DEF;
1295         wlc_hw->LRL = RETRY_LONG_DEF;
1296         wlc_hw->chanspec = ch20mhz_chspec(1);
1297 }
1298
1299 static void brcms_b_wait_for_wake(struct brcms_hardware *wlc_hw)
1300 {
1301         /* delay before first read of ucode state */
1302         udelay(40);
1303
1304         /* wait until ucode is no longer asleep */
1305         SPINWAIT((brcms_b_read_shm(wlc_hw, M_UCODE_DBGST) ==
1306                   DBGST_ASLEEP), wlc_hw->wlc->fastpwrup_dly);
1307 }
1308
1309 /* control chip clock to save power, enable dynamic clock or force fast clock */
1310 static void brcms_b_clkctl_clk(struct brcms_hardware *wlc_hw, uint mode)
1311 {
1312         if (wlc_hw->sih->cccaps & CC_CAP_PMU) {
1313                 /* new chips with PMU, CCS_FORCEHT will distribute the HT clock
1314                  * on backplane, but mac core will still run on ALP(not HT) when
1315                  * it enters powersave mode, which means the FCA bit may not be
1316                  * set. Should wakeup mac if driver wants it to run on HT.
1317                  */
1318
1319                 if (wlc_hw->clk) {
1320                         if (mode == CLK_FAST) {
1321                                 OR_REG(&wlc_hw->regs->clk_ctl_st,
1322                                        CCS_FORCEHT);
1323
1324                                 udelay(64);
1325
1326                                 SPINWAIT(((R_REG
1327                                            (&wlc_hw->regs->
1328                                             clk_ctl_st) & CCS_HTAVAIL) == 0),
1329                                          PMU_MAX_TRANSITION_DLY);
1330                                 WARN_ON(!(R_REG
1331                                           (&wlc_hw->regs->
1332                                            clk_ctl_st) & CCS_HTAVAIL));
1333                         } else {
1334                                 if ((wlc_hw->sih->pmurev == 0) &&
1335                                     (R_REG
1336                                      (&wlc_hw->regs->
1337                                       clk_ctl_st) & (CCS_FORCEHT | CCS_HTAREQ)))
1338                                         SPINWAIT(((R_REG
1339                                                    (&wlc_hw->regs->
1340                                                     clk_ctl_st) & CCS_HTAVAIL)
1341                                                   == 0),
1342                                                  PMU_MAX_TRANSITION_DLY);
1343                                 AND_REG(&wlc_hw->regs->clk_ctl_st,
1344                                         ~CCS_FORCEHT);
1345                         }
1346                 }
1347                 wlc_hw->forcefastclk = (mode == CLK_FAST);
1348         } else {
1349
1350                 /* old chips w/o PMU, force HT through cc,
1351                  * then use FCA to verify mac is running fast clock
1352                  */
1353
1354                 wlc_hw->forcefastclk = ai_clkctl_cc(wlc_hw->sih, mode);
1355
1356                 /* check fast clock is available (if core is not in reset) */
1357                 if (wlc_hw->forcefastclk && wlc_hw->clk)
1358                         WARN_ON(!(ai_core_sflags(wlc_hw->sih, 0, 0) &
1359                                   SISF_FCLKA));
1360
1361                 /*
1362                  * keep the ucode wake bit on if forcefastclk is on since we
1363                  * do not want ucode to put us back to slow clock when it dozes
1364                  * for PM mode. Code below matches the wake override bit with
1365                  * current forcefastclk state. Only setting bit in wake_override
1366                  * instead of waking ucode immediately since old code had this
1367                  * behavior. Older code set wlc->forcefastclk but only had the
1368                  * wake happen if the wakup_ucode work (protected by an up
1369                  * check) was executed just below.
1370                  */
1371                 if (wlc_hw->forcefastclk)
1372                         mboolset(wlc_hw->wake_override,
1373                                  BRCMS_WAKE_OVERRIDE_FORCEFAST);
1374                 else
1375                         mboolclr(wlc_hw->wake_override,
1376                                  BRCMS_WAKE_OVERRIDE_FORCEFAST);
1377         }
1378 }
1379
1380 /* set or clear ucode host flag bits
1381  * it has an optimization for no-change write
1382  * it only writes through shared memory when the core has clock;
1383  * pre-CLK changes should use wlc_write_mhf to get around the optimization
1384  *
1385  *
1386  * bands values are: BRCM_BAND_AUTO <--- Current band only
1387  *                   BRCM_BAND_5G   <--- 5G band only
1388  *                   BRCM_BAND_2G   <--- 2G band only
1389  *                   BRCM_BAND_ALL  <--- All bands
1390  */
1391 void
1392 brcms_b_mhf(struct brcms_hardware *wlc_hw, u8 idx, u16 mask, u16 val,
1393              int bands)
1394 {
1395         u16 save;
1396         u16 addr[MHFMAX] = {
1397                 M_HOST_FLAGS1, M_HOST_FLAGS2, M_HOST_FLAGS3, M_HOST_FLAGS4,
1398                 M_HOST_FLAGS5
1399         };
1400         struct brcms_hw_band *band;
1401
1402         if ((val & ~mask) || idx >= MHFMAX)
1403                 return; /* error condition */
1404
1405         switch (bands) {
1406                 /* Current band only or all bands,
1407                  * then set the band to current band
1408                  */
1409         case BRCM_BAND_AUTO:
1410         case BRCM_BAND_ALL:
1411                 band = wlc_hw->band;
1412                 break;
1413         case BRCM_BAND_5G:
1414                 band = wlc_hw->bandstate[BAND_5G_INDEX];
1415                 break;
1416         case BRCM_BAND_2G:
1417                 band = wlc_hw->bandstate[BAND_2G_INDEX];
1418                 break;
1419         default:
1420                 band = NULL;    /* error condition */
1421         }
1422
1423         if (band) {
1424                 save = band->mhfs[idx];
1425                 band->mhfs[idx] = (band->mhfs[idx] & ~mask) | val;
1426
1427                 /* optimization: only write through if changed, and
1428                  * changed band is the current band
1429                  */
1430                 if (wlc_hw->clk && (band->mhfs[idx] != save)
1431                     && (band == wlc_hw->band))
1432                         brcms_b_write_shm(wlc_hw, addr[idx],
1433                                            (u16) band->mhfs[idx]);
1434         }
1435
1436         if (bands == BRCM_BAND_ALL) {
1437                 wlc_hw->bandstate[0]->mhfs[idx] =
1438                     (wlc_hw->bandstate[0]->mhfs[idx] & ~mask) | val;
1439                 wlc_hw->bandstate[1]->mhfs[idx] =
1440                     (wlc_hw->bandstate[1]->mhfs[idx] & ~mask) | val;
1441         }
1442 }
1443
1444 /* set the maccontrol register to desired reset state and
1445  * initialize the sw cache of the register
1446  */
1447 static void brcms_c_mctrl_reset(struct brcms_hardware *wlc_hw)
1448 {
1449         /* IHR accesses are always enabled, PSM disabled, HPS off and WAKE on */
1450         wlc_hw->maccontrol = 0;
1451         wlc_hw->suspended_fifos = 0;
1452         wlc_hw->wake_override = 0;
1453         wlc_hw->mute_override = 0;
1454         brcms_b_mctrl(wlc_hw, ~0, MCTL_IHR_EN | MCTL_WAKE);
1455 }
1456
1457 /*
1458  * write the software state of maccontrol and
1459  * overrides to the maccontrol register
1460  */
1461 static void brcms_c_mctrl_write(struct brcms_hardware *wlc_hw)
1462 {
1463         u32 maccontrol = wlc_hw->maccontrol;
1464
1465         /* OR in the wake bit if overridden */
1466         if (wlc_hw->wake_override)
1467                 maccontrol |= MCTL_WAKE;
1468
1469         /* set AP and INFRA bits for mute if needed */
1470         if (wlc_hw->mute_override) {
1471                 maccontrol &= ~(MCTL_AP);
1472                 maccontrol |= MCTL_INFRA;
1473         }
1474
1475         W_REG(&wlc_hw->regs->maccontrol, maccontrol);
1476 }
1477
1478 /* set or clear maccontrol bits */
1479 void brcms_b_mctrl(struct brcms_hardware *wlc_hw, u32 mask, u32 val)
1480 {
1481         u32 maccontrol;
1482         u32 new_maccontrol;
1483
1484         if (val & ~mask)
1485                 return; /* error condition */
1486         maccontrol = wlc_hw->maccontrol;
1487         new_maccontrol = (maccontrol & ~mask) | val;
1488
1489         /* if the new maccontrol value is the same as the old, nothing to do */
1490         if (new_maccontrol == maccontrol)
1491                 return;
1492
1493         /* something changed, cache the new value */
1494         wlc_hw->maccontrol = new_maccontrol;
1495
1496         /* write the new values with overrides applied */
1497         brcms_c_mctrl_write(wlc_hw);
1498 }
1499
1500 void brcms_c_ucode_wake_override_set(struct brcms_hardware *wlc_hw,
1501                                  u32 override_bit)
1502 {
1503         if (wlc_hw->wake_override || (wlc_hw->maccontrol & MCTL_WAKE)) {
1504                 mboolset(wlc_hw->wake_override, override_bit);
1505                 return;
1506         }
1507
1508         mboolset(wlc_hw->wake_override, override_bit);
1509
1510         brcms_c_mctrl_write(wlc_hw);
1511         brcms_b_wait_for_wake(wlc_hw);
1512 }
1513
1514 void brcms_c_ucode_wake_override_clear(struct brcms_hardware *wlc_hw,
1515                                    u32 override_bit)
1516 {
1517         mboolclr(wlc_hw->wake_override, override_bit);
1518
1519         if (wlc_hw->wake_override || (wlc_hw->maccontrol & MCTL_WAKE))
1520                 return;
1521
1522         brcms_c_mctrl_write(wlc_hw);
1523 }
1524
1525 /* When driver needs ucode to stop beaconing, it has to make sure that
1526  * MCTL_AP is clear and MCTL_INFRA is set
1527  * Mode           MCTL_AP        MCTL_INFRA
1528  * AP                1              1
1529  * STA               0              1 <--- This will ensure no beacons
1530  * IBSS              0              0
1531  */
1532 static void brcms_c_ucode_mute_override_set(struct brcms_hardware *wlc_hw)
1533 {
1534         wlc_hw->mute_override = 1;
1535
1536         /* if maccontrol already has AP == 0 and INFRA == 1 without this
1537          * override, then there is no change to write
1538          */
1539         if ((wlc_hw->maccontrol & (MCTL_AP | MCTL_INFRA)) == MCTL_INFRA)
1540                 return;
1541
1542         brcms_c_mctrl_write(wlc_hw);
1543 }
1544
1545 /* Clear the override on AP and INFRA bits */
1546 static void brcms_c_ucode_mute_override_clear(struct brcms_hardware *wlc_hw)
1547 {
1548         if (wlc_hw->mute_override == 0)
1549                 return;
1550
1551         wlc_hw->mute_override = 0;
1552
1553         /* if maccontrol already has AP == 0 and INFRA == 1 without this
1554          * override, then there is no change to write
1555          */
1556         if ((wlc_hw->maccontrol & (MCTL_AP | MCTL_INFRA)) == MCTL_INFRA)
1557                 return;
1558
1559         brcms_c_mctrl_write(wlc_hw);
1560 }
1561
1562 /*
1563  * Write a MAC address to the given match reg offset in the RXE match engine.
1564  */
1565 static void
1566 brcms_b_set_addrmatch(struct brcms_hardware *wlc_hw, int match_reg_offset,
1567                        const u8 *addr)
1568 {
1569         struct d11regs __iomem *regs;
1570         u16 mac_l;
1571         u16 mac_m;
1572         u16 mac_h;
1573
1574         BCMMSG(wlc_hw->wlc->wiphy, "wl%d: brcms_b_set_addrmatch\n",
1575                  wlc_hw->unit);
1576
1577         regs = wlc_hw->regs;
1578         mac_l = addr[0] | (addr[1] << 8);
1579         mac_m = addr[2] | (addr[3] << 8);
1580         mac_h = addr[4] | (addr[5] << 8);
1581
1582         /* enter the MAC addr into the RXE match registers */
1583         W_REG(&regs->rcm_ctl, RCM_INC_DATA | match_reg_offset);
1584         W_REG(&regs->rcm_mat_data, mac_l);
1585         W_REG(&regs->rcm_mat_data, mac_m);
1586         W_REG(&regs->rcm_mat_data, mac_h);
1587
1588 }
1589
1590 void
1591 brcms_b_write_template_ram(struct brcms_hardware *wlc_hw, int offset, int len,
1592                             void *buf)
1593 {
1594         struct d11regs __iomem *regs;
1595         u32 word;
1596         __le32 word_le;
1597         __be32 word_be;
1598         bool be_bit;
1599         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
1600
1601         regs = wlc_hw->regs;
1602         W_REG(&regs->tplatewrptr, offset);
1603
1604         /* if MCTL_BIGEND bit set in mac control register,
1605          * the chip swaps data in fifo, as well as data in
1606          * template ram
1607          */
1608         be_bit = (R_REG(&regs->maccontrol) & MCTL_BIGEND) != 0;
1609
1610         while (len > 0) {
1611                 memcpy(&word, buf, sizeof(u32));
1612
1613                 if (be_bit) {
1614                         word_be = cpu_to_be32(word);
1615                         word = *(u32 *)&word_be;
1616                 } else {
1617                         word_le = cpu_to_le32(word);
1618                         word = *(u32 *)&word_le;
1619                 }
1620
1621                 W_REG(&regs->tplatewrdata, word);
1622
1623                 buf = (u8 *) buf + sizeof(u32);
1624                 len -= sizeof(u32);
1625         }
1626 }
1627
1628 static void brcms_b_set_cwmin(struct brcms_hardware *wlc_hw, u16 newmin)
1629 {
1630         wlc_hw->band->CWmin = newmin;
1631
1632         W_REG(&wlc_hw->regs->objaddr, OBJADDR_SCR_SEL | S_DOT11_CWMIN);
1633         (void)R_REG(&wlc_hw->regs->objaddr);
1634         W_REG(&wlc_hw->regs->objdata, newmin);
1635 }
1636
1637 static void brcms_b_set_cwmax(struct brcms_hardware *wlc_hw, u16 newmax)
1638 {
1639         wlc_hw->band->CWmax = newmax;
1640
1641         W_REG(&wlc_hw->regs->objaddr, OBJADDR_SCR_SEL | S_DOT11_CWMAX);
1642         (void)R_REG(&wlc_hw->regs->objaddr);
1643         W_REG(&wlc_hw->regs->objdata, newmax);
1644 }
1645
1646 void brcms_b_bw_set(struct brcms_hardware *wlc_hw, u16 bw)
1647 {
1648         bool fastclk;
1649
1650         /* request FAST clock if not on */
1651         fastclk = wlc_hw->forcefastclk;
1652         if (!fastclk)
1653                 brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
1654
1655         wlc_phy_bw_state_set(wlc_hw->band->pi, bw);
1656
1657         brcms_b_phy_reset(wlc_hw);
1658         wlc_phy_init(wlc_hw->band->pi, wlc_phy_chanspec_get(wlc_hw->band->pi));
1659
1660         /* restore the clk */
1661         if (!fastclk)
1662                 brcms_b_clkctl_clk(wlc_hw, CLK_DYNAMIC);
1663 }
1664
1665 static void brcms_b_upd_synthpu(struct brcms_hardware *wlc_hw)
1666 {
1667         u16 v;
1668         struct brcms_c_info *wlc = wlc_hw->wlc;
1669         /* update SYNTHPU_DLY */
1670
1671         if (BRCMS_ISLCNPHY(wlc->band))
1672                 v = SYNTHPU_DLY_LPPHY_US;
1673         else if (BRCMS_ISNPHY(wlc->band) && (NREV_GE(wlc->band->phyrev, 3)))
1674                 v = SYNTHPU_DLY_NPHY_US;
1675         else
1676                 v = SYNTHPU_DLY_BPHY_US;
1677
1678         brcms_b_write_shm(wlc_hw, M_SYNTHPU_DLY, v);
1679 }
1680
1681 static void brcms_c_ucode_txant_set(struct brcms_hardware *wlc_hw)
1682 {
1683         u16 phyctl;
1684         u16 phytxant = wlc_hw->bmac_phytxant;
1685         u16 mask = PHY_TXC_ANT_MASK;
1686
1687         /* set the Probe Response frame phy control word */
1688         phyctl = brcms_b_read_shm(wlc_hw, M_CTXPRS_BLK + C_CTX_PCTLWD_POS);
1689         phyctl = (phyctl & ~mask) | phytxant;
1690         brcms_b_write_shm(wlc_hw, M_CTXPRS_BLK + C_CTX_PCTLWD_POS, phyctl);
1691
1692         /* set the Response (ACK/CTS) frame phy control word */
1693         phyctl = brcms_b_read_shm(wlc_hw, M_RSP_PCTLWD);
1694         phyctl = (phyctl & ~mask) | phytxant;
1695         brcms_b_write_shm(wlc_hw, M_RSP_PCTLWD, phyctl);
1696 }
1697
1698 static u16 brcms_b_ofdm_ratetable_offset(struct brcms_hardware *wlc_hw,
1699                                          u8 rate)
1700 {
1701         uint i;
1702         u8 plcp_rate = 0;
1703         struct plcp_signal_rate_lookup {
1704                 u8 rate;
1705                 u8 signal_rate;
1706         };
1707         /* OFDM RATE sub-field of PLCP SIGNAL field, per 802.11 sec 17.3.4.1 */
1708         const struct plcp_signal_rate_lookup rate_lookup[] = {
1709                 {BRCM_RATE_6M, 0xB},
1710                 {BRCM_RATE_9M, 0xF},
1711                 {BRCM_RATE_12M, 0xA},
1712                 {BRCM_RATE_18M, 0xE},
1713                 {BRCM_RATE_24M, 0x9},
1714                 {BRCM_RATE_36M, 0xD},
1715                 {BRCM_RATE_48M, 0x8},
1716                 {BRCM_RATE_54M, 0xC}
1717         };
1718
1719         for (i = 0; i < ARRAY_SIZE(rate_lookup); i++) {
1720                 if (rate == rate_lookup[i].rate) {
1721                         plcp_rate = rate_lookup[i].signal_rate;
1722                         break;
1723                 }
1724         }
1725
1726         /* Find the SHM pointer to the rate table entry by looking in the
1727          * Direct-map Table
1728          */
1729         return 2 * brcms_b_read_shm(wlc_hw, M_RT_DIRMAP_A + (plcp_rate * 2));
1730 }
1731
1732 static void brcms_upd_ofdm_pctl1_table(struct brcms_hardware *wlc_hw)
1733 {
1734         u8 rate;
1735         u8 rates[8] = {
1736                 BRCM_RATE_6M, BRCM_RATE_9M, BRCM_RATE_12M, BRCM_RATE_18M,
1737                 BRCM_RATE_24M, BRCM_RATE_36M, BRCM_RATE_48M, BRCM_RATE_54M
1738         };
1739         u16 entry_ptr;
1740         u16 pctl1;
1741         uint i;
1742
1743         if (!BRCMS_PHY_11N_CAP(wlc_hw->band))
1744                 return;
1745
1746         /* walk the phy rate table and update the entries */
1747         for (i = 0; i < ARRAY_SIZE(rates); i++) {
1748                 rate = rates[i];
1749
1750                 entry_ptr = brcms_b_ofdm_ratetable_offset(wlc_hw, rate);
1751
1752                 /* read the SHM Rate Table entry OFDM PCTL1 values */
1753                 pctl1 =
1754                     brcms_b_read_shm(wlc_hw, entry_ptr + M_RT_OFDM_PCTL1_POS);
1755
1756                 /* modify the value */
1757                 pctl1 &= ~PHY_TXC1_MODE_MASK;
1758                 pctl1 |= (wlc_hw->hw_stf_ss_opmode << PHY_TXC1_MODE_SHIFT);
1759
1760                 /* Update the SHM Rate Table entry OFDM PCTL1 values */
1761                 brcms_b_write_shm(wlc_hw, entry_ptr + M_RT_OFDM_PCTL1_POS,
1762                                    pctl1);
1763         }
1764 }
1765
1766 /* band-specific init */
1767 static void brcms_b_bsinit(struct brcms_c_info *wlc, u16 chanspec)
1768 {
1769         struct brcms_hardware *wlc_hw = wlc->hw;
1770
1771         BCMMSG(wlc->wiphy, "wl%d: bandunit %d\n", wlc_hw->unit,
1772                 wlc_hw->band->bandunit);
1773
1774         brcms_c_ucode_bsinit(wlc_hw);
1775
1776         wlc_phy_init(wlc_hw->band->pi, chanspec);
1777
1778         brcms_c_ucode_txant_set(wlc_hw);
1779
1780         /*
1781          * cwmin is band-specific, update hardware
1782          * with value for current band
1783          */
1784         brcms_b_set_cwmin(wlc_hw, wlc_hw->band->CWmin);
1785         brcms_b_set_cwmax(wlc_hw, wlc_hw->band->CWmax);
1786
1787         brcms_b_update_slot_timing(wlc_hw,
1788                                    wlc_hw->band->bandtype == BRCM_BAND_5G ?
1789                                    true : wlc_hw->shortslot);
1790
1791         /* write phytype and phyvers */
1792         brcms_b_write_shm(wlc_hw, M_PHYTYPE, (u16) wlc_hw->band->phytype);
1793         brcms_b_write_shm(wlc_hw, M_PHYVER, (u16) wlc_hw->band->phyrev);
1794
1795         /*
1796          * initialize the txphyctl1 rate table since
1797          * shmem is shared between bands
1798          */
1799         brcms_upd_ofdm_pctl1_table(wlc_hw);
1800
1801         brcms_b_upd_synthpu(wlc_hw);
1802 }
1803
1804 /* Perform a soft reset of the PHY PLL */
1805 void brcms_b_core_phypll_reset(struct brcms_hardware *wlc_hw)
1806 {
1807         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
1808
1809         ai_corereg(wlc_hw->sih, SI_CC_IDX,
1810                    offsetof(struct chipcregs, chipcontrol_addr), ~0, 0);
1811         udelay(1);
1812         ai_corereg(wlc_hw->sih, SI_CC_IDX,
1813                    offsetof(struct chipcregs, chipcontrol_data), 0x4, 0);
1814         udelay(1);
1815         ai_corereg(wlc_hw->sih, SI_CC_IDX,
1816                    offsetof(struct chipcregs, chipcontrol_data), 0x4, 4);
1817         udelay(1);
1818         ai_corereg(wlc_hw->sih, SI_CC_IDX,
1819                    offsetof(struct chipcregs, chipcontrol_data), 0x4, 0);
1820         udelay(1);
1821 }
1822
1823 /* light way to turn on phy clock without reset for NPHY only
1824  *  refer to brcms_b_core_phy_clk for full version
1825  */
1826 void brcms_b_phyclk_fgc(struct brcms_hardware *wlc_hw, bool clk)
1827 {
1828         /* support(necessary for NPHY and HYPHY) only */
1829         if (!BRCMS_ISNPHY(wlc_hw->band))
1830                 return;
1831
1832         if (ON == clk)
1833                 ai_core_cflags(wlc_hw->sih, SICF_FGC, SICF_FGC);
1834         else
1835                 ai_core_cflags(wlc_hw->sih, SICF_FGC, 0);
1836
1837 }
1838
1839 void brcms_b_macphyclk_set(struct brcms_hardware *wlc_hw, bool clk)
1840 {
1841         if (ON == clk)
1842                 ai_core_cflags(wlc_hw->sih, SICF_MPCLKE, SICF_MPCLKE);
1843         else
1844                 ai_core_cflags(wlc_hw->sih, SICF_MPCLKE, 0);
1845 }
1846
1847 void brcms_b_phy_reset(struct brcms_hardware *wlc_hw)
1848 {
1849         struct brcms_phy_pub *pih = wlc_hw->band->pi;
1850         u32 phy_bw_clkbits;
1851         bool phy_in_reset = false;
1852
1853         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
1854
1855         if (pih == NULL)
1856                 return;
1857
1858         phy_bw_clkbits = wlc_phy_clk_bwbits(wlc_hw->band->pi);
1859
1860         /* Specific reset sequence required for NPHY rev 3 and 4 */
1861         if (BRCMS_ISNPHY(wlc_hw->band) && NREV_GE(wlc_hw->band->phyrev, 3) &&
1862             NREV_LE(wlc_hw->band->phyrev, 4)) {
1863                 /* Set the PHY bandwidth */
1864                 ai_core_cflags(wlc_hw->sih, SICF_BWMASK, phy_bw_clkbits);
1865
1866                 udelay(1);
1867
1868                 /* Perform a soft reset of the PHY PLL */
1869                 brcms_b_core_phypll_reset(wlc_hw);
1870
1871                 /* reset the PHY */
1872                 ai_core_cflags(wlc_hw->sih, (SICF_PRST | SICF_PCLKE),
1873                                (SICF_PRST | SICF_PCLKE));
1874                 phy_in_reset = true;
1875         } else {
1876                 ai_core_cflags(wlc_hw->sih,
1877                                (SICF_PRST | SICF_PCLKE | SICF_BWMASK),
1878                                (SICF_PRST | SICF_PCLKE | phy_bw_clkbits));
1879         }
1880
1881         udelay(2);
1882         brcms_b_core_phy_clk(wlc_hw, ON);
1883
1884         if (pih)
1885                 wlc_phy_anacore(pih, ON);
1886 }
1887
1888 /* switch to and initialize new band */
1889 static void brcms_b_setband(struct brcms_hardware *wlc_hw, uint bandunit,
1890                             u16 chanspec) {
1891         struct brcms_c_info *wlc = wlc_hw->wlc;
1892         u32 macintmask;
1893
1894         /* Enable the d11 core before accessing it */
1895         if (!ai_iscoreup(wlc_hw->sih)) {
1896                 ai_core_reset(wlc_hw->sih, 0, 0);
1897                 brcms_c_mctrl_reset(wlc_hw);
1898         }
1899
1900         macintmask = brcms_c_setband_inact(wlc, bandunit);
1901
1902         if (!wlc_hw->up)
1903                 return;
1904
1905         brcms_b_core_phy_clk(wlc_hw, ON);
1906
1907         /* band-specific initializations */
1908         brcms_b_bsinit(wlc, chanspec);
1909
1910         /*
1911          * If there are any pending software interrupt bits,
1912          * then replace these with a harmless nonzero value
1913          * so brcms_c_dpc() will re-enable interrupts when done.
1914          */
1915         if (wlc->macintstatus)
1916                 wlc->macintstatus = MI_DMAINT;
1917
1918         /* restore macintmask */
1919         brcms_intrsrestore(wlc->wl, macintmask);
1920
1921         /* ucode should still be suspended.. */
1922         WARN_ON((R_REG(&wlc_hw->regs->maccontrol) & MCTL_EN_MAC) != 0);
1923 }
1924
1925 /* low-level band switch utility routine */
1926 void brcms_c_setxband(struct brcms_hardware *wlc_hw, uint bandunit)
1927 {
1928         BCMMSG(wlc_hw->wlc->wiphy, "wl%d: bandunit %d\n", wlc_hw->unit,
1929                 bandunit);
1930
1931         wlc_hw->band = wlc_hw->bandstate[bandunit];
1932
1933         /*
1934          * BMAC_NOTE:
1935          *   until we eliminate need for wlc->band refs in low level code
1936          */
1937         wlc_hw->wlc->band = wlc_hw->wlc->bandstate[bandunit];
1938
1939         /* set gmode core flag */
1940         if (wlc_hw->sbclk && !wlc_hw->noreset)
1941                 ai_core_cflags(wlc_hw->sih, SICF_GMODE,
1942                                ((bandunit == 0) ? SICF_GMODE : 0));
1943 }
1944
1945 static bool brcms_c_isgoodchip(struct brcms_hardware *wlc_hw)
1946 {
1947
1948         /* reject unsupported corerev */
1949         if (!CONF_HAS(D11CONF, wlc_hw->corerev)) {
1950                 wiphy_err(wlc_hw->wlc->wiphy, "unsupported core rev %d\n",
1951                           wlc_hw->corerev);
1952                 return false;
1953         }
1954
1955         return true;
1956 }
1957
1958 /* Validate some board info parameters */
1959 static bool brcms_c_validboardtype(struct brcms_hardware *wlc_hw)
1960 {
1961         uint boardrev = wlc_hw->boardrev;
1962
1963         /* 4 bits each for board type, major, minor, and tiny version */
1964         uint brt = (boardrev & 0xf000) >> 12;
1965         uint b0 = (boardrev & 0xf00) >> 8;
1966         uint b1 = (boardrev & 0xf0) >> 4;
1967         uint b2 = boardrev & 0xf;
1968
1969         /* voards from other vendors are always considered valid */
1970         if (wlc_hw->sih->boardvendor != PCI_VENDOR_ID_BROADCOM)
1971                 return true;
1972
1973         /* do some boardrev sanity checks when boardvendor is Broadcom */
1974         if (boardrev == 0)
1975                 return false;
1976
1977         if (boardrev <= 0xff)
1978                 return true;
1979
1980         if ((brt > 2) || (brt == 0) || (b0 > 9) || (b0 == 0) || (b1 > 9)
1981                 || (b2 > 9))
1982                 return false;
1983
1984         return true;
1985 }
1986
1987 static char *brcms_c_get_macaddr(struct brcms_hardware *wlc_hw)
1988 {
1989         enum brcms_srom_id var_id = BRCMS_SROM_MACADDR;
1990         char *macaddr;
1991
1992         /* If macaddr exists, use it (Sromrev4, CIS, ...). */
1993         macaddr = getvar(wlc_hw->sih, var_id);
1994         if (macaddr != NULL)
1995                 return macaddr;
1996
1997         if (wlc_hw->_nbands > 1)
1998                 var_id = BRCMS_SROM_ET1MACADDR;
1999         else
2000                 var_id = BRCMS_SROM_IL0MACADDR;
2001
2002         macaddr = getvar(wlc_hw->sih, var_id);
2003         if (macaddr == NULL)
2004                 wiphy_err(wlc_hw->wlc->wiphy, "wl%d: wlc_get_macaddr: macaddr "
2005                           "getvar(%d) not found\n", wlc_hw->unit, var_id);
2006
2007         return macaddr;
2008 }
2009
2010 /* power both the pll and external oscillator on/off */
2011 static void brcms_b_xtal(struct brcms_hardware *wlc_hw, bool want)
2012 {
2013         BCMMSG(wlc_hw->wlc->wiphy, "wl%d: want %d\n", wlc_hw->unit, want);
2014
2015         /*
2016          * dont power down if plldown is false or
2017          * we must poll hw radio disable
2018          */
2019         if (!want && wlc_hw->pllreq)
2020                 return;
2021
2022         if (wlc_hw->sih)
2023                 ai_clkctl_xtal(wlc_hw->sih, XTAL | PLL, want);
2024
2025         wlc_hw->sbclk = want;
2026         if (!wlc_hw->sbclk) {
2027                 wlc_hw->clk = false;
2028                 if (wlc_hw->band && wlc_hw->band->pi)
2029                         wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, false);
2030         }
2031 }
2032
2033 /*
2034  * Return true if radio is disabled, otherwise false.
2035  * hw radio disable signal is an external pin, users activate it asynchronously
2036  * this function could be called when driver is down and w/o clock
2037  * it operates on different registers depending on corerev and boardflag.
2038  */
2039 static bool brcms_b_radio_read_hwdisabled(struct brcms_hardware *wlc_hw)
2040 {
2041         bool v, clk, xtal;
2042         u32 resetbits = 0, flags = 0;
2043
2044         xtal = wlc_hw->sbclk;
2045         if (!xtal)
2046                 brcms_b_xtal(wlc_hw, ON);
2047
2048         /* may need to take core out of reset first */
2049         clk = wlc_hw->clk;
2050         if (!clk) {
2051                 /*
2052                  * mac no longer enables phyclk automatically when driver
2053                  * accesses phyreg throughput mac. This can be skipped since
2054                  * only mac reg is accessed below
2055                  */
2056                 flags |= SICF_PCLKE;
2057
2058                 /*
2059                  * AI chip doesn't restore bar0win2 on
2060                  * hibernation/resume, need sw fixup
2061                  */
2062                 if ((wlc_hw->sih->chip == BCM43224_CHIP_ID) ||
2063                     (wlc_hw->sih->chip == BCM43225_CHIP_ID))
2064                         wlc_hw->regs = (struct d11regs __iomem *)
2065                                         ai_setcore(wlc_hw->sih, D11_CORE_ID, 0);
2066                 ai_core_reset(wlc_hw->sih, flags, resetbits);
2067                 brcms_c_mctrl_reset(wlc_hw);
2068         }
2069
2070         v = ((R_REG(&wlc_hw->regs->phydebug) & PDBG_RFD) != 0);
2071
2072         /* put core back into reset */
2073         if (!clk)
2074                 ai_core_disable(wlc_hw->sih, 0);
2075
2076         if (!xtal)
2077                 brcms_b_xtal(wlc_hw, OFF);
2078
2079         return v;
2080 }
2081
2082 static bool wlc_dma_rxreset(struct brcms_hardware *wlc_hw, uint fifo)
2083 {
2084         struct dma_pub *di = wlc_hw->di[fifo];
2085         return dma_rxreset(di);
2086 }
2087
2088 /* d11 core reset
2089  *   ensure fask clock during reset
2090  *   reset dma
2091  *   reset d11(out of reset)
2092  *   reset phy(out of reset)
2093  *   clear software macintstatus for fresh new start
2094  * one testing hack wlc_hw->noreset will bypass the d11/phy reset
2095  */
2096 void brcms_b_corereset(struct brcms_hardware *wlc_hw, u32 flags)
2097 {
2098         struct d11regs __iomem *regs;
2099         uint i;
2100         bool fastclk;
2101         u32 resetbits = 0;
2102
2103         if (flags == BRCMS_USE_COREFLAGS)
2104                 flags = (wlc_hw->band->pi ? wlc_hw->band->core_flags : 0);
2105
2106         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
2107
2108         regs = wlc_hw->regs;
2109
2110         /* request FAST clock if not on  */
2111         fastclk = wlc_hw->forcefastclk;
2112         if (!fastclk)
2113                 brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
2114
2115         /* reset the dma engines except first time thru */
2116         if (ai_iscoreup(wlc_hw->sih)) {
2117                 for (i = 0; i < NFIFO; i++)
2118                         if ((wlc_hw->di[i]) && (!dma_txreset(wlc_hw->di[i])))
2119                                 wiphy_err(wlc_hw->wlc->wiphy, "wl%d: %s: "
2120                                           "dma_txreset[%d]: cannot stop dma\n",
2121                                            wlc_hw->unit, __func__, i);
2122
2123                 if ((wlc_hw->di[RX_FIFO])
2124                     && (!wlc_dma_rxreset(wlc_hw, RX_FIFO)))
2125                         wiphy_err(wlc_hw->wlc->wiphy, "wl%d: %s: dma_rxreset"
2126                                   "[%d]: cannot stop dma\n",
2127                                   wlc_hw->unit, __func__, RX_FIFO);
2128         }
2129         /* if noreset, just stop the psm and return */
2130         if (wlc_hw->noreset) {
2131                 wlc_hw->wlc->macintstatus = 0;  /* skip wl_dpc after down */
2132                 brcms_b_mctrl(wlc_hw, MCTL_PSM_RUN | MCTL_EN_MAC, 0);
2133                 return;
2134         }
2135
2136         /*
2137          * mac no longer enables phyclk automatically when driver accesses
2138          * phyreg throughput mac, AND phy_reset is skipped at early stage when
2139          * band->pi is invalid. need to enable PHY CLK
2140          */
2141         flags |= SICF_PCLKE;
2142
2143         /*
2144          * reset the core
2145          * In chips with PMU, the fastclk request goes through d11 core
2146          * reg 0x1e0, which is cleared by the core_reset. have to re-request it.
2147          *
2148          * This adds some delay and we can optimize it by also requesting
2149          * fastclk through chipcommon during this period if necessary. But
2150          * that has to work coordinate with other driver like mips/arm since
2151          * they may touch chipcommon as well.
2152          */
2153         wlc_hw->clk = false;
2154         ai_core_reset(wlc_hw->sih, flags, resetbits);
2155         wlc_hw->clk = true;
2156         if (wlc_hw->band && wlc_hw->band->pi)
2157                 wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, true);
2158
2159         brcms_c_mctrl_reset(wlc_hw);
2160
2161         if (wlc_hw->sih->cccaps & CC_CAP_PMU)
2162                 brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
2163
2164         brcms_b_phy_reset(wlc_hw);
2165
2166         /* turn on PHY_PLL */
2167         brcms_b_core_phypll_ctl(wlc_hw, true);
2168
2169         /* clear sw intstatus */
2170         wlc_hw->wlc->macintstatus = 0;
2171
2172         /* restore the clk setting */
2173         if (!fastclk)
2174                 brcms_b_clkctl_clk(wlc_hw, CLK_DYNAMIC);
2175 }
2176
2177 /* txfifo sizes needs to be modified(increased) since the newer cores
2178  * have more memory.
2179  */
2180 static void brcms_b_corerev_fifofixup(struct brcms_hardware *wlc_hw)
2181 {
2182         struct d11regs __iomem *regs = wlc_hw->regs;
2183         u16 fifo_nu;
2184         u16 txfifo_startblk = TXFIFO_START_BLK, txfifo_endblk;
2185         u16 txfifo_def, txfifo_def1;
2186         u16 txfifo_cmd;
2187
2188         /* tx fifos start at TXFIFO_START_BLK from the Base address */
2189         txfifo_startblk = TXFIFO_START_BLK;
2190
2191         /* sequence of operations:  reset fifo, set fifo size, reset fifo */
2192         for (fifo_nu = 0; fifo_nu < NFIFO; fifo_nu++) {
2193
2194                 txfifo_endblk = txfifo_startblk + wlc_hw->xmtfifo_sz[fifo_nu];
2195                 txfifo_def = (txfifo_startblk & 0xff) |
2196                     (((txfifo_endblk - 1) & 0xff) << TXFIFO_FIFOTOP_SHIFT);
2197                 txfifo_def1 = ((txfifo_startblk >> 8) & 0x1) |
2198                     ((((txfifo_endblk -
2199                         1) >> 8) & 0x1) << TXFIFO_FIFOTOP_SHIFT);
2200                 txfifo_cmd =
2201                     TXFIFOCMD_RESET_MASK | (fifo_nu << TXFIFOCMD_FIFOSEL_SHIFT);
2202
2203                 W_REG(&regs->xmtfifocmd, txfifo_cmd);
2204                 W_REG(&regs->xmtfifodef, txfifo_def);
2205                 W_REG(&regs->xmtfifodef1, txfifo_def1);
2206
2207                 W_REG(&regs->xmtfifocmd, txfifo_cmd);
2208
2209                 txfifo_startblk += wlc_hw->xmtfifo_sz[fifo_nu];
2210         }
2211         /*
2212          * need to propagate to shm location to be in sync since ucode/hw won't
2213          * do this
2214          */
2215         brcms_b_write_shm(wlc_hw, M_FIFOSIZE0,
2216                            wlc_hw->xmtfifo_sz[TX_AC_BE_FIFO]);
2217         brcms_b_write_shm(wlc_hw, M_FIFOSIZE1,
2218                            wlc_hw->xmtfifo_sz[TX_AC_VI_FIFO]);
2219         brcms_b_write_shm(wlc_hw, M_FIFOSIZE2,
2220                            ((wlc_hw->xmtfifo_sz[TX_AC_VO_FIFO] << 8) | wlc_hw->
2221                             xmtfifo_sz[TX_AC_BK_FIFO]));
2222         brcms_b_write_shm(wlc_hw, M_FIFOSIZE3,
2223                            ((wlc_hw->xmtfifo_sz[TX_ATIM_FIFO] << 8) | wlc_hw->
2224                             xmtfifo_sz[TX_BCMC_FIFO]));
2225 }
2226
2227 /* This function is used for changing the tsf frac register
2228  * If spur avoidance mode is off, the mac freq will be 80/120/160Mhz
2229  * If spur avoidance mode is on1, the mac freq will be 82/123/164Mhz
2230  * If spur avoidance mode is on2, the mac freq will be 84/126/168Mhz
2231  * HTPHY Formula is 2^26/freq(MHz) e.g.
2232  * For spuron2 - 126MHz -> 2^26/126 = 532610.0
2233  *  - 532610 = 0x82082 => tsf_clk_frac_h = 0x8, tsf_clk_frac_l = 0x2082
2234  * For spuron: 123MHz -> 2^26/123    = 545600.5
2235  *  - 545601 = 0x85341 => tsf_clk_frac_h = 0x8, tsf_clk_frac_l = 0x5341
2236  * For spur off: 120MHz -> 2^26/120    = 559240.5
2237  *  - 559241 = 0x88889 => tsf_clk_frac_h = 0x8, tsf_clk_frac_l = 0x8889
2238  */
2239
2240 void brcms_b_switch_macfreq(struct brcms_hardware *wlc_hw, u8 spurmode)
2241 {
2242         struct d11regs __iomem *regs = wlc_hw->regs;
2243
2244         if ((wlc_hw->sih->chip == BCM43224_CHIP_ID) ||
2245             (wlc_hw->sih->chip == BCM43225_CHIP_ID)) {
2246                 if (spurmode == WL_SPURAVOID_ON2) {     /* 126Mhz */
2247                         W_REG(&regs->tsf_clk_frac_l, 0x2082);
2248                         W_REG(&regs->tsf_clk_frac_h, 0x8);
2249                 } else if (spurmode == WL_SPURAVOID_ON1) {      /* 123Mhz */
2250                         W_REG(&regs->tsf_clk_frac_l, 0x5341);
2251                         W_REG(&regs->tsf_clk_frac_h, 0x8);
2252                 } else {        /* 120Mhz */
2253                         W_REG(&regs->tsf_clk_frac_l, 0x8889);
2254                         W_REG(&regs->tsf_clk_frac_h, 0x8);
2255                 }
2256         } else if (BRCMS_ISLCNPHY(wlc_hw->band)) {
2257                 if (spurmode == WL_SPURAVOID_ON1) {     /* 82Mhz */
2258                         W_REG(&regs->tsf_clk_frac_l, 0x7CE0);
2259                         W_REG(&regs->tsf_clk_frac_h, 0xC);
2260                 } else {        /* 80Mhz */
2261                         W_REG(&regs->tsf_clk_frac_l, 0xCCCD);
2262                         W_REG(&regs->tsf_clk_frac_h, 0xC);
2263                 }
2264         }
2265 }
2266
2267 /* Initialize GPIOs that are controlled by D11 core */
2268 static void brcms_c_gpio_init(struct brcms_c_info *wlc)
2269 {
2270         struct brcms_hardware *wlc_hw = wlc->hw;
2271         struct d11regs __iomem *regs;
2272         u32 gc, gm;
2273
2274         regs = wlc_hw->regs;
2275
2276         /* use GPIO select 0 to get all gpio signals from the gpio out reg */
2277         brcms_b_mctrl(wlc_hw, MCTL_GPOUT_SEL_MASK, 0);
2278
2279         /*
2280          * Common GPIO setup:
2281          *      G0 = LED 0 = WLAN Activity
2282          *      G1 = LED 1 = WLAN 2.4 GHz Radio State
2283          *      G2 = LED 2 = WLAN 5 GHz Radio State
2284          *      G4 = radio disable input (HI enabled, LO disabled)
2285          */
2286
2287         gc = gm = 0;
2288
2289         /* Allocate GPIOs for mimo antenna diversity feature */
2290         if (wlc_hw->antsel_type == ANTSEL_2x3) {
2291                 /* Enable antenna diversity, use 2x3 mode */
2292                 brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_EN,
2293                              MHF3_ANTSEL_EN, BRCM_BAND_ALL);
2294                 brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_MODE,
2295                              MHF3_ANTSEL_MODE, BRCM_BAND_ALL);
2296
2297                 /* init superswitch control */
2298                 wlc_phy_antsel_init(wlc_hw->band->pi, false);
2299
2300         } else if (wlc_hw->antsel_type == ANTSEL_2x4) {
2301                 gm |= gc |= (BOARD_GPIO_12 | BOARD_GPIO_13);
2302                 /*
2303                  * The board itself is powered by these GPIOs
2304                  * (when not sending pattern) so set them high
2305                  */
2306                 OR_REG(&regs->psm_gpio_oe,
2307                        (BOARD_GPIO_12 | BOARD_GPIO_13));
2308                 OR_REG(&regs->psm_gpio_out,
2309                        (BOARD_GPIO_12 | BOARD_GPIO_13));
2310
2311                 /* Enable antenna diversity, use 2x4 mode */
2312                 brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_EN,
2313                              MHF3_ANTSEL_EN, BRCM_BAND_ALL);
2314                 brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_MODE, 0,
2315                              BRCM_BAND_ALL);
2316
2317                 /* Configure the desired clock to be 4Mhz */
2318                 brcms_b_write_shm(wlc_hw, M_ANTSEL_CLKDIV,
2319                                    ANTSEL_CLKDIV_4MHZ);
2320         }
2321
2322         /*
2323          * gpio 9 controls the PA. ucode is responsible
2324          * for wiggling out and oe
2325          */
2326         if (wlc_hw->boardflags & BFL_PACTRL)
2327                 gm |= gc |= BOARD_GPIO_PACTRL;
2328
2329         /* apply to gpiocontrol register */
2330         ai_gpiocontrol(wlc_hw->sih, gm, gc, GPIO_DRV_PRIORITY);
2331 }
2332
2333 static void brcms_ucode_write(struct brcms_hardware *wlc_hw,
2334                               const __le32 ucode[], const size_t nbytes)
2335 {
2336         struct d11regs __iomem *regs = wlc_hw->regs;
2337         uint i;
2338         uint count;
2339
2340         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
2341
2342         count = (nbytes / sizeof(u32));
2343
2344         W_REG(&regs->objaddr, (OBJADDR_AUTO_INC | OBJADDR_UCM_SEL));
2345         (void)R_REG(&regs->objaddr);
2346         for (i = 0; i < count; i++)
2347                 W_REG(&regs->objdata, le32_to_cpu(ucode[i]));
2348
2349 }
2350
2351 static void brcms_ucode_download(struct brcms_hardware *wlc_hw)
2352 {
2353         struct brcms_c_info *wlc;
2354         struct brcms_ucode *ucode = &wlc_hw->wlc->wl->ucode;
2355
2356         wlc = wlc_hw->wlc;
2357
2358         if (wlc_hw->ucode_loaded)
2359                 return;
2360
2361         if (D11REV_IS(wlc_hw->corerev, 23)) {
2362                 if (BRCMS_ISNPHY(wlc_hw->band)) {
2363                         brcms_ucode_write(wlc_hw, ucode->bcm43xx_16_mimo,
2364                                           ucode->bcm43xx_16_mimosz);
2365                         wlc_hw->ucode_loaded = true;
2366                 } else
2367                         wiphy_err(wlc->wiphy, "%s: wl%d: unsupported phy in "
2368                                   "corerev %d\n",
2369                                   __func__, wlc_hw->unit, wlc_hw->corerev);
2370         } else if (D11REV_IS(wlc_hw->corerev, 24)) {
2371                 if (BRCMS_ISLCNPHY(wlc_hw->band)) {
2372                         brcms_ucode_write(wlc_hw, ucode->bcm43xx_24_lcn,
2373                                           ucode->bcm43xx_24_lcnsz);
2374                         wlc_hw->ucode_loaded = true;
2375                 } else {
2376                         wiphy_err(wlc->wiphy, "%s: wl%d: unsupported phy in "
2377                                   "corerev %d\n",
2378                                   __func__, wlc_hw->unit, wlc_hw->corerev);
2379                 }
2380         }
2381 }
2382
2383 void brcms_b_txant_set(struct brcms_hardware *wlc_hw, u16 phytxant)
2384 {
2385         /* update sw state */
2386         wlc_hw->bmac_phytxant = phytxant;
2387
2388         /* push to ucode if up */
2389         if (!wlc_hw->up)
2390                 return;
2391         brcms_c_ucode_txant_set(wlc_hw);
2392
2393 }
2394
2395 u16 brcms_b_get_txant(struct brcms_hardware *wlc_hw)
2396 {
2397         return (u16) wlc_hw->wlc->stf->txant;
2398 }
2399
2400 void brcms_b_antsel_type_set(struct brcms_hardware *wlc_hw, u8 antsel_type)
2401 {
2402         wlc_hw->antsel_type = antsel_type;
2403
2404         /* Update the antsel type for phy module to use */
2405         wlc_phy_antsel_type_set(wlc_hw->band->pi, antsel_type);
2406 }
2407
2408 static void brcms_b_fifoerrors(struct brcms_hardware *wlc_hw)
2409 {
2410         bool fatal = false;
2411         uint unit;
2412         uint intstatus, idx;
2413         struct d11regs __iomem *regs = wlc_hw->regs;
2414         struct wiphy *wiphy = wlc_hw->wlc->wiphy;
2415
2416         unit = wlc_hw->unit;
2417
2418         for (idx = 0; idx < NFIFO; idx++) {
2419                 /* read intstatus register and ignore any non-error bits */
2420                 intstatus =
2421                     R_REG(&regs->intctrlregs[idx].intstatus) & I_ERRORS;
2422                 if (!intstatus)
2423                         continue;
2424
2425                 BCMMSG(wlc_hw->wlc->wiphy, "wl%d: intstatus%d 0x%x\n",
2426                         unit, idx, intstatus);
2427
2428                 if (intstatus & I_RO) {
2429                         wiphy_err(wiphy, "wl%d: fifo %d: receive fifo "
2430                                   "overflow\n", unit, idx);
2431                         fatal = true;
2432                 }
2433
2434                 if (intstatus & I_PC) {
2435                         wiphy_err(wiphy, "wl%d: fifo %d: descriptor error\n",
2436                                  unit, idx);
2437                         fatal = true;
2438                 }
2439
2440                 if (intstatus & I_PD) {
2441                         wiphy_err(wiphy, "wl%d: fifo %d: data error\n", unit,
2442                                   idx);
2443                         fatal = true;
2444                 }
2445
2446                 if (intstatus & I_DE) {
2447                         wiphy_err(wiphy, "wl%d: fifo %d: descriptor protocol "
2448                                   "error\n", unit, idx);
2449                         fatal = true;
2450                 }
2451
2452                 if (intstatus & I_RU)
2453                         wiphy_err(wiphy, "wl%d: fifo %d: receive descriptor "
2454                                   "underflow\n", idx, unit);
2455
2456                 if (intstatus & I_XU) {
2457                         wiphy_err(wiphy, "wl%d: fifo %d: transmit fifo "
2458                                   "underflow\n", idx, unit);
2459                         fatal = true;
2460                 }
2461
2462                 if (fatal) {
2463                         brcms_c_fatal_error(wlc_hw->wlc);       /* big hammer */
2464                         break;
2465                 } else
2466                         W_REG(&regs->intctrlregs[idx].intstatus,
2467                               intstatus);
2468         }
2469 }
2470
2471 void brcms_c_intrson(struct brcms_c_info *wlc)
2472 {
2473         struct brcms_hardware *wlc_hw = wlc->hw;
2474         wlc->macintmask = wlc->defmacintmask;
2475         W_REG(&wlc_hw->regs->macintmask, wlc->macintmask);
2476 }
2477
2478 /*
2479  * callback for siutils.c, which has only wlc handler, no wl they both check
2480  * up, not only because there is no need to off/restore d11 interrupt but also
2481  * because per-port code may require sync with valid interrupt.
2482  */
2483 static u32 brcms_c_wlintrsoff(struct brcms_c_info *wlc)
2484 {
2485         if (!wlc->hw->up)
2486                 return 0;
2487
2488         return brcms_intrsoff(wlc->wl);
2489 }
2490
2491 static void brcms_c_wlintrsrestore(struct brcms_c_info *wlc, u32 macintmask)
2492 {
2493         if (!wlc->hw->up)
2494                 return;
2495
2496         brcms_intrsrestore(wlc->wl, macintmask);
2497 }
2498
2499 u32 brcms_c_intrsoff(struct brcms_c_info *wlc)
2500 {
2501         struct brcms_hardware *wlc_hw = wlc->hw;
2502         u32 macintmask;
2503
2504         if (!wlc_hw->clk)
2505                 return 0;
2506
2507         macintmask = wlc->macintmask;   /* isr can still happen */
2508
2509         W_REG(&wlc_hw->regs->macintmask, 0);
2510         (void)R_REG(&wlc_hw->regs->macintmask); /* sync readback */
2511         udelay(1);              /* ensure int line is no longer driven */
2512         wlc->macintmask = 0;
2513
2514         /* return previous macintmask; resolve race between us and our isr */
2515         return wlc->macintstatus ? 0 : macintmask;
2516 }
2517
2518 void brcms_c_intrsrestore(struct brcms_c_info *wlc, u32 macintmask)
2519 {
2520         struct brcms_hardware *wlc_hw = wlc->hw;
2521         if (!wlc_hw->clk)
2522                 return;
2523
2524         wlc->macintmask = macintmask;
2525         W_REG(&wlc_hw->regs->macintmask, wlc->macintmask);
2526 }
2527
2528 static void brcms_b_tx_fifo_suspend(struct brcms_hardware *wlc_hw,
2529                                     uint tx_fifo)
2530 {
2531         u8 fifo = 1 << tx_fifo;
2532
2533         /* Two clients of this code, 11h Quiet period and scanning. */
2534
2535         /* only suspend if not already suspended */
2536         if ((wlc_hw->suspended_fifos & fifo) == fifo)
2537                 return;
2538
2539         /* force the core awake only if not already */
2540         if (wlc_hw->suspended_fifos == 0)
2541                 brcms_c_ucode_wake_override_set(wlc_hw,
2542                                                 BRCMS_WAKE_OVERRIDE_TXFIFO);
2543
2544         wlc_hw->suspended_fifos |= fifo;
2545
2546         if (wlc_hw->di[tx_fifo]) {
2547                 /*
2548                  * Suspending AMPDU transmissions in the middle can cause
2549                  * underflow which may result in mismatch between ucode and
2550                  * driver so suspend the mac before suspending the FIFO
2551                  */
2552                 if (BRCMS_PHY_11N_CAP(wlc_hw->band))
2553                         brcms_c_suspend_mac_and_wait(wlc_hw->wlc);
2554
2555                 dma_txsuspend(wlc_hw->di[tx_fifo]);
2556
2557                 if (BRCMS_PHY_11N_CAP(wlc_hw->band))
2558                         brcms_c_enable_mac(wlc_hw->wlc);
2559         }
2560 }
2561
2562 static void brcms_b_tx_fifo_resume(struct brcms_hardware *wlc_hw,
2563                                    uint tx_fifo)
2564 {
2565         /* BMAC_NOTE: BRCMS_TX_FIFO_ENAB is done in brcms_c_dpc() for DMA case
2566          * but need to be done here for PIO otherwise the watchdog will catch
2567          * the inconsistency and fire
2568          */
2569         /* Two clients of this code, 11h Quiet period and scanning. */
2570         if (wlc_hw->di[tx_fifo])
2571                 dma_txresume(wlc_hw->di[tx_fifo]);
2572
2573         /* allow core to sleep again */
2574         if (wlc_hw->suspended_fifos == 0)
2575                 return;
2576         else {
2577                 wlc_hw->suspended_fifos &= ~(1 << tx_fifo);
2578                 if (wlc_hw->suspended_fifos == 0)
2579                         brcms_c_ucode_wake_override_clear(wlc_hw,
2580                                                 BRCMS_WAKE_OVERRIDE_TXFIFO);
2581         }
2582 }
2583
2584 static void brcms_b_mute(struct brcms_hardware *wlc_hw, bool on, u32 flags)
2585 {
2586         static const u8 null_ether_addr[ETH_ALEN] = {0, 0, 0, 0, 0, 0};
2587
2588         if (on) {
2589                 /* suspend tx fifos */
2590                 brcms_b_tx_fifo_suspend(wlc_hw, TX_DATA_FIFO);
2591                 brcms_b_tx_fifo_suspend(wlc_hw, TX_CTL_FIFO);
2592                 brcms_b_tx_fifo_suspend(wlc_hw, TX_AC_BK_FIFO);
2593                 brcms_b_tx_fifo_suspend(wlc_hw, TX_AC_VI_FIFO);
2594
2595                 /* zero the address match register so we do not send ACKs */
2596                 brcms_b_set_addrmatch(wlc_hw, RCM_MAC_OFFSET,
2597                                        null_ether_addr);
2598         } else {
2599                 /* resume tx fifos */
2600                 brcms_b_tx_fifo_resume(wlc_hw, TX_DATA_FIFO);
2601                 brcms_b_tx_fifo_resume(wlc_hw, TX_CTL_FIFO);
2602                 brcms_b_tx_fifo_resume(wlc_hw, TX_AC_BK_FIFO);
2603                 brcms_b_tx_fifo_resume(wlc_hw, TX_AC_VI_FIFO);
2604
2605                 /* Restore address */
2606                 brcms_b_set_addrmatch(wlc_hw, RCM_MAC_OFFSET,
2607                                        wlc_hw->etheraddr);
2608         }
2609
2610         wlc_phy_mute_upd(wlc_hw->band->pi, on, flags);
2611
2612         if (on)
2613                 brcms_c_ucode_mute_override_set(wlc_hw);
2614         else
2615                 brcms_c_ucode_mute_override_clear(wlc_hw);
2616 }
2617
2618 /*
2619  * Read and clear macintmask and macintstatus and intstatus registers.
2620  * This routine should be called with interrupts off
2621  * Return:
2622  *   -1 if brcms_deviceremoved(wlc) evaluates to true;
2623  *   0 if the interrupt is not for us, or we are in some special cases;
2624  *   device interrupt status bits otherwise.
2625  */
2626 static inline u32 wlc_intstatus(struct brcms_c_info *wlc, bool in_isr)
2627 {
2628         struct brcms_hardware *wlc_hw = wlc->hw;
2629         struct d11regs __iomem *regs = wlc_hw->regs;
2630         u32 macintstatus;
2631
2632         /* macintstatus includes a DMA interrupt summary bit */
2633         macintstatus = R_REG(&regs->macintstatus);
2634
2635         BCMMSG(wlc->wiphy, "wl%d: macintstatus: 0x%x\n", wlc_hw->unit,
2636                  macintstatus);
2637
2638         /* detect cardbus removed, in power down(suspend) and in reset */
2639         if (brcms_deviceremoved(wlc))
2640                 return -1;
2641
2642         /* brcms_deviceremoved() succeeds even when the core is still resetting,
2643          * handle that case here.
2644          */
2645         if (macintstatus == 0xffffffff)
2646                 return 0;
2647
2648         /* defer unsolicited interrupts */
2649         macintstatus &= (in_isr ? wlc->macintmask : wlc->defmacintmask);
2650
2651         /* if not for us */
2652         if (macintstatus == 0)
2653                 return 0;
2654
2655         /* interrupts are already turned off for CFE build
2656          * Caution: For CFE Turning off the interrupts again has some undesired
2657          * consequences
2658          */
2659         /* turn off the interrupts */
2660         W_REG(&regs->macintmask, 0);
2661         (void)R_REG(&regs->macintmask); /* sync readback */
2662         wlc->macintmask = 0;
2663
2664         /* clear device interrupts */
2665         W_REG(&regs->macintstatus, macintstatus);
2666
2667         /* MI_DMAINT is indication of non-zero intstatus */
2668         if (macintstatus & MI_DMAINT)
2669                 /*
2670                  * only fifo interrupt enabled is I_RI in
2671                  * RX_FIFO. If MI_DMAINT is set, assume it
2672                  * is set and clear the interrupt.
2673                  */
2674                 W_REG(&regs->intctrlregs[RX_FIFO].intstatus,
2675                       DEF_RXINTMASK);
2676
2677         return macintstatus;
2678 }
2679
2680 /* Update wlc->macintstatus and wlc->intstatus[]. */
2681 /* Return true if they are updated successfully. false otherwise */
2682 bool brcms_c_intrsupd(struct brcms_c_info *wlc)
2683 {
2684         u32 macintstatus;
2685
2686         /* read and clear macintstatus and intstatus registers */
2687         macintstatus = wlc_intstatus(wlc, false);
2688
2689         /* device is removed */
2690         if (macintstatus == 0xffffffff)
2691                 return false;
2692
2693         /* update interrupt status in software */
2694         wlc->macintstatus |= macintstatus;
2695
2696         return true;
2697 }
2698
2699 /*
2700  * First-level interrupt processing.
2701  * Return true if this was our interrupt, false otherwise.
2702  * *wantdpc will be set to true if further brcms_c_dpc() processing is required,
2703  * false otherwise.
2704  */
2705 bool brcms_c_isr(struct brcms_c_info *wlc, bool *wantdpc)
2706 {
2707         struct brcms_hardware *wlc_hw = wlc->hw;
2708         u32 macintstatus;
2709
2710         *wantdpc = false;
2711
2712         if (!wlc_hw->up || !wlc->macintmask)
2713                 return false;
2714
2715         /* read and clear macintstatus and intstatus registers */
2716         macintstatus = wlc_intstatus(wlc, true);
2717
2718         if (macintstatus == 0xffffffff)
2719                 wiphy_err(wlc->wiphy, "DEVICEREMOVED detected in the ISR code"
2720                           " path\n");
2721
2722         /* it is not for us */
2723         if (macintstatus == 0)
2724                 return false;
2725
2726         *wantdpc = true;
2727
2728         /* save interrupt status bits */
2729         wlc->macintstatus = macintstatus;
2730
2731         return true;
2732
2733 }
2734
2735 void brcms_c_suspend_mac_and_wait(struct brcms_c_info *wlc)
2736 {
2737         struct brcms_hardware *wlc_hw = wlc->hw;
2738         struct d11regs __iomem *regs = wlc_hw->regs;
2739         u32 mc, mi;
2740         struct wiphy *wiphy = wlc->wiphy;
2741
2742         BCMMSG(wlc->wiphy, "wl%d: bandunit %d\n", wlc_hw->unit,
2743                 wlc_hw->band->bandunit);
2744
2745         /*
2746          * Track overlapping suspend requests
2747          */
2748         wlc_hw->mac_suspend_depth++;
2749         if (wlc_hw->mac_suspend_depth > 1)
2750                 return;
2751
2752         /* force the core awake */
2753         brcms_c_ucode_wake_override_set(wlc_hw, BRCMS_WAKE_OVERRIDE_MACSUSPEND);
2754
2755         mc = R_REG(&regs->maccontrol);
2756
2757         if (mc == 0xffffffff) {
2758                 wiphy_err(wiphy, "wl%d: %s: dead chip\n", wlc_hw->unit,
2759                           __func__);
2760                 brcms_down(wlc->wl);
2761                 return;
2762         }
2763         WARN_ON(mc & MCTL_PSM_JMP_0);
2764         WARN_ON(!(mc & MCTL_PSM_RUN));
2765         WARN_ON(!(mc & MCTL_EN_MAC));
2766
2767         mi = R_REG(&regs->macintstatus);
2768         if (mi == 0xffffffff) {
2769                 wiphy_err(wiphy, "wl%d: %s: dead chip\n", wlc_hw->unit,
2770                           __func__);
2771                 brcms_down(wlc->wl);
2772                 return;
2773         }
2774         WARN_ON(mi & MI_MACSSPNDD);
2775
2776         brcms_b_mctrl(wlc_hw, MCTL_EN_MAC, 0);
2777
2778         SPINWAIT(!(R_REG(&regs->macintstatus) & MI_MACSSPNDD),
2779                  BRCMS_MAX_MAC_SUSPEND);
2780
2781         if (!(R_REG(&regs->macintstatus) & MI_MACSSPNDD)) {
2782                 wiphy_err(wiphy, "wl%d: wlc_suspend_mac_and_wait: waited %d uS"
2783                           " and MI_MACSSPNDD is still not on.\n",
2784                           wlc_hw->unit, BRCMS_MAX_MAC_SUSPEND);
2785                 wiphy_err(wiphy, "wl%d: psmdebug 0x%08x, phydebug 0x%08x, "
2786                           "psm_brc 0x%04x\n", wlc_hw->unit,
2787                           R_REG(&regs->psmdebug),
2788                           R_REG(&regs->phydebug),
2789                           R_REG(&regs->psm_brc));
2790         }
2791
2792         mc = R_REG(&regs->maccontrol);
2793         if (mc == 0xffffffff) {
2794                 wiphy_err(wiphy, "wl%d: %s: dead chip\n", wlc_hw->unit,
2795                           __func__);
2796                 brcms_down(wlc->wl);
2797                 return;
2798         }
2799         WARN_ON(mc & MCTL_PSM_JMP_0);
2800         WARN_ON(!(mc & MCTL_PSM_RUN));
2801         WARN_ON(mc & MCTL_EN_MAC);
2802 }
2803
2804 void brcms_c_enable_mac(struct brcms_c_info *wlc)
2805 {
2806         struct brcms_hardware *wlc_hw = wlc->hw;
2807         struct d11regs __iomem *regs = wlc_hw->regs;
2808         u32 mc, mi;
2809
2810         BCMMSG(wlc->wiphy, "wl%d: bandunit %d\n", wlc_hw->unit,
2811                 wlc->band->bandunit);
2812
2813         /*
2814          * Track overlapping suspend requests
2815          */
2816         wlc_hw->mac_suspend_depth--;
2817         if (wlc_hw->mac_suspend_depth > 0)
2818                 return;
2819
2820         mc = R_REG(&regs->maccontrol);
2821         WARN_ON(mc & MCTL_PSM_JMP_0);
2822         WARN_ON(mc & MCTL_EN_MAC);
2823         WARN_ON(!(mc & MCTL_PSM_RUN));
2824
2825         brcms_b_mctrl(wlc_hw, MCTL_EN_MAC, MCTL_EN_MAC);
2826         W_REG(&regs->macintstatus, MI_MACSSPNDD);
2827
2828         mc = R_REG(&regs->maccontrol);
2829         WARN_ON(mc & MCTL_PSM_JMP_0);
2830         WARN_ON(!(mc & MCTL_EN_MAC));
2831         WARN_ON(!(mc & MCTL_PSM_RUN));
2832
2833         mi = R_REG(&regs->macintstatus);
2834         WARN_ON(mi & MI_MACSSPNDD);
2835
2836         brcms_c_ucode_wake_override_clear(wlc_hw,
2837                                           BRCMS_WAKE_OVERRIDE_MACSUSPEND);
2838 }
2839
2840 void brcms_b_band_stf_ss_set(struct brcms_hardware *wlc_hw, u8 stf_mode)
2841 {
2842         wlc_hw->hw_stf_ss_opmode = stf_mode;
2843
2844         if (wlc_hw->clk)
2845                 brcms_upd_ofdm_pctl1_table(wlc_hw);
2846 }
2847
2848 static bool brcms_b_validate_chip_access(struct brcms_hardware *wlc_hw)
2849 {
2850         struct d11regs __iomem *regs;
2851         u32 w, val;
2852         struct wiphy *wiphy = wlc_hw->wlc->wiphy;
2853
2854         BCMMSG(wiphy, "wl%d\n", wlc_hw->unit);
2855
2856         regs = wlc_hw->regs;
2857
2858         /* Validate dchip register access */
2859
2860         W_REG(&regs->objaddr, OBJADDR_SHM_SEL | 0);
2861         (void)R_REG(&regs->objaddr);
2862         w = R_REG(&regs->objdata);
2863
2864         /* Can we write and read back a 32bit register? */
2865         W_REG(&regs->objaddr, OBJADDR_SHM_SEL | 0);
2866         (void)R_REG(&regs->objaddr);
2867         W_REG(&regs->objdata, (u32) 0xaa5555aa);
2868
2869         W_REG(&regs->objaddr, OBJADDR_SHM_SEL | 0);
2870         (void)R_REG(&regs->objaddr);
2871         val = R_REG(&regs->objdata);
2872         if (val != (u32) 0xaa5555aa) {
2873                 wiphy_err(wiphy, "wl%d: validate_chip_access: SHM = 0x%x, "
2874                           "expected 0xaa5555aa\n", wlc_hw->unit, val);
2875                 return false;
2876         }
2877
2878         W_REG(&regs->objaddr, OBJADDR_SHM_SEL | 0);
2879         (void)R_REG(&regs->objaddr);
2880         W_REG(&regs->objdata, (u32) 0x55aaaa55);
2881
2882         W_REG(&regs->objaddr, OBJADDR_SHM_SEL | 0);
2883         (void)R_REG(&regs->objaddr);
2884         val = R_REG(&regs->objdata);
2885         if (val != (u32) 0x55aaaa55) {
2886                 wiphy_err(wiphy, "wl%d: validate_chip_access: SHM = 0x%x, "
2887                           "expected 0x55aaaa55\n", wlc_hw->unit, val);
2888                 return false;
2889         }
2890
2891         W_REG(&regs->objaddr, OBJADDR_SHM_SEL | 0);
2892         (void)R_REG(&regs->objaddr);
2893         W_REG(&regs->objdata, w);
2894
2895         /* clear CFPStart */
2896         W_REG(&regs->tsf_cfpstart, 0);
2897
2898         w = R_REG(&regs->maccontrol);
2899         if ((w != (MCTL_IHR_EN | MCTL_WAKE)) &&
2900             (w != (MCTL_IHR_EN | MCTL_GMODE | MCTL_WAKE))) {
2901                 wiphy_err(wiphy, "wl%d: validate_chip_access: maccontrol = "
2902                           "0x%x, expected 0x%x or 0x%x\n", wlc_hw->unit, w,
2903                           (MCTL_IHR_EN | MCTL_WAKE),
2904                           (MCTL_IHR_EN | MCTL_GMODE | MCTL_WAKE));
2905                 return false;
2906         }
2907
2908         return true;
2909 }
2910
2911 #define PHYPLL_WAIT_US  100000
2912
2913 void brcms_b_core_phypll_ctl(struct brcms_hardware *wlc_hw, bool on)
2914 {
2915         struct d11regs __iomem *regs;
2916         u32 tmp;
2917
2918         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
2919
2920         tmp = 0;
2921         regs = wlc_hw->regs;
2922
2923         if (on) {
2924                 if ((wlc_hw->sih->chip == BCM4313_CHIP_ID)) {
2925                         OR_REG(&regs->clk_ctl_st,
2926                                (CCS_ERSRC_REQ_HT | CCS_ERSRC_REQ_D11PLL |
2927                                 CCS_ERSRC_REQ_PHYPLL));
2928                         SPINWAIT((R_REG(&regs->clk_ctl_st) &
2929                                   (CCS_ERSRC_AVAIL_HT)) != (CCS_ERSRC_AVAIL_HT),
2930                                  PHYPLL_WAIT_US);
2931
2932                         tmp = R_REG(&regs->clk_ctl_st);
2933                         if ((tmp & (CCS_ERSRC_AVAIL_HT)) !=
2934                             (CCS_ERSRC_AVAIL_HT))
2935                                 wiphy_err(wlc_hw->wlc->wiphy, "%s: turn on PHY"
2936                                           " PLL failed\n", __func__);
2937                 } else {
2938                         OR_REG(&regs->clk_ctl_st,
2939                                (CCS_ERSRC_REQ_D11PLL | CCS_ERSRC_REQ_PHYPLL));
2940                         SPINWAIT((R_REG(&regs->clk_ctl_st) &
2941                                   (CCS_ERSRC_AVAIL_D11PLL |
2942                                    CCS_ERSRC_AVAIL_PHYPLL)) !=
2943                                  (CCS_ERSRC_AVAIL_D11PLL |
2944                                   CCS_ERSRC_AVAIL_PHYPLL), PHYPLL_WAIT_US);
2945
2946                         tmp = R_REG(&regs->clk_ctl_st);
2947                         if ((tmp &
2948                              (CCS_ERSRC_AVAIL_D11PLL | CCS_ERSRC_AVAIL_PHYPLL))
2949                             !=
2950                             (CCS_ERSRC_AVAIL_D11PLL | CCS_ERSRC_AVAIL_PHYPLL))
2951                                 wiphy_err(wlc_hw->wlc->wiphy, "%s: turn on "
2952                                           "PHY PLL failed\n", __func__);
2953                 }
2954         } else {
2955                 /*
2956                  * Since the PLL may be shared, other cores can still
2957                  * be requesting it; so we'll deassert the request but
2958                  * not wait for status to comply.
2959                  */
2960                 AND_REG(&regs->clk_ctl_st, ~CCS_ERSRC_REQ_PHYPLL);
2961                 tmp = R_REG(&regs->clk_ctl_st);
2962         }
2963 }
2964
2965 void brcms_c_coredisable(struct brcms_hardware *wlc_hw)
2966 {
2967         bool dev_gone;
2968
2969         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
2970
2971         dev_gone = brcms_deviceremoved(wlc_hw->wlc);
2972
2973         if (dev_gone)
2974                 return;
2975
2976         if (wlc_hw->noreset)
2977                 return;
2978
2979         /* radio off */
2980         wlc_phy_switch_radio(wlc_hw->band->pi, OFF);
2981
2982         /* turn off analog core */
2983         wlc_phy_anacore(wlc_hw->band->pi, OFF);
2984
2985         /* turn off PHYPLL to save power */
2986         brcms_b_core_phypll_ctl(wlc_hw, false);
2987
2988         wlc_hw->clk = false;
2989         ai_core_disable(wlc_hw->sih, 0);
2990         wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, false);
2991 }
2992
2993 static void brcms_c_flushqueues(struct brcms_c_info *wlc)
2994 {
2995         struct brcms_hardware *wlc_hw = wlc->hw;
2996         uint i;
2997
2998         /* free any posted tx packets */
2999         for (i = 0; i < NFIFO; i++)
3000                 if (wlc_hw->di[i]) {
3001                         dma_txreclaim(wlc_hw->di[i], DMA_RANGE_ALL);
3002                         wlc->core->txpktpend[i] = 0;
3003                         BCMMSG(wlc->wiphy, "pktpend fifo %d clrd\n", i);
3004                 }
3005
3006         /* free any posted rx packets */
3007         dma_rxreclaim(wlc_hw->di[RX_FIFO]);
3008 }
3009
3010 static u16
3011 brcms_b_read_objmem(struct brcms_hardware *wlc_hw, uint offset, u32 sel)
3012 {
3013         struct d11regs __iomem *regs = wlc_hw->regs;
3014         u16 __iomem *objdata_lo = (u16 __iomem *)&regs->objdata;
3015         u16 __iomem *objdata_hi = objdata_lo + 1;
3016         u16 v;
3017
3018         W_REG(&regs->objaddr, sel | (offset >> 2));
3019         (void)R_REG(&regs->objaddr);
3020         if (offset & 2)
3021                 v = R_REG(objdata_hi);
3022         else
3023                 v = R_REG(objdata_lo);
3024
3025         return v;
3026 }
3027
3028 static void
3029 brcms_b_write_objmem(struct brcms_hardware *wlc_hw, uint offset, u16 v,
3030                      u32 sel)
3031 {
3032         struct d11regs __iomem *regs = wlc_hw->regs;
3033         u16 __iomem *objdata_lo = (u16 __iomem *)&regs->objdata;
3034         u16 __iomem *objdata_hi = objdata_lo + 1;
3035
3036         W_REG(&regs->objaddr, sel | (offset >> 2));
3037         (void)R_REG(&regs->objaddr);
3038         if (offset & 2)
3039                 W_REG(objdata_hi, v);
3040         else
3041                 W_REG(objdata_lo, v);
3042 }
3043
3044 /*
3045  * Read a single u16 from shared memory.
3046  * SHM 'offset' needs to be an even address
3047  */
3048 u16 brcms_b_read_shm(struct brcms_hardware *wlc_hw, uint offset)
3049 {
3050         return brcms_b_read_objmem(wlc_hw, offset, OBJADDR_SHM_SEL);
3051 }
3052
3053 /*
3054  * Write a single u16 to shared memory.
3055  * SHM 'offset' needs to be an even address
3056  */
3057 void brcms_b_write_shm(struct brcms_hardware *wlc_hw, uint offset, u16 v)
3058 {
3059         brcms_b_write_objmem(wlc_hw, offset, v, OBJADDR_SHM_SEL);
3060 }
3061
3062 /*
3063  * Copy a buffer to shared memory of specified type .
3064  * SHM 'offset' needs to be an even address and
3065  * Buffer length 'len' must be an even number of bytes
3066  * 'sel' selects the type of memory
3067  */
3068 void
3069 brcms_b_copyto_objmem(struct brcms_hardware *wlc_hw, uint offset,
3070                       const void *buf, int len, u32 sel)
3071 {
3072         u16 v;
3073         const u8 *p = (const u8 *)buf;
3074         int i;
3075
3076         if (len <= 0 || (offset & 1) || (len & 1))
3077                 return;
3078
3079         for (i = 0; i < len; i += 2) {
3080                 v = p[i] | (p[i + 1] << 8);
3081                 brcms_b_write_objmem(wlc_hw, offset + i, v, sel);
3082         }
3083 }
3084
3085 /*
3086  * Copy a piece of shared memory of specified type to a buffer .
3087  * SHM 'offset' needs to be an even address and
3088  * Buffer length 'len' must be an even number of bytes
3089  * 'sel' selects the type of memory
3090  */
3091 void
3092 brcms_b_copyfrom_objmem(struct brcms_hardware *wlc_hw, uint offset, void *buf,
3093                          int len, u32 sel)
3094 {
3095         u16 v;
3096         u8 *p = (u8 *) buf;
3097         int i;
3098
3099         if (len <= 0 || (offset & 1) || (len & 1))
3100                 return;
3101
3102         for (i = 0; i < len; i += 2) {
3103                 v = brcms_b_read_objmem(wlc_hw, offset + i, sel);
3104                 p[i] = v & 0xFF;
3105                 p[i + 1] = (v >> 8) & 0xFF;
3106         }
3107 }
3108
3109 static void brcms_b_retrylimit_upd(struct brcms_hardware *wlc_hw,
3110                                    u16 SRL, u16 LRL)
3111 {
3112         wlc_hw->SRL = SRL;
3113         wlc_hw->LRL = LRL;
3114
3115         /* write retry limit to SCR, shouldn't need to suspend */
3116         if (wlc_hw->up) {
3117                 W_REG(&wlc_hw->regs->objaddr,
3118                       OBJADDR_SCR_SEL | S_DOT11_SRC_LMT);
3119                 (void)R_REG(&wlc_hw->regs->objaddr);
3120                 W_REG(&wlc_hw->regs->objdata, wlc_hw->SRL);
3121                 W_REG(&wlc_hw->regs->objaddr,
3122                       OBJADDR_SCR_SEL | S_DOT11_LRC_LMT);
3123                 (void)R_REG(&wlc_hw->regs->objaddr);
3124                 W_REG(&wlc_hw->regs->objdata, wlc_hw->LRL);
3125         }
3126 }
3127
3128 static void brcms_b_pllreq(struct brcms_hardware *wlc_hw, bool set, u32 req_bit)
3129 {
3130         if (set) {
3131                 if (mboolisset(wlc_hw->pllreq, req_bit))
3132                         return;
3133
3134                 mboolset(wlc_hw->pllreq, req_bit);
3135
3136                 if (mboolisset(wlc_hw->pllreq, BRCMS_PLLREQ_FLIP)) {
3137                         if (!wlc_hw->sbclk)
3138                                 brcms_b_xtal(wlc_hw, ON);
3139                 }
3140         } else {
3141                 if (!mboolisset(wlc_hw->pllreq, req_bit))
3142                         return;
3143
3144                 mboolclr(wlc_hw->pllreq, req_bit);
3145
3146                 if (mboolisset(wlc_hw->pllreq, BRCMS_PLLREQ_FLIP)) {
3147                         if (wlc_hw->sbclk)
3148                                 brcms_b_xtal(wlc_hw, OFF);
3149                 }
3150         }
3151 }
3152
3153 static void brcms_b_antsel_set(struct brcms_hardware *wlc_hw, u32 antsel_avail)
3154 {
3155         wlc_hw->antsel_avail = antsel_avail;
3156 }
3157
3158 /*
3159  * conditions under which the PM bit should be set in outgoing frames
3160  * and STAY_AWAKE is meaningful
3161  */
3162 bool brcms_c_ps_allowed(struct brcms_c_info *wlc)
3163 {
3164         struct brcms_bss_cfg *cfg = wlc->bsscfg;
3165
3166         /* disallow PS when one of the following global conditions meets */
3167         if (!wlc->pub->associated)
3168                 return false;
3169
3170         /* disallow PS when one of these meets when not scanning */
3171         if (wlc->monitor)
3172                 return false;
3173
3174         if (cfg->associated) {
3175                 /*
3176                  * disallow PS when one of the following
3177                  * bsscfg specific conditions meets
3178                  */
3179                 if (!cfg->BSS)
3180                         return false;
3181
3182                 return false;
3183         }
3184
3185         return true;
3186 }
3187
3188 static void brcms_b_reset(struct brcms_hardware *wlc_hw)
3189 {
3190         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
3191
3192         /* reset the core */
3193         if (!brcms_deviceremoved(wlc_hw->wlc))
3194                 brcms_b_corereset(wlc_hw, BRCMS_USE_COREFLAGS);
3195
3196         /* purge the dma rings */
3197         brcms_c_flushqueues(wlc_hw->wlc);
3198 }
3199
3200 void brcms_c_reset(struct brcms_c_info *wlc)
3201 {
3202         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
3203
3204         /* slurp up hw mac counters before core reset */
3205         brcms_c_statsupd(wlc);
3206
3207         /* reset our snapshot of macstat counters */
3208         memset((char *)wlc->core->macstat_snapshot, 0,
3209                 sizeof(struct macstat));
3210
3211         brcms_b_reset(wlc->hw);
3212 }
3213
3214 void brcms_c_fatal_error(struct brcms_c_info *wlc)
3215 {
3216         wiphy_err(wlc->wiphy, "wl%d: fatal error, reinitializing\n",
3217                   wlc->pub->unit);
3218         brcms_init(wlc->wl);
3219 }
3220
3221 /* Return the channel the driver should initialize during brcms_c_init.
3222  * the channel may have to be changed from the currently configured channel
3223  * if other configurations are in conflict (bandlocked, 11n mode disabled,
3224  * invalid channel for current country, etc.)
3225  */
3226 static u16 brcms_c_init_chanspec(struct brcms_c_info *wlc)
3227 {
3228         u16 chanspec =
3229             1 | WL_CHANSPEC_BW_20 | WL_CHANSPEC_CTL_SB_NONE |
3230             WL_CHANSPEC_BAND_2G;
3231
3232         return chanspec;
3233 }
3234
3235 void brcms_c_init_scb(struct scb *scb)
3236 {
3237         int i;
3238
3239         memset(scb, 0, sizeof(struct scb));
3240         scb->flags = SCB_WMECAP | SCB_HTCAP;
3241         for (i = 0; i < NUMPRIO; i++) {
3242                 scb->seqnum[i] = 0;
3243                 scb->seqctl[i] = 0xFFFF;
3244         }
3245
3246         scb->seqctl_nonqos = 0xFFFF;
3247         scb->magic = SCB_MAGIC;
3248 }
3249
3250 /* d11 core init
3251  *   reset PSM
3252  *   download ucode/PCM
3253  *   let ucode run to suspended
3254  *   download ucode inits
3255  *   config other core registers
3256  *   init dma
3257  */
3258 static void brcms_b_coreinit(struct brcms_c_info *wlc)
3259 {
3260         struct brcms_hardware *wlc_hw = wlc->hw;
3261         struct d11regs __iomem *regs;
3262         u32 sflags;
3263         uint bcnint_us;
3264         uint i = 0;
3265         bool fifosz_fixup = false;
3266         int err = 0;
3267         u16 buf[NFIFO];
3268         struct wiphy *wiphy = wlc->wiphy;
3269         struct brcms_ucode *ucode = &wlc_hw->wlc->wl->ucode;
3270
3271         regs = wlc_hw->regs;
3272
3273         BCMMSG(wlc->wiphy, "wl%d\n", wlc_hw->unit);
3274
3275         /* reset PSM */
3276         brcms_b_mctrl(wlc_hw, ~0, (MCTL_IHR_EN | MCTL_PSM_JMP_0 | MCTL_WAKE));
3277
3278         brcms_ucode_download(wlc_hw);
3279         /*
3280          * FIFOSZ fixup. driver wants to controls the fifo allocation.
3281          */
3282         fifosz_fixup = true;
3283
3284         /* let the PSM run to the suspended state, set mode to BSS STA */
3285         W_REG(&regs->macintstatus, -1);
3286         brcms_b_mctrl(wlc_hw, ~0,
3287                        (MCTL_IHR_EN | MCTL_INFRA | MCTL_PSM_RUN | MCTL_WAKE));
3288
3289         /* wait for ucode to self-suspend after auto-init */
3290         SPINWAIT(((R_REG(&regs->macintstatus) & MI_MACSSPNDD) == 0),
3291                  1000 * 1000);
3292         if ((R_REG(&regs->macintstatus) & MI_MACSSPNDD) == 0)
3293                 wiphy_err(wiphy, "wl%d: wlc_coreinit: ucode did not self-"
3294                           "suspend!\n", wlc_hw->unit);
3295
3296         brcms_c_gpio_init(wlc);
3297
3298         sflags = ai_core_sflags(wlc_hw->sih, 0, 0);
3299
3300         if (D11REV_IS(wlc_hw->corerev, 23)) {
3301                 if (BRCMS_ISNPHY(wlc_hw->band))
3302                         brcms_c_write_inits(wlc_hw, ucode->d11n0initvals16);
3303                 else
3304                         wiphy_err(wiphy, "%s: wl%d: unsupported phy in corerev"
3305                                   " %d\n", __func__, wlc_hw->unit,
3306                                   wlc_hw->corerev);
3307         } else if (D11REV_IS(wlc_hw->corerev, 24)) {
3308                 if (BRCMS_ISLCNPHY(wlc_hw->band))
3309                         brcms_c_write_inits(wlc_hw, ucode->d11lcn0initvals24);
3310                 else
3311                         wiphy_err(wiphy, "%s: wl%d: unsupported phy in corerev"
3312                                   " %d\n", __func__, wlc_hw->unit,
3313                                   wlc_hw->corerev);
3314         } else {
3315                 wiphy_err(wiphy, "%s: wl%d: unsupported corerev %d\n",
3316                           __func__, wlc_hw->unit, wlc_hw->corerev);
3317         }
3318
3319         /* For old ucode, txfifo sizes needs to be modified(increased) */
3320         if (fifosz_fixup == true)
3321                 brcms_b_corerev_fifofixup(wlc_hw);
3322
3323         /* check txfifo allocations match between ucode and driver */
3324         buf[TX_AC_BE_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE0);
3325         if (buf[TX_AC_BE_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_BE_FIFO]) {
3326                 i = TX_AC_BE_FIFO;
3327                 err = -1;
3328         }
3329         buf[TX_AC_VI_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE1);
3330         if (buf[TX_AC_VI_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_VI_FIFO]) {
3331                 i = TX_AC_VI_FIFO;
3332                 err = -1;
3333         }
3334         buf[TX_AC_BK_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE2);
3335         buf[TX_AC_VO_FIFO] = (buf[TX_AC_BK_FIFO] >> 8) & 0xff;
3336         buf[TX_AC_BK_FIFO] &= 0xff;
3337         if (buf[TX_AC_BK_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_BK_FIFO]) {
3338                 i = TX_AC_BK_FIFO;
3339                 err = -1;
3340         }
3341         if (buf[TX_AC_VO_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_VO_FIFO]) {
3342                 i = TX_AC_VO_FIFO;
3343                 err = -1;
3344         }
3345         buf[TX_BCMC_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE3);
3346         buf[TX_ATIM_FIFO] = (buf[TX_BCMC_FIFO] >> 8) & 0xff;
3347         buf[TX_BCMC_FIFO] &= 0xff;
3348         if (buf[TX_BCMC_FIFO] != wlc_hw->xmtfifo_sz[TX_BCMC_FIFO]) {
3349                 i = TX_BCMC_FIFO;
3350                 err = -1;
3351         }
3352         if (buf[TX_ATIM_FIFO] != wlc_hw->xmtfifo_sz[TX_ATIM_FIFO]) {
3353                 i = TX_ATIM_FIFO;
3354                 err = -1;
3355         }
3356         if (err != 0)
3357                 wiphy_err(wiphy, "wlc_coreinit: txfifo mismatch: ucode size %d"
3358                           " driver size %d index %d\n", buf[i],
3359                           wlc_hw->xmtfifo_sz[i], i);
3360
3361         /* make sure we can still talk to the mac */
3362         WARN_ON(R_REG(&regs->maccontrol) == 0xffffffff);
3363
3364         /* band-specific inits done by wlc_bsinit() */
3365
3366         /* Set up frame burst size and antenna swap threshold init values */
3367         brcms_b_write_shm(wlc_hw, M_MBURST_SIZE, MAXTXFRAMEBURST);
3368         brcms_b_write_shm(wlc_hw, M_MAX_ANTCNT, ANTCNT);
3369
3370         /* enable one rx interrupt per received frame */
3371         W_REG(&regs->intrcvlazy[0], (1 << IRL_FC_SHIFT));
3372
3373         /* set the station mode (BSS STA) */
3374         brcms_b_mctrl(wlc_hw,
3375                        (MCTL_INFRA | MCTL_DISCARD_PMQ | MCTL_AP),
3376                        (MCTL_INFRA | MCTL_DISCARD_PMQ));
3377
3378         /* set up Beacon interval */
3379         bcnint_us = 0x8000 << 10;
3380         W_REG(&regs->tsf_cfprep, (bcnint_us << CFPREP_CBI_SHIFT));
3381         W_REG(&regs->tsf_cfpstart, bcnint_us);
3382         W_REG(&regs->macintstatus, MI_GP1);
3383
3384         /* write interrupt mask */
3385         W_REG(&regs->intctrlregs[RX_FIFO].intmask, DEF_RXINTMASK);
3386
3387         /* allow the MAC to control the PHY clock (dynamic on/off) */
3388         brcms_b_macphyclk_set(wlc_hw, ON);
3389
3390         /* program dynamic clock control fast powerup delay register */
3391         wlc->fastpwrup_dly = ai_clkctl_fast_pwrup_delay(wlc_hw->sih);
3392         W_REG(&regs->scc_fastpwrup_dly, wlc->fastpwrup_dly);
3393
3394         /* tell the ucode the corerev */
3395         brcms_b_write_shm(wlc_hw, M_MACHW_VER, (u16) wlc_hw->corerev);
3396
3397         /* tell the ucode MAC capabilities */
3398         brcms_b_write_shm(wlc_hw, M_MACHW_CAP_L,
3399                            (u16) (wlc_hw->machwcap & 0xffff));
3400         brcms_b_write_shm(wlc_hw, M_MACHW_CAP_H,
3401                            (u16) ((wlc_hw->
3402                                       machwcap >> 16) & 0xffff));
3403
3404         /* write retry limits to SCR, this done after PSM init */
3405         W_REG(&regs->objaddr, OBJADDR_SCR_SEL | S_DOT11_SRC_LMT);
3406         (void)R_REG(&regs->objaddr);
3407         W_REG(&regs->objdata, wlc_hw->SRL);
3408         W_REG(&regs->objaddr, OBJADDR_SCR_SEL | S_DOT11_LRC_LMT);
3409         (void)R_REG(&regs->objaddr);
3410         W_REG(&regs->objdata, wlc_hw->LRL);
3411
3412         /* write rate fallback retry limits */
3413         brcms_b_write_shm(wlc_hw, M_SFRMTXCNTFBRTHSD, wlc_hw->SFBL);
3414         brcms_b_write_shm(wlc_hw, M_LFRMTXCNTFBRTHSD, wlc_hw->LFBL);
3415
3416         AND_REG(&regs->ifs_ctl, 0x0FFF);
3417         W_REG(&regs->ifs_aifsn, EDCF_AIFSN_MIN);
3418
3419         /* init the tx dma engines */
3420         for (i = 0; i < NFIFO; i++) {
3421                 if (wlc_hw->di[i])
3422                         dma_txinit(wlc_hw->di[i]);
3423         }
3424
3425         /* init the rx dma engine(s) and post receive buffers */
3426         dma_rxinit(wlc_hw->di[RX_FIFO]);
3427         dma_rxfill(wlc_hw->di[RX_FIFO]);
3428 }
3429
3430 void
3431 static brcms_b_init(struct brcms_hardware *wlc_hw, u16 chanspec,
3432                           bool mute) {
3433         u32 macintmask;
3434         bool fastclk;
3435         struct brcms_c_info *wlc = wlc_hw->wlc;
3436
3437         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
3438
3439         /* request FAST clock if not on */
3440         fastclk = wlc_hw->forcefastclk;
3441         if (!fastclk)
3442                 brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
3443
3444         /* disable interrupts */
3445         macintmask = brcms_intrsoff(wlc->wl);
3446
3447         /* set up the specified band and chanspec */
3448         brcms_c_setxband(wlc_hw, chspec_bandunit(chanspec));
3449         wlc_phy_chanspec_radio_set(wlc_hw->band->pi, chanspec);
3450
3451         /* do one-time phy inits and calibration */
3452         wlc_phy_cal_init(wlc_hw->band->pi);
3453
3454         /* core-specific initialization */
3455         brcms_b_coreinit(wlc);
3456
3457         /* suspend the tx fifos and mute the phy for preism cac time */
3458         if (mute)
3459                 brcms_b_mute(wlc_hw, ON, PHY_MUTE_FOR_PREISM);
3460
3461         /* band-specific inits */
3462         brcms_b_bsinit(wlc, chanspec);
3463
3464         /* restore macintmask */
3465         brcms_intrsrestore(wlc->wl, macintmask);
3466
3467         /* seed wake_override with BRCMS_WAKE_OVERRIDE_MACSUSPEND since the mac
3468          * is suspended and brcms_c_enable_mac() will clear this override bit.
3469          */
3470         mboolset(wlc_hw->wake_override, BRCMS_WAKE_OVERRIDE_MACSUSPEND);
3471
3472         /*
3473          * initialize mac_suspend_depth to 1 to match ucode
3474          * initial suspended state
3475          */
3476         wlc_hw->mac_suspend_depth = 1;
3477
3478         /* restore the clk */
3479         if (!fastclk)
3480                 brcms_b_clkctl_clk(wlc_hw, CLK_DYNAMIC);
3481 }
3482
3483 static void brcms_c_set_phy_chanspec(struct brcms_c_info *wlc,
3484                                      u16 chanspec)
3485 {
3486         /* Save our copy of the chanspec */
3487         wlc->chanspec = chanspec;
3488
3489         /* Set the chanspec and power limits for this locale */
3490         brcms_c_channel_set_chanspec(wlc->cmi, chanspec, BRCMS_TXPWR_MAX);
3491
3492         if (wlc->stf->ss_algosel_auto)
3493                 brcms_c_stf_ss_algo_channel_get(wlc, &wlc->stf->ss_algo_channel,
3494                                             chanspec);
3495
3496         brcms_c_stf_ss_update(wlc, wlc->band);
3497
3498 }
3499
3500 static void brcms_c_bandinit_ordered(struct brcms_c_info *wlc,
3501                                      u16 chanspec)
3502 {
3503         struct brcms_c_rateset default_rateset;
3504         uint parkband;
3505         uint i, band_order[2];
3506
3507         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
3508         /*
3509          * We might have been bandlocked during down and the chip
3510          * power-cycled (hibernate). Figure out the right band to park on
3511          */
3512         if (wlc->bandlocked || wlc->pub->_nbands == 1) {
3513                 /* updated in brcms_c_bandlock() */
3514                 parkband = wlc->band->bandunit;
3515                 band_order[0] = band_order[1] = parkband;
3516         } else {
3517                 /* park on the band of the specified chanspec */
3518                 parkband = chspec_bandunit(chanspec);
3519
3520                 /* order so that parkband initialize last */
3521                 band_order[0] = parkband ^ 1;
3522                 band_order[1] = parkband;
3523         }
3524
3525         /* make each band operational, software state init */
3526         for (i = 0; i < wlc->pub->_nbands; i++) {
3527                 uint j = band_order[i];
3528
3529                 wlc->band = wlc->bandstate[j];
3530
3531                 brcms_default_rateset(wlc, &default_rateset);
3532
3533                 /* fill in hw_rate */
3534                 brcms_c_rateset_filter(&default_rateset, &wlc->band->hw_rateset,
3535                                    false, BRCMS_RATES_CCK_OFDM, BRCMS_RATE_MASK,
3536                                    (bool) (wlc->pub->_n_enab & SUPPORT_11N));
3537
3538                 /* init basic rate lookup */
3539                 brcms_c_rate_lookup_init(wlc, &default_rateset);
3540         }
3541
3542         /* sync up phy/radio chanspec */
3543         brcms_c_set_phy_chanspec(wlc, chanspec);
3544 }
3545
3546 /*
3547  * ucode, hwmac update
3548  *    Channel dependent updates for ucode and hw
3549  */
3550 static void brcms_c_ucode_mac_upd(struct brcms_c_info *wlc)
3551 {
3552         /* enable or disable any active IBSSs depending on whether or not
3553          * we are on the home channel
3554          */
3555         if (wlc->home_chanspec == wlc_phy_chanspec_get(wlc->band->pi)) {
3556                 if (wlc->pub->associated) {
3557                         /*
3558                          * BMAC_NOTE: This is something that should be fixed
3559                          * in ucode inits. I think that the ucode inits set
3560                          * up the bcn templates and shm values with a bogus
3561                          * beacon. This should not be done in the inits. If
3562                          * ucode needs to set up a beacon for testing, the
3563                          * test routines should write it down, not expect the
3564                          * inits to populate a bogus beacon.
3565                          */
3566                         if (BRCMS_PHY_11N_CAP(wlc->band))
3567                                 brcms_b_write_shm(wlc->hw,
3568                                                 M_BCN_TXTSF_OFFSET, 0);
3569                 }
3570         } else {
3571                 /* disable an active IBSS if we are not on the home channel */
3572         }
3573
3574         /* update the various promisc bits */
3575         brcms_c_mac_bcn_promisc(wlc);
3576         brcms_c_mac_promisc(wlc);
3577 }
3578
3579 /* band-specific init */
3580 static void brcms_c_bsinit(struct brcms_c_info *wlc)
3581 {
3582         BCMMSG(wlc->wiphy, "wl%d: bandunit %d\n",
3583                  wlc->pub->unit, wlc->band->bandunit);
3584
3585         /* write ucode ACK/CTS rate table */
3586         brcms_c_set_ratetable(wlc);
3587
3588         /* update some band specific mac configuration */
3589         brcms_c_ucode_mac_upd(wlc);
3590
3591         /* init antenna selection */
3592         brcms_c_antsel_init(wlc->asi);
3593
3594 }
3595
3596 /* formula:  IDLE_BUSY_RATIO_X_16 = (100-duty_cycle)/duty_cycle*16 */
3597 static int
3598 brcms_c_duty_cycle_set(struct brcms_c_info *wlc, int duty_cycle, bool isOFDM,
3599                    bool writeToShm)
3600 {
3601         int idle_busy_ratio_x_16 = 0;
3602         uint offset =
3603             isOFDM ? M_TX_IDLE_BUSY_RATIO_X_16_OFDM :
3604             M_TX_IDLE_BUSY_RATIO_X_16_CCK;
3605         if (duty_cycle > 100 || duty_cycle < 0) {
3606                 wiphy_err(wlc->wiphy, "wl%d:  duty cycle value off limit\n",
3607                           wlc->pub->unit);
3608                 return -EINVAL;
3609         }
3610         if (duty_cycle)
3611                 idle_busy_ratio_x_16 = (100 - duty_cycle) * 16 / duty_cycle;
3612         /* Only write to shared memory  when wl is up */
3613         if (writeToShm)
3614                 brcms_b_write_shm(wlc->hw, offset, (u16) idle_busy_ratio_x_16);
3615
3616         if (isOFDM)
3617                 wlc->tx_duty_cycle_ofdm = (u16) duty_cycle;
3618         else
3619                 wlc->tx_duty_cycle_cck = (u16) duty_cycle;
3620
3621         return 0;
3622 }
3623
3624 /*
3625  * Initialize the base precedence map for dequeueing
3626  * from txq based on WME settings
3627  */
3628 static void brcms_c_tx_prec_map_init(struct brcms_c_info *wlc)
3629 {
3630         wlc->tx_prec_map = BRCMS_PREC_BMP_ALL;
3631         memset(wlc->fifo2prec_map, 0, NFIFO * sizeof(u16));
3632
3633         wlc->fifo2prec_map[TX_AC_BK_FIFO] = BRCMS_PREC_BMP_AC_BK;
3634         wlc->fifo2prec_map[TX_AC_BE_FIFO] = BRCMS_PREC_BMP_AC_BE;
3635         wlc->fifo2prec_map[TX_AC_VI_FIFO] = BRCMS_PREC_BMP_AC_VI;
3636         wlc->fifo2prec_map[TX_AC_VO_FIFO] = BRCMS_PREC_BMP_AC_VO;
3637 }
3638
3639 static void
3640 brcms_c_txflowcontrol_signal(struct brcms_c_info *wlc,
3641                              struct brcms_txq_info *qi, bool on, int prio)
3642 {
3643         /* transmit flowcontrol is not yet implemented */
3644 }
3645
3646 static void brcms_c_txflowcontrol_reset(struct brcms_c_info *wlc)
3647 {
3648         struct brcms_txq_info *qi;
3649
3650         for (qi = wlc->tx_queues; qi != NULL; qi = qi->next) {
3651                 if (qi->stopped) {
3652                         brcms_c_txflowcontrol_signal(wlc, qi, OFF, ALLPRIO);
3653                         qi->stopped = 0;
3654                 }
3655         }
3656 }
3657
3658 void brcms_c_init(struct brcms_c_info *wlc)
3659 {
3660         struct d11regs __iomem *regs;
3661         u16 chanspec;
3662         bool mute = false;
3663
3664         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
3665
3666         regs = wlc->regs;
3667
3668         /*
3669          * This will happen if a big-hammer was executed. In
3670          * that case, we want to go back to the channel that
3671          * we were on and not new channel
3672          */
3673         if (wlc->pub->associated)
3674                 chanspec = wlc->home_chanspec;
3675         else
3676                 chanspec = brcms_c_init_chanspec(wlc);
3677
3678         brcms_b_init(wlc->hw, chanspec, mute);
3679
3680         /* update beacon listen interval */
3681         brcms_c_bcn_li_upd(wlc);
3682
3683         /* write ethernet address to core */
3684         brcms_c_set_mac(wlc->bsscfg);
3685         brcms_c_set_bssid(wlc->bsscfg);
3686
3687         /* Update tsf_cfprep if associated and up */
3688         if (wlc->pub->associated && wlc->bsscfg->up) {
3689                 u32 bi;
3690
3691                 /* get beacon period and convert to uS */
3692                 bi = wlc->bsscfg->current_bss->beacon_period << 10;
3693                 /*
3694                  * update since init path would reset
3695                  * to default value
3696                  */
3697                 W_REG(&regs->tsf_cfprep,
3698                       (bi << CFPREP_CBI_SHIFT));
3699
3700                 /* Update maccontrol PM related bits */
3701                 brcms_c_set_ps_ctrl(wlc);
3702         }
3703
3704         brcms_c_bandinit_ordered(wlc, chanspec);
3705
3706         /* init probe response timeout */
3707         brcms_b_write_shm(wlc->hw, M_PRS_MAXTIME, wlc->prb_resp_timeout);
3708
3709         /* init max burst txop (framebursting) */
3710         brcms_b_write_shm(wlc->hw, M_MBURST_TXOP,
3711                       (wlc->
3712                        _rifs ? (EDCF_AC_VO_TXOP_AP << 5) : MAXFRAMEBURST_TXOP));
3713
3714         /* initialize maximum allowed duty cycle */
3715         brcms_c_duty_cycle_set(wlc, wlc->tx_duty_cycle_ofdm, true, true);
3716         brcms_c_duty_cycle_set(wlc, wlc->tx_duty_cycle_cck, false, true);
3717
3718         /*
3719          * Update some shared memory locations related to
3720          * max AMPDU size allowed to received
3721          */
3722         brcms_c_ampdu_shm_upd(wlc->ampdu);
3723
3724         /* band-specific inits */
3725         brcms_c_bsinit(wlc);
3726
3727         /* Enable EDCF mode (while the MAC is suspended) */
3728         OR_REG(&regs->ifs_ctl, IFS_USEEDCF);
3729         brcms_c_edcf_setparams(wlc, false);
3730
3731         /* Init precedence maps for empty FIFOs */
3732         brcms_c_tx_prec_map_init(wlc);
3733
3734         /* read the ucode version if we have not yet done so */
3735         if (wlc->ucode_rev == 0) {
3736                 wlc->ucode_rev =
3737                     brcms_b_read_shm(wlc->hw, M_BOM_REV_MAJOR) << NBITS(u16);
3738                 wlc->ucode_rev |= brcms_b_read_shm(wlc->hw, M_BOM_REV_MINOR);
3739         }
3740
3741         /* ..now really unleash hell (allow the MAC out of suspend) */
3742         brcms_c_enable_mac(wlc);
3743
3744         /* clear tx flow control */
3745         brcms_c_txflowcontrol_reset(wlc);
3746
3747         /* enable the RF Disable Delay timer */
3748         W_REG(&wlc->regs->rfdisabledly, RFDISABLE_DEFAULT);
3749
3750         /* initialize mpc delay */
3751         wlc->mpc_delay_off = wlc->mpc_dlycnt = BRCMS_MPC_MIN_DELAYCNT;
3752
3753         /*
3754          * Initialize WME parameters; if they haven't been set by some other
3755          * mechanism (IOVar, etc) then read them from the hardware.
3756          */
3757         if (GFIELD(wlc->wme_retries[0], EDCF_SHORT) == 0) {
3758                 /* Uninitialized; read from HW */
3759                 int ac;
3760
3761                 for (ac = 0; ac < AC_COUNT; ac++)
3762                         wlc->wme_retries[ac] =
3763                             brcms_b_read_shm(wlc->hw, M_AC_TXLMT_ADDR(ac));
3764         }
3765 }
3766
3767 void brcms_c_mac_bcn_promisc_change(struct brcms_c_info *wlc, bool promisc)
3768 {
3769         wlc->bcnmisc_monitor = promisc;
3770         brcms_c_mac_bcn_promisc(wlc);
3771 }
3772
3773 void brcms_c_mac_bcn_promisc(struct brcms_c_info *wlc)
3774 {
3775         if (wlc->bcnmisc_monitor)
3776                 brcms_b_mctrl(wlc->hw, MCTL_BCNS_PROMISC, MCTL_BCNS_PROMISC);
3777         else
3778                 brcms_b_mctrl(wlc->hw, MCTL_BCNS_PROMISC, 0);
3779 }
3780
3781 /* set or clear maccontrol bits MCTL_PROMISC and MCTL_KEEPCONTROL */
3782 void brcms_c_mac_promisc(struct brcms_c_info *wlc)
3783 {
3784         u32 promisc_bits = 0;
3785
3786         /*
3787          * promiscuous mode just sets MCTL_PROMISC
3788          * Note: APs get all BSS traffic without the need to set
3789          * the MCTL_PROMISC bit since all BSS data traffic is
3790          * directed at the AP
3791          */
3792         if (wlc->pub->promisc)
3793                 promisc_bits |= MCTL_PROMISC;
3794
3795         /* monitor mode needs both MCTL_PROMISC and MCTL_KEEPCONTROL
3796          * Note: monitor mode also needs MCTL_BCNS_PROMISC, but that is
3797          * handled in brcms_c_mac_bcn_promisc()
3798          */
3799         if (wlc->monitor)
3800                 promisc_bits |= MCTL_PROMISC | MCTL_KEEPCONTROL;
3801
3802         brcms_b_mctrl(wlc->hw, MCTL_PROMISC | MCTL_KEEPCONTROL, promisc_bits);
3803 }
3804
3805 /* push sw hps and wake state through hardware */
3806 void brcms_c_set_ps_ctrl(struct brcms_c_info *wlc)
3807 {
3808         u32 v1, v2;
3809         bool hps;
3810         bool awake_before;
3811
3812         hps = brcms_c_ps_allowed(wlc);
3813
3814         BCMMSG(wlc->wiphy, "wl%d: hps %d\n", wlc->pub->unit, hps);
3815
3816         v1 = R_REG(&wlc->regs->maccontrol);
3817         v2 = MCTL_WAKE;
3818         if (hps)
3819                 v2 |= MCTL_HPS;
3820
3821         brcms_b_mctrl(wlc->hw, MCTL_WAKE | MCTL_HPS, v2);
3822
3823         awake_before = ((v1 & MCTL_WAKE) || ((v1 & MCTL_HPS) == 0));
3824
3825         if (!awake_before)
3826                 brcms_b_wait_for_wake(wlc->hw);
3827
3828 }
3829
3830 /*
3831  * Write this BSS config's MAC address to core.
3832  * Updates RXE match engine.
3833  */
3834 int brcms_c_set_mac(struct brcms_bss_cfg *bsscfg)
3835 {
3836         int err = 0;
3837         struct brcms_c_info *wlc = bsscfg->wlc;
3838
3839         /* enter the MAC addr into the RXE match registers */
3840         brcms_c_set_addrmatch(wlc, RCM_MAC_OFFSET, bsscfg->cur_etheraddr);
3841
3842         brcms_c_ampdu_macaddr_upd(wlc);
3843
3844         return err;
3845 }
3846
3847 /* Write the BSS config's BSSID address to core (set_bssid in d11procs.tcl).
3848  * Updates RXE match engine.
3849  */
3850 void brcms_c_set_bssid(struct brcms_bss_cfg *bsscfg)
3851 {
3852         /* we need to update BSSID in RXE match registers */
3853         brcms_c_set_addrmatch(bsscfg->wlc, RCM_BSSID_OFFSET, bsscfg->BSSID);
3854 }
3855
3856 static void brcms_b_set_shortslot(struct brcms_hardware *wlc_hw, bool shortslot)
3857 {
3858         wlc_hw->shortslot = shortslot;
3859
3860         if (wlc_hw->band->bandtype == BRCM_BAND_2G && wlc_hw->up) {
3861                 brcms_c_suspend_mac_and_wait(wlc_hw->wlc);
3862                 brcms_b_update_slot_timing(wlc_hw, shortslot);
3863                 brcms_c_enable_mac(wlc_hw->wlc);
3864         }
3865 }
3866
3867 /*
3868  * Suspend the the MAC and update the slot timing
3869  * for standard 11b/g (20us slots) or shortslot 11g (9us slots).
3870  */
3871 void brcms_c_switch_shortslot(struct brcms_c_info *wlc, bool shortslot)
3872 {
3873         /* use the override if it is set */
3874         if (wlc->shortslot_override != BRCMS_SHORTSLOT_AUTO)
3875                 shortslot = (wlc->shortslot_override == BRCMS_SHORTSLOT_ON);
3876
3877         if (wlc->shortslot == shortslot)
3878                 return;
3879
3880         wlc->shortslot = shortslot;
3881
3882         brcms_b_set_shortslot(wlc->hw, shortslot);
3883 }
3884
3885 void brcms_c_set_home_chanspec(struct brcms_c_info *wlc, u16 chanspec)
3886 {
3887         if (wlc->home_chanspec != chanspec) {
3888                 wlc->home_chanspec = chanspec;
3889
3890                 if (wlc->bsscfg->associated)
3891                         wlc->bsscfg->current_bss->chanspec = chanspec;
3892         }
3893 }
3894
3895 void
3896 brcms_b_set_chanspec(struct brcms_hardware *wlc_hw, u16 chanspec,
3897                       bool mute, struct txpwr_limits *txpwr)
3898 {
3899         uint bandunit;
3900
3901         BCMMSG(wlc_hw->wlc->wiphy, "wl%d: 0x%x\n", wlc_hw->unit, chanspec);
3902
3903         wlc_hw->chanspec = chanspec;
3904
3905         /* Switch bands if necessary */
3906         if (wlc_hw->_nbands > 1) {
3907                 bandunit = chspec_bandunit(chanspec);
3908                 if (wlc_hw->band->bandunit != bandunit) {
3909                         /* brcms_b_setband disables other bandunit,
3910                          *  use light band switch if not up yet
3911                          */
3912                         if (wlc_hw->up) {
3913                                 wlc_phy_chanspec_radio_set(wlc_hw->
3914                                                            bandstate[bandunit]->
3915                                                            pi, chanspec);
3916                                 brcms_b_setband(wlc_hw, bandunit, chanspec);
3917                         } else {
3918                                 brcms_c_setxband(wlc_hw, bandunit);
3919                         }
3920                 }
3921         }
3922
3923         wlc_phy_initcal_enable(wlc_hw->band->pi, !mute);
3924
3925         if (!wlc_hw->up) {
3926                 if (wlc_hw->clk)
3927                         wlc_phy_txpower_limit_set(wlc_hw->band->pi, txpwr,
3928                                                   chanspec);
3929                 wlc_phy_chanspec_radio_set(wlc_hw->band->pi, chanspec);
3930         } else {
3931                 wlc_phy_chanspec_set(wlc_hw->band->pi, chanspec);
3932                 wlc_phy_txpower_limit_set(wlc_hw->band->pi, txpwr, chanspec);
3933
3934                 /* Update muting of the channel */
3935                 brcms_b_mute(wlc_hw, mute, 0);
3936         }
3937 }
3938
3939 /* switch to and initialize new band */
3940 static void brcms_c_setband(struct brcms_c_info *wlc,
3941                                            uint bandunit)
3942 {
3943         wlc->band = wlc->bandstate[bandunit];
3944
3945         if (!wlc->pub->up)
3946                 return;
3947
3948         /* wait for at least one beacon before entering sleeping state */
3949         brcms_c_set_ps_ctrl(wlc);
3950
3951         /* band-specific initializations */
3952         brcms_c_bsinit(wlc);
3953 }
3954
3955 void brcms_c_set_chanspec(struct brcms_c_info *wlc, u16 chanspec)
3956 {
3957         uint bandunit;
3958         bool switchband = false;
3959         u16 old_chanspec = wlc->chanspec;
3960
3961         if (!brcms_c_valid_chanspec_db(wlc->cmi, chanspec)) {
3962                 wiphy_err(wlc->wiphy, "wl%d: %s: Bad channel %d\n",
3963                           wlc->pub->unit, __func__, CHSPEC_CHANNEL(chanspec));
3964                 return;
3965         }
3966
3967         /* Switch bands if necessary */
3968         if (wlc->pub->_nbands > 1) {
3969                 bandunit = chspec_bandunit(chanspec);
3970                 if (wlc->band->bandunit != bandunit || wlc->bandinit_pending) {
3971                         switchband = true;
3972                         if (wlc->bandlocked) {
3973                                 wiphy_err(wlc->wiphy, "wl%d: %s: chspec %d "
3974                                           "band is locked!\n",
3975                                           wlc->pub->unit, __func__,
3976                                           CHSPEC_CHANNEL(chanspec));
3977                                 return;
3978                         }
3979                         /*
3980                          * should the setband call come after the
3981                          * brcms_b_chanspec() ? if the setband updates
3982                          * (brcms_c_bsinit) use low level calls to inspect and
3983                          * set state, the state inspected may be from the wrong
3984                          * band, or the following brcms_b_set_chanspec() may
3985                          * undo the work.
3986                          */
3987                         brcms_c_setband(wlc, bandunit);
3988                 }
3989         }
3990
3991         /* sync up phy/radio chanspec */
3992         brcms_c_set_phy_chanspec(wlc, chanspec);
3993
3994         /* init antenna selection */
3995         if (brcms_chspec_bw(old_chanspec) != brcms_chspec_bw(chanspec)) {
3996                 brcms_c_antsel_init(wlc->asi);
3997
3998                 /* Fix the hardware rateset based on bw.
3999                  * Mainly add MCS32 for 40Mhz, remove MCS 32 for 20Mhz
4000                  */
4001                 brcms_c_rateset_bw_mcs_filter(&wlc->band->hw_rateset,
4002                         wlc->band->mimo_cap_40 ? brcms_chspec_bw(chanspec) : 0);
4003         }
4004
4005         /* update some mac configuration since chanspec changed */
4006         brcms_c_ucode_mac_upd(wlc);
4007 }
4008
4009 u32 brcms_c_lowest_basic_rspec(struct brcms_c_info *wlc,
4010                                       struct brcms_c_rateset *rs)
4011 {
4012         u32 lowest_basic_rspec;
4013         uint i;
4014
4015         /* Use the lowest basic rate */
4016         lowest_basic_rspec = rs->rates[0] & BRCMS_RATE_MASK;
4017         for (i = 0; i < rs->count; i++) {
4018                 if (rs->rates[i] & BRCMS_RATE_FLAG) {
4019                         lowest_basic_rspec = rs->rates[i] & BRCMS_RATE_MASK;
4020                         break;
4021                 }
4022         }
4023
4024         /*
4025          * pick siso/cdd as default for OFDM (note no basic
4026          * rate MCSs are supported yet)
4027          */
4028         if (is_ofdm_rate(lowest_basic_rspec))
4029                 lowest_basic_rspec |= (wlc->stf->ss_opmode << RSPEC_STF_SHIFT);
4030
4031         return lowest_basic_rspec;
4032 }
4033
4034 /*
4035  * This function changes the phytxctl for beacon based on current
4036  * beacon ratespec AND txant setting as per this table:
4037  *  ratespec     CCK            ant = wlc->stf->txant
4038  *              OFDM            ant = 3
4039  */
4040 void brcms_c_beacon_phytxctl_txant_upd(struct brcms_c_info *wlc,
4041                                        u32 bcn_rspec)
4042 {
4043         u16 phyctl;
4044         u16 phytxant = wlc->stf->phytxant;
4045         u16 mask = PHY_TXC_ANT_MASK;
4046
4047         /* for non-siso rates or default setting, use the available chains */
4048         if (BRCMS_PHY_11N_CAP(wlc->band))
4049                 phytxant = brcms_c_stf_phytxchain_sel(wlc, bcn_rspec);
4050
4051         phyctl = brcms_b_read_shm(wlc->hw, M_BCN_PCTLWD);
4052         phyctl = (phyctl & ~mask) | phytxant;
4053         brcms_b_write_shm(wlc->hw, M_BCN_PCTLWD, phyctl);
4054 }
4055
4056 /*
4057  * centralized protection config change function to simplify debugging, no
4058  * consistency checking this should be called only on changes to avoid overhead
4059  * in periodic function
4060  */
4061 void brcms_c_protection_upd(struct brcms_c_info *wlc, uint idx, int val)
4062 {
4063         BCMMSG(wlc->wiphy, "idx %d, val %d\n", idx, val);
4064
4065         switch (idx) {
4066         case BRCMS_PROT_G_SPEC:
4067                 wlc->protection->_g = (bool) val;
4068                 break;
4069         case BRCMS_PROT_G_OVR:
4070                 wlc->protection->g_override = (s8) val;
4071                 break;
4072         case BRCMS_PROT_G_USER:
4073                 wlc->protection->gmode_user = (u8) val;
4074                 break;
4075         case BRCMS_PROT_OVERLAP:
4076                 wlc->protection->overlap = (s8) val;
4077                 break;
4078         case BRCMS_PROT_N_USER:
4079                 wlc->protection->nmode_user = (s8) val;
4080                 break;
4081         case BRCMS_PROT_N_CFG:
4082                 wlc->protection->n_cfg = (s8) val;
4083                 break;
4084         case BRCMS_PROT_N_CFG_OVR:
4085                 wlc->protection->n_cfg_override = (s8) val;
4086                 break;
4087         case BRCMS_PROT_N_NONGF:
4088                 wlc->protection->nongf = (bool) val;
4089                 break;
4090         case BRCMS_PROT_N_NONGF_OVR:
4091                 wlc->protection->nongf_override = (s8) val;
4092                 break;
4093         case BRCMS_PROT_N_PAM_OVR:
4094                 wlc->protection->n_pam_override = (s8) val;
4095                 break;
4096         case BRCMS_PROT_N_OBSS:
4097                 wlc->protection->n_obss = (bool) val;
4098                 break;
4099
4100         default:
4101                 break;
4102         }
4103
4104 }
4105
4106 static void brcms_c_ht_update_sgi_rx(struct brcms_c_info *wlc, int val)
4107 {
4108         if (wlc->pub->up) {
4109                 brcms_c_update_beacon(wlc);
4110                 brcms_c_update_probe_resp(wlc, true);
4111         }
4112 }
4113
4114 static void brcms_c_ht_update_ldpc(struct brcms_c_info *wlc, s8 val)
4115 {
4116         wlc->stf->ldpc = val;
4117
4118         if (wlc->pub->up) {
4119                 brcms_c_update_beacon(wlc);
4120                 brcms_c_update_probe_resp(wlc, true);
4121                 wlc_phy_ldpc_override_set(wlc->band->pi, (val ? true : false));
4122         }
4123 }
4124
4125 void brcms_c_wme_setparams(struct brcms_c_info *wlc, u16 aci,
4126                        const struct ieee80211_tx_queue_params *params,
4127                        bool suspend)
4128 {
4129         int i;
4130         struct shm_acparams acp_shm;
4131         u16 *shm_entry;
4132
4133         /* Only apply params if the core is out of reset and has clocks */
4134         if (!wlc->clk) {
4135                 wiphy_err(wlc->wiphy, "wl%d: %s : no-clock\n", wlc->pub->unit,
4136                           __func__);
4137                 return;
4138         }
4139
4140         memset((char *)&acp_shm, 0, sizeof(struct shm_acparams));
4141         /* fill in shm ac params struct */
4142         acp_shm.txop = params->txop;
4143         /* convert from units of 32us to us for ucode */
4144         wlc->edcf_txop[aci & 0x3] = acp_shm.txop =
4145             EDCF_TXOP2USEC(acp_shm.txop);
4146         acp_shm.aifs = (params->aifs & EDCF_AIFSN_MASK);
4147
4148         if (aci == AC_VI && acp_shm.txop == 0
4149             && acp_shm.aifs < EDCF_AIFSN_MAX)
4150                 acp_shm.aifs++;
4151
4152         if (acp_shm.aifs < EDCF_AIFSN_MIN
4153             || acp_shm.aifs > EDCF_AIFSN_MAX) {
4154                 wiphy_err(wlc->wiphy, "wl%d: edcf_setparams: bad "
4155                           "aifs %d\n", wlc->pub->unit, acp_shm.aifs);
4156         } else {
4157                 acp_shm.cwmin = params->cw_min;
4158                 acp_shm.cwmax = params->cw_max;
4159                 acp_shm.cwcur = acp_shm.cwmin;
4160                 acp_shm.bslots =
4161                     R_REG(&wlc->regs->tsf_random) & acp_shm.cwcur;
4162                 acp_shm.reggap = acp_shm.bslots + acp_shm.aifs;
4163                 /* Indicate the new params to the ucode */
4164                 acp_shm.status = brcms_b_read_shm(wlc->hw, (M_EDCF_QINFO +
4165                                                   wme_ac2fifo[aci] *
4166                                                   M_EDCF_QLEN +
4167                                                   M_EDCF_STATUS_OFF));
4168                 acp_shm.status |= WME_STATUS_NEWAC;
4169
4170                 /* Fill in shm acparam table */
4171                 shm_entry = (u16 *) &acp_shm;
4172                 for (i = 0; i < (int)sizeof(struct shm_acparams); i += 2)
4173                         brcms_b_write_shm(wlc->hw,
4174                                           M_EDCF_QINFO +
4175                                           wme_ac2fifo[aci] * M_EDCF_QLEN + i,
4176                                           *shm_entry++);
4177         }
4178
4179         if (suspend) {
4180                 brcms_c_suspend_mac_and_wait(wlc);
4181                 brcms_c_enable_mac(wlc);
4182         }
4183 }
4184
4185 void brcms_c_edcf_setparams(struct brcms_c_info *wlc, bool suspend)
4186 {
4187         u16 aci;
4188         int i_ac;
4189         struct ieee80211_tx_queue_params txq_pars;
4190         static const struct edcf_acparam default_edcf_acparams[] = {
4191                  {EDCF_AC_BE_ACI_STA, EDCF_AC_BE_ECW_STA, EDCF_AC_BE_TXOP_STA},
4192                  {EDCF_AC_BK_ACI_STA, EDCF_AC_BK_ECW_STA, EDCF_AC_BK_TXOP_STA},
4193                  {EDCF_AC_VI_ACI_STA, EDCF_AC_VI_ECW_STA, EDCF_AC_VI_TXOP_STA},
4194                  {EDCF_AC_VO_ACI_STA, EDCF_AC_VO_ECW_STA, EDCF_AC_VO_TXOP_STA}
4195         }; /* ucode needs these parameters during its initialization */
4196         const struct edcf_acparam *edcf_acp = &default_edcf_acparams[0];
4197
4198         for (i_ac = 0; i_ac < AC_COUNT; i_ac++, edcf_acp++) {
4199                 /* find out which ac this set of params applies to */
4200                 aci = (edcf_acp->ACI & EDCF_ACI_MASK) >> EDCF_ACI_SHIFT;
4201
4202                 /* fill in shm ac params struct */
4203                 txq_pars.txop = edcf_acp->TXOP;
4204                 txq_pars.aifs = edcf_acp->ACI;
4205
4206                 /* CWmin = 2^(ECWmin) - 1 */
4207                 txq_pars.cw_min = EDCF_ECW2CW(edcf_acp->ECW & EDCF_ECWMIN_MASK);
4208                 /* CWmax = 2^(ECWmax) - 1 */
4209                 txq_pars.cw_max = EDCF_ECW2CW((edcf_acp->ECW & EDCF_ECWMAX_MASK)
4210                                             >> EDCF_ECWMAX_SHIFT);
4211                 brcms_c_wme_setparams(wlc, aci, &txq_pars, suspend);
4212         }
4213
4214         if (suspend) {
4215                 brcms_c_suspend_mac_and_wait(wlc);
4216                 brcms_c_enable_mac(wlc);
4217         }
4218 }
4219
4220 /* maintain LED behavior in down state */
4221 static void brcms_c_down_led_upd(struct brcms_c_info *wlc)
4222 {
4223         /*
4224          * maintain LEDs while in down state, turn on sbclk if
4225          * not available yet. Turn on sbclk if necessary
4226          */
4227         brcms_b_pllreq(wlc->hw, true, BRCMS_PLLREQ_FLIP);
4228         brcms_b_pllreq(wlc->hw, false, BRCMS_PLLREQ_FLIP);
4229 }
4230
4231 static void brcms_c_radio_monitor_start(struct brcms_c_info *wlc)
4232 {
4233         /* Don't start the timer if HWRADIO feature is disabled */
4234         if (wlc->radio_monitor)
4235                 return;
4236
4237         wlc->radio_monitor = true;
4238         brcms_b_pllreq(wlc->hw, true, BRCMS_PLLREQ_RADIO_MON);
4239         brcms_add_timer(wlc->radio_timer, TIMER_INTERVAL_RADIOCHK, true);
4240 }
4241
4242 void brcms_c_radio_disable(struct brcms_c_info *wlc)
4243 {
4244         if (!wlc->pub->up) {
4245                 brcms_c_down_led_upd(wlc);
4246                 return;
4247         }
4248
4249         brcms_c_radio_monitor_start(wlc);
4250         brcms_down(wlc->wl);
4251 }
4252
4253 static void brcms_c_radio_enable(struct brcms_c_info *wlc)
4254 {
4255         if (wlc->pub->up)
4256                 return;
4257
4258         if (brcms_deviceremoved(wlc))
4259                 return;
4260
4261         brcms_up(wlc->wl);
4262 }
4263
4264 bool brcms_c_radio_monitor_stop(struct brcms_c_info *wlc)
4265 {
4266         if (!wlc->radio_monitor)
4267                 return true;
4268
4269         wlc->radio_monitor = false;
4270         brcms_b_pllreq(wlc->hw, false, BRCMS_PLLREQ_RADIO_MON);
4271         return brcms_del_timer(wlc->radio_timer);
4272 }
4273
4274 /* read hwdisable state and propagate to wlc flag */
4275 static void brcms_c_radio_hwdisable_upd(struct brcms_c_info *wlc)
4276 {
4277         if (wlc->pub->hw_off)
4278                 return;
4279
4280         if (brcms_b_radio_read_hwdisabled(wlc->hw))
4281                 mboolset(wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE);
4282         else
4283                 mboolclr(wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE);
4284 }
4285
4286 /*
4287  * centralized radio disable/enable function,
4288  * invoke radio enable/disable after updating hwradio status
4289  */
4290 static void brcms_c_radio_upd(struct brcms_c_info *wlc)
4291 {
4292         if (wlc->pub->radio_disabled)
4293                 brcms_c_radio_disable(wlc);
4294         else
4295                 brcms_c_radio_enable(wlc);
4296 }
4297
4298 /* update hwradio status and return it */
4299 bool brcms_c_check_radio_disabled(struct brcms_c_info *wlc)
4300 {
4301         brcms_c_radio_hwdisable_upd(wlc);
4302
4303         return mboolisset(wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE) ?
4304                         true : false;
4305 }
4306
4307 /* periodical query hw radio button while driver is "down" */
4308 static void brcms_c_radio_timer(void *arg)
4309 {
4310         struct brcms_c_info *wlc = (struct brcms_c_info *) arg;
4311
4312         if (brcms_deviceremoved(wlc)) {
4313                 wiphy_err(wlc->wiphy, "wl%d: %s: dead chip\n", wlc->pub->unit,
4314                         __func__);
4315                 brcms_down(wlc->wl);
4316                 return;
4317         }
4318
4319         /* cap mpc off count */
4320         if (wlc->mpc_offcnt < BRCMS_MPC_MAX_DELAYCNT)
4321                 wlc->mpc_offcnt++;
4322
4323         brcms_c_radio_hwdisable_upd(wlc);
4324         brcms_c_radio_upd(wlc);
4325 }
4326
4327 /* common low-level watchdog code */
4328 static void brcms_b_watchdog(void *arg)
4329 {
4330         struct brcms_c_info *wlc = (struct brcms_c_info *) arg;
4331         struct brcms_hardware *wlc_hw = wlc->hw;
4332
4333         BCMMSG(wlc->wiphy, "wl%d\n", wlc_hw->unit);
4334
4335         if (!wlc_hw->up)
4336                 return;
4337
4338         /* increment second count */
4339         wlc_hw->now++;
4340
4341         /* Check for FIFO error interrupts */
4342         brcms_b_fifoerrors(wlc_hw);
4343
4344         /* make sure RX dma has buffers */
4345         dma_rxfill(wlc->hw->di[RX_FIFO]);
4346
4347         wlc_phy_watchdog(wlc_hw->band->pi);
4348 }
4349
4350 /* common watchdog code */
4351 static void brcms_c_watchdog(void *arg)
4352 {
4353         struct brcms_c_info *wlc = (struct brcms_c_info *) arg;
4354
4355         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
4356
4357         if (!wlc->pub->up)
4358                 return;
4359
4360         if (brcms_deviceremoved(wlc)) {
4361                 wiphy_err(wlc->wiphy, "wl%d: %s: dead chip\n", wlc->pub->unit,
4362                           __func__);
4363                 brcms_down(wlc->wl);
4364                 return;
4365         }
4366
4367         /* increment second count */
4368         wlc->pub->now++;
4369
4370         /* delay radio disable */
4371         if (wlc->mpc_delay_off) {
4372                 if (--wlc->mpc_delay_off == 0) {
4373                         mboolset(wlc->pub->radio_disabled,
4374                                  WL_RADIO_MPC_DISABLE);
4375                         if (wlc->mpc && brcms_c_ismpc(wlc))
4376                                 wlc->mpc_offcnt = 0;
4377                 }
4378         }
4379
4380         /* mpc sync */
4381         brcms_c_radio_mpc_upd(wlc);
4382         /* radio sync: sw/hw/mpc --> radio_disable/radio_enable */
4383         brcms_c_radio_hwdisable_upd(wlc);
4384         brcms_c_radio_upd(wlc);
4385         /* if radio is disable, driver may be down, quit here */
4386         if (wlc->pub->radio_disabled)
4387                 return;
4388
4389         brcms_b_watchdog(wlc);
4390
4391         /*
4392          * occasionally sample mac stat counters to
4393          * detect 16-bit counter wrap
4394          */
4395         if ((wlc->pub->now % SW_TIMER_MAC_STAT_UPD) == 0)
4396                 brcms_c_statsupd(wlc);
4397
4398         if (BRCMS_ISNPHY(wlc->band) &&
4399             ((wlc->pub->now - wlc->tempsense_lasttime) >=
4400              BRCMS_TEMPSENSE_PERIOD)) {
4401                 wlc->tempsense_lasttime = wlc->pub->now;
4402                 brcms_c_tempsense_upd(wlc);
4403         }
4404 }
4405
4406 static void brcms_c_watchdog_by_timer(void *arg)
4407 {
4408         brcms_c_watchdog(arg);
4409 }
4410
4411 bool brcms_c_timers_init(struct brcms_c_info *wlc, int unit)
4412 {
4413         wlc->wdtimer = brcms_init_timer(wlc->wl, brcms_c_watchdog_by_timer,
4414                 wlc, "watchdog");
4415         if (!wlc->wdtimer) {
4416                 wiphy_err(wlc->wiphy, "wl%d:  wl_init_timer for wdtimer "
4417                           "failed\n", unit);
4418                 goto fail;
4419         }
4420
4421         wlc->radio_timer = brcms_init_timer(wlc->wl, brcms_c_radio_timer,
4422                 wlc, "radio");
4423         if (!wlc->radio_timer) {
4424                 wiphy_err(wlc->wiphy, "wl%d:  wl_init_timer for radio_timer "
4425                           "failed\n", unit);
4426                 goto fail;
4427         }
4428
4429         return true;
4430
4431  fail:
4432         return false;
4433 }
4434
4435 /*
4436  * Initialize brcms_c_info default values ...
4437  * may get overrides later in this function
4438  */
4439 void brcms_c_info_init(struct brcms_c_info *wlc, int unit)
4440 {
4441         int i;
4442
4443         /* Save our copy of the chanspec */
4444         wlc->chanspec = ch20mhz_chspec(1);
4445
4446         /* various 802.11g modes */
4447         wlc->shortslot = false;
4448         wlc->shortslot_override = BRCMS_SHORTSLOT_AUTO;
4449
4450         brcms_c_protection_upd(wlc, BRCMS_PROT_G_OVR, BRCMS_PROTECTION_AUTO);
4451         brcms_c_protection_upd(wlc, BRCMS_PROT_G_SPEC, false);
4452
4453         brcms_c_protection_upd(wlc, BRCMS_PROT_N_CFG_OVR,
4454                                BRCMS_PROTECTION_AUTO);
4455         brcms_c_protection_upd(wlc, BRCMS_PROT_N_CFG, BRCMS_N_PROTECTION_OFF);
4456         brcms_c_protection_upd(wlc, BRCMS_PROT_N_NONGF_OVR,
4457                                BRCMS_PROTECTION_AUTO);
4458         brcms_c_protection_upd(wlc, BRCMS_PROT_N_NONGF, false);
4459         brcms_c_protection_upd(wlc, BRCMS_PROT_N_PAM_OVR, AUTO);
4460
4461         brcms_c_protection_upd(wlc, BRCMS_PROT_OVERLAP,
4462                                BRCMS_PROTECTION_CTL_OVERLAP);
4463
4464         /* 802.11g draft 4.0 NonERP elt advertisement */
4465         wlc->include_legacy_erp = true;
4466
4467         wlc->stf->ant_rx_ovr = ANT_RX_DIV_DEF;
4468         wlc->stf->txant = ANT_TX_DEF;
4469
4470         wlc->prb_resp_timeout = BRCMS_PRB_RESP_TIMEOUT;
4471
4472         wlc->usr_fragthresh = DOT11_DEFAULT_FRAG_LEN;
4473         for (i = 0; i < NFIFO; i++)
4474                 wlc->fragthresh[i] = DOT11_DEFAULT_FRAG_LEN;
4475         wlc->RTSThresh = DOT11_DEFAULT_RTS_LEN;
4476
4477         /* default rate fallback retry limits */
4478         wlc->SFBL = RETRY_SHORT_FB;
4479         wlc->LFBL = RETRY_LONG_FB;
4480
4481         /* default mac retry limits */
4482         wlc->SRL = RETRY_SHORT_DEF;
4483         wlc->LRL = RETRY_LONG_DEF;
4484
4485         /* WME QoS mode is Auto by default */
4486         wlc->pub->_ampdu = AMPDU_AGG_HOST;
4487         wlc->pub->bcmerror = 0;
4488
4489         /* initialize mpc delay */
4490         wlc->mpc_delay_off = wlc->mpc_dlycnt = BRCMS_MPC_MIN_DELAYCNT;
4491 }
4492
4493 static uint brcms_c_attach_module(struct brcms_c_info *wlc)
4494 {
4495         uint err = 0;
4496         uint unit;
4497         unit = wlc->pub->unit;
4498
4499         wlc->asi = brcms_c_antsel_attach(wlc);
4500         if (wlc->asi == NULL) {
4501                 wiphy_err(wlc->wiphy, "wl%d: attach: antsel_attach "
4502                           "failed\n", unit);
4503                 err = 44;
4504                 goto fail;
4505         }
4506
4507         wlc->ampdu = brcms_c_ampdu_attach(wlc);
4508         if (wlc->ampdu == NULL) {
4509                 wiphy_err(wlc->wiphy, "wl%d: attach: ampdu_attach "
4510                           "failed\n", unit);
4511                 err = 50;
4512                 goto fail;
4513         }
4514
4515         if ((brcms_c_stf_attach(wlc) != 0)) {
4516                 wiphy_err(wlc->wiphy, "wl%d: attach: stf_attach "
4517                           "failed\n", unit);
4518                 err = 68;
4519                 goto fail;
4520         }
4521  fail:
4522         return err;
4523 }
4524
4525 struct brcms_pub *brcms_c_pub(struct brcms_c_info *wlc)
4526 {
4527         return wlc->pub;
4528 }
4529
4530 /* low level attach
4531  *    run backplane attach, init nvram
4532  *    run phy attach
4533  *    initialize software state for each core and band
4534  *    put the whole chip in reset(driver down state), no clock
4535  */
4536 static int brcms_b_attach(struct brcms_c_info *wlc, u16 vendor, u16 device,
4537                           uint unit, bool piomode, void __iomem *regsva,
4538                           struct pci_dev *btparam)
4539 {
4540         struct brcms_hardware *wlc_hw;
4541         struct d11regs __iomem *regs;
4542         char *macaddr = NULL;
4543         uint err = 0;
4544         uint j;
4545         bool wme = false;
4546         struct shared_phy_params sha_params;
4547         struct wiphy *wiphy = wlc->wiphy;
4548
4549         BCMMSG(wlc->wiphy, "wl%d: vendor 0x%x device 0x%x\n", unit, vendor,
4550                 device);
4551
4552         wme = true;
4553
4554         wlc_hw = wlc->hw;
4555         wlc_hw->wlc = wlc;
4556         wlc_hw->unit = unit;
4557         wlc_hw->band = wlc_hw->bandstate[0];
4558         wlc_hw->_piomode = piomode;
4559
4560         /* populate struct brcms_hardware with default values  */
4561         brcms_b_info_init(wlc_hw);
4562
4563         /*
4564          * Do the hardware portion of the attach. Also initialize software
4565          * state that depends on the particular hardware we are running.
4566          */
4567         wlc_hw->sih = ai_attach(regsva, btparam);
4568         if (wlc_hw->sih == NULL) {
4569                 wiphy_err(wiphy, "wl%d: brcms_b_attach: si_attach failed\n",
4570                           unit);
4571                 err = 11;
4572                 goto fail;
4573         }
4574
4575         /* verify again the device is supported */
4576         if (!brcms_c_chipmatch(vendor, device)) {
4577                 wiphy_err(wiphy, "wl%d: brcms_b_attach: Unsupported "
4578                         "vendor/device (0x%x/0x%x)\n",
4579                          unit, vendor, device);
4580                 err = 12;
4581                 goto fail;
4582         }
4583
4584         wlc_hw->vendorid = vendor;
4585         wlc_hw->deviceid = device;
4586
4587         /* set bar0 window to point at D11 core */
4588         wlc_hw->regs = (struct d11regs __iomem *)
4589                                 ai_setcore(wlc_hw->sih, D11_CORE_ID, 0);
4590         wlc_hw->corerev = ai_corerev(wlc_hw->sih);
4591
4592         regs = wlc_hw->regs;
4593
4594         wlc->regs = wlc_hw->regs;
4595
4596         /* validate chip, chiprev and corerev */
4597         if (!brcms_c_isgoodchip(wlc_hw)) {
4598                 err = 13;
4599                 goto fail;
4600         }
4601
4602         /* initialize power control registers */
4603         ai_clkctl_init(wlc_hw->sih);
4604
4605         /* request fastclock and force fastclock for the rest of attach
4606          * bring the d11 core out of reset.
4607          *   For PMU chips, the first wlc_clkctl_clk is no-op since core-clk
4608          *   is still false; But it will be called again inside wlc_corereset,
4609          *   after d11 is out of reset.
4610          */
4611         brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
4612         brcms_b_corereset(wlc_hw, BRCMS_USE_COREFLAGS);
4613
4614         if (!brcms_b_validate_chip_access(wlc_hw)) {
4615                 wiphy_err(wiphy, "wl%d: brcms_b_attach: validate_chip_access "
4616                         "failed\n", unit);
4617                 err = 14;
4618                 goto fail;
4619         }
4620
4621         /* get the board rev, used just below */
4622         j = getintvar(wlc_hw->sih, BRCMS_SROM_BOARDREV);
4623         /* promote srom boardrev of 0xFF to 1 */
4624         if (j == BOARDREV_PROMOTABLE)
4625                 j = BOARDREV_PROMOTED;
4626         wlc_hw->boardrev = (u16) j;
4627         if (!brcms_c_validboardtype(wlc_hw)) {
4628                 wiphy_err(wiphy, "wl%d: brcms_b_attach: Unsupported Broadcom "
4629                         "board type (0x%x)" " or revision level (0x%x)\n",
4630                          unit, wlc_hw->sih->boardtype, wlc_hw->boardrev);
4631                 err = 15;
4632                 goto fail;
4633         }
4634         wlc_hw->sromrev = (u8) getintvar(wlc_hw->sih, BRCMS_SROM_REV);
4635         wlc_hw->boardflags = (u32) getintvar(wlc_hw->sih,
4636                                              BRCMS_SROM_BOARDFLAGS);
4637         wlc_hw->boardflags2 = (u32) getintvar(wlc_hw->sih,
4638                                               BRCMS_SROM_BOARDFLAGS2);
4639
4640         if (wlc_hw->boardflags & BFL_NOPLLDOWN)
4641                 brcms_b_pllreq(wlc_hw, true, BRCMS_PLLREQ_SHARED);
4642
4643         /* check device id(srom, nvram etc.) to set bands */
4644         if (wlc_hw->deviceid == BCM43224_D11N_ID ||
4645             wlc_hw->deviceid == BCM43224_D11N_ID_VEN1)
4646                 /* Dualband boards */
4647                 wlc_hw->_nbands = 2;
4648         else
4649                 wlc_hw->_nbands = 1;
4650
4651         if ((wlc_hw->sih->chip == BCM43225_CHIP_ID))
4652                 wlc_hw->_nbands = 1;
4653
4654         /* BMAC_NOTE: remove init of pub values when brcms_c_attach()
4655          * unconditionally does the init of these values
4656          */
4657         wlc->vendorid = wlc_hw->vendorid;
4658         wlc->deviceid = wlc_hw->deviceid;
4659         wlc->pub->sih = wlc_hw->sih;
4660         wlc->pub->corerev = wlc_hw->corerev;
4661         wlc->pub->sromrev = wlc_hw->sromrev;
4662         wlc->pub->boardrev = wlc_hw->boardrev;
4663         wlc->pub->boardflags = wlc_hw->boardflags;
4664         wlc->pub->boardflags2 = wlc_hw->boardflags2;
4665         wlc->pub->_nbands = wlc_hw->_nbands;
4666
4667         wlc_hw->physhim = wlc_phy_shim_attach(wlc_hw, wlc->wl, wlc);
4668
4669         if (wlc_hw->physhim == NULL) {
4670                 wiphy_err(wiphy, "wl%d: brcms_b_attach: wlc_phy_shim_attach "
4671                         "failed\n", unit);
4672                 err = 25;
4673                 goto fail;
4674         }
4675
4676         /* pass all the parameters to wlc_phy_shared_attach in one struct */
4677         sha_params.sih = wlc_hw->sih;
4678         sha_params.physhim = wlc_hw->physhim;
4679         sha_params.unit = unit;
4680         sha_params.corerev = wlc_hw->corerev;
4681         sha_params.vid = wlc_hw->vendorid;
4682         sha_params.did = wlc_hw->deviceid;
4683         sha_params.chip = wlc_hw->sih->chip;
4684         sha_params.chiprev = wlc_hw->sih->chiprev;
4685         sha_params.chippkg = wlc_hw->sih->chippkg;
4686         sha_params.sromrev = wlc_hw->sromrev;
4687         sha_params.boardtype = wlc_hw->sih->boardtype;
4688         sha_params.boardrev = wlc_hw->boardrev;
4689         sha_params.boardvendor = wlc_hw->sih->boardvendor;
4690         sha_params.boardflags = wlc_hw->boardflags;
4691         sha_params.boardflags2 = wlc_hw->boardflags2;
4692         sha_params.buscorerev = wlc_hw->sih->buscorerev;
4693
4694         /* alloc and save pointer to shared phy state area */
4695         wlc_hw->phy_sh = wlc_phy_shared_attach(&sha_params);
4696         if (!wlc_hw->phy_sh) {
4697                 err = 16;
4698                 goto fail;
4699         }
4700
4701         /* initialize software state for each core and band */
4702         for (j = 0; j < wlc_hw->_nbands; j++) {
4703                 /*
4704                  * band0 is always 2.4Ghz
4705                  * band1, if present, is 5Ghz
4706                  */
4707
4708                 brcms_c_setxband(wlc_hw, j);
4709
4710                 wlc_hw->band->bandunit = j;
4711                 wlc_hw->band->bandtype = j ? BRCM_BAND_5G : BRCM_BAND_2G;
4712                 wlc->band->bandunit = j;
4713                 wlc->band->bandtype = j ? BRCM_BAND_5G : BRCM_BAND_2G;
4714                 wlc->core->coreidx = ai_coreidx(wlc_hw->sih);
4715
4716                 wlc_hw->machwcap = R_REG(&regs->machwcap);
4717                 wlc_hw->machwcap_backup = wlc_hw->machwcap;
4718
4719                 /* init tx fifo size */
4720                 wlc_hw->xmtfifo_sz =
4721                     xmtfifo_sz[(wlc_hw->corerev - XMTFIFOTBL_STARTREV)];
4722
4723                 /* Get a phy for this band */
4724                 wlc_hw->band->pi =
4725                         wlc_phy_attach(wlc_hw->phy_sh, regs,
4726                                        wlc_hw->band->bandtype,
4727                                        wlc->wiphy);
4728                 if (wlc_hw->band->pi == NULL) {
4729                         wiphy_err(wiphy, "wl%d: brcms_b_attach: wlc_phy_"
4730                                   "attach failed\n", unit);
4731                         err = 17;
4732                         goto fail;
4733                 }
4734
4735                 wlc_phy_machwcap_set(wlc_hw->band->pi, wlc_hw->machwcap);
4736
4737                 wlc_phy_get_phyversion(wlc_hw->band->pi, &wlc_hw->band->phytype,
4738                                        &wlc_hw->band->phyrev,
4739                                        &wlc_hw->band->radioid,
4740                                        &wlc_hw->band->radiorev);
4741                 wlc_hw->band->abgphy_encore =
4742                     wlc_phy_get_encore(wlc_hw->band->pi);
4743                 wlc->band->abgphy_encore = wlc_phy_get_encore(wlc_hw->band->pi);
4744                 wlc_hw->band->core_flags =
4745                     wlc_phy_get_coreflags(wlc_hw->band->pi);
4746
4747                 /* verify good phy_type & supported phy revision */
4748                 if (BRCMS_ISNPHY(wlc_hw->band)) {
4749                         if (NCONF_HAS(wlc_hw->band->phyrev))
4750                                 goto good_phy;
4751                         else
4752                                 goto bad_phy;
4753                 } else if (BRCMS_ISLCNPHY(wlc_hw->band)) {
4754                         if (LCNCONF_HAS(wlc_hw->band->phyrev))
4755                                 goto good_phy;
4756                         else
4757                                 goto bad_phy;
4758                 } else {
4759  bad_phy:
4760                         wiphy_err(wiphy, "wl%d: brcms_b_attach: unsupported "
4761                                   "phy type/rev (%d/%d)\n", unit,
4762                                   wlc_hw->band->phytype, wlc_hw->band->phyrev);
4763                         err = 18;
4764                         goto fail;
4765                 }
4766
4767  good_phy:
4768                 /*
4769                  * BMAC_NOTE: wlc->band->pi should not be set below and should
4770                  * be done in the high level attach. However we can not make
4771                  * that change until all low level access is changed to
4772                  * wlc_hw->band->pi. Instead do the wlc->band->pi init below,
4773                  * keeping wlc_hw->band->pi as well for incremental update of
4774                  * low level fns, and cut over low only init when all fns
4775                  * updated.
4776                  */
4777                 wlc->band->pi = wlc_hw->band->pi;
4778                 wlc->band->phytype = wlc_hw->band->phytype;
4779                 wlc->band->phyrev = wlc_hw->band->phyrev;
4780                 wlc->band->radioid = wlc_hw->band->radioid;
4781                 wlc->band->radiorev = wlc_hw->band->radiorev;
4782
4783                 /* default contention windows size limits */
4784                 wlc_hw->band->CWmin = APHY_CWMIN;
4785                 wlc_hw->band->CWmax = PHY_CWMAX;
4786
4787                 if (!brcms_b_attach_dmapio(wlc, j, wme)) {
4788                         err = 19;
4789                         goto fail;
4790                 }
4791         }
4792
4793         /* disable core to match driver "down" state */
4794         brcms_c_coredisable(wlc_hw);
4795
4796         /* Match driver "down" state */
4797         ai_pci_down(wlc_hw->sih);
4798
4799         /* register sb interrupt callback functions */
4800         ai_register_intr_callback(wlc_hw->sih, (void *)brcms_c_wlintrsoff,
4801                                   (void *)brcms_c_wlintrsrestore, NULL, wlc);
4802
4803         /* turn off pll and xtal to match driver "down" state */
4804         brcms_b_xtal(wlc_hw, OFF);
4805
4806         /* *******************************************************************
4807          * The hardware is in the DOWN state at this point. D11 core
4808          * or cores are in reset with clocks off, and the board PLLs
4809          * are off if possible.
4810          *
4811          * Beyond this point, wlc->sbclk == false and chip registers
4812          * should not be touched.
4813          *********************************************************************
4814          */
4815
4816         /* init etheraddr state variables */
4817         macaddr = brcms_c_get_macaddr(wlc_hw);
4818         if (macaddr == NULL) {
4819                 wiphy_err(wiphy, "wl%d: brcms_b_attach: macaddr not found\n",
4820                           unit);
4821                 err = 21;
4822                 goto fail;
4823         }
4824         if (!mac_pton(macaddr, wlc_hw->etheraddr) ||
4825             is_broadcast_ether_addr(wlc_hw->etheraddr) ||
4826             is_zero_ether_addr(wlc_hw->etheraddr)) {
4827                 wiphy_err(wiphy, "wl%d: brcms_b_attach: bad macaddr %s\n",
4828                           unit, macaddr);
4829                 err = 22;
4830                 goto fail;
4831         }
4832
4833         BCMMSG(wlc->wiphy,
4834                  "deviceid 0x%x nbands %d board 0x%x macaddr: %s\n",
4835                  wlc_hw->deviceid, wlc_hw->_nbands,
4836                  wlc_hw->sih->boardtype, macaddr);
4837
4838         return err;
4839
4840  fail:
4841         wiphy_err(wiphy, "wl%d: brcms_b_attach: failed with err %d\n", unit,
4842                   err);
4843         return err;
4844 }
4845
4846 static void brcms_c_attach_antgain_init(struct brcms_c_info *wlc)
4847 {
4848         uint unit;
4849         unit = wlc->pub->unit;
4850
4851         if ((wlc->band->antgain == -1) && (wlc->pub->sromrev == 1)) {
4852                 /* default antenna gain for srom rev 1 is 2 dBm (8 qdbm) */
4853                 wlc->band->antgain = 8;
4854         } else if (wlc->band->antgain == -1) {
4855                 wiphy_err(wlc->wiphy, "wl%d: %s: Invalid antennas available in"
4856                           " srom, using 2dB\n", unit, __func__);
4857                 wlc->band->antgain = 8;
4858         } else {
4859                 s8 gain, fract;
4860                 /* Older sroms specified gain in whole dbm only.  In order
4861                  * be able to specify qdbm granularity and remain backward
4862                  * compatible the whole dbms are now encoded in only
4863                  * low 6 bits and remaining qdbms are encoded in the hi 2 bits.
4864                  * 6 bit signed number ranges from -32 - 31.
4865                  *
4866                  * Examples:
4867                  * 0x1 = 1 db,
4868                  * 0xc1 = 1.75 db (1 + 3 quarters),
4869                  * 0x3f = -1 (-1 + 0 quarters),
4870                  * 0x7f = -.75 (-1 + 1 quarters) = -3 qdbm.
4871                  * 0xbf = -.50 (-1 + 2 quarters) = -2 qdbm.
4872                  */
4873                 gain = wlc->band->antgain & 0x3f;
4874                 gain <<= 2;     /* Sign extend */
4875                 gain >>= 2;
4876                 fract = (wlc->band->antgain & 0xc0) >> 6;
4877                 wlc->band->antgain = 4 * gain + fract;
4878         }
4879 }
4880
4881 static bool brcms_c_attach_stf_ant_init(struct brcms_c_info *wlc)
4882 {
4883         int aa;
4884         uint unit;
4885         int bandtype;
4886         struct si_pub *sih = wlc->hw->sih;
4887
4888         unit = wlc->pub->unit;
4889         bandtype = wlc->band->bandtype;
4890
4891         /* get antennas available */
4892         if (bandtype == BRCM_BAND_5G)
4893                 aa = (s8) getintvar(sih, BRCMS_SROM_AA5G);
4894         else
4895                 aa = (s8) getintvar(sih, BRCMS_SROM_AA2G);
4896
4897         if ((aa < 1) || (aa > 15)) {
4898                 wiphy_err(wlc->wiphy, "wl%d: %s: Invalid antennas available in"
4899                           " srom (0x%x), using 3\n", unit, __func__, aa);
4900                 aa = 3;
4901         }
4902
4903         /* reset the defaults if we have a single antenna */
4904         if (aa == 1) {
4905                 wlc->stf->ant_rx_ovr = ANT_RX_DIV_FORCE_0;
4906                 wlc->stf->txant = ANT_TX_FORCE_0;
4907         } else if (aa == 2) {
4908                 wlc->stf->ant_rx_ovr = ANT_RX_DIV_FORCE_1;
4909                 wlc->stf->txant = ANT_TX_FORCE_1;
4910         } else {
4911         }
4912
4913         /* Compute Antenna Gain */
4914         if (bandtype == BRCM_BAND_5G)
4915                 wlc->band->antgain = (s8) getintvar(sih, BRCMS_SROM_AG1);
4916         else
4917                 wlc->band->antgain = (s8) getintvar(sih, BRCMS_SROM_AG0);
4918
4919         brcms_c_attach_antgain_init(wlc);
4920
4921         return true;
4922 }
4923
4924 static void brcms_c_bss_default_init(struct brcms_c_info *wlc)
4925 {
4926         u16 chanspec;
4927         struct brcms_band *band;
4928         struct brcms_bss_info *bi = wlc->default_bss;
4929
4930         /* init default and target BSS with some sane initial values */
4931         memset((char *)(bi), 0, sizeof(struct brcms_bss_info));
4932         bi->beacon_period = BEACON_INTERVAL_DEFAULT;
4933
4934         /* fill the default channel as the first valid channel
4935          * starting from the 2G channels
4936          */
4937         chanspec = ch20mhz_chspec(1);
4938         wlc->home_chanspec = bi->chanspec = chanspec;
4939
4940         /* find the band of our default channel */
4941         band = wlc->band;
4942         if (wlc->pub->_nbands > 1 &&
4943             band->bandunit != chspec_bandunit(chanspec))
4944                 band = wlc->bandstate[OTHERBANDUNIT(wlc)];
4945
4946         /* init bss rates to the band specific default rate set */
4947         brcms_c_rateset_default(&bi->rateset, NULL, band->phytype,
4948                 band->bandtype, false, BRCMS_RATE_MASK_FULL,
4949                 (bool) (wlc->pub->_n_enab & SUPPORT_11N),
4950                 brcms_chspec_bw(chanspec), wlc->stf->txstreams);
4951
4952         if (wlc->pub->_n_enab & SUPPORT_11N)
4953                 bi->flags |= BRCMS_BSS_HT;
4954 }
4955
4956 static struct brcms_txq_info *brcms_c_txq_alloc(struct brcms_c_info *wlc)
4957 {
4958         struct brcms_txq_info *qi, *p;
4959
4960         qi = kzalloc(sizeof(struct brcms_txq_info), GFP_ATOMIC);
4961         if (qi != NULL) {
4962                 /*
4963                  * Have enough room for control packets along with HI watermark
4964                  * Also, add room to txq for total psq packets if all the SCBs
4965                  * leave PS mode. The watermark for flowcontrol to OS packets
4966                  * will remain the same
4967                  */
4968                 brcmu_pktq_init(&qi->q, BRCMS_PREC_COUNT,
4969                           2 * BRCMS_DATAHIWAT + PKTQ_LEN_DEFAULT);
4970
4971                 /* add this queue to the the global list */
4972                 p = wlc->tx_queues;
4973                 if (p == NULL) {
4974                         wlc->tx_queues = qi;
4975                 } else {
4976                         while (p->next != NULL)
4977                                 p = p->next;
4978                         p->next = qi;
4979                 }
4980         }
4981         return qi;
4982 }
4983
4984 static void brcms_c_txq_free(struct brcms_c_info *wlc,
4985                              struct brcms_txq_info *qi)
4986 {
4987         struct brcms_txq_info *p;
4988
4989         if (qi == NULL)
4990                 return;
4991
4992         /* remove the queue from the linked list */
4993         p = wlc->tx_queues;
4994         if (p == qi)
4995                 wlc->tx_queues = p->next;
4996         else {
4997                 while (p != NULL && p->next != qi)
4998                         p = p->next;
4999                 if (p != NULL)
5000                         p->next = p->next->next;
5001         }
5002
5003         kfree(qi);
5004 }
5005
5006 static void brcms_c_update_mimo_band_bwcap(struct brcms_c_info *wlc, u8 bwcap)
5007 {
5008         uint i;
5009         struct brcms_band *band;
5010
5011         for (i = 0; i < wlc->pub->_nbands; i++) {
5012                 band = wlc->bandstate[i];
5013                 if (band->bandtype == BRCM_BAND_5G) {
5014                         if ((bwcap == BRCMS_N_BW_40ALL)
5015                             || (bwcap == BRCMS_N_BW_20IN2G_40IN5G))
5016                                 band->mimo_cap_40 = true;
5017                         else
5018                                 band->mimo_cap_40 = false;
5019                 } else {
5020                         if (bwcap == BRCMS_N_BW_40ALL)
5021                                 band->mimo_cap_40 = true;
5022                         else
5023                                 band->mimo_cap_40 = false;
5024                 }
5025         }
5026 }
5027
5028 /*
5029  * The common driver entry routine. Error codes should be unique
5030  */
5031 struct brcms_c_info *
5032 brcms_c_attach(struct brcms_info *wl, u16 vendor, u16 device, uint unit,
5033                bool piomode, void __iomem *regsva, struct pci_dev *btparam,
5034                uint *perr)
5035 {
5036         struct brcms_c_info *wlc;
5037         uint err = 0;
5038         uint i, j;
5039         struct brcms_pub *pub;
5040
5041         /* allocate struct brcms_c_info state and its substructures */
5042         wlc = (struct brcms_c_info *) brcms_c_attach_malloc(unit, &err, device);
5043         if (wlc == NULL)
5044                 goto fail;
5045         wlc->wiphy = wl->wiphy;
5046         pub = wlc->pub;
5047
5048 #if defined(BCMDBG)
5049         wlc_info_dbg = wlc;
5050 #endif
5051
5052         wlc->band = wlc->bandstate[0];
5053         wlc->core = wlc->corestate;
5054         wlc->wl = wl;
5055         pub->unit = unit;
5056         pub->_piomode = piomode;
5057         wlc->bandinit_pending = false;
5058
5059         /* populate struct brcms_c_info with default values  */
5060         brcms_c_info_init(wlc, unit);
5061
5062         /* update sta/ap related parameters */
5063         brcms_c_ap_upd(wlc);
5064
5065         /*
5066          * low level attach steps(all hw accesses go
5067          * inside, no more in rest of the attach)
5068          */
5069         err = brcms_b_attach(wlc, vendor, device, unit, piomode, regsva,
5070                              btparam);
5071         if (err)
5072                 goto fail;
5073
5074         brcms_c_protection_upd(wlc, BRCMS_PROT_N_PAM_OVR, OFF);
5075
5076         pub->phy_11ncapable = BRCMS_PHY_11N_CAP(wlc->band);
5077
5078         /* disable allowed duty cycle */
5079         wlc->tx_duty_cycle_ofdm = 0;
5080         wlc->tx_duty_cycle_cck = 0;
5081
5082         brcms_c_stf_phy_chain_calc(wlc);
5083
5084         /* txchain 1: txant 0, txchain 2: txant 1 */
5085         if (BRCMS_ISNPHY(wlc->band) && (wlc->stf->txstreams == 1))
5086                 wlc->stf->txant = wlc->stf->hw_txchain - 1;
5087
5088         /* push to BMAC driver */
5089         wlc_phy_stf_chain_init(wlc->band->pi, wlc->stf->hw_txchain,
5090                                wlc->stf->hw_rxchain);
5091
5092         /* pull up some info resulting from the low attach */
5093         for (i = 0; i < NFIFO; i++)
5094                 wlc->core->txavail[i] = wlc->hw->txavail[i];
5095
5096         memcpy(&wlc->perm_etheraddr, &wlc->hw->etheraddr, ETH_ALEN);
5097         memcpy(&pub->cur_etheraddr, &wlc->hw->etheraddr, ETH_ALEN);
5098
5099         for (j = 0; j < wlc->pub->_nbands; j++) {
5100                 wlc->band = wlc->bandstate[j];
5101
5102                 if (!brcms_c_attach_stf_ant_init(wlc)) {
5103                         err = 24;
5104                         goto fail;
5105                 }
5106
5107                 /* default contention windows size limits */
5108                 wlc->band->CWmin = APHY_CWMIN;
5109                 wlc->band->CWmax = PHY_CWMAX;
5110
5111                 /* init gmode value */
5112                 if (wlc->band->bandtype == BRCM_BAND_2G) {
5113                         wlc->band->gmode = GMODE_AUTO;
5114                         brcms_c_protection_upd(wlc, BRCMS_PROT_G_USER,
5115                                            wlc->band->gmode);
5116                 }
5117
5118                 /* init _n_enab supported mode */
5119                 if (BRCMS_PHY_11N_CAP(wlc->band)) {
5120                         pub->_n_enab = SUPPORT_11N;
5121                         brcms_c_protection_upd(wlc, BRCMS_PROT_N_USER,
5122                                                    ((pub->_n_enab ==
5123                                                      SUPPORT_11N) ? WL_11N_2x2 :
5124                                                     WL_11N_3x3));
5125                 }
5126
5127                 /* init per-band default rateset, depend on band->gmode */
5128                 brcms_default_rateset(wlc, &wlc->band->defrateset);
5129
5130                 /* fill in hw_rateset */
5131                 brcms_c_rateset_filter(&wlc->band->defrateset,
5132                                    &wlc->band->hw_rateset, false,
5133                                    BRCMS_RATES_CCK_OFDM, BRCMS_RATE_MASK,
5134                                    (bool) (wlc->pub->_n_enab & SUPPORT_11N));
5135         }
5136
5137         /*
5138          * update antenna config due to
5139          * wlc->stf->txant/txchain/ant_rx_ovr change
5140          */
5141         brcms_c_stf_phy_txant_upd(wlc);
5142
5143         /* attach each modules */
5144         err = brcms_c_attach_module(wlc);
5145         if (err != 0)
5146                 goto fail;
5147
5148         if (!brcms_c_timers_init(wlc, unit)) {
5149                 wiphy_err(wl->wiphy, "wl%d: %s: init_timer failed\n", unit,
5150                           __func__);
5151                 err = 32;
5152                 goto fail;
5153         }
5154
5155         /* depend on rateset, gmode */
5156         wlc->cmi = brcms_c_channel_mgr_attach(wlc);
5157         if (!wlc->cmi) {
5158                 wiphy_err(wl->wiphy, "wl%d: %s: channel_mgr_attach failed"
5159                           "\n", unit, __func__);
5160                 err = 33;
5161                 goto fail;
5162         }
5163
5164         /* init default when all parameters are ready, i.e. ->rateset */
5165         brcms_c_bss_default_init(wlc);
5166
5167         /*
5168          * Complete the wlc default state initializations..
5169          */
5170
5171         /* allocate our initial queue */
5172         wlc->pkt_queue = brcms_c_txq_alloc(wlc);
5173         if (wlc->pkt_queue == NULL) {
5174                 wiphy_err(wl->wiphy, "wl%d: %s: failed to malloc tx queue\n",
5175                           unit, __func__);
5176                 err = 100;
5177                 goto fail;
5178         }
5179
5180         wlc->bsscfg->wlc = wlc;
5181
5182         wlc->mimoft = FT_HT;
5183         wlc->mimo_40txbw = AUTO;
5184         wlc->ofdm_40txbw = AUTO;
5185         wlc->cck_40txbw = AUTO;
5186         brcms_c_update_mimo_band_bwcap(wlc, BRCMS_N_BW_20IN2G_40IN5G);
5187
5188         /* Set default values of SGI */
5189         if (BRCMS_SGI_CAP_PHY(wlc)) {
5190                 brcms_c_ht_update_sgi_rx(wlc, (BRCMS_N_SGI_20 |
5191                                                BRCMS_N_SGI_40));
5192         } else if (BRCMS_ISSSLPNPHY(wlc->band)) {
5193                 brcms_c_ht_update_sgi_rx(wlc, (BRCMS_N_SGI_20 |
5194                                                BRCMS_N_SGI_40));
5195         } else {
5196                 brcms_c_ht_update_sgi_rx(wlc, 0);
5197         }
5198
5199         /* initialize radio_mpc_disable according to wlc->mpc */
5200         brcms_c_radio_mpc_upd(wlc);
5201         brcms_b_antsel_set(wlc->hw, wlc->asi->antsel_avail);
5202
5203         if (perr)
5204                 *perr = 0;
5205
5206         return wlc;
5207
5208  fail:
5209         wiphy_err(wl->wiphy, "wl%d: %s: failed with err %d\n",
5210                   unit, __func__, err);
5211         if (wlc)
5212                 brcms_c_detach(wlc);
5213
5214         if (perr)
5215                 *perr = err;
5216         return NULL;
5217 }
5218
5219 static void brcms_c_timers_deinit(struct brcms_c_info *wlc)
5220 {
5221         /* free timer state */
5222         if (wlc->wdtimer) {
5223                 brcms_free_timer(wlc->wdtimer);
5224                 wlc->wdtimer = NULL;
5225         }
5226         if (wlc->radio_timer) {
5227                 brcms_free_timer(wlc->radio_timer);
5228                 wlc->radio_timer = NULL;
5229         }
5230 }
5231
5232 static void brcms_c_detach_module(struct brcms_c_info *wlc)
5233 {
5234         if (wlc->asi) {
5235                 brcms_c_antsel_detach(wlc->asi);
5236                 wlc->asi = NULL;
5237         }
5238
5239         if (wlc->ampdu) {
5240                 brcms_c_ampdu_detach(wlc->ampdu);
5241                 wlc->ampdu = NULL;
5242         }
5243
5244         brcms_c_stf_detach(wlc);
5245 }
5246
5247 /*
5248  * low level detach
5249  */
5250 static int brcms_b_detach(struct brcms_c_info *wlc)
5251 {
5252         uint i;
5253         struct brcms_hw_band *band;
5254         struct brcms_hardware *wlc_hw = wlc->hw;
5255         int callbacks;
5256
5257         callbacks = 0;
5258
5259         if (wlc_hw->sih) {
5260                 /*
5261                  * detach interrupt sync mechanism since interrupt is disabled
5262                  * and per-port interrupt object may has been freed. this must
5263                  * be done before sb core switch
5264                  */
5265                 ai_deregister_intr_callback(wlc_hw->sih);
5266                 ai_pci_sleep(wlc_hw->sih);
5267         }
5268
5269         brcms_b_detach_dmapio(wlc_hw);
5270
5271         band = wlc_hw->band;
5272         for (i = 0; i < wlc_hw->_nbands; i++) {
5273                 if (band->pi) {
5274                         /* Detach this band's phy */
5275                         wlc_phy_detach(band->pi);
5276                         band->pi = NULL;
5277                 }
5278                 band = wlc_hw->bandstate[OTHERBANDUNIT(wlc)];
5279         }
5280
5281         /* Free shared phy state */
5282         kfree(wlc_hw->phy_sh);
5283
5284         wlc_phy_shim_detach(wlc_hw->physhim);
5285
5286         if (wlc_hw->sih) {
5287                 ai_detach(wlc_hw->sih);
5288                 wlc_hw->sih = NULL;
5289         }
5290
5291         return callbacks;
5292
5293 }
5294
5295 /*
5296  * Return a count of the number of driver callbacks still pending.
5297  *
5298  * General policy is that brcms_c_detach can only dealloc/free software states.
5299  * It can NOT touch hardware registers since the d11core may be in reset and
5300  * clock may not be available.
5301  * One exception is sb register access, which is possible if crystal is turned
5302  * on after "down" state, driver should avoid software timer with the exception
5303  * of radio_monitor.
5304  */
5305 uint brcms_c_detach(struct brcms_c_info *wlc)
5306 {
5307         uint callbacks = 0;
5308
5309         if (wlc == NULL)
5310                 return 0;
5311
5312         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
5313
5314         callbacks += brcms_b_detach(wlc);
5315
5316         /* delete software timers */
5317         if (!brcms_c_radio_monitor_stop(wlc))
5318                 callbacks++;
5319
5320         brcms_c_channel_mgr_detach(wlc->cmi);
5321
5322         brcms_c_timers_deinit(wlc);
5323
5324         brcms_c_detach_module(wlc);
5325
5326
5327         while (wlc->tx_queues != NULL)
5328                 brcms_c_txq_free(wlc, wlc->tx_queues);
5329
5330         brcms_c_detach_mfree(wlc);
5331         return callbacks;
5332 }
5333
5334 /* update state that depends on the current value of "ap" */
5335 void brcms_c_ap_upd(struct brcms_c_info *wlc)
5336 {
5337         /* STA-BSS; short capable */
5338         wlc->PLCPHdr_override = BRCMS_PLCP_SHORT;
5339
5340         /* fixup mpc */
5341         wlc->mpc = true;
5342 }
5343
5344 /*
5345  * return true if Minimum Power Consumption should
5346  * be entered, false otherwise
5347  */
5348 bool brcms_c_is_non_delay_mpc(struct brcms_c_info *wlc)
5349 {
5350         return false;
5351 }
5352
5353 bool brcms_c_ismpc(struct brcms_c_info *wlc)
5354 {
5355         return (wlc->mpc_delay_off == 0) && (brcms_c_is_non_delay_mpc(wlc));
5356 }
5357
5358 void brcms_c_radio_mpc_upd(struct brcms_c_info *wlc)
5359 {
5360         bool mpc_radio, radio_state;
5361
5362         /*
5363          * Clear the WL_RADIO_MPC_DISABLE bit when mpc feature is disabled
5364          * in case the WL_RADIO_MPC_DISABLE bit was set. Stop the radio
5365          * monitor also when WL_RADIO_MPC_DISABLE is the only reason that
5366          * the radio is going down.
5367          */
5368         if (!wlc->mpc) {
5369                 if (!wlc->pub->radio_disabled)
5370                         return;
5371                 mboolclr(wlc->pub->radio_disabled, WL_RADIO_MPC_DISABLE);
5372                 brcms_c_radio_upd(wlc);
5373                 if (!wlc->pub->radio_disabled)
5374                         brcms_c_radio_monitor_stop(wlc);
5375                 return;
5376         }
5377
5378         /*
5379          * sync ismpc logic with WL_RADIO_MPC_DISABLE bit in
5380          * wlc->pub->radio_disabled to go ON, always call radio_upd
5381          * synchronously to go OFF, postpone radio_upd to later when
5382          * context is safe(e.g. watchdog)
5383          */
5384         radio_state =
5385             (mboolisset(wlc->pub->radio_disabled, WL_RADIO_MPC_DISABLE) ? OFF :
5386              ON);
5387         mpc_radio = (brcms_c_ismpc(wlc) == true) ? OFF : ON;
5388
5389         if (radio_state == ON && mpc_radio == OFF)
5390                 wlc->mpc_delay_off = wlc->mpc_dlycnt;
5391         else if (radio_state == OFF && mpc_radio == ON) {
5392                 mboolclr(wlc->pub->radio_disabled, WL_RADIO_MPC_DISABLE);
5393                 brcms_c_radio_upd(wlc);
5394                 if (wlc->mpc_offcnt < BRCMS_MPC_THRESHOLD)
5395                         wlc->mpc_dlycnt = BRCMS_MPC_MAX_DELAYCNT;
5396                 else
5397                         wlc->mpc_dlycnt = BRCMS_MPC_MIN_DELAYCNT;
5398         }
5399         /*
5400          * Below logic is meant to capture the transition from mpc off
5401          * to mpc on for reasons other than wlc->mpc_delay_off keeping
5402          * the mpc off. In that case reset wlc->mpc_delay_off to
5403          * wlc->mpc_dlycnt, so that we restart the countdown of mpc_delay_off
5404          */
5405         if ((wlc->prev_non_delay_mpc == false) &&
5406             (brcms_c_is_non_delay_mpc(wlc) == true) && wlc->mpc_delay_off)
5407                 wlc->mpc_delay_off = wlc->mpc_dlycnt;
5408
5409         wlc->prev_non_delay_mpc = brcms_c_is_non_delay_mpc(wlc);
5410 }
5411 /* Initialize just the hardware when coming out of POR or S3/S5 system states */
5412 static void brcms_b_hw_up(struct brcms_hardware *wlc_hw)
5413 {
5414         if (wlc_hw->wlc->pub->hw_up)
5415                 return;
5416
5417         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
5418
5419         /*
5420          * Enable pll and xtal, initialize the power control registers,
5421          * and force fastclock for the remainder of brcms_c_up().
5422          */
5423         brcms_b_xtal(wlc_hw, ON);
5424         ai_clkctl_init(wlc_hw->sih);
5425         brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
5426
5427         ai_pci_fixcfg(wlc_hw->sih);
5428
5429         /*
5430          * AI chip doesn't restore bar0win2 on
5431          * hibernation/resume, need sw fixup
5432          */
5433         if ((wlc_hw->sih->chip == BCM43224_CHIP_ID) ||
5434             (wlc_hw->sih->chip == BCM43225_CHIP_ID))
5435                 wlc_hw->regs = (struct d11regs __iomem *)
5436                                 ai_setcore(wlc_hw->sih, D11_CORE_ID, 0);
5437
5438         /*
5439          * Inform phy that a POR reset has occurred so
5440          * it does a complete phy init
5441          */
5442         wlc_phy_por_inform(wlc_hw->band->pi);
5443
5444         wlc_hw->ucode_loaded = false;
5445         wlc_hw->wlc->pub->hw_up = true;
5446
5447         if ((wlc_hw->boardflags & BFL_FEM)
5448             && (wlc_hw->sih->chip == BCM4313_CHIP_ID)) {
5449                 if (!
5450                     (wlc_hw->boardrev >= 0x1250
5451                      && (wlc_hw->boardflags & BFL_FEM_BT)))
5452                         ai_epa_4313war(wlc_hw->sih);
5453         }
5454 }
5455
5456 static int brcms_b_up_prep(struct brcms_hardware *wlc_hw)
5457 {
5458         uint coremask;
5459
5460         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
5461
5462         /*
5463          * Enable pll and xtal, initialize the power control registers,
5464          * and force fastclock for the remainder of brcms_c_up().
5465          */
5466         brcms_b_xtal(wlc_hw, ON);
5467         ai_clkctl_init(wlc_hw->sih);
5468         brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
5469
5470         /*
5471          * Configure pci/pcmcia here instead of in brcms_c_attach()
5472          * to allow mfg hotswap:  down, hotswap (chip power cycle), up.
5473          */
5474         coremask = (1 << wlc_hw->wlc->core->coreidx);
5475
5476         ai_pci_setup(wlc_hw->sih, coremask);
5477
5478         /*
5479          * Need to read the hwradio status here to cover the case where the
5480          * system is loaded with the hw radio disabled. We do not want to
5481          * bring the driver up in this case.
5482          */
5483         if (brcms_b_radio_read_hwdisabled(wlc_hw)) {
5484                 /* put SB PCI in down state again */
5485                 ai_pci_down(wlc_hw->sih);
5486                 brcms_b_xtal(wlc_hw, OFF);
5487                 return -ENOMEDIUM;
5488         }
5489
5490         ai_pci_up(wlc_hw->sih);
5491
5492         /* reset the d11 core */
5493         brcms_b_corereset(wlc_hw, BRCMS_USE_COREFLAGS);
5494
5495         return 0;
5496 }
5497
5498 static int brcms_b_up_finish(struct brcms_hardware *wlc_hw)
5499 {
5500         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
5501
5502         wlc_hw->up = true;
5503         wlc_phy_hw_state_upd(wlc_hw->band->pi, true);
5504
5505         /* FULLY enable dynamic power control and d11 core interrupt */
5506         brcms_b_clkctl_clk(wlc_hw, CLK_DYNAMIC);
5507         brcms_intrson(wlc_hw->wlc->wl);
5508         return 0;
5509 }
5510
5511 /*
5512  * Write WME tunable parameters for retransmit/max rate
5513  * from wlc struct to ucode
5514  */
5515 static void brcms_c_wme_retries_write(struct brcms_c_info *wlc)
5516 {
5517         int ac;
5518
5519         /* Need clock to do this */
5520         if (!wlc->clk)
5521                 return;
5522
5523         for (ac = 0; ac < AC_COUNT; ac++)
5524                 brcms_b_write_shm(wlc->hw, M_AC_TXLMT_ADDR(ac),
5525                                   wlc->wme_retries[ac]);
5526 }
5527
5528 /* make interface operational */
5529 int brcms_c_up(struct brcms_c_info *wlc)
5530 {
5531         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
5532
5533         /* HW is turned off so don't try to access it */
5534         if (wlc->pub->hw_off || brcms_deviceremoved(wlc))
5535                 return -ENOMEDIUM;
5536
5537         if (!wlc->pub->hw_up) {
5538                 brcms_b_hw_up(wlc->hw);
5539                 wlc->pub->hw_up = true;
5540         }
5541
5542         if ((wlc->pub->boardflags & BFL_FEM)
5543             && (wlc->pub->sih->chip == BCM4313_CHIP_ID)) {
5544                 if (wlc->pub->boardrev >= 0x1250
5545                     && (wlc->pub->boardflags & BFL_FEM_BT))
5546                         brcms_b_mhf(wlc->hw, MHF5, MHF5_4313_GPIOCTRL,
5547                                 MHF5_4313_GPIOCTRL, BRCM_BAND_ALL);
5548                 else
5549                         brcms_b_mhf(wlc->hw, MHF4, MHF4_EXTPA_ENABLE,
5550                                     MHF4_EXTPA_ENABLE, BRCM_BAND_ALL);
5551         }
5552
5553         /*
5554          * Need to read the hwradio status here to cover the case where the
5555          * system is loaded with the hw radio disabled. We do not want to bring
5556          * the driver up in this case. If radio is disabled, abort up, lower
5557          * power, start radio timer and return 0(for NDIS) don't call
5558          * radio_update to avoid looping brcms_c_up.
5559          *
5560          * brcms_b_up_prep() returns either 0 or -BCME_RADIOOFF only
5561          */
5562         if (!wlc->pub->radio_disabled) {
5563                 int status = brcms_b_up_prep(wlc->hw);
5564                 if (status == -ENOMEDIUM) {
5565                         if (!mboolisset
5566                             (wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE)) {
5567                                 struct brcms_bss_cfg *bsscfg = wlc->bsscfg;
5568                                 mboolset(wlc->pub->radio_disabled,
5569                                          WL_RADIO_HW_DISABLE);
5570
5571                                 if (bsscfg->enable && bsscfg->BSS)
5572                                         wiphy_err(wlc->wiphy, "wl%d: up"
5573                                                   ": rfdisable -> "
5574                                                   "bsscfg_disable()\n",
5575                                                    wlc->pub->unit);
5576                         }
5577                 }
5578         }
5579
5580         if (wlc->pub->radio_disabled) {
5581                 brcms_c_radio_monitor_start(wlc);
5582                 return 0;
5583         }
5584
5585         /* brcms_b_up_prep has done brcms_c_corereset(). so clk is on, set it */
5586         wlc->clk = true;
5587
5588         brcms_c_radio_monitor_stop(wlc);
5589
5590         /* Set EDCF hostflags */
5591         brcms_b_mhf(wlc->hw, MHF1, MHF1_EDCF, MHF1_EDCF, BRCM_BAND_ALL);
5592
5593         brcms_init(wlc->wl);
5594         wlc->pub->up = true;
5595
5596         if (wlc->bandinit_pending) {
5597                 brcms_c_suspend_mac_and_wait(wlc);
5598                 brcms_c_set_chanspec(wlc, wlc->default_bss->chanspec);
5599                 wlc->bandinit_pending = false;
5600                 brcms_c_enable_mac(wlc);
5601         }
5602
5603         brcms_b_up_finish(wlc->hw);
5604
5605         /* Program the TX wme params with the current settings */
5606         brcms_c_wme_retries_write(wlc);
5607
5608         /* start one second watchdog timer */
5609         brcms_add_timer(wlc->wdtimer, TIMER_INTERVAL_WATCHDOG, true);
5610         wlc->WDarmed = true;
5611
5612         /* ensure antenna config is up to date */
5613         brcms_c_stf_phy_txant_upd(wlc);
5614         /* ensure LDPC config is in sync */
5615         brcms_c_ht_update_ldpc(wlc, wlc->stf->ldpc);
5616
5617         return 0;
5618 }
5619
5620 static uint brcms_c_down_del_timer(struct brcms_c_info *wlc)
5621 {
5622         uint callbacks = 0;
5623
5624         return callbacks;
5625 }
5626
5627 static int brcms_b_bmac_down_prep(struct brcms_hardware *wlc_hw)
5628 {
5629         bool dev_gone;
5630         uint callbacks = 0;
5631
5632         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
5633
5634         if (!wlc_hw->up)
5635                 return callbacks;
5636
5637         dev_gone = brcms_deviceremoved(wlc_hw->wlc);
5638
5639         /* disable interrupts */
5640         if (dev_gone)
5641                 wlc_hw->wlc->macintmask = 0;
5642         else {
5643                 /* now disable interrupts */
5644                 brcms_intrsoff(wlc_hw->wlc->wl);
5645
5646                 /* ensure we're running on the pll clock again */
5647                 brcms_b_clkctl_clk(wlc_hw, CLK_FAST);
5648         }
5649         /* down phy at the last of this stage */
5650         callbacks += wlc_phy_down(wlc_hw->band->pi);
5651
5652         return callbacks;
5653 }
5654
5655 static int brcms_b_down_finish(struct brcms_hardware *wlc_hw)
5656 {
5657         uint callbacks = 0;
5658         bool dev_gone;
5659
5660         BCMMSG(wlc_hw->wlc->wiphy, "wl%d\n", wlc_hw->unit);
5661
5662         if (!wlc_hw->up)
5663                 return callbacks;
5664
5665         wlc_hw->up = false;
5666         wlc_phy_hw_state_upd(wlc_hw->band->pi, false);
5667
5668         dev_gone = brcms_deviceremoved(wlc_hw->wlc);
5669
5670         if (dev_gone) {
5671                 wlc_hw->sbclk = false;
5672                 wlc_hw->clk = false;
5673                 wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, false);
5674
5675                 /* reclaim any posted packets */
5676                 brcms_c_flushqueues(wlc_hw->wlc);
5677         } else {
5678
5679                 /* Reset and disable the core */
5680                 if (ai_iscoreup(wlc_hw->sih)) {
5681                         if (R_REG(&wlc_hw->regs->maccontrol) &
5682                             MCTL_EN_MAC)
5683                                 brcms_c_suspend_mac_and_wait(wlc_hw->wlc);
5684                         callbacks += brcms_reset(wlc_hw->wlc->wl);
5685                         brcms_c_coredisable(wlc_hw);
5686                 }
5687
5688                 /* turn off primary xtal and pll */
5689                 if (!wlc_hw->noreset) {
5690                         ai_pci_down(wlc_hw->sih);
5691                         brcms_b_xtal(wlc_hw, OFF);
5692                 }
5693         }
5694
5695         return callbacks;
5696 }
5697
5698 /*
5699  * Mark the interface nonoperational, stop the software mechanisms,
5700  * disable the hardware, free any transient buffer state.
5701  * Return a count of the number of driver callbacks still pending.
5702  */
5703 uint brcms_c_down(struct brcms_c_info *wlc)
5704 {
5705
5706         uint callbacks = 0;
5707         int i;
5708         bool dev_gone = false;
5709         struct brcms_txq_info *qi;
5710
5711         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
5712
5713         /* check if we are already in the going down path */
5714         if (wlc->going_down) {
5715                 wiphy_err(wlc->wiphy, "wl%d: %s: Driver going down so return"
5716                           "\n", wlc->pub->unit, __func__);
5717                 return 0;
5718         }
5719         if (!wlc->pub->up)
5720                 return callbacks;
5721
5722         /* in between, mpc could try to bring down again.. */
5723         wlc->going_down = true;
5724
5725         callbacks += brcms_b_bmac_down_prep(wlc->hw);
5726
5727         dev_gone = brcms_deviceremoved(wlc);
5728
5729         /* Call any registered down handlers */
5730         for (i = 0; i < BRCMS_MAXMODULES; i++) {
5731                 if (wlc->modulecb[i].down_fn)
5732                         callbacks +=
5733                             wlc->modulecb[i].down_fn(wlc->modulecb[i].hdl);
5734         }
5735
5736         /* cancel the watchdog timer */
5737         if (wlc->WDarmed) {
5738                 if (!brcms_del_timer(wlc->wdtimer))
5739                         callbacks++;
5740                 wlc->WDarmed = false;
5741         }
5742         /* cancel all other timers */
5743         callbacks += brcms_c_down_del_timer(wlc);
5744
5745         wlc->pub->up = false;
5746
5747         wlc_phy_mute_upd(wlc->band->pi, false, PHY_MUTE_ALL);
5748
5749         /* clear txq flow control */
5750         brcms_c_txflowcontrol_reset(wlc);
5751
5752         /* flush tx queues */
5753         for (qi = wlc->tx_queues; qi != NULL; qi = qi->next)
5754                 brcmu_pktq_flush(&qi->q, true, NULL, NULL);
5755
5756         callbacks += brcms_b_down_finish(wlc->hw);
5757
5758         /* brcms_b_down_finish has done brcms_c_coredisable(). so clk is off */
5759         wlc->clk = false;
5760
5761         wlc->going_down = false;
5762         return callbacks;
5763 }
5764
5765 /* Set the current gmode configuration */
5766 int brcms_c_set_gmode(struct brcms_c_info *wlc, u8 gmode, bool config)
5767 {
5768         int ret = 0;
5769         uint i;
5770         struct brcms_c_rateset rs;
5771         /* Default to 54g Auto */
5772         /* Advertise and use shortslot (-1/0/1 Auto/Off/On) */
5773         s8 shortslot = BRCMS_SHORTSLOT_AUTO;
5774         bool shortslot_restrict = false; /* Restrict association to stations
5775                                           * that support shortslot
5776                                           */
5777         bool ofdm_basic = false;        /* Make 6, 12, and 24 basic rates */
5778         /* Advertise and use short preambles (-1/0/1 Auto/Off/On) */
5779         int preamble = BRCMS_PLCP_LONG;
5780         bool preamble_restrict = false; /* Restrict association to stations
5781                                          * that support short preambles
5782                                          */
5783         struct brcms_band *band;
5784
5785         /* if N-support is enabled, allow Gmode set as long as requested
5786          * Gmode is not GMODE_LEGACY_B
5787          */
5788         if ((wlc->pub->_n_enab & SUPPORT_11N) && gmode == GMODE_LEGACY_B)
5789                 return -ENOTSUPP;
5790
5791         /* verify that we are dealing with 2G band and grab the band pointer */
5792         if (wlc->band->bandtype == BRCM_BAND_2G)
5793                 band = wlc->band;
5794         else if ((wlc->pub->_nbands > 1) &&
5795                  (wlc->bandstate[OTHERBANDUNIT(wlc)]->bandtype == BRCM_BAND_2G))
5796                 band = wlc->bandstate[OTHERBANDUNIT(wlc)];
5797         else
5798                 return -EINVAL;
5799
5800         /* Legacy or bust when no OFDM is supported by regulatory */
5801         if ((brcms_c_channel_locale_flags_in_band(wlc->cmi, band->bandunit) &
5802              BRCMS_NO_OFDM) && (gmode != GMODE_LEGACY_B))
5803                 return -EINVAL;
5804
5805         /* update configuration value */
5806         if (config == true)
5807                 brcms_c_protection_upd(wlc, BRCMS_PROT_G_USER, gmode);
5808
5809         /* Clear rateset override */
5810         memset(&rs, 0, sizeof(struct brcms_c_rateset));
5811
5812         switch (gmode) {
5813         case GMODE_LEGACY_B:
5814                 shortslot = BRCMS_SHORTSLOT_OFF;
5815                 brcms_c_rateset_copy(&gphy_legacy_rates, &rs);
5816
5817                 break;
5818
5819         case GMODE_LRS:
5820                 break;
5821
5822         case GMODE_AUTO:
5823                 /* Accept defaults */
5824                 break;
5825
5826         case GMODE_ONLY:
5827                 ofdm_basic = true;
5828                 preamble = BRCMS_PLCP_SHORT;
5829                 preamble_restrict = true;
5830                 break;
5831
5832         case GMODE_PERFORMANCE:
5833                 shortslot = BRCMS_SHORTSLOT_ON;
5834                 shortslot_restrict = true;
5835                 ofdm_basic = true;
5836                 preamble = BRCMS_PLCP_SHORT;
5837                 preamble_restrict = true;
5838                 break;
5839
5840         default:
5841                 /* Error */
5842                 wiphy_err(wlc->wiphy, "wl%d: %s: invalid gmode %d\n",
5843                           wlc->pub->unit, __func__, gmode);
5844                 return -ENOTSUPP;
5845         }
5846
5847         band->gmode = gmode;
5848
5849         wlc->shortslot_override = shortslot;
5850
5851         /* Use the default 11g rateset */
5852         if (!rs.count)
5853                 brcms_c_rateset_copy(&cck_ofdm_rates, &rs);
5854
5855         if (ofdm_basic) {
5856                 for (i = 0; i < rs.count; i++) {
5857                         if (rs.rates[i] == BRCM_RATE_6M
5858                             || rs.rates[i] == BRCM_RATE_12M
5859                             || rs.rates[i] == BRCM_RATE_24M)
5860                                 rs.rates[i] |= BRCMS_RATE_FLAG;
5861                 }
5862         }
5863
5864         /* Set default bss rateset */
5865         wlc->default_bss->rateset.count = rs.count;
5866         memcpy(wlc->default_bss->rateset.rates, rs.rates,
5867                sizeof(wlc->default_bss->rateset.rates));
5868
5869         return ret;
5870 }
5871
5872 int brcms_c_set_nmode(struct brcms_c_info *wlc)
5873 {
5874         uint i;
5875         s32 nmode = AUTO;
5876
5877         if (wlc->stf->txstreams == WL_11N_3x3)
5878                 nmode = WL_11N_3x3;
5879         else
5880                 nmode = WL_11N_2x2;
5881
5882         /* force GMODE_AUTO if NMODE is ON */
5883         brcms_c_set_gmode(wlc, GMODE_AUTO, true);
5884         if (nmode == WL_11N_3x3)
5885                 wlc->pub->_n_enab = SUPPORT_HT;
5886         else
5887                 wlc->pub->_n_enab = SUPPORT_11N;
5888         wlc->default_bss->flags |= BRCMS_BSS_HT;
5889         /* add the mcs rates to the default and hw ratesets */
5890         brcms_c_rateset_mcs_build(&wlc->default_bss->rateset,
5891                               wlc->stf->txstreams);
5892         for (i = 0; i < wlc->pub->_nbands; i++)
5893                 memcpy(wlc->bandstate[i]->hw_rateset.mcs,
5894                        wlc->default_bss->rateset.mcs, MCSSET_LEN);
5895
5896         return 0;
5897 }
5898
5899 static int
5900 brcms_c_set_internal_rateset(struct brcms_c_info *wlc,
5901                              struct brcms_c_rateset *rs_arg)
5902 {
5903         struct brcms_c_rateset rs, new;
5904         uint bandunit;
5905
5906         memcpy(&rs, rs_arg, sizeof(struct brcms_c_rateset));
5907
5908         /* check for bad count value */
5909         if ((rs.count == 0) || (rs.count > BRCMS_NUMRATES))
5910                 return -EINVAL;
5911
5912         /* try the current band */
5913         bandunit = wlc->band->bandunit;
5914         memcpy(&new, &rs, sizeof(struct brcms_c_rateset));
5915         if (brcms_c_rate_hwrs_filter_sort_validate
5916             (&new, &wlc->bandstate[bandunit]->hw_rateset, true,
5917              wlc->stf->txstreams))
5918                 goto good;
5919
5920         /* try the other band */
5921         if (brcms_is_mband_unlocked(wlc)) {
5922                 bandunit = OTHERBANDUNIT(wlc);
5923                 memcpy(&new, &rs, sizeof(struct brcms_c_rateset));
5924                 if (brcms_c_rate_hwrs_filter_sort_validate(&new,
5925                                                        &wlc->
5926                                                        bandstate[bandunit]->
5927                                                        hw_rateset, true,
5928                                                        wlc->stf->txstreams))
5929                         goto good;
5930         }
5931
5932         return -EBADE;
5933
5934  good:
5935         /* apply new rateset */
5936         memcpy(&wlc->default_bss->rateset, &new,
5937                sizeof(struct brcms_c_rateset));
5938         memcpy(&wlc->bandstate[bandunit]->defrateset, &new,
5939                sizeof(struct brcms_c_rateset));
5940         return 0;
5941 }
5942
5943 static void brcms_c_ofdm_rateset_war(struct brcms_c_info *wlc)
5944 {
5945         u8 r;
5946         bool war = false;
5947
5948         if (wlc->bsscfg->associated)
5949                 r = wlc->bsscfg->current_bss->rateset.rates[0];
5950         else
5951                 r = wlc->default_bss->rateset.rates[0];
5952
5953         wlc_phy_ofdm_rateset_war(wlc->band->pi, war);
5954 }
5955
5956 int brcms_c_set_channel(struct brcms_c_info *wlc, u16 channel)
5957 {
5958         u16 chspec = ch20mhz_chspec(channel);
5959
5960         if (channel < 0 || channel > MAXCHANNEL)
5961                 return -EINVAL;
5962
5963         if (!brcms_c_valid_chanspec_db(wlc->cmi, chspec))
5964                 return -EINVAL;
5965
5966
5967         if (!wlc->pub->up && brcms_is_mband_unlocked(wlc)) {
5968                 if (wlc->band->bandunit != chspec_bandunit(chspec))
5969                         wlc->bandinit_pending = true;
5970                 else
5971                         wlc->bandinit_pending = false;
5972         }
5973
5974         wlc->default_bss->chanspec = chspec;
5975         /* brcms_c_BSSinit() will sanitize the rateset before
5976          * using it.. */
5977         if (wlc->pub->up && (wlc_phy_chanspec_get(wlc->band->pi) != chspec)) {
5978                 brcms_c_set_home_chanspec(wlc, chspec);
5979                 brcms_c_suspend_mac_and_wait(wlc);
5980                 brcms_c_set_chanspec(wlc, chspec);
5981                 brcms_c_enable_mac(wlc);
5982         }
5983         return 0;
5984 }
5985
5986 int brcms_c_set_rate_limit(struct brcms_c_info *wlc, u16 srl, u16 lrl)
5987 {
5988         int ac;
5989
5990         if (srl < 1 || srl > RETRY_SHORT_MAX ||
5991             lrl < 1 || lrl > RETRY_SHORT_MAX)
5992                 return -EINVAL;
5993
5994         wlc->SRL = srl;
5995         wlc->LRL = lrl;
5996
5997         brcms_b_retrylimit_upd(wlc->hw, wlc->SRL, wlc->LRL);
5998
5999         for (ac = 0; ac < AC_COUNT; ac++) {
6000                 wlc->wme_retries[ac] =  SFIELD(wlc->wme_retries[ac],
6001                                                EDCF_SHORT,  wlc->SRL);
6002                 wlc->wme_retries[ac] =  SFIELD(wlc->wme_retries[ac],
6003                                                EDCF_LONG, wlc->LRL);
6004         }
6005         brcms_c_wme_retries_write(wlc);
6006
6007         return 0;
6008 }
6009
6010 void brcms_c_get_current_rateset(struct brcms_c_info *wlc,
6011                                  struct brcm_rateset *currs)
6012 {
6013         struct brcms_c_rateset *rs;
6014
6015         if (wlc->pub->associated)
6016                 rs = &wlc->bsscfg->current_bss->rateset;
6017         else
6018                 rs = &wlc->default_bss->rateset;
6019
6020         /* Copy only legacy rateset section */
6021         currs->count = rs->count;
6022         memcpy(&currs->rates, &rs->rates, rs->count);
6023 }
6024
6025 int brcms_c_set_rateset(struct brcms_c_info *wlc, struct brcm_rateset *rs)
6026 {
6027         struct brcms_c_rateset internal_rs;
6028         int bcmerror;
6029
6030         if (rs->count > BRCMS_NUMRATES)
6031                 return -ENOBUFS;
6032
6033         memset(&internal_rs, 0, sizeof(struct brcms_c_rateset));
6034
6035         /* Copy only legacy rateset section */
6036         internal_rs.count = rs->count;
6037         memcpy(&internal_rs.rates, &rs->rates, internal_rs.count);
6038
6039         /* merge rateset coming in with the current mcsset */
6040         if (wlc->pub->_n_enab & SUPPORT_11N) {
6041                 struct brcms_bss_info *mcsset_bss;
6042                 if (wlc->bsscfg->associated)
6043                         mcsset_bss = wlc->bsscfg->current_bss;
6044                 else
6045                         mcsset_bss = wlc->default_bss;
6046                 memcpy(internal_rs.mcs, &mcsset_bss->rateset.mcs[0],
6047                        MCSSET_LEN);
6048         }
6049
6050         bcmerror = brcms_c_set_internal_rateset(wlc, &internal_rs);
6051         if (!bcmerror)
6052                 brcms_c_ofdm_rateset_war(wlc);
6053
6054         return bcmerror;
6055 }
6056
6057 int brcms_c_set_beacon_period(struct brcms_c_info *wlc, u16 period)
6058 {
6059         if (period < DOT11_MIN_BEACON_PERIOD ||
6060             period > DOT11_MAX_BEACON_PERIOD)
6061                 return -EINVAL;
6062
6063         wlc->default_bss->beacon_period = period;
6064         return 0;
6065 }
6066
6067 u16 brcms_c_get_phy_type(struct brcms_c_info *wlc, int phyidx)
6068 {
6069         return wlc->band->phytype;
6070 }
6071
6072 void brcms_c_set_shortslot_override(struct brcms_c_info *wlc, s8 sslot_override)
6073 {
6074         wlc->shortslot_override = sslot_override;
6075
6076         /*
6077          * shortslot is an 11g feature, so no more work if we are
6078          * currently on the 5G band
6079          */
6080         if (wlc->band->bandtype == BRCM_BAND_5G)
6081                 return;
6082
6083         if (wlc->pub->up && wlc->pub->associated) {
6084                 /* let watchdog or beacon processing update shortslot */
6085         } else if (wlc->pub->up) {
6086                 /* unassociated shortslot is off */
6087                 brcms_c_switch_shortslot(wlc, false);
6088         } else {
6089                 /* driver is down, so just update the brcms_c_info
6090                  * value */
6091                 if (wlc->shortslot_override == BRCMS_SHORTSLOT_AUTO)
6092                         wlc->shortslot = false;
6093                 else
6094                         wlc->shortslot =
6095                             (wlc->shortslot_override ==
6096                              BRCMS_SHORTSLOT_ON);
6097         }
6098 }
6099
6100 /*
6101  * register watchdog and down handlers.
6102  */
6103 int brcms_c_module_register(struct brcms_pub *pub,
6104                             const char *name, struct brcms_info *hdl,
6105                             int (*d_fn)(void *handle))
6106 {
6107         struct brcms_c_info *wlc = (struct brcms_c_info *) pub->wlc;
6108         int i;
6109
6110         /* find an empty entry and just add, no duplication check! */
6111         for (i = 0; i < BRCMS_MAXMODULES; i++) {
6112                 if (wlc->modulecb[i].name[0] == '\0') {
6113                         strncpy(wlc->modulecb[i].name, name,
6114                                 sizeof(wlc->modulecb[i].name) - 1);
6115                         wlc->modulecb[i].hdl = hdl;
6116                         wlc->modulecb[i].down_fn = d_fn;
6117                         return 0;
6118                 }
6119         }
6120
6121         return -ENOSR;
6122 }
6123
6124 /* unregister module callbacks */
6125 int brcms_c_module_unregister(struct brcms_pub *pub, const char *name,
6126                               struct brcms_info *hdl)
6127 {
6128         struct brcms_c_info *wlc = (struct brcms_c_info *) pub->wlc;
6129         int i;
6130
6131         if (wlc == NULL)
6132                 return -ENODATA;
6133
6134         for (i = 0; i < BRCMS_MAXMODULES; i++) {
6135                 if (!strcmp(wlc->modulecb[i].name, name) &&
6136                     (wlc->modulecb[i].hdl == hdl)) {
6137                         memset(&wlc->modulecb[i], 0, sizeof(struct modulecb));
6138                         return 0;
6139                 }
6140         }
6141
6142         /* table not found! */
6143         return -ENODATA;
6144 }
6145
6146 #ifdef BCMDBG
6147 static const char * const supr_reason[] = {
6148         "None", "PMQ Entry", "Flush request",
6149         "Previous frag failure", "Channel mismatch",
6150         "Lifetime Expiry", "Underflow"
6151 };
6152
6153 static void brcms_c_print_txs_status(u16 s)
6154 {
6155         printk(KERN_DEBUG "[15:12]  %d  frame attempts\n",
6156                (s & TX_STATUS_FRM_RTX_MASK) >> TX_STATUS_FRM_RTX_SHIFT);
6157         printk(KERN_DEBUG " [11:8]  %d  rts attempts\n",
6158                (s & TX_STATUS_RTS_RTX_MASK) >> TX_STATUS_RTS_RTX_SHIFT);
6159         printk(KERN_DEBUG "    [7]  %d  PM mode indicated\n",
6160                ((s & TX_STATUS_PMINDCTD) ? 1 : 0));
6161         printk(KERN_DEBUG "    [6]  %d  intermediate status\n",
6162                ((s & TX_STATUS_INTERMEDIATE) ? 1 : 0));
6163         printk(KERN_DEBUG "    [5]  %d  AMPDU\n",
6164                (s & TX_STATUS_AMPDU) ? 1 : 0);
6165         printk(KERN_DEBUG "  [4:2]  %d  Frame Suppressed Reason (%s)\n",
6166                ((s & TX_STATUS_SUPR_MASK) >> TX_STATUS_SUPR_SHIFT),
6167                supr_reason[(s & TX_STATUS_SUPR_MASK) >> TX_STATUS_SUPR_SHIFT]);
6168         printk(KERN_DEBUG "    [1]  %d  acked\n",
6169                ((s & TX_STATUS_ACK_RCV) ? 1 : 0));
6170 }
6171 #endif                          /* BCMDBG */
6172
6173 void brcms_c_print_txstatus(struct tx_status *txs)
6174 {
6175 #if defined(BCMDBG)
6176         u16 s = txs->status;
6177         u16 ackphyrxsh = txs->ackphyrxsh;
6178
6179         printk(KERN_DEBUG "\ntxpkt (MPDU) Complete\n");
6180
6181         printk(KERN_DEBUG "FrameID: %04x   ", txs->frameid);
6182         printk(KERN_DEBUG "TxStatus: %04x", s);
6183         printk(KERN_DEBUG "\n");
6184
6185         brcms_c_print_txs_status(s);
6186
6187         printk(KERN_DEBUG "LastTxTime: %04x ", txs->lasttxtime);
6188         printk(KERN_DEBUG "Seq: %04x ", txs->sequence);
6189         printk(KERN_DEBUG "PHYTxStatus: %04x ", txs->phyerr);
6190         printk(KERN_DEBUG "RxAckRSSI: %04x ",
6191                (ackphyrxsh & PRXS1_JSSI_MASK) >> PRXS1_JSSI_SHIFT);
6192         printk(KERN_DEBUG "RxAckSQ: %04x",
6193                (ackphyrxsh & PRXS1_SQ_MASK) >> PRXS1_SQ_SHIFT);
6194         printk(KERN_DEBUG "\n");
6195 #endif                          /* defined(BCMDBG) */
6196 }
6197
6198 void brcms_c_statsupd(struct brcms_c_info *wlc)
6199 {
6200         int i;
6201         struct macstat macstats;
6202 #ifdef BCMDBG
6203         u16 delta;
6204         u16 rxf0ovfl;
6205         u16 txfunfl[NFIFO];
6206 #endif                          /* BCMDBG */
6207
6208         /* if driver down, make no sense to update stats */
6209         if (!wlc->pub->up)
6210                 return;
6211
6212 #ifdef BCMDBG
6213         /* save last rx fifo 0 overflow count */
6214         rxf0ovfl = wlc->core->macstat_snapshot->rxf0ovfl;
6215
6216         /* save last tx fifo  underflow count */
6217         for (i = 0; i < NFIFO; i++)
6218                 txfunfl[i] = wlc->core->macstat_snapshot->txfunfl[i];
6219 #endif                          /* BCMDBG */
6220
6221         /* Read mac stats from contiguous shared memory */
6222         brcms_b_copyfrom_objmem(wlc->hw, M_UCODE_MACSTAT, &macstats,
6223                                 sizeof(struct macstat), OBJADDR_SHM_SEL);
6224
6225 #ifdef BCMDBG
6226         /* check for rx fifo 0 overflow */
6227         delta = (u16) (wlc->core->macstat_snapshot->rxf0ovfl - rxf0ovfl);
6228         if (delta)
6229                 wiphy_err(wlc->wiphy, "wl%d: %u rx fifo 0 overflows!\n",
6230                           wlc->pub->unit, delta);
6231
6232         /* check for tx fifo underflows */
6233         for (i = 0; i < NFIFO; i++) {
6234                 delta =
6235                     (u16) (wlc->core->macstat_snapshot->txfunfl[i] -
6236                               txfunfl[i]);
6237                 if (delta)
6238                         wiphy_err(wlc->wiphy, "wl%d: %u tx fifo %d underflows!"
6239                                   "\n", wlc->pub->unit, delta, i);
6240         }
6241 #endif                          /* BCMDBG */
6242
6243         /* merge counters from dma module */
6244         for (i = 0; i < NFIFO; i++) {
6245                 if (wlc->hw->di[i])
6246                         dma_counterreset(wlc->hw->di[i]);
6247         }
6248 }
6249
6250 bool brcms_c_chipmatch(u16 vendor, u16 device)
6251 {
6252         if (vendor != PCI_VENDOR_ID_BROADCOM) {
6253                 pr_err("chipmatch: unknown vendor id %04x\n", vendor);
6254                 return false;
6255         }
6256
6257         if (device == BCM43224_D11N_ID_VEN1)
6258                 return true;
6259         if ((device == BCM43224_D11N_ID) || (device == BCM43225_D11N2G_ID))
6260                 return true;
6261         if (device == BCM4313_D11N2G_ID)
6262                 return true;
6263         if ((device == BCM43236_D11N_ID) || (device == BCM43236_D11N2G_ID))
6264                 return true;
6265
6266         pr_err("chipmatch: unknown device id %04x\n", device);
6267         return false;
6268 }
6269
6270 #if defined(BCMDBG)
6271 void brcms_c_print_txdesc(struct d11txh *txh)
6272 {
6273         u16 mtcl = le16_to_cpu(txh->MacTxControlLow);
6274         u16 mtch = le16_to_cpu(txh->MacTxControlHigh);
6275         u16 mfc = le16_to_cpu(txh->MacFrameControl);
6276         u16 tfest = le16_to_cpu(txh->TxFesTimeNormal);
6277         u16 ptcw = le16_to_cpu(txh->PhyTxControlWord);
6278         u16 ptcw_1 = le16_to_cpu(txh->PhyTxControlWord_1);
6279         u16 ptcw_1_Fbr = le16_to_cpu(txh->PhyTxControlWord_1_Fbr);
6280         u16 ptcw_1_Rts = le16_to_cpu(txh->PhyTxControlWord_1_Rts);
6281         u16 ptcw_1_FbrRts = le16_to_cpu(txh->PhyTxControlWord_1_FbrRts);
6282         u16 mainrates = le16_to_cpu(txh->MainRates);
6283         u16 xtraft = le16_to_cpu(txh->XtraFrameTypes);
6284         u8 *iv = txh->IV;
6285         u8 *ra = txh->TxFrameRA;
6286         u16 tfestfb = le16_to_cpu(txh->TxFesTimeFallback);
6287         u8 *rtspfb = txh->RTSPLCPFallback;
6288         u16 rtsdfb = le16_to_cpu(txh->RTSDurFallback);
6289         u8 *fragpfb = txh->FragPLCPFallback;
6290         u16 fragdfb = le16_to_cpu(txh->FragDurFallback);
6291         u16 mmodelen = le16_to_cpu(txh->MModeLen);
6292         u16 mmodefbrlen = le16_to_cpu(txh->MModeFbrLen);
6293         u16 tfid = le16_to_cpu(txh->TxFrameID);
6294         u16 txs = le16_to_cpu(txh->TxStatus);
6295         u16 mnmpdu = le16_to_cpu(txh->MaxNMpdus);
6296         u16 mabyte = le16_to_cpu(txh->MaxABytes_MRT);
6297         u16 mabyte_f = le16_to_cpu(txh->MaxABytes_FBR);
6298         u16 mmbyte = le16_to_cpu(txh->MinMBytes);
6299
6300         u8 *rtsph = txh->RTSPhyHeader;
6301         struct ieee80211_rts rts = txh->rts_frame;
6302         char hexbuf[256];
6303
6304         /* add plcp header along with txh descriptor */
6305         printk(KERN_DEBUG "Raw TxDesc + plcp header:\n");
6306         print_hex_dump_bytes("", DUMP_PREFIX_OFFSET,
6307                              txh, sizeof(struct d11txh) + 48);
6308
6309         printk(KERN_DEBUG "TxCtlLow: %04x ", mtcl);
6310         printk(KERN_DEBUG "TxCtlHigh: %04x ", mtch);
6311         printk(KERN_DEBUG "FC: %04x ", mfc);
6312         printk(KERN_DEBUG "FES Time: %04x\n", tfest);
6313         printk(KERN_DEBUG "PhyCtl: %04x%s ", ptcw,
6314                (ptcw & PHY_TXC_SHORT_HDR) ? " short" : "");
6315         printk(KERN_DEBUG "PhyCtl_1: %04x ", ptcw_1);
6316         printk(KERN_DEBUG "PhyCtl_1_Fbr: %04x\n", ptcw_1_Fbr);
6317         printk(KERN_DEBUG "PhyCtl_1_Rts: %04x ", ptcw_1_Rts);
6318         printk(KERN_DEBUG "PhyCtl_1_Fbr_Rts: %04x\n", ptcw_1_FbrRts);
6319         printk(KERN_DEBUG "MainRates: %04x ", mainrates);
6320         printk(KERN_DEBUG "XtraFrameTypes: %04x ", xtraft);
6321         printk(KERN_DEBUG "\n");
6322
6323         brcmu_format_hex(hexbuf, iv, sizeof(txh->IV));
6324         printk(KERN_DEBUG "SecIV:       %s\n", hexbuf);
6325         brcmu_format_hex(hexbuf, ra, sizeof(txh->TxFrameRA));
6326         printk(KERN_DEBUG "RA:          %s\n", hexbuf);
6327
6328         printk(KERN_DEBUG "Fb FES Time: %04x ", tfestfb);
6329         brcmu_format_hex(hexbuf, rtspfb, sizeof(txh->RTSPLCPFallback));
6330         printk(KERN_DEBUG "RTS PLCP: %s ", hexbuf);
6331         printk(KERN_DEBUG "RTS DUR: %04x ", rtsdfb);
6332         brcmu_format_hex(hexbuf, fragpfb, sizeof(txh->FragPLCPFallback));
6333         printk(KERN_DEBUG "PLCP: %s ", hexbuf);
6334         printk(KERN_DEBUG "DUR: %04x", fragdfb);
6335         printk(KERN_DEBUG "\n");
6336
6337         printk(KERN_DEBUG "MModeLen: %04x ", mmodelen);
6338         printk(KERN_DEBUG "MModeFbrLen: %04x\n", mmodefbrlen);
6339
6340         printk(KERN_DEBUG "FrameID:     %04x\n", tfid);
6341         printk(KERN_DEBUG "TxStatus:    %04x\n", txs);
6342
6343         printk(KERN_DEBUG "MaxNumMpdu:  %04x\n", mnmpdu);
6344         printk(KERN_DEBUG "MaxAggbyte:  %04x\n", mabyte);
6345         printk(KERN_DEBUG "MaxAggbyte_fb:  %04x\n", mabyte_f);
6346         printk(KERN_DEBUG "MinByte:     %04x\n", mmbyte);
6347
6348         brcmu_format_hex(hexbuf, rtsph, sizeof(txh->RTSPhyHeader));
6349         printk(KERN_DEBUG "RTS PLCP: %s ", hexbuf);
6350         brcmu_format_hex(hexbuf, (u8 *) &rts, sizeof(txh->rts_frame));
6351         printk(KERN_DEBUG "RTS Frame: %s", hexbuf);
6352         printk(KERN_DEBUG "\n");
6353 }
6354 #endif                          /* defined(BCMDBG) */
6355
6356 #if defined(BCMDBG)
6357 void brcms_c_print_rxh(struct d11rxhdr *rxh)
6358 {
6359         u16 len = rxh->RxFrameSize;
6360         u16 phystatus_0 = rxh->PhyRxStatus_0;
6361         u16 phystatus_1 = rxh->PhyRxStatus_1;
6362         u16 phystatus_2 = rxh->PhyRxStatus_2;
6363         u16 phystatus_3 = rxh->PhyRxStatus_3;
6364         u16 macstatus1 = rxh->RxStatus1;
6365         u16 macstatus2 = rxh->RxStatus2;
6366         char flagstr[64];
6367         char lenbuf[20];
6368         static const struct brcmu_bit_desc macstat_flags[] = {
6369                 {RXS_FCSERR, "FCSErr"},
6370                 {RXS_RESPFRAMETX, "Reply"},
6371                 {RXS_PBPRES, "PADDING"},
6372                 {RXS_DECATMPT, "DeCr"},
6373                 {RXS_DECERR, "DeCrErr"},
6374                 {RXS_BCNSENT, "Bcn"},
6375                 {0, NULL}
6376         };
6377
6378         printk(KERN_DEBUG "Raw RxDesc:\n");
6379         print_hex_dump_bytes("", DUMP_PREFIX_OFFSET, rxh,
6380                              sizeof(struct d11rxhdr));
6381
6382         brcmu_format_flags(macstat_flags, macstatus1, flagstr, 64);
6383
6384         snprintf(lenbuf, sizeof(lenbuf), "0x%x", len);
6385
6386         printk(KERN_DEBUG "RxFrameSize:     %6s (%d)%s\n", lenbuf, len,
6387                (rxh->PhyRxStatus_0 & PRXS0_SHORTH) ? " short preamble" : "");
6388         printk(KERN_DEBUG "RxPHYStatus:     %04x %04x %04x %04x\n",
6389                phystatus_0, phystatus_1, phystatus_2, phystatus_3);
6390         printk(KERN_DEBUG "RxMACStatus:     %x %s\n", macstatus1, flagstr);
6391         printk(KERN_DEBUG "RXMACaggtype:    %x\n",
6392                (macstatus2 & RXS_AGGTYPE_MASK));
6393         printk(KERN_DEBUG "RxTSFTime:       %04x\n", rxh->RxTSFTime);
6394 }
6395 #endif                          /* defined(BCMDBG) */
6396
6397 u16 brcms_b_rate_shm_offset(struct brcms_hardware *wlc_hw, u8 rate)
6398 {
6399         u16 table_ptr;
6400         u8 phy_rate, index;
6401
6402         /* get the phy specific rate encoding for the PLCP SIGNAL field */
6403         if (is_ofdm_rate(rate))
6404                 table_ptr = M_RT_DIRMAP_A;
6405         else
6406                 table_ptr = M_RT_DIRMAP_B;
6407
6408         /* for a given rate, the LS-nibble of the PLCP SIGNAL field is
6409          * the index into the rate table.
6410          */
6411         phy_rate = rate_info[rate] & BRCMS_RATE_MASK;
6412         index = phy_rate & 0xf;
6413
6414         /* Find the SHM pointer to the rate table entry by looking in the
6415          * Direct-map Table
6416          */
6417         return 2 * brcms_b_read_shm(wlc_hw, table_ptr + (index * 2));
6418 }
6419
6420 /* Callback for device removed */
6421
6422 /*
6423  * Attempts to queue a packet onto a multiple-precedence queue,
6424  * if necessary evicting a lower precedence packet from the queue.
6425  *
6426  * 'prec' is the precedence number that has already been mapped
6427  * from the packet priority.
6428  *
6429  * Returns true if packet consumed (queued), false if not.
6430  */
6431 static bool brcms_c_prec_enq(struct brcms_c_info *wlc, struct pktq *q,
6432                       struct sk_buff *pkt, int prec)
6433 {
6434         return brcms_c_prec_enq_head(wlc, q, pkt, prec, false);
6435 }
6436
6437 bool
6438 brcms_c_prec_enq_head(struct brcms_c_info *wlc, struct pktq *q,
6439                       struct sk_buff *pkt, int prec, bool head)
6440 {
6441         struct sk_buff *p;
6442         int eprec = -1;         /* precedence to evict from */
6443
6444         /* Determine precedence from which to evict packet, if any */
6445         if (pktq_pfull(q, prec))
6446                 eprec = prec;
6447         else if (pktq_full(q)) {
6448                 p = brcmu_pktq_peek_tail(q, &eprec);
6449                 if (eprec > prec) {
6450                         wiphy_err(wlc->wiphy, "%s: Failing: eprec %d > prec %d"
6451                                   "\n", __func__, eprec, prec);
6452                         return false;
6453                 }
6454         }
6455
6456         /* Evict if needed */
6457         if (eprec >= 0) {
6458                 bool discard_oldest;
6459
6460                 discard_oldest = ac_bitmap_tst(0, eprec);
6461
6462                 /* Refuse newer packet unless configured to discard oldest */
6463                 if (eprec == prec && !discard_oldest) {
6464                         wiphy_err(wlc->wiphy, "%s: No where to go, prec == %d"
6465                                   "\n", __func__, prec);
6466                         return false;
6467                 }
6468
6469                 /* Evict packet according to discard policy */
6470                 p = discard_oldest ? brcmu_pktq_pdeq(q, eprec) :
6471                         brcmu_pktq_pdeq_tail(q, eprec);
6472                 brcmu_pkt_buf_free_skb(p);
6473         }
6474
6475         /* Enqueue */
6476         if (head)
6477                 p = brcmu_pktq_penq_head(q, prec, pkt);
6478         else
6479                 p = brcmu_pktq_penq(q, prec, pkt);
6480
6481         return true;
6482 }
6483
6484 void brcms_c_txq_enq(struct brcms_c_info *wlc, struct scb *scb,
6485                      struct sk_buff *sdu, uint prec)
6486 {
6487         struct brcms_txq_info *qi = wlc->pkt_queue;     /* Check me */
6488         struct pktq *q = &qi->q;
6489         int prio;
6490
6491         prio = sdu->priority;
6492
6493         if (!brcms_c_prec_enq(wlc, q, sdu, prec)) {
6494                 /*
6495                  * we might hit this condtion in case
6496                  * packet flooding from mac80211 stack
6497                  */
6498                 brcmu_pkt_buf_free_skb(sdu);
6499         }
6500 }
6501
6502 /*
6503  * bcmc_fid_generate:
6504  * Generate frame ID for a BCMC packet.  The frag field is not used
6505  * for MC frames so is used as part of the sequence number.
6506  */
6507 static inline u16
6508 bcmc_fid_generate(struct brcms_c_info *wlc, struct brcms_bss_cfg *bsscfg,
6509                   struct d11txh *txh)
6510 {
6511         u16 frameid;
6512
6513         frameid = le16_to_cpu(txh->TxFrameID) & ~(TXFID_SEQ_MASK |
6514                                                   TXFID_QUEUE_MASK);
6515         frameid |=
6516             (((wlc->
6517                mc_fid_counter++) << TXFID_SEQ_SHIFT) & TXFID_SEQ_MASK) |
6518             TX_BCMC_FIFO;
6519
6520         return frameid;
6521 }
6522
6523 static uint
6524 brcms_c_calc_ack_time(struct brcms_c_info *wlc, u32 rspec,
6525                       u8 preamble_type)
6526 {
6527         uint dur = 0;
6528
6529         BCMMSG(wlc->wiphy, "wl%d: rspec 0x%x, preamble_type %d\n",
6530                 wlc->pub->unit, rspec, preamble_type);
6531         /*
6532          * Spec 9.6: ack rate is the highest rate in BSSBasicRateSet that
6533          * is less than or equal to the rate of the immediately previous
6534          * frame in the FES
6535          */
6536         rspec = brcms_basic_rate(wlc, rspec);
6537         /* ACK frame len == 14 == 2(fc) + 2(dur) + 6(ra) + 4(fcs) */
6538         dur =
6539             brcms_c_calc_frame_time(wlc, rspec, preamble_type,
6540                                 (DOT11_ACK_LEN + FCS_LEN));
6541         return dur;
6542 }
6543
6544 static uint
6545 brcms_c_calc_cts_time(struct brcms_c_info *wlc, u32 rspec,
6546                       u8 preamble_type)
6547 {
6548         BCMMSG(wlc->wiphy, "wl%d: ratespec 0x%x, preamble_type %d\n",
6549                 wlc->pub->unit, rspec, preamble_type);
6550         return brcms_c_calc_ack_time(wlc, rspec, preamble_type);
6551 }
6552
6553 static uint
6554 brcms_c_calc_ba_time(struct brcms_c_info *wlc, u32 rspec,
6555                      u8 preamble_type)
6556 {
6557         BCMMSG(wlc->wiphy, "wl%d: rspec 0x%x, "
6558                  "preamble_type %d\n", wlc->pub->unit, rspec, preamble_type);
6559         /*
6560          * Spec 9.6: ack rate is the highest rate in BSSBasicRateSet that
6561          * is less than or equal to the rate of the immediately previous
6562          * frame in the FES
6563          */
6564         rspec = brcms_basic_rate(wlc, rspec);
6565         /* BA len == 32 == 16(ctl hdr) + 4(ba len) + 8(bitmap) + 4(fcs) */
6566         return brcms_c_calc_frame_time(wlc, rspec, preamble_type,
6567                                    (DOT11_BA_LEN + DOT11_BA_BITMAP_LEN +
6568                                     FCS_LEN));
6569 }
6570
6571 /* brcms_c_compute_frame_dur()
6572  *
6573  * Calculate the 802.11 MAC header DUR field for MPDU
6574  * DUR for a single frame = 1 SIFS + 1 ACK
6575  * DUR for a frame with following frags = 3 SIFS + 2 ACK + next frag time
6576  *
6577  * rate                 MPDU rate in unit of 500kbps
6578  * next_frag_len        next MPDU length in bytes
6579  * preamble_type        use short/GF or long/MM PLCP header
6580  */
6581 static u16
6582 brcms_c_compute_frame_dur(struct brcms_c_info *wlc, u32 rate,
6583                       u8 preamble_type, uint next_frag_len)
6584 {
6585         u16 dur, sifs;
6586
6587         sifs = get_sifs(wlc->band);
6588
6589         dur = sifs;
6590         dur += (u16) brcms_c_calc_ack_time(wlc, rate, preamble_type);
6591
6592         if (next_frag_len) {
6593                 /* Double the current DUR to get 2 SIFS + 2 ACKs */
6594                 dur *= 2;
6595                 /* add another SIFS and the frag time */
6596                 dur += sifs;
6597                 dur +=
6598                     (u16) brcms_c_calc_frame_time(wlc, rate, preamble_type,
6599                                                  next_frag_len);
6600         }
6601         return dur;
6602 }
6603
6604 /* The opposite of brcms_c_calc_frame_time */
6605 static uint
6606 brcms_c_calc_frame_len(struct brcms_c_info *wlc, u32 ratespec,
6607                    u8 preamble_type, uint dur)
6608 {
6609         uint nsyms, mac_len, Ndps, kNdps;
6610         uint rate = rspec2rate(ratespec);
6611
6612         BCMMSG(wlc->wiphy, "wl%d: rspec 0x%x, preamble_type %d, dur %d\n",
6613                  wlc->pub->unit, ratespec, preamble_type, dur);
6614
6615         if (is_mcs_rate(ratespec)) {
6616                 uint mcs = ratespec & RSPEC_RATE_MASK;
6617                 int tot_streams = mcs_2_txstreams(mcs) + rspec_stc(ratespec);
6618                 dur -= PREN_PREAMBLE + (tot_streams * PREN_PREAMBLE_EXT);
6619                 /* payload calculation matches that of regular ofdm */
6620                 if (wlc->band->bandtype == BRCM_BAND_2G)
6621                         dur -= DOT11_OFDM_SIGNAL_EXTENSION;
6622                 /* kNdbps = kbps * 4 */
6623                 kNdps = mcs_2_rate(mcs, rspec_is40mhz(ratespec),
6624                                    rspec_issgi(ratespec)) * 4;
6625                 nsyms = dur / APHY_SYMBOL_TIME;
6626                 mac_len =
6627                     ((nsyms * kNdps) -
6628                      ((APHY_SERVICE_NBITS + APHY_TAIL_NBITS) * 1000)) / 8000;
6629         } else if (is_ofdm_rate(ratespec)) {
6630                 dur -= APHY_PREAMBLE_TIME;
6631                 dur -= APHY_SIGNAL_TIME;
6632                 /* Ndbps = Mbps * 4 = rate(500Kbps) * 2 */
6633                 Ndps = rate * 2;
6634                 nsyms = dur / APHY_SYMBOL_TIME;
6635                 mac_len =
6636                     ((nsyms * Ndps) -
6637                      (APHY_SERVICE_NBITS + APHY_TAIL_NBITS)) / 8;
6638         } else {
6639                 if (preamble_type & BRCMS_SHORT_PREAMBLE)
6640                         dur -= BPHY_PLCP_SHORT_TIME;
6641                 else
6642                         dur -= BPHY_PLCP_TIME;
6643                 mac_len = dur * rate;
6644                 /* divide out factor of 2 in rate (1/2 mbps) */
6645                 mac_len = mac_len / 8 / 2;
6646         }
6647         return mac_len;
6648 }
6649
6650 static u32
6651 mac80211_wlc_set_nrate(struct brcms_c_info *wlc, struct brcms_band *cur_band,
6652                        u32 int_val)
6653 {
6654         u8 stf = (int_val & NRATE_STF_MASK) >> NRATE_STF_SHIFT;
6655         u8 rate = int_val & NRATE_RATE_MASK;
6656         u32 rspec;
6657         bool ismcs = ((int_val & NRATE_MCS_INUSE) == NRATE_MCS_INUSE);
6658         bool issgi = ((int_val & NRATE_SGI_MASK) >> NRATE_SGI_SHIFT);
6659         bool override_mcs_only = ((int_val & NRATE_OVERRIDE_MCS_ONLY)
6660                                   == NRATE_OVERRIDE_MCS_ONLY);
6661         int bcmerror = 0;
6662
6663         if (!ismcs)
6664                 return (u32) rate;
6665
6666         /* validate the combination of rate/mcs/stf is allowed */
6667         if ((wlc->pub->_n_enab & SUPPORT_11N) && ismcs) {
6668                 /* mcs only allowed when nmode */
6669                 if (stf > PHY_TXC1_MODE_SDM) {
6670                         wiphy_err(wlc->wiphy, "wl%d: %s: Invalid stf\n",
6671                                   wlc->pub->unit, __func__);
6672                         bcmerror = -EINVAL;
6673                         goto done;
6674                 }
6675
6676                 /* mcs 32 is a special case, DUP mode 40 only */
6677                 if (rate == 32) {
6678                         if (!CHSPEC_IS40(wlc->home_chanspec) ||
6679                             ((stf != PHY_TXC1_MODE_SISO)
6680                              && (stf != PHY_TXC1_MODE_CDD))) {
6681                                 wiphy_err(wlc->wiphy, "wl%d: %s: Invalid mcs "
6682                                           "32\n", wlc->pub->unit, __func__);
6683                                 bcmerror = -EINVAL;
6684                                 goto done;
6685                         }
6686                         /* mcs > 7 must use stf SDM */
6687                 } else if (rate > HIGHEST_SINGLE_STREAM_MCS) {
6688                         /* mcs > 7 must use stf SDM */
6689                         if (stf != PHY_TXC1_MODE_SDM) {
6690                                 BCMMSG(wlc->wiphy, "wl%d: enabling "
6691                                        "SDM mode for mcs %d\n",
6692                                        wlc->pub->unit, rate);
6693                                 stf = PHY_TXC1_MODE_SDM;
6694                         }
6695                 } else {
6696                         /*
6697                          * MCS 0-7 may use SISO, CDD, and for
6698                          * phy_rev >= 3 STBC
6699                          */
6700                         if ((stf > PHY_TXC1_MODE_STBC) ||
6701                             (!BRCMS_STBC_CAP_PHY(wlc)
6702                              && (stf == PHY_TXC1_MODE_STBC))) {
6703                                 wiphy_err(wlc->wiphy, "wl%d: %s: Invalid STBC"
6704                                           "\n", wlc->pub->unit, __func__);
6705                                 bcmerror = -EINVAL;
6706                                 goto done;
6707                         }
6708                 }
6709         } else if (is_ofdm_rate(rate)) {
6710                 if ((stf != PHY_TXC1_MODE_CDD) && (stf != PHY_TXC1_MODE_SISO)) {
6711                         wiphy_err(wlc->wiphy, "wl%d: %s: Invalid OFDM\n",
6712                                   wlc->pub->unit, __func__);
6713                         bcmerror = -EINVAL;
6714                         goto done;
6715                 }
6716         } else if (is_cck_rate(rate)) {
6717                 if ((cur_band->bandtype != BRCM_BAND_2G)
6718                     || (stf != PHY_TXC1_MODE_SISO)) {
6719                         wiphy_err(wlc->wiphy, "wl%d: %s: Invalid CCK\n",
6720                                   wlc->pub->unit, __func__);
6721                         bcmerror = -EINVAL;
6722                         goto done;
6723                 }
6724         } else {
6725                 wiphy_err(wlc->wiphy, "wl%d: %s: Unknown rate type\n",
6726                           wlc->pub->unit, __func__);
6727                 bcmerror = -EINVAL;
6728                 goto done;
6729         }
6730         /* make sure multiple antennae are available for non-siso rates */
6731         if ((stf != PHY_TXC1_MODE_SISO) && (wlc->stf->txstreams == 1)) {
6732                 wiphy_err(wlc->wiphy, "wl%d: %s: SISO antenna but !SISO "
6733                           "request\n", wlc->pub->unit, __func__);
6734                 bcmerror = -EINVAL;
6735                 goto done;
6736         }
6737
6738         rspec = rate;
6739         if (ismcs) {
6740                 rspec |= RSPEC_MIMORATE;
6741                 /* For STBC populate the STC field of the ratespec */
6742                 if (stf == PHY_TXC1_MODE_STBC) {
6743                         u8 stc;
6744                         stc = 1;        /* Nss for single stream is always 1 */
6745                         rspec |= (stc << RSPEC_STC_SHIFT);
6746                 }
6747         }
6748
6749         rspec |= (stf << RSPEC_STF_SHIFT);
6750
6751         if (override_mcs_only)
6752                 rspec |= RSPEC_OVERRIDE_MCS_ONLY;
6753
6754         if (issgi)
6755                 rspec |= RSPEC_SHORT_GI;
6756
6757         if ((rate != 0)
6758             && !brcms_c_valid_rate(wlc, rspec, cur_band->bandtype, true))
6759                 return rate;
6760
6761         return rspec;
6762 done:
6763         return rate;
6764 }
6765
6766 /*
6767  * Add struct d11txh, struct cck_phy_hdr.
6768  *
6769  * 'p' data must start with 802.11 MAC header
6770  * 'p' must allow enough bytes of local headers to be "pushed" onto the packet
6771  *
6772  * headroom == D11_PHY_HDR_LEN + D11_TXH_LEN (D11_TXH_LEN is now 104 bytes)
6773  *
6774  */
6775 static u16
6776 brcms_c_d11hdrs_mac80211(struct brcms_c_info *wlc, struct ieee80211_hw *hw,
6777                      struct sk_buff *p, struct scb *scb, uint frag,
6778                      uint nfrags, uint queue, uint next_frag_len)
6779 {
6780         struct ieee80211_hdr *h;
6781         struct d11txh *txh;
6782         u8 *plcp, plcp_fallback[D11_PHY_HDR_LEN];
6783         int len, phylen, rts_phylen;
6784         u16 mch, phyctl, xfts, mainrates;
6785         u16 seq = 0, mcl = 0, status = 0, frameid = 0;
6786         u32 rspec[2] = { BRCM_RATE_1M, BRCM_RATE_1M };
6787         u32 rts_rspec[2] = { BRCM_RATE_1M, BRCM_RATE_1M };
6788         bool use_rts = false;
6789         bool use_cts = false;
6790         bool use_rifs = false;
6791         bool short_preamble[2] = { false, false };
6792         u8 preamble_type[2] = { BRCMS_LONG_PREAMBLE, BRCMS_LONG_PREAMBLE };
6793         u8 rts_preamble_type[2] = { BRCMS_LONG_PREAMBLE, BRCMS_LONG_PREAMBLE };
6794         u8 *rts_plcp, rts_plcp_fallback[D11_PHY_HDR_LEN];
6795         struct ieee80211_rts *rts = NULL;
6796         bool qos;
6797         uint ac;
6798         bool hwtkmic = false;
6799         u16 mimo_ctlchbw = PHY_TXC1_BW_20MHZ;
6800 #define ANTCFG_NONE 0xFF
6801         u8 antcfg = ANTCFG_NONE;
6802         u8 fbantcfg = ANTCFG_NONE;
6803         uint phyctl1_stf = 0;
6804         u16 durid = 0;
6805         struct ieee80211_tx_rate *txrate[2];
6806         int k;
6807         struct ieee80211_tx_info *tx_info;
6808         bool is_mcs;
6809         u16 mimo_txbw;
6810         u8 mimo_preamble_type;
6811
6812         /* locate 802.11 MAC header */
6813         h = (struct ieee80211_hdr *)(p->data);
6814         qos = ieee80211_is_data_qos(h->frame_control);
6815
6816         /* compute length of frame in bytes for use in PLCP computations */
6817         len = brcmu_pkttotlen(p);
6818         phylen = len + FCS_LEN;
6819
6820         /* Get tx_info */
6821         tx_info = IEEE80211_SKB_CB(p);
6822
6823         /* add PLCP */
6824         plcp = skb_push(p, D11_PHY_HDR_LEN);
6825
6826         /* add Broadcom tx descriptor header */
6827         txh = (struct d11txh *) skb_push(p, D11_TXH_LEN);
6828         memset(txh, 0, D11_TXH_LEN);
6829
6830         /* setup frameid */
6831         if (tx_info->flags & IEEE80211_TX_CTL_ASSIGN_SEQ) {
6832                 /* non-AP STA should never use BCMC queue */
6833                 if (queue == TX_BCMC_FIFO) {
6834                         wiphy_err(wlc->wiphy, "wl%d: %s: ASSERT queue == "
6835                                   "TX_BCMC!\n", wlc->pub->unit, __func__);
6836                         frameid = bcmc_fid_generate(wlc, NULL, txh);
6837                 } else {
6838                         /* Increment the counter for first fragment */
6839                         if (tx_info->flags & IEEE80211_TX_CTL_FIRST_FRAGMENT)
6840                                 scb->seqnum[p->priority]++;
6841
6842                         /* extract fragment number from frame first */
6843                         seq = le16_to_cpu(h->seq_ctrl) & FRAGNUM_MASK;
6844                         seq |= (scb->seqnum[p->priority] << SEQNUM_SHIFT);
6845                         h->seq_ctrl = cpu_to_le16(seq);
6846
6847                         frameid = ((seq << TXFID_SEQ_SHIFT) & TXFID_SEQ_MASK) |
6848                             (queue & TXFID_QUEUE_MASK);
6849                 }
6850         }
6851         frameid |= queue & TXFID_QUEUE_MASK;
6852
6853         /* set the ignpmq bit for all pkts tx'd in PS mode and for beacons */
6854         if (ieee80211_is_beacon(h->frame_control))
6855                 mcl |= TXC_IGNOREPMQ;
6856
6857         txrate[0] = tx_info->control.rates;
6858         txrate[1] = txrate[0] + 1;
6859
6860         /*
6861          * if rate control algorithm didn't give us a fallback
6862          * rate, use the primary rate
6863          */
6864         if (txrate[1]->idx < 0)
6865                 txrate[1] = txrate[0];
6866
6867         for (k = 0; k < hw->max_rates; k++) {
6868                 is_mcs = txrate[k]->flags & IEEE80211_TX_RC_MCS ? true : false;
6869                 if (!is_mcs) {
6870                         if ((txrate[k]->idx >= 0)
6871                             && (txrate[k]->idx <
6872                                 hw->wiphy->bands[tx_info->band]->n_bitrates)) {
6873                                 rspec[k] =
6874                                     hw->wiphy->bands[tx_info->band]->
6875                                     bitrates[txrate[k]->idx].hw_value;
6876                                 short_preamble[k] =
6877                                     txrate[k]->
6878                                     flags & IEEE80211_TX_RC_USE_SHORT_PREAMBLE ?
6879                                     true : false;
6880                         } else {
6881                                 rspec[k] = BRCM_RATE_1M;
6882                         }
6883                 } else {
6884                         rspec[k] = mac80211_wlc_set_nrate(wlc, wlc->band,
6885                                         NRATE_MCS_INUSE | txrate[k]->idx);
6886                 }
6887
6888                 /*
6889                  * Currently only support same setting for primay and
6890                  * fallback rates. Unify flags for each rate into a
6891                  * single value for the frame
6892                  */
6893                 use_rts |=
6894                     txrate[k]->
6895                     flags & IEEE80211_TX_RC_USE_RTS_CTS ? true : false;
6896                 use_cts |=
6897                     txrate[k]->
6898                     flags & IEEE80211_TX_RC_USE_CTS_PROTECT ? true : false;
6899
6900
6901                 /*
6902                  * (1) RATE:
6903                  *   determine and validate primary rate
6904                  *   and fallback rates
6905                  */
6906                 if (!rspec_active(rspec[k])) {
6907                         rspec[k] = BRCM_RATE_1M;
6908                 } else {
6909                         if (!is_multicast_ether_addr(h->addr1)) {
6910                                 /* set tx antenna config */
6911                                 brcms_c_antsel_antcfg_get(wlc->asi, false,
6912                                         false, 0, 0, &antcfg, &fbantcfg);
6913                         }
6914                 }
6915         }
6916
6917         phyctl1_stf = wlc->stf->ss_opmode;
6918
6919         if (wlc->pub->_n_enab & SUPPORT_11N) {
6920                 for (k = 0; k < hw->max_rates; k++) {
6921                         /*
6922                          * apply siso/cdd to single stream mcs's or ofdm
6923                          * if rspec is auto selected
6924                          */
6925                         if (((is_mcs_rate(rspec[k]) &&
6926                               is_single_stream(rspec[k] & RSPEC_RATE_MASK)) ||
6927                              is_ofdm_rate(rspec[k]))
6928                             && ((rspec[k] & RSPEC_OVERRIDE_MCS_ONLY)
6929                                 || !(rspec[k] & RSPEC_OVERRIDE))) {
6930                                 rspec[k] &= ~(RSPEC_STF_MASK | RSPEC_STC_MASK);
6931
6932                                 /* For SISO MCS use STBC if possible */
6933                                 if (is_mcs_rate(rspec[k])
6934                                     && BRCMS_STF_SS_STBC_TX(wlc, scb)) {
6935                                         u8 stc;
6936
6937                                         /* Nss for single stream is always 1 */
6938                                         stc = 1;
6939                                         rspec[k] |= (PHY_TXC1_MODE_STBC <<
6940                                                         RSPEC_STF_SHIFT) |
6941                                                     (stc << RSPEC_STC_SHIFT);
6942                                 } else
6943                                         rspec[k] |=
6944                                             (phyctl1_stf << RSPEC_STF_SHIFT);
6945                         }
6946
6947                         /*
6948                          * Is the phy configured to use 40MHZ frames? If
6949                          * so then pick the desired txbw
6950                          */
6951                         if (brcms_chspec_bw(wlc->chanspec) == BRCMS_40_MHZ) {
6952                                 /* default txbw is 20in40 SB */
6953                                 mimo_ctlchbw = mimo_txbw =
6954                                    CHSPEC_SB_UPPER(wlc_phy_chanspec_get(
6955                                                                  wlc->band->pi))
6956                                    ? PHY_TXC1_BW_20MHZ_UP : PHY_TXC1_BW_20MHZ;
6957
6958                                 if (is_mcs_rate(rspec[k])) {
6959                                         /* mcs 32 must be 40b/w DUP */
6960                                         if ((rspec[k] & RSPEC_RATE_MASK)
6961                                             == 32) {
6962                                                 mimo_txbw =
6963                                                     PHY_TXC1_BW_40MHZ_DUP;
6964                                                 /* use override */
6965                                         } else if (wlc->mimo_40txbw != AUTO)
6966                                                 mimo_txbw = wlc->mimo_40txbw;
6967                                         /* else check if dst is using 40 Mhz */
6968                                         else if (scb->flags & SCB_IS40)
6969                                                 mimo_txbw = PHY_TXC1_BW_40MHZ;
6970                                 } else if (is_ofdm_rate(rspec[k])) {
6971                                         if (wlc->ofdm_40txbw != AUTO)
6972                                                 mimo_txbw = wlc->ofdm_40txbw;
6973                                 } else if (wlc->cck_40txbw != AUTO) {
6974                                         mimo_txbw = wlc->cck_40txbw;
6975                                 }
6976                         } else {
6977                                 /*
6978                                  * mcs32 is 40 b/w only.
6979                                  * This is possible for probe packets on
6980                                  * a STA during SCAN
6981                                  */
6982                                 if ((rspec[k] & RSPEC_RATE_MASK) == 32)
6983                                         /* mcs 0 */
6984                                         rspec[k] = RSPEC_MIMORATE;
6985
6986                                 mimo_txbw = PHY_TXC1_BW_20MHZ;
6987                         }
6988
6989                         /* Set channel width */
6990                         rspec[k] &= ~RSPEC_BW_MASK;
6991                         if ((k == 0) || ((k > 0) && is_mcs_rate(rspec[k])))
6992                                 rspec[k] |= (mimo_txbw << RSPEC_BW_SHIFT);
6993                         else
6994                                 rspec[k] |= (mimo_ctlchbw << RSPEC_BW_SHIFT);
6995
6996                         /* Disable short GI, not supported yet */
6997                         rspec[k] &= ~RSPEC_SHORT_GI;
6998
6999                         mimo_preamble_type = BRCMS_MM_PREAMBLE;
7000                         if (txrate[k]->flags & IEEE80211_TX_RC_GREEN_FIELD)
7001                                 mimo_preamble_type = BRCMS_GF_PREAMBLE;
7002
7003                         if ((txrate[k]->flags & IEEE80211_TX_RC_MCS)
7004                             && (!is_mcs_rate(rspec[k]))) {
7005                                 wiphy_err(wlc->wiphy, "wl%d: %s: IEEE80211_TX_"
7006                                           "RC_MCS != is_mcs_rate(rspec)\n",
7007                                           wlc->pub->unit, __func__);
7008                         }
7009
7010                         if (is_mcs_rate(rspec[k])) {
7011                                 preamble_type[k] = mimo_preamble_type;
7012
7013                                 /*
7014                                  * if SGI is selected, then forced mm
7015                                  * for single stream
7016                                  */
7017                                 if ((rspec[k] & RSPEC_SHORT_GI)
7018                                     && is_single_stream(rspec[k] &
7019                                                         RSPEC_RATE_MASK))
7020                                         preamble_type[k] = BRCMS_MM_PREAMBLE;
7021                         }
7022
7023                         /* should be better conditionalized */
7024                         if (!is_mcs_rate(rspec[0])
7025                             && (tx_info->control.rates[0].
7026                                 flags & IEEE80211_TX_RC_USE_SHORT_PREAMBLE))
7027                                 preamble_type[k] = BRCMS_SHORT_PREAMBLE;
7028                 }
7029         } else {
7030                 for (k = 0; k < hw->max_rates; k++) {
7031                         /* Set ctrlchbw as 20Mhz */
7032                         rspec[k] &= ~RSPEC_BW_MASK;
7033                         rspec[k] |= (PHY_TXC1_BW_20MHZ << RSPEC_BW_SHIFT);
7034
7035                         /* for nphy, stf of ofdm frames must follow policies */
7036                         if (BRCMS_ISNPHY(wlc->band) && is_ofdm_rate(rspec[k])) {
7037                                 rspec[k] &= ~RSPEC_STF_MASK;
7038                                 rspec[k] |= phyctl1_stf << RSPEC_STF_SHIFT;
7039                         }
7040                 }
7041         }
7042
7043         /* Reset these for use with AMPDU's */
7044         txrate[0]->count = 0;
7045         txrate[1]->count = 0;
7046
7047         /* (2) PROTECTION, may change rspec */
7048         if ((ieee80211_is_data(h->frame_control) ||
7049             ieee80211_is_mgmt(h->frame_control)) &&
7050             (phylen > wlc->RTSThresh) && !is_multicast_ether_addr(h->addr1))
7051                 use_rts = true;
7052
7053         /* (3) PLCP: determine PLCP header and MAC duration,
7054          * fill struct d11txh */
7055         brcms_c_compute_plcp(wlc, rspec[0], phylen, plcp);
7056         brcms_c_compute_plcp(wlc, rspec[1], phylen, plcp_fallback);
7057         memcpy(&txh->FragPLCPFallback,
7058                plcp_fallback, sizeof(txh->FragPLCPFallback));
7059
7060         /* Length field now put in CCK FBR CRC field */
7061         if (is_cck_rate(rspec[1])) {
7062                 txh->FragPLCPFallback[4] = phylen & 0xff;
7063                 txh->FragPLCPFallback[5] = (phylen & 0xff00) >> 8;
7064         }
7065
7066         /* MIMO-RATE: need validation ?? */
7067         mainrates = is_ofdm_rate(rspec[0]) ?
7068                         D11A_PHY_HDR_GRATE((struct ofdm_phy_hdr *) plcp) :
7069                         plcp[0];
7070
7071         /* DUR field for main rate */
7072         if (!ieee80211_is_pspoll(h->frame_control) &&
7073             !is_multicast_ether_addr(h->addr1) && !use_rifs) {
7074                 durid =
7075                     brcms_c_compute_frame_dur(wlc, rspec[0], preamble_type[0],
7076                                           next_frag_len);
7077                 h->duration_id = cpu_to_le16(durid);
7078         } else if (use_rifs) {
7079                 /* NAV protect to end of next max packet size */
7080                 durid =
7081                     (u16) brcms_c_calc_frame_time(wlc, rspec[0],
7082                                                  preamble_type[0],
7083                                                  DOT11_MAX_FRAG_LEN);
7084                 durid += RIFS_11N_TIME;
7085                 h->duration_id = cpu_to_le16(durid);
7086         }
7087
7088         /* DUR field for fallback rate */
7089         if (ieee80211_is_pspoll(h->frame_control))
7090                 txh->FragDurFallback = h->duration_id;
7091         else if (is_multicast_ether_addr(h->addr1) || use_rifs)
7092                 txh->FragDurFallback = 0;
7093         else {
7094                 durid = brcms_c_compute_frame_dur(wlc, rspec[1],
7095                                               preamble_type[1], next_frag_len);
7096                 txh->FragDurFallback = cpu_to_le16(durid);
7097         }
7098
7099         /* (4) MAC-HDR: MacTxControlLow */
7100         if (frag == 0)
7101                 mcl |= TXC_STARTMSDU;
7102
7103         if (!is_multicast_ether_addr(h->addr1))
7104                 mcl |= TXC_IMMEDACK;
7105
7106         if (wlc->band->bandtype == BRCM_BAND_5G)
7107                 mcl |= TXC_FREQBAND_5G;
7108
7109         if (CHSPEC_IS40(wlc_phy_chanspec_get(wlc->band->pi)))
7110                 mcl |= TXC_BW_40;
7111
7112         /* set AMIC bit if using hardware TKIP MIC */
7113         if (hwtkmic)
7114                 mcl |= TXC_AMIC;
7115
7116         txh->MacTxControlLow = cpu_to_le16(mcl);
7117
7118         /* MacTxControlHigh */
7119         mch = 0;
7120
7121         /* Set fallback rate preamble type */
7122         if ((preamble_type[1] == BRCMS_SHORT_PREAMBLE) ||
7123             (preamble_type[1] == BRCMS_GF_PREAMBLE)) {
7124                 if (rspec2rate(rspec[1]) != BRCM_RATE_1M)
7125                         mch |= TXC_PREAMBLE_DATA_FB_SHORT;
7126         }
7127
7128         /* MacFrameControl */
7129         memcpy(&txh->MacFrameControl, &h->frame_control, sizeof(u16));
7130         txh->TxFesTimeNormal = cpu_to_le16(0);
7131
7132         txh->TxFesTimeFallback = cpu_to_le16(0);
7133
7134         /* TxFrameRA */
7135         memcpy(&txh->TxFrameRA, &h->addr1, ETH_ALEN);
7136
7137         /* TxFrameID */
7138         txh->TxFrameID = cpu_to_le16(frameid);
7139
7140         /*
7141          * TxStatus, Note the case of recreating the first frag of a suppressed
7142          * frame then we may need to reset the retry cnt's via the status reg
7143          */
7144         txh->TxStatus = cpu_to_le16(status);
7145
7146         /*
7147          * extra fields for ucode AMPDU aggregation, the new fields are added to
7148          * the END of previous structure so that it's compatible in driver.
7149          */
7150         txh->MaxNMpdus = cpu_to_le16(0);
7151         txh->MaxABytes_MRT = cpu_to_le16(0);
7152         txh->MaxABytes_FBR = cpu_to_le16(0);
7153         txh->MinMBytes = cpu_to_le16(0);
7154
7155         /* (5) RTS/CTS: determine RTS/CTS PLCP header and MAC duration,
7156          * furnish struct d11txh */
7157         /* RTS PLCP header and RTS frame */
7158         if (use_rts || use_cts) {
7159                 if (use_rts && use_cts)
7160                         use_cts = false;
7161
7162                 for (k = 0; k < 2; k++) {
7163                         rts_rspec[k] = brcms_c_rspec_to_rts_rspec(wlc, rspec[k],
7164                                                               false,
7165                                                               mimo_ctlchbw);
7166                 }
7167
7168                 if (!is_ofdm_rate(rts_rspec[0]) &&
7169                     !((rspec2rate(rts_rspec[0]) == BRCM_RATE_1M) ||
7170                       (wlc->PLCPHdr_override == BRCMS_PLCP_LONG))) {
7171                         rts_preamble_type[0] = BRCMS_SHORT_PREAMBLE;
7172                         mch |= TXC_PREAMBLE_RTS_MAIN_SHORT;
7173                 }
7174
7175                 if (!is_ofdm_rate(rts_rspec[1]) &&
7176                     !((rspec2rate(rts_rspec[1]) == BRCM_RATE_1M) ||
7177                       (wlc->PLCPHdr_override == BRCMS_PLCP_LONG))) {
7178                         rts_preamble_type[1] = BRCMS_SHORT_PREAMBLE;
7179                         mch |= TXC_PREAMBLE_RTS_FB_SHORT;
7180                 }
7181
7182                 /* RTS/CTS additions to MacTxControlLow */
7183                 if (use_cts) {
7184                         txh->MacTxControlLow |= cpu_to_le16(TXC_SENDCTS);
7185                 } else {
7186                         txh->MacTxControlLow |= cpu_to_le16(TXC_SENDRTS);
7187                         txh->MacTxControlLow |= cpu_to_le16(TXC_LONGFRAME);
7188                 }
7189
7190                 /* RTS PLCP header */
7191                 rts_plcp = txh->RTSPhyHeader;
7192                 if (use_cts)
7193                         rts_phylen = DOT11_CTS_LEN + FCS_LEN;
7194                 else
7195                         rts_phylen = DOT11_RTS_LEN + FCS_LEN;
7196
7197                 brcms_c_compute_plcp(wlc, rts_rspec[0], rts_phylen, rts_plcp);
7198
7199                 /* fallback rate version of RTS PLCP header */
7200                 brcms_c_compute_plcp(wlc, rts_rspec[1], rts_phylen,
7201                                  rts_plcp_fallback);
7202                 memcpy(&txh->RTSPLCPFallback, rts_plcp_fallback,
7203                        sizeof(txh->RTSPLCPFallback));
7204
7205                 /* RTS frame fields... */
7206                 rts = (struct ieee80211_rts *)&txh->rts_frame;
7207
7208                 durid = brcms_c_compute_rtscts_dur(wlc, use_cts, rts_rspec[0],
7209                                                rspec[0], rts_preamble_type[0],
7210                                                preamble_type[0], phylen, false);
7211                 rts->duration = cpu_to_le16(durid);
7212                 /* fallback rate version of RTS DUR field */
7213                 durid = brcms_c_compute_rtscts_dur(wlc, use_cts,
7214                                                rts_rspec[1], rspec[1],
7215                                                rts_preamble_type[1],
7216                                                preamble_type[1], phylen, false);
7217                 txh->RTSDurFallback = cpu_to_le16(durid);
7218
7219                 if (use_cts) {
7220                         rts->frame_control = cpu_to_le16(IEEE80211_FTYPE_CTL |
7221                                                          IEEE80211_STYPE_CTS);
7222
7223                         memcpy(&rts->ra, &h->addr2, ETH_ALEN);
7224                 } else {
7225                         rts->frame_control = cpu_to_le16(IEEE80211_FTYPE_CTL |
7226                                                          IEEE80211_STYPE_RTS);
7227
7228                         memcpy(&rts->ra, &h->addr1, 2 * ETH_ALEN);
7229                 }
7230
7231                 /* mainrate
7232                  *    low 8 bits: main frag rate/mcs,
7233                  *    high 8 bits: rts/cts rate/mcs
7234                  */
7235                 mainrates |= (is_ofdm_rate(rts_rspec[0]) ?
7236                                 D11A_PHY_HDR_GRATE(
7237                                         (struct ofdm_phy_hdr *) rts_plcp) :
7238                                 rts_plcp[0]) << 8;
7239         } else {
7240                 memset((char *)txh->RTSPhyHeader, 0, D11_PHY_HDR_LEN);
7241                 memset((char *)&txh->rts_frame, 0,
7242                         sizeof(struct ieee80211_rts));
7243                 memset((char *)txh->RTSPLCPFallback, 0,
7244                       sizeof(txh->RTSPLCPFallback));
7245                 txh->RTSDurFallback = 0;
7246         }
7247
7248 #ifdef SUPPORT_40MHZ
7249         /* add null delimiter count */
7250         if ((tx_info->flags & IEEE80211_TX_CTL_AMPDU) && is_mcs_rate(rspec))
7251                 txh->RTSPLCPFallback[AMPDU_FBR_NULL_DELIM] =
7252                    brcm_c_ampdu_null_delim_cnt(wlc->ampdu, scb, rspec, phylen);
7253
7254 #endif
7255
7256         /*
7257          * Now that RTS/RTS FB preamble types are updated, write
7258          * the final value
7259          */
7260         txh->MacTxControlHigh = cpu_to_le16(mch);
7261
7262         /*
7263          * MainRates (both the rts and frag plcp rates have
7264          * been calculated now)
7265          */
7266         txh->MainRates = cpu_to_le16(mainrates);
7267
7268         /* XtraFrameTypes */
7269         xfts = frametype(rspec[1], wlc->mimoft);
7270         xfts |= (frametype(rts_rspec[0], wlc->mimoft) << XFTS_RTS_FT_SHIFT);
7271         xfts |= (frametype(rts_rspec[1], wlc->mimoft) << XFTS_FBRRTS_FT_SHIFT);
7272         xfts |= CHSPEC_CHANNEL(wlc_phy_chanspec_get(wlc->band->pi)) <<
7273                                                              XFTS_CHANNEL_SHIFT;
7274         txh->XtraFrameTypes = cpu_to_le16(xfts);
7275
7276         /* PhyTxControlWord */
7277         phyctl = frametype(rspec[0], wlc->mimoft);
7278         if ((preamble_type[0] == BRCMS_SHORT_PREAMBLE) ||
7279             (preamble_type[0] == BRCMS_GF_PREAMBLE)) {
7280                 if (rspec2rate(rspec[0]) != BRCM_RATE_1M)
7281                         phyctl |= PHY_TXC_SHORT_HDR;
7282         }
7283
7284         /* phytxant is properly bit shifted */
7285         phyctl |= brcms_c_stf_d11hdrs_phyctl_txant(wlc, rspec[0]);
7286         txh->PhyTxControlWord = cpu_to_le16(phyctl);
7287
7288         /* PhyTxControlWord_1 */
7289         if (BRCMS_PHY_11N_CAP(wlc->band)) {
7290                 u16 phyctl1 = 0;
7291
7292                 phyctl1 = brcms_c_phytxctl1_calc(wlc, rspec[0]);
7293                 txh->PhyTxControlWord_1 = cpu_to_le16(phyctl1);
7294                 phyctl1 = brcms_c_phytxctl1_calc(wlc, rspec[1]);
7295                 txh->PhyTxControlWord_1_Fbr = cpu_to_le16(phyctl1);
7296
7297                 if (use_rts || use_cts) {
7298                         phyctl1 = brcms_c_phytxctl1_calc(wlc, rts_rspec[0]);
7299                         txh->PhyTxControlWord_1_Rts = cpu_to_le16(phyctl1);
7300                         phyctl1 = brcms_c_phytxctl1_calc(wlc, rts_rspec[1]);
7301                         txh->PhyTxControlWord_1_FbrRts = cpu_to_le16(phyctl1);
7302                 }
7303
7304                 /*
7305                  * For mcs frames, if mixedmode(overloaded with long preamble)
7306                  * is going to be set, fill in non-zero MModeLen and/or
7307                  * MModeFbrLen it will be unnecessary if they are separated
7308                  */
7309                 if (is_mcs_rate(rspec[0]) &&
7310                     (preamble_type[0] == BRCMS_MM_PREAMBLE)) {
7311                         u16 mmodelen =
7312                             brcms_c_calc_lsig_len(wlc, rspec[0], phylen);
7313                         txh->MModeLen = cpu_to_le16(mmodelen);
7314                 }
7315
7316                 if (is_mcs_rate(rspec[1]) &&
7317                     (preamble_type[1] == BRCMS_MM_PREAMBLE)) {
7318                         u16 mmodefbrlen =
7319                             brcms_c_calc_lsig_len(wlc, rspec[1], phylen);
7320                         txh->MModeFbrLen = cpu_to_le16(mmodefbrlen);
7321                 }
7322         }
7323
7324         ac = skb_get_queue_mapping(p);
7325         if ((scb->flags & SCB_WMECAP) && qos && wlc->edcf_txop[ac]) {
7326                 uint frag_dur, dur, dur_fallback;
7327
7328                 /* WME: Update TXOP threshold */
7329                 if (!(tx_info->flags & IEEE80211_TX_CTL_AMPDU) && frag == 0) {
7330                         frag_dur =
7331                             brcms_c_calc_frame_time(wlc, rspec[0],
7332                                         preamble_type[0], phylen);
7333
7334                         if (rts) {
7335                                 /* 1 RTS or CTS-to-self frame */
7336                                 dur =
7337                                     brcms_c_calc_cts_time(wlc, rts_rspec[0],
7338                                                       rts_preamble_type[0]);
7339                                 dur_fallback =
7340                                     brcms_c_calc_cts_time(wlc, rts_rspec[1],
7341                                                       rts_preamble_type[1]);
7342                                 /* (SIFS + CTS) + SIFS + frame + SIFS + ACK */
7343                                 dur += le16_to_cpu(rts->duration);
7344                                 dur_fallback +=
7345                                         le16_to_cpu(txh->RTSDurFallback);
7346                         } else if (use_rifs) {
7347                                 dur = frag_dur;
7348                                 dur_fallback = 0;
7349                         } else {
7350                                 /* frame + SIFS + ACK */
7351                                 dur = frag_dur;
7352                                 dur +=
7353                                     brcms_c_compute_frame_dur(wlc, rspec[0],
7354                                                           preamble_type[0], 0);
7355
7356                                 dur_fallback =
7357                                     brcms_c_calc_frame_time(wlc, rspec[1],
7358                                                         preamble_type[1],
7359                                                         phylen);
7360                                 dur_fallback +=
7361                                     brcms_c_compute_frame_dur(wlc, rspec[1],
7362                                                           preamble_type[1], 0);
7363                         }
7364                         /* NEED to set TxFesTimeNormal (hard) */
7365                         txh->TxFesTimeNormal = cpu_to_le16((u16) dur);
7366                         /*
7367                          * NEED to set fallback rate version of
7368                          * TxFesTimeNormal (hard)
7369                          */
7370                         txh->TxFesTimeFallback =
7371                                 cpu_to_le16((u16) dur_fallback);
7372
7373                         /*
7374                          * update txop byte threshold (txop minus intraframe
7375                          * overhead)
7376                          */
7377                         if (wlc->edcf_txop[ac] >= (dur - frag_dur)) {
7378                                 uint newfragthresh;
7379
7380                                 newfragthresh =
7381                                     brcms_c_calc_frame_len(wlc,
7382                                         rspec[0], preamble_type[0],
7383                                         (wlc->edcf_txop[ac] -
7384                                                 (dur - frag_dur)));
7385                                 /* range bound the fragthreshold */
7386                                 if (newfragthresh < DOT11_MIN_FRAG_LEN)
7387                                         newfragthresh =
7388                                             DOT11_MIN_FRAG_LEN;
7389                                 else if (newfragthresh >
7390                                          wlc->usr_fragthresh)
7391                                         newfragthresh =
7392                                             wlc->usr_fragthresh;
7393                                 /* update the fragthresh and do txc update */
7394                                 if (wlc->fragthresh[queue] !=
7395                                     (u16) newfragthresh)
7396                                         wlc->fragthresh[queue] =
7397                                             (u16) newfragthresh;
7398                         } else {
7399                                 wiphy_err(wlc->wiphy, "wl%d: %s txop invalid "
7400                                           "for rate %d\n",
7401                                           wlc->pub->unit, fifo_names[queue],
7402                                           rspec2rate(rspec[0]));
7403                         }
7404
7405                         if (dur > wlc->edcf_txop[ac])
7406                                 wiphy_err(wlc->wiphy, "wl%d: %s: %s txop "
7407                                           "exceeded phylen %d/%d dur %d/%d\n",
7408                                           wlc->pub->unit, __func__,
7409                                           fifo_names[queue],
7410                                           phylen, wlc->fragthresh[queue],
7411                                           dur, wlc->edcf_txop[ac]);
7412                 }
7413         }
7414
7415         return 0;
7416 }
7417
7418 void brcms_c_sendpkt_mac80211(struct brcms_c_info *wlc, struct sk_buff *sdu,
7419                               struct ieee80211_hw *hw)
7420 {
7421         u8 prio;
7422         uint fifo;
7423         struct scb *scb = &wlc->pri_scb;
7424         struct ieee80211_hdr *d11_header = (struct ieee80211_hdr *)(sdu->data);
7425
7426         /*
7427          * 802.11 standard requires management traffic
7428          * to go at highest priority
7429          */
7430         prio = ieee80211_is_data(d11_header->frame_control) ? sdu->priority :
7431                 MAXPRIO;
7432         fifo = prio2fifo[prio];
7433         if (brcms_c_d11hdrs_mac80211(wlc, hw, sdu, scb, 0, 1, fifo, 0))
7434                 return;
7435         brcms_c_txq_enq(wlc, scb, sdu, BRCMS_PRIO_TO_PREC(prio));
7436         brcms_c_send_q(wlc);
7437 }
7438
7439 void brcms_c_send_q(struct brcms_c_info *wlc)
7440 {
7441         struct sk_buff *pkt[DOT11_MAXNUMFRAGS];
7442         int prec;
7443         u16 prec_map;
7444         int err = 0, i, count;
7445         uint fifo;
7446         struct brcms_txq_info *qi = wlc->pkt_queue;
7447         struct pktq *q = &qi->q;
7448         struct ieee80211_tx_info *tx_info;
7449
7450         prec_map = wlc->tx_prec_map;
7451
7452         /* Send all the enq'd pkts that we can.
7453          * Dequeue packets with precedence with empty HW fifo only
7454          */
7455         while (prec_map && (pkt[0] = brcmu_pktq_mdeq(q, prec_map, &prec))) {
7456                 tx_info = IEEE80211_SKB_CB(pkt[0]);
7457                 if (tx_info->flags & IEEE80211_TX_CTL_AMPDU) {
7458                         err = brcms_c_sendampdu(wlc->ampdu, qi, pkt, prec);
7459                 } else {
7460                         count = 1;
7461                         err = brcms_c_prep_pdu(wlc, pkt[0], &fifo);
7462                         if (!err) {
7463                                 for (i = 0; i < count; i++)
7464                                         brcms_c_txfifo(wlc, fifo, pkt[i], true,
7465                                                        1);
7466                         }
7467                 }
7468
7469                 if (err == -EBUSY) {
7470                         brcmu_pktq_penq_head(q, prec, pkt[0]);
7471                         /*
7472                          * If send failed due to any other reason than a
7473                          * change in HW FIFO condition, quit. Otherwise,
7474                          * read the new prec_map!
7475                          */
7476                         if (prec_map == wlc->tx_prec_map)
7477                                 break;
7478                         prec_map = wlc->tx_prec_map;
7479                 }
7480         }
7481 }
7482
7483 void
7484 brcms_c_txfifo(struct brcms_c_info *wlc, uint fifo, struct sk_buff *p,
7485                bool commit, s8 txpktpend)
7486 {
7487         u16 frameid = INVALIDFID;
7488         struct d11txh *txh;
7489
7490         txh = (struct d11txh *) (p->data);
7491
7492         /* When a BC/MC frame is being committed to the BCMC fifo
7493          * via DMA (NOT PIO), update ucode or BSS info as appropriate.
7494          */
7495         if (fifo == TX_BCMC_FIFO)
7496                 frameid = le16_to_cpu(txh->TxFrameID);
7497
7498         /*
7499          * Bump up pending count for if not using rpc. If rpc is
7500          * used, this will be handled in brcms_b_txfifo()
7501          */
7502         if (commit) {
7503                 wlc->core->txpktpend[fifo] += txpktpend;
7504                 BCMMSG(wlc->wiphy, "pktpend inc %d to %d\n",
7505                          txpktpend, wlc->core->txpktpend[fifo]);
7506         }
7507
7508         /* Commit BCMC sequence number in the SHM frame ID location */
7509         if (frameid != INVALIDFID) {
7510                 /*
7511                  * To inform the ucode of the last mcast frame posted
7512                  * so that it can clear moredata bit
7513                  */
7514                 brcms_b_write_shm(wlc->hw, M_BCMC_FID, frameid);
7515         }
7516
7517         if (dma_txfast(wlc->hw->di[fifo], p, commit) < 0)
7518                 wiphy_err(wlc->wiphy, "txfifo: fatal, toss frames !!!\n");
7519 }
7520
7521 /*
7522  * Compute PLCP, but only requires actual rate and length of pkt.
7523  * Rate is given in the driver standard multiple of 500 kbps.
7524  * le is set for 11 Mbps rate if necessary.
7525  * Broken out for PRQ.
7526  */
7527
7528 static void brcms_c_cck_plcp_set(struct brcms_c_info *wlc, int rate_500,
7529                              uint length, u8 *plcp)
7530 {
7531         u16 usec = 0;
7532         u8 le = 0;
7533
7534         switch (rate_500) {
7535         case BRCM_RATE_1M:
7536                 usec = length << 3;
7537                 break;
7538         case BRCM_RATE_2M:
7539                 usec = length << 2;
7540                 break;
7541         case BRCM_RATE_5M5:
7542                 usec = (length << 4) / 11;
7543                 if ((length << 4) - (usec * 11) > 0)
7544                         usec++;
7545                 break;
7546         case BRCM_RATE_11M:
7547                 usec = (length << 3) / 11;
7548                 if ((length << 3) - (usec * 11) > 0) {
7549                         usec++;
7550                         if ((usec * 11) - (length << 3) >= 8)
7551                                 le = D11B_PLCP_SIGNAL_LE;
7552                 }
7553                 break;
7554
7555         default:
7556                 wiphy_err(wlc->wiphy,
7557                           "brcms_c_cck_plcp_set: unsupported rate %d\n",
7558                           rate_500);
7559                 rate_500 = BRCM_RATE_1M;
7560                 usec = length << 3;
7561                 break;
7562         }
7563         /* PLCP signal byte */
7564         plcp[0] = rate_500 * 5; /* r (500kbps) * 5 == r (100kbps) */
7565         /* PLCP service byte */
7566         plcp[1] = (u8) (le | D11B_PLCP_SIGNAL_LOCKED);
7567         /* PLCP length u16, little endian */
7568         plcp[2] = usec & 0xff;
7569         plcp[3] = (usec >> 8) & 0xff;
7570         /* PLCP CRC16 */
7571         plcp[4] = 0;
7572         plcp[5] = 0;
7573 }
7574
7575 /* Rate: 802.11 rate code, length: PSDU length in octets */
7576 static void brcms_c_compute_mimo_plcp(u32 rspec, uint length, u8 *plcp)
7577 {
7578         u8 mcs = (u8) (rspec & RSPEC_RATE_MASK);
7579         plcp[0] = mcs;
7580         if (rspec_is40mhz(rspec) || (mcs == 32))
7581                 plcp[0] |= MIMO_PLCP_40MHZ;
7582         BRCMS_SET_MIMO_PLCP_LEN(plcp, length);
7583         plcp[3] = rspec_mimoplcp3(rspec); /* rspec already holds this byte */
7584         plcp[3] |= 0x7; /* set smoothing, not sounding ppdu & reserved */
7585         plcp[4] = 0; /* number of extension spatial streams bit 0 & 1 */
7586         plcp[5] = 0;
7587 }
7588
7589 /* Rate: 802.11 rate code, length: PSDU length in octets */
7590 static void
7591 brcms_c_compute_ofdm_plcp(u32 rspec, u32 length, u8 *plcp)
7592 {
7593         u8 rate_signal;
7594         u32 tmp = 0;
7595         int rate = rspec2rate(rspec);
7596
7597         /*
7598          * encode rate per 802.11a-1999 sec 17.3.4.1, with lsb
7599          * transmitted first
7600          */
7601         rate_signal = rate_info[rate] & BRCMS_RATE_MASK;
7602         memset(plcp, 0, D11_PHY_HDR_LEN);
7603         D11A_PHY_HDR_SRATE((struct ofdm_phy_hdr *) plcp, rate_signal);
7604
7605         tmp = (length & 0xfff) << 5;
7606         plcp[2] |= (tmp >> 16) & 0xff;
7607         plcp[1] |= (tmp >> 8) & 0xff;
7608         plcp[0] |= tmp & 0xff;
7609 }
7610
7611 /* Rate: 802.11 rate code, length: PSDU length in octets */
7612 static void brcms_c_compute_cck_plcp(struct brcms_c_info *wlc, u32 rspec,
7613                                  uint length, u8 *plcp)
7614 {
7615         int rate = rspec2rate(rspec);
7616
7617         brcms_c_cck_plcp_set(wlc, rate, length, plcp);
7618 }
7619
7620 void
7621 brcms_c_compute_plcp(struct brcms_c_info *wlc, u32 rspec,
7622                      uint length, u8 *plcp)
7623 {
7624         if (is_mcs_rate(rspec))
7625                 brcms_c_compute_mimo_plcp(rspec, length, plcp);
7626         else if (is_ofdm_rate(rspec))
7627                 brcms_c_compute_ofdm_plcp(rspec, length, plcp);
7628         else
7629                 brcms_c_compute_cck_plcp(wlc, rspec, length, plcp);
7630 }
7631
7632 /* brcms_c_compute_rtscts_dur()
7633  *
7634  * Calculate the 802.11 MAC header DUR field for an RTS or CTS frame
7635  * DUR for normal RTS/CTS w/ frame = 3 SIFS + 1 CTS + next frame time + 1 ACK
7636  * DUR for CTS-TO-SELF w/ frame    = 2 SIFS         + next frame time + 1 ACK
7637  *
7638  * cts                  cts-to-self or rts/cts
7639  * rts_rate             rts or cts rate in unit of 500kbps
7640  * rate                 next MPDU rate in unit of 500kbps
7641  * frame_len            next MPDU frame length in bytes
7642  */
7643 u16
7644 brcms_c_compute_rtscts_dur(struct brcms_c_info *wlc, bool cts_only,
7645                            u32 rts_rate,
7646                            u32 frame_rate, u8 rts_preamble_type,
7647                            u8 frame_preamble_type, uint frame_len, bool ba)
7648 {
7649         u16 dur, sifs;
7650
7651         sifs = get_sifs(wlc->band);
7652
7653         if (!cts_only) {
7654                 /* RTS/CTS */
7655                 dur = 3 * sifs;
7656                 dur +=
7657                     (u16) brcms_c_calc_cts_time(wlc, rts_rate,
7658                                                rts_preamble_type);
7659         } else {
7660                 /* CTS-TO-SELF */
7661                 dur = 2 * sifs;
7662         }
7663
7664         dur +=
7665             (u16) brcms_c_calc_frame_time(wlc, frame_rate, frame_preamble_type,
7666                                          frame_len);
7667         if (ba)
7668                 dur +=
7669                     (u16) brcms_c_calc_ba_time(wlc, frame_rate,
7670                                               BRCMS_SHORT_PREAMBLE);
7671         else
7672                 dur +=
7673                     (u16) brcms_c_calc_ack_time(wlc, frame_rate,
7674                                                frame_preamble_type);
7675         return dur;
7676 }
7677
7678 u16 brcms_c_phytxctl1_calc(struct brcms_c_info *wlc, u32 rspec)
7679 {
7680         u16 phyctl1 = 0;
7681         u16 bw;
7682
7683         if (BRCMS_ISLCNPHY(wlc->band)) {
7684                 bw = PHY_TXC1_BW_20MHZ;
7685         } else {
7686                 bw = rspec_get_bw(rspec);
7687                 /* 10Mhz is not supported yet */
7688                 if (bw < PHY_TXC1_BW_20MHZ) {
7689                         wiphy_err(wlc->wiphy, "phytxctl1_calc: bw %d is "
7690                                   "not supported yet, set to 20L\n", bw);
7691                         bw = PHY_TXC1_BW_20MHZ;
7692                 }
7693         }
7694
7695         if (is_mcs_rate(rspec)) {
7696                 uint mcs = rspec & RSPEC_RATE_MASK;
7697
7698                 /* bw, stf, coding-type is part of rspec_phytxbyte2 returns */
7699                 phyctl1 = rspec_phytxbyte2(rspec);
7700                 /* set the upper byte of phyctl1 */
7701                 phyctl1 |= (mcs_table[mcs].tx_phy_ctl3 << 8);
7702         } else if (is_cck_rate(rspec) && !BRCMS_ISLCNPHY(wlc->band)
7703                    && !BRCMS_ISSSLPNPHY(wlc->band)) {
7704                 /*
7705                  * In CCK mode LPPHY overloads OFDM Modulation bits with CCK
7706                  * Data Rate. Eventually MIMOPHY would also be converted to
7707                  * this format
7708                  */
7709                 /* 0 = 1Mbps; 1 = 2Mbps; 2 = 5.5Mbps; 3 = 11Mbps */
7710                 phyctl1 = (bw | (rspec_stf(rspec) << PHY_TXC1_MODE_SHIFT));
7711         } else {                /* legacy OFDM/CCK */
7712                 s16 phycfg;
7713                 /* get the phyctl byte from rate phycfg table */
7714                 phycfg = brcms_c_rate_legacy_phyctl(rspec2rate(rspec));
7715                 if (phycfg == -1) {
7716                         wiphy_err(wlc->wiphy, "phytxctl1_calc: wrong "
7717                                   "legacy OFDM/CCK rate\n");
7718                         phycfg = 0;
7719                 }
7720                 /* set the upper byte of phyctl1 */
7721                 phyctl1 =
7722                     (bw | (phycfg << 8) |
7723                      (rspec_stf(rspec) << PHY_TXC1_MODE_SHIFT));
7724         }
7725         return phyctl1;
7726 }
7727
7728 u32
7729 brcms_c_rspec_to_rts_rspec(struct brcms_c_info *wlc, u32 rspec,
7730                            bool use_rspec, u16 mimo_ctlchbw)
7731 {
7732         u32 rts_rspec = 0;
7733
7734         if (use_rspec)
7735                 /* use frame rate as rts rate */
7736                 rts_rspec = rspec;
7737         else if (wlc->band->gmode && wlc->protection->_g && !is_cck_rate(rspec))
7738                 /* Use 11Mbps as the g protection RTS target rate and fallback.
7739                  * Use the brcms_basic_rate() lookup to find the best basic rate
7740                  * under the target in case 11 Mbps is not Basic.
7741                  * 6 and 9 Mbps are not usually selected by rate selection, but
7742                  * even if the OFDM rate we are protecting is 6 or 9 Mbps, 11
7743                  * is more robust.
7744                  */
7745                 rts_rspec = brcms_basic_rate(wlc, BRCM_RATE_11M);
7746         else
7747                 /* calculate RTS rate and fallback rate based on the frame rate
7748                  * RTS must be sent at a basic rate since it is a
7749                  * control frame, sec 9.6 of 802.11 spec
7750                  */
7751                 rts_rspec = brcms_basic_rate(wlc, rspec);
7752
7753         if (BRCMS_PHY_11N_CAP(wlc->band)) {
7754                 /* set rts txbw to correct side band */
7755                 rts_rspec &= ~RSPEC_BW_MASK;
7756
7757                 /*
7758                  * if rspec/rspec_fallback is 40MHz, then send RTS on both
7759                  * 20MHz channel (DUP), otherwise send RTS on control channel
7760                  */
7761                 if (rspec_is40mhz(rspec) && !is_cck_rate(rts_rspec))
7762                         rts_rspec |= (PHY_TXC1_BW_40MHZ_DUP << RSPEC_BW_SHIFT);
7763                 else
7764                         rts_rspec |= (mimo_ctlchbw << RSPEC_BW_SHIFT);
7765
7766                 /* pick siso/cdd as default for ofdm */
7767                 if (is_ofdm_rate(rts_rspec)) {
7768                         rts_rspec &= ~RSPEC_STF_MASK;
7769                         rts_rspec |= (wlc->stf->ss_opmode << RSPEC_STF_SHIFT);
7770                 }
7771         }
7772         return rts_rspec;
7773 }
7774
7775 void brcms_c_tbtt(struct brcms_c_info *wlc)
7776 {
7777         if (!wlc->bsscfg->BSS)
7778                 /*
7779                  * DirFrmQ is now valid...defer setting until end
7780                  * of ATIM window
7781                  */
7782                 wlc->qvalid |= MCMD_DIRFRMQVAL;
7783 }
7784
7785 void
7786 brcms_c_txfifo_complete(struct brcms_c_info *wlc, uint fifo, s8 txpktpend)
7787 {
7788         wlc->core->txpktpend[fifo] -= txpktpend;
7789         BCMMSG(wlc->wiphy, "pktpend dec %d to %d\n", txpktpend,
7790                wlc->core->txpktpend[fifo]);
7791
7792         /* There is more room; mark precedences related to this FIFO sendable */
7793         wlc->tx_prec_map |= wlc->fifo2prec_map[fifo];
7794
7795         /* figure out which bsscfg is being worked on... */
7796 }
7797
7798 /* Update beacon listen interval in shared memory */
7799 void brcms_c_bcn_li_upd(struct brcms_c_info *wlc)
7800 {
7801         /* wake up every DTIM is the default */
7802         if (wlc->bcn_li_dtim == 1)
7803                 brcms_b_write_shm(wlc->hw, M_BCN_LI, 0);
7804         else
7805                 brcms_b_write_shm(wlc->hw, M_BCN_LI,
7806                               (wlc->bcn_li_dtim << 8) | wlc->bcn_li_bcn);
7807 }
7808
7809 static void
7810 brcms_b_read_tsf(struct brcms_hardware *wlc_hw, u32 *tsf_l_ptr,
7811                   u32 *tsf_h_ptr)
7812 {
7813         struct d11regs __iomem *regs = wlc_hw->regs;
7814
7815         /* read the tsf timer low, then high to get an atomic read */
7816         *tsf_l_ptr = R_REG(&regs->tsf_timerlow);
7817         *tsf_h_ptr = R_REG(&regs->tsf_timerhigh);
7818 }
7819
7820 /*
7821  * recover 64bit TSF value from the 16bit TSF value in the rx header
7822  * given the assumption that the TSF passed in header is within 65ms
7823  * of the current tsf.
7824  *
7825  * 6       5       4       4       3       2       1
7826  * 3.......6.......8.......0.......2.......4.......6.......8......0
7827  * |<---------- tsf_h ----------->||<--- tsf_l -->||<-RxTSFTime ->|
7828  *
7829  * The RxTSFTime are the lowest 16 bits and provided by the ucode. The
7830  * tsf_l is filled in by brcms_b_recv, which is done earlier in the
7831  * receive call sequence after rx interrupt. Only the higher 16 bits
7832  * are used. Finally, the tsf_h is read from the tsf register.
7833  */
7834 static u64 brcms_c_recover_tsf64(struct brcms_c_info *wlc,
7835                                  struct d11rxhdr *rxh)
7836 {
7837         u32 tsf_h, tsf_l;
7838         u16 rx_tsf_0_15, rx_tsf_16_31;
7839
7840         brcms_b_read_tsf(wlc->hw, &tsf_l, &tsf_h);
7841
7842         rx_tsf_16_31 = (u16)(tsf_l >> 16);
7843         rx_tsf_0_15 = rxh->RxTSFTime;
7844
7845         /*
7846          * a greater tsf time indicates the low 16 bits of
7847          * tsf_l wrapped, so decrement the high 16 bits.
7848          */
7849         if ((u16)tsf_l < rx_tsf_0_15) {
7850                 rx_tsf_16_31 -= 1;
7851                 if (rx_tsf_16_31 == 0xffff)
7852                         tsf_h -= 1;
7853         }
7854
7855         return ((u64)tsf_h << 32) | (((u32)rx_tsf_16_31 << 16) + rx_tsf_0_15);
7856 }
7857
7858 static void
7859 prep_mac80211_status(struct brcms_c_info *wlc, struct d11rxhdr *rxh,
7860                      struct sk_buff *p,
7861                      struct ieee80211_rx_status *rx_status)
7862 {
7863         int preamble;
7864         int channel;
7865         u32 rspec;
7866         unsigned char *plcp;
7867
7868         /* fill in TSF and flag its presence */
7869         rx_status->mactime = brcms_c_recover_tsf64(wlc, rxh);
7870         rx_status->flag |= RX_FLAG_MACTIME_MPDU;
7871
7872         channel = BRCMS_CHAN_CHANNEL(rxh->RxChan);
7873
7874         if (channel > 14) {
7875                 rx_status->band = IEEE80211_BAND_5GHZ;
7876                 rx_status->freq = ieee80211_ofdm_chan_to_freq(
7877                                         WF_CHAN_FACTOR_5_G/2, channel);
7878
7879         } else {
7880                 rx_status->band = IEEE80211_BAND_2GHZ;
7881                 rx_status->freq = ieee80211_dsss_chan_to_freq(channel);
7882         }
7883
7884         rx_status->signal = wlc_phy_rssi_compute(wlc->hw->band->pi, rxh);
7885
7886         /* noise */
7887         /* qual */
7888         rx_status->antenna =
7889                 (rxh->PhyRxStatus_0 & PRXS0_RXANT_UPSUBBAND) ? 1 : 0;
7890
7891         plcp = p->data;
7892
7893         rspec = brcms_c_compute_rspec(rxh, plcp);
7894         if (is_mcs_rate(rspec)) {
7895                 rx_status->rate_idx = rspec & RSPEC_RATE_MASK;
7896                 rx_status->flag |= RX_FLAG_HT;
7897                 if (rspec_is40mhz(rspec))
7898                         rx_status->flag |= RX_FLAG_40MHZ;
7899         } else {
7900                 switch (rspec2rate(rspec)) {
7901                 case BRCM_RATE_1M:
7902                         rx_status->rate_idx = 0;
7903                         break;
7904                 case BRCM_RATE_2M:
7905                         rx_status->rate_idx = 1;
7906                         break;
7907                 case BRCM_RATE_5M5:
7908                         rx_status->rate_idx = 2;
7909                         break;
7910                 case BRCM_RATE_11M:
7911                         rx_status->rate_idx = 3;
7912                         break;
7913                 case BRCM_RATE_6M:
7914                         rx_status->rate_idx = 4;
7915                         break;
7916                 case BRCM_RATE_9M:
7917                         rx_status->rate_idx = 5;
7918                         break;
7919                 case BRCM_RATE_12M:
7920                         rx_status->rate_idx = 6;
7921                         break;
7922                 case BRCM_RATE_18M:
7923                         rx_status->rate_idx = 7;
7924                         break;
7925                 case BRCM_RATE_24M:
7926                         rx_status->rate_idx = 8;
7927                         break;
7928                 case BRCM_RATE_36M:
7929                         rx_status->rate_idx = 9;
7930                         break;
7931                 case BRCM_RATE_48M:
7932                         rx_status->rate_idx = 10;
7933                         break;
7934                 case BRCM_RATE_54M:
7935                         rx_status->rate_idx = 11;
7936                         break;
7937                 default:
7938                         wiphy_err(wlc->wiphy, "%s: Unknown rate\n", __func__);
7939                 }
7940
7941                 /*
7942                  * For 5GHz, we should decrease the index as it is
7943                  * a subset of the 2.4G rates. See bitrates field
7944                  * of brcms_band_5GHz_nphy (in mac80211_if.c).
7945                  */
7946                 if (rx_status->band == IEEE80211_BAND_5GHZ)
7947                         rx_status->rate_idx -= BRCMS_LEGACY_5G_RATE_OFFSET;
7948
7949                 /* Determine short preamble and rate_idx */
7950                 preamble = 0;
7951                 if (is_cck_rate(rspec)) {
7952                         if (rxh->PhyRxStatus_0 & PRXS0_SHORTH)
7953                                 rx_status->flag |= RX_FLAG_SHORTPRE;
7954                 } else if (is_ofdm_rate(rspec)) {
7955                         rx_status->flag |= RX_FLAG_SHORTPRE;
7956                 } else {
7957                         wiphy_err(wlc->wiphy, "%s: Unknown modulation\n",
7958                                   __func__);
7959                 }
7960         }
7961
7962         if (plcp3_issgi(plcp[3]))
7963                 rx_status->flag |= RX_FLAG_SHORT_GI;
7964
7965         if (rxh->RxStatus1 & RXS_DECERR) {
7966                 rx_status->flag |= RX_FLAG_FAILED_PLCP_CRC;
7967                 wiphy_err(wlc->wiphy, "%s:  RX_FLAG_FAILED_PLCP_CRC\n",
7968                           __func__);
7969         }
7970         if (rxh->RxStatus1 & RXS_FCSERR) {
7971                 rx_status->flag |= RX_FLAG_FAILED_FCS_CRC;
7972                 wiphy_err(wlc->wiphy, "%s:  RX_FLAG_FAILED_FCS_CRC\n",
7973                           __func__);
7974         }
7975 }
7976
7977 static void
7978 brcms_c_recvctl(struct brcms_c_info *wlc, struct d11rxhdr *rxh,
7979                 struct sk_buff *p)
7980 {
7981         int len_mpdu;
7982         struct ieee80211_rx_status rx_status;
7983
7984         memset(&rx_status, 0, sizeof(rx_status));
7985         prep_mac80211_status(wlc, rxh, p, &rx_status);
7986
7987         /* mac header+body length, exclude CRC and plcp header */
7988         len_mpdu = p->len - D11_PHY_HDR_LEN - FCS_LEN;
7989         skb_pull(p, D11_PHY_HDR_LEN);
7990         __skb_trim(p, len_mpdu);
7991
7992         memcpy(IEEE80211_SKB_RXCB(p), &rx_status, sizeof(rx_status));
7993         ieee80211_rx_irqsafe(wlc->pub->ieee_hw, p);
7994 }
7995
7996 /* Process received frames */
7997 /*
7998  * Return true if more frames need to be processed. false otherwise.
7999  * Param 'bound' indicates max. # frames to process before break out.
8000  */
8001 void brcms_c_recv(struct brcms_c_info *wlc, struct sk_buff *p)
8002 {
8003         struct d11rxhdr *rxh;
8004         struct ieee80211_hdr *h;
8005         uint len;
8006         bool is_amsdu;
8007
8008         BCMMSG(wlc->wiphy, "wl%d\n", wlc->pub->unit);
8009
8010         /* frame starts with rxhdr */
8011         rxh = (struct d11rxhdr *) (p->data);
8012
8013         /* strip off rxhdr */
8014         skb_pull(p, BRCMS_HWRXOFF);
8015
8016         /* MAC inserts 2 pad bytes for a4 headers or QoS or A-MSDU subframes */
8017         if (rxh->RxStatus1 & RXS_PBPRES) {
8018                 if (p->len < 2) {
8019                         wiphy_err(wlc->wiphy, "wl%d: recv: rcvd runt of "
8020                                   "len %d\n", wlc->pub->unit, p->len);
8021                         goto toss;
8022                 }
8023                 skb_pull(p, 2);
8024         }
8025
8026         h = (struct ieee80211_hdr *)(p->data + D11_PHY_HDR_LEN);
8027         len = p->len;
8028
8029         if (rxh->RxStatus1 & RXS_FCSERR) {
8030                 if (wlc->pub->mac80211_state & MAC80211_PROMISC_BCNS) {
8031                         wiphy_err(wlc->wiphy, "FCSERR while scanning******* -"
8032                                   " tossing\n");
8033                         goto toss;
8034                 } else {
8035                         wiphy_err(wlc->wiphy, "RCSERR!!!\n");
8036                         goto toss;
8037                 }
8038         }
8039
8040         /* check received pkt has at least frame control field */
8041         if (len < D11_PHY_HDR_LEN + sizeof(h->frame_control))
8042                 goto toss;
8043
8044         /* not supporting A-MSDU */
8045         is_amsdu = rxh->RxStatus2 & RXS_AMSDU_MASK;
8046         if (is_amsdu)
8047                 goto toss;
8048
8049         brcms_c_recvctl(wlc, rxh, p);
8050         return;
8051
8052  toss:
8053         brcmu_pkt_buf_free_skb(p);
8054 }
8055
8056 /* calculate frame duration for Mixed-mode L-SIG spoofing, return
8057  * number of bytes goes in the length field
8058  *
8059  * Formula given by HT PHY Spec v 1.13
8060  *   len = 3(nsyms + nstream + 3) - 3
8061  */
8062 u16
8063 brcms_c_calc_lsig_len(struct brcms_c_info *wlc, u32 ratespec,
8064                       uint mac_len)
8065 {
8066         uint nsyms, len = 0, kNdps;
8067
8068         BCMMSG(wlc->wiphy, "wl%d: rate %d, len%d\n",
8069                  wlc->pub->unit, rspec2rate(ratespec), mac_len);
8070
8071         if (is_mcs_rate(ratespec)) {
8072                 uint mcs = ratespec & RSPEC_RATE_MASK;
8073                 int tot_streams = (mcs_2_txstreams(mcs) + 1) +
8074                                   rspec_stc(ratespec);
8075
8076                 /*
8077                  * the payload duration calculation matches that
8078                  * of regular ofdm
8079                  */
8080                 /* 1000Ndbps = kbps * 4 */
8081                 kNdps = mcs_2_rate(mcs, rspec_is40mhz(ratespec),
8082                                    rspec_issgi(ratespec)) * 4;
8083
8084                 if (rspec_stc(ratespec) == 0)
8085                         nsyms =
8086                             CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
8087                                   APHY_TAIL_NBITS) * 1000, kNdps);
8088                 else
8089                         /* STBC needs to have even number of symbols */
8090                         nsyms =
8091                             2 *
8092                             CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
8093                                   APHY_TAIL_NBITS) * 1000, 2 * kNdps);
8094
8095                 /* (+3) account for HT-SIG(2) and HT-STF(1) */
8096                 nsyms += (tot_streams + 3);
8097                 /*
8098                  * 3 bytes/symbol @ legacy 6Mbps rate
8099                  * (-3) excluding service bits and tail bits
8100                  */
8101                 len = (3 * nsyms) - 3;
8102         }
8103
8104         return (u16) len;
8105 }
8106
8107 /*
8108  * calculate frame duration of a given rate and length, return
8109  * time in usec unit
8110  */
8111 uint
8112 brcms_c_calc_frame_time(struct brcms_c_info *wlc, u32 ratespec,
8113                         u8 preamble_type, uint mac_len)
8114 {
8115         uint nsyms, dur = 0, Ndps, kNdps;
8116         uint rate = rspec2rate(ratespec);
8117
8118         if (rate == 0) {
8119                 wiphy_err(wlc->wiphy, "wl%d: WAR: using rate of 1 mbps\n",
8120                           wlc->pub->unit);
8121                 rate = BRCM_RATE_1M;
8122         }
8123
8124         BCMMSG(wlc->wiphy, "wl%d: rspec 0x%x, preamble_type %d, len%d\n",
8125                  wlc->pub->unit, ratespec, preamble_type, mac_len);
8126
8127         if (is_mcs_rate(ratespec)) {
8128                 uint mcs = ratespec & RSPEC_RATE_MASK;
8129                 int tot_streams = mcs_2_txstreams(mcs) + rspec_stc(ratespec);
8130
8131                 dur = PREN_PREAMBLE + (tot_streams * PREN_PREAMBLE_EXT);
8132                 if (preamble_type == BRCMS_MM_PREAMBLE)
8133                         dur += PREN_MM_EXT;
8134                 /* 1000Ndbps = kbps * 4 */
8135                 kNdps = mcs_2_rate(mcs, rspec_is40mhz(ratespec),
8136                                    rspec_issgi(ratespec)) * 4;
8137
8138                 if (rspec_stc(ratespec) == 0)
8139                         nsyms =
8140                             CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
8141                                   APHY_TAIL_NBITS) * 1000, kNdps);
8142                 else
8143                         /* STBC needs to have even number of symbols */
8144                         nsyms =
8145                             2 *
8146                             CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
8147                                   APHY_TAIL_NBITS) * 1000, 2 * kNdps);
8148
8149                 dur += APHY_SYMBOL_TIME * nsyms;
8150                 if (wlc->band->bandtype == BRCM_BAND_2G)
8151                         dur += DOT11_OFDM_SIGNAL_EXTENSION;
8152         } else if (is_ofdm_rate(rate)) {
8153                 dur = APHY_PREAMBLE_TIME;
8154                 dur += APHY_SIGNAL_TIME;
8155                 /* Ndbps = Mbps * 4 = rate(500Kbps) * 2 */
8156                 Ndps = rate * 2;
8157                 /* NSyms = CEILING((SERVICE + 8*NBytes + TAIL) / Ndbps) */
8158                 nsyms =
8159                     CEIL((APHY_SERVICE_NBITS + 8 * mac_len + APHY_TAIL_NBITS),
8160                          Ndps);
8161                 dur += APHY_SYMBOL_TIME * nsyms;
8162                 if (wlc->band->bandtype == BRCM_BAND_2G)
8163                         dur += DOT11_OFDM_SIGNAL_EXTENSION;
8164         } else {
8165                 /*
8166                  * calc # bits * 2 so factor of 2 in rate (1/2 mbps)
8167                  * will divide out
8168                  */
8169                 mac_len = mac_len * 8 * 2;
8170                 /* calc ceiling of bits/rate = microseconds of air time */
8171                 dur = (mac_len + rate - 1) / rate;
8172                 if (preamble_type & BRCMS_SHORT_PREAMBLE)
8173                         dur += BPHY_PLCP_SHORT_TIME;
8174                 else
8175                         dur += BPHY_PLCP_TIME;
8176         }
8177         return dur;
8178 }
8179
8180 /* derive wlc->band->basic_rate[] table from 'rateset' */
8181 void brcms_c_rate_lookup_init(struct brcms_c_info *wlc,
8182                               struct brcms_c_rateset *rateset)
8183 {
8184         u8 rate;
8185         u8 mandatory;
8186         u8 cck_basic = 0;
8187         u8 ofdm_basic = 0;
8188         u8 *br = wlc->band->basic_rate;
8189         uint i;
8190
8191         /* incoming rates are in 500kbps units as in 802.11 Supported Rates */
8192         memset(br, 0, BRCM_MAXRATE + 1);
8193
8194         /* For each basic rate in the rates list, make an entry in the
8195          * best basic lookup.
8196          */
8197         for (i = 0; i < rateset->count; i++) {
8198                 /* only make an entry for a basic rate */
8199                 if (!(rateset->rates[i] & BRCMS_RATE_FLAG))
8200                         continue;
8201
8202                 /* mask off basic bit */
8203                 rate = (rateset->rates[i] & BRCMS_RATE_MASK);
8204
8205                 if (rate > BRCM_MAXRATE) {
8206                         wiphy_err(wlc->wiphy, "brcms_c_rate_lookup_init: "
8207                                   "invalid rate 0x%X in rate set\n",
8208                                   rateset->rates[i]);
8209                         continue;
8210                 }
8211
8212                 br[rate] = rate;
8213         }
8214
8215         /* The rate lookup table now has non-zero entries for each
8216          * basic rate, equal to the basic rate: br[basicN] = basicN
8217          *
8218          * To look up the best basic rate corresponding to any
8219          * particular rate, code can use the basic_rate table
8220          * like this
8221          *
8222          * basic_rate = wlc->band->basic_rate[tx_rate]
8223          *
8224          * Make sure there is a best basic rate entry for
8225          * every rate by walking up the table from low rates
8226          * to high, filling in holes in the lookup table
8227          */
8228
8229         for (i = 0; i < wlc->band->hw_rateset.count; i++) {
8230                 rate = wlc->band->hw_rateset.rates[i];
8231
8232                 if (br[rate] != 0) {
8233                         /* This rate is a basic rate.
8234                          * Keep track of the best basic rate so far by
8235                          * modulation type.
8236                          */
8237                         if (is_ofdm_rate(rate))
8238                                 ofdm_basic = rate;
8239                         else
8240                                 cck_basic = rate;
8241
8242                         continue;
8243                 }
8244
8245                 /* This rate is not a basic rate so figure out the
8246                  * best basic rate less than this rate and fill in
8247                  * the hole in the table
8248                  */
8249
8250                 br[rate] = is_ofdm_rate(rate) ? ofdm_basic : cck_basic;
8251
8252                 if (br[rate] != 0)
8253                         continue;
8254
8255                 if (is_ofdm_rate(rate)) {
8256                         /*
8257                          * In 11g and 11a, the OFDM mandatory rates
8258                          * are 6, 12, and 24 Mbps
8259                          */
8260                         if (rate >= BRCM_RATE_24M)
8261                                 mandatory = BRCM_RATE_24M;
8262                         else if (rate >= BRCM_RATE_12M)
8263                                 mandatory = BRCM_RATE_12M;
8264                         else
8265                                 mandatory = BRCM_RATE_6M;
8266                 } else {
8267                         /* In 11b, all CCK rates are mandatory 1 - 11 Mbps */
8268                         mandatory = rate;
8269                 }
8270
8271                 br[rate] = mandatory;
8272         }
8273 }
8274
8275 static void brcms_c_write_rate_shm(struct brcms_c_info *wlc, u8 rate,
8276                                    u8 basic_rate)
8277 {
8278         u8 phy_rate, index;
8279         u8 basic_phy_rate, basic_index;
8280         u16 dir_table, basic_table;
8281         u16 basic_ptr;
8282
8283         /* Shared memory address for the table we are reading */
8284         dir_table = is_ofdm_rate(basic_rate) ? M_RT_DIRMAP_A : M_RT_DIRMAP_B;
8285
8286         /* Shared memory address for the table we are writing */
8287         basic_table = is_ofdm_rate(rate) ? M_RT_BBRSMAP_A : M_RT_BBRSMAP_B;
8288
8289         /*
8290          * for a given rate, the LS-nibble of the PLCP SIGNAL field is
8291          * the index into the rate table.
8292          */
8293         phy_rate = rate_info[rate] & BRCMS_RATE_MASK;
8294         basic_phy_rate = rate_info[basic_rate] & BRCMS_RATE_MASK;
8295         index = phy_rate & 0xf;
8296         basic_index = basic_phy_rate & 0xf;
8297
8298         /* Find the SHM pointer to the ACK rate entry by looking in the
8299          * Direct-map Table
8300          */
8301         basic_ptr = brcms_b_read_shm(wlc->hw, (dir_table + basic_index * 2));
8302
8303         /* Update the SHM BSS-basic-rate-set mapping table with the pointer
8304          * to the correct basic rate for the given incoming rate
8305          */
8306         brcms_b_write_shm(wlc->hw, (basic_table + index * 2), basic_ptr);
8307 }
8308
8309 static const struct brcms_c_rateset *
8310 brcms_c_rateset_get_hwrs(struct brcms_c_info *wlc)
8311 {
8312         const struct brcms_c_rateset *rs_dflt;
8313
8314         if (BRCMS_PHY_11N_CAP(wlc->band)) {
8315                 if (wlc->band->bandtype == BRCM_BAND_5G)
8316                         rs_dflt = &ofdm_mimo_rates;
8317                 else
8318                         rs_dflt = &cck_ofdm_mimo_rates;
8319         } else if (wlc->band->gmode)
8320                 rs_dflt = &cck_ofdm_rates;
8321         else
8322                 rs_dflt = &cck_rates;
8323
8324         return rs_dflt;
8325 }
8326
8327 void brcms_c_set_ratetable(struct brcms_c_info *wlc)
8328 {
8329         const struct brcms_c_rateset *rs_dflt;
8330         struct brcms_c_rateset rs;
8331         u8 rate, basic_rate;
8332         uint i;
8333
8334         rs_dflt = brcms_c_rateset_get_hwrs(wlc);
8335
8336         brcms_c_rateset_copy(rs_dflt, &rs);
8337         brcms_c_rateset_mcs_upd(&rs, wlc->stf->txstreams);
8338
8339         /* walk the phy rate table and update SHM basic rate lookup table */
8340         for (i = 0; i < rs.count; i++) {
8341                 rate = rs.rates[i] & BRCMS_RATE_MASK;
8342
8343                 /* for a given rate brcms_basic_rate returns the rate at
8344                  * which a response ACK/CTS should be sent.
8345                  */
8346                 basic_rate = brcms_basic_rate(wlc, rate);
8347                 if (basic_rate == 0)
8348                         /* This should only happen if we are using a
8349                          * restricted rateset.
8350                          */
8351                         basic_rate = rs.rates[0] & BRCMS_RATE_MASK;
8352
8353                 brcms_c_write_rate_shm(wlc, rate, basic_rate);
8354         }
8355 }
8356
8357 /*
8358  * Return true if the specified rate is supported by the specified band.
8359  * BRCM_BAND_AUTO indicates the current band.
8360  */
8361 bool brcms_c_valid_rate(struct brcms_c_info *wlc, u32 rspec, int band,
8362                     bool verbose)
8363 {
8364         struct brcms_c_rateset *hw_rateset;
8365         uint i;
8366
8367         if ((band == BRCM_BAND_AUTO) || (band == wlc->band->bandtype))
8368                 hw_rateset = &wlc->band->hw_rateset;
8369         else if (wlc->pub->_nbands > 1)
8370                 hw_rateset = &wlc->bandstate[OTHERBANDUNIT(wlc)]->hw_rateset;
8371         else
8372                 /* other band specified and we are a single band device */
8373                 return false;
8374
8375         /* check if this is a mimo rate */
8376         if (is_mcs_rate(rspec)) {
8377                 if ((rspec & RSPEC_RATE_MASK) >= MCS_TABLE_SIZE)
8378                         goto error;
8379
8380                 return isset(hw_rateset->mcs, (rspec & RSPEC_RATE_MASK));
8381         }
8382
8383         for (i = 0; i < hw_rateset->count; i++)
8384                 if (hw_rateset->rates[i] == rspec2rate(rspec))
8385                         return true;
8386  error:
8387         if (verbose)
8388                 wiphy_err(wlc->wiphy, "wl%d: valid_rate: rate spec 0x%x "
8389                           "not in hw_rateset\n", wlc->pub->unit, rspec);
8390
8391         return false;
8392 }
8393
8394 void brcms_c_mod_prb_rsp_rate_table(struct brcms_c_info *wlc, uint frame_len)
8395 {
8396         const struct brcms_c_rateset *rs_dflt;
8397         struct brcms_c_rateset rs;
8398         u8 rate;
8399         u16 entry_ptr;
8400         u8 plcp[D11_PHY_HDR_LEN];
8401         u16 dur, sifs;
8402         uint i;
8403
8404         sifs = get_sifs(wlc->band);
8405
8406         rs_dflt = brcms_c_rateset_get_hwrs(wlc);
8407
8408         brcms_c_rateset_copy(rs_dflt, &rs);
8409         brcms_c_rateset_mcs_upd(&rs, wlc->stf->txstreams);
8410
8411         /*
8412          * walk the phy rate table and update MAC core SHM
8413          * basic rate table entries
8414          */
8415         for (i = 0; i < rs.count; i++) {
8416                 rate = rs.rates[i] & BRCMS_RATE_MASK;
8417
8418                 entry_ptr = brcms_b_rate_shm_offset(wlc->hw, rate);
8419
8420                 /* Calculate the Probe Response PLCP for the given rate */
8421                 brcms_c_compute_plcp(wlc, rate, frame_len, plcp);
8422
8423                 /*
8424                  * Calculate the duration of the Probe Response
8425                  * frame plus SIFS for the MAC
8426                  */
8427                 dur = (u16) brcms_c_calc_frame_time(wlc, rate,
8428                                                 BRCMS_LONG_PREAMBLE, frame_len);
8429                 dur += sifs;
8430
8431                 /* Update the SHM Rate Table entry Probe Response values */
8432                 brcms_b_write_shm(wlc->hw, entry_ptr + M_RT_PRS_PLCP_POS,
8433                               (u16) (plcp[0] + (plcp[1] << 8)));
8434                 brcms_b_write_shm(wlc->hw, entry_ptr + M_RT_PRS_PLCP_POS + 2,
8435                               (u16) (plcp[2] + (plcp[3] << 8)));
8436                 brcms_b_write_shm(wlc->hw, entry_ptr + M_RT_PRS_DUR_POS, dur);
8437         }
8438 }
8439
8440 /*      Max buffering needed for beacon template/prb resp template is 142 bytes.
8441  *
8442  *      PLCP header is 6 bytes.
8443  *      802.11 A3 header is 24 bytes.
8444  *      Max beacon frame body template length is 112 bytes.
8445  *      Max probe resp frame body template length is 110 bytes.
8446  *
8447  *      *len on input contains the max length of the packet available.
8448  *
8449  *      The *len value is set to the number of bytes in buf used, and starts
8450  *      with the PLCP and included up to, but not including, the 4 byte FCS.
8451  */
8452 static void
8453 brcms_c_bcn_prb_template(struct brcms_c_info *wlc, u16 type,
8454                          u32 bcn_rspec,
8455                          struct brcms_bss_cfg *cfg, u16 *buf, int *len)
8456 {
8457         static const u8 ether_bcast[ETH_ALEN] = {255, 255, 255, 255, 255, 255};
8458         struct cck_phy_hdr *plcp;
8459         struct ieee80211_mgmt *h;
8460         int hdr_len, body_len;
8461
8462         hdr_len = D11_PHY_HDR_LEN + DOT11_MAC_HDR_LEN;
8463
8464         /* calc buffer size provided for frame body */
8465         body_len = *len - hdr_len;
8466         /* return actual size */
8467         *len = hdr_len + body_len;
8468
8469         /* format PHY and MAC headers */
8470         memset((char *)buf, 0, hdr_len);
8471
8472         plcp = (struct cck_phy_hdr *) buf;
8473
8474         /*
8475          * PLCP for Probe Response frames are filled in from
8476          * core's rate table
8477          */
8478         if (type == IEEE80211_STYPE_BEACON)
8479                 /* fill in PLCP */
8480                 brcms_c_compute_plcp(wlc, bcn_rspec,
8481                                  (DOT11_MAC_HDR_LEN + body_len + FCS_LEN),
8482                                  (u8 *) plcp);
8483
8484         /* "Regular" and 16 MBSS but not for 4 MBSS */
8485         /* Update the phytxctl for the beacon based on the rspec */
8486         brcms_c_beacon_phytxctl_txant_upd(wlc, bcn_rspec);
8487
8488         h = (struct ieee80211_mgmt *)&plcp[1];
8489
8490         /* fill in 802.11 header */
8491         h->frame_control = cpu_to_le16(IEEE80211_FTYPE_MGMT | type);
8492
8493         /* DUR is 0 for multicast bcn, or filled in by MAC for prb resp */
8494         /* A1 filled in by MAC for prb resp, broadcast for bcn */
8495         if (type == IEEE80211_STYPE_BEACON)
8496                 memcpy(&h->da, &ether_bcast, ETH_ALEN);
8497         memcpy(&h->sa, &cfg->cur_etheraddr, ETH_ALEN);
8498         memcpy(&h->bssid, &cfg->BSSID, ETH_ALEN);
8499
8500         /* SEQ filled in by MAC */
8501 }
8502
8503 int brcms_c_get_header_len(void)
8504 {
8505         return TXOFF;
8506 }
8507
8508 /*
8509  * Update all beacons for the system.
8510  */
8511 void brcms_c_update_beacon(struct brcms_c_info *wlc)
8512 {
8513         struct brcms_bss_cfg *bsscfg = wlc->bsscfg;
8514
8515         if (bsscfg->up && !bsscfg->BSS)
8516                 /* Clear the soft intmask */
8517                 wlc->defmacintmask &= ~MI_BCNTPL;
8518 }
8519
8520 /* Write ssid into shared memory */
8521 void brcms_c_shm_ssid_upd(struct brcms_c_info *wlc, struct brcms_bss_cfg *cfg)
8522 {
8523         u8 *ssidptr = cfg->SSID;
8524         u16 base = M_SSID;
8525         u8 ssidbuf[IEEE80211_MAX_SSID_LEN];
8526
8527         /* padding the ssid with zero and copy it into shm */
8528         memset(ssidbuf, 0, IEEE80211_MAX_SSID_LEN);
8529         memcpy(ssidbuf, ssidptr, cfg->SSID_len);
8530
8531         brcms_c_copyto_shm(wlc, base, ssidbuf, IEEE80211_MAX_SSID_LEN);
8532         brcms_b_write_shm(wlc->hw, M_SSIDLEN, (u16) cfg->SSID_len);
8533 }
8534
8535 void brcms_c_update_probe_resp(struct brcms_c_info *wlc, bool suspend)
8536 {
8537         struct brcms_bss_cfg *bsscfg = wlc->bsscfg;
8538
8539         /* update AP or IBSS probe responses */
8540         if (bsscfg->up && !bsscfg->BSS)
8541                 brcms_c_bss_update_probe_resp(wlc, bsscfg, suspend);
8542 }
8543
8544 void
8545 brcms_c_bss_update_probe_resp(struct brcms_c_info *wlc,
8546                               struct brcms_bss_cfg *cfg,
8547                               bool suspend)
8548 {
8549         u16 prb_resp[BCN_TMPL_LEN / 2];
8550         int len = BCN_TMPL_LEN;
8551
8552         /*
8553          * write the probe response to hardware, or save in
8554          * the config structure
8555          */
8556
8557         /* create the probe response template */
8558         brcms_c_bcn_prb_template(wlc, IEEE80211_STYPE_PROBE_RESP, 0,
8559                                  cfg, prb_resp, &len);
8560
8561         if (suspend)
8562                 brcms_c_suspend_mac_and_wait(wlc);
8563
8564         /* write the probe response into the template region */
8565         brcms_b_write_template_ram(wlc->hw, T_PRS_TPL_BASE,
8566                                     (len + 3) & ~3, prb_resp);
8567
8568         /* write the length of the probe response frame (+PLCP/-FCS) */
8569         brcms_b_write_shm(wlc->hw, M_PRB_RESP_FRM_LEN, (u16) len);
8570
8571         /* write the SSID and SSID length */
8572         brcms_c_shm_ssid_upd(wlc, cfg);
8573
8574         /*
8575          * Write PLCP headers and durations for probe response frames
8576          * at all rates. Use the actual frame length covered by the
8577          * PLCP header for the call to brcms_c_mod_prb_rsp_rate_table()
8578          * by subtracting the PLCP len and adding the FCS.
8579          */
8580         len += (-D11_PHY_HDR_LEN + FCS_LEN);
8581         brcms_c_mod_prb_rsp_rate_table(wlc, (u16) len);
8582
8583         if (suspend)
8584                 brcms_c_enable_mac(wlc);
8585 }
8586
8587 /* prepares pdu for transmission. returns BCM error codes */
8588 int brcms_c_prep_pdu(struct brcms_c_info *wlc, struct sk_buff *pdu, uint *fifop)
8589 {
8590         uint fifo;
8591         struct d11txh *txh;
8592         struct ieee80211_hdr *h;
8593         struct scb *scb;
8594
8595         txh = (struct d11txh *) (pdu->data);
8596         h = (struct ieee80211_hdr *)((u8 *) (txh + 1) + D11_PHY_HDR_LEN);
8597
8598         /* get the pkt queue info. This was put at brcms_c_sendctl or
8599          * brcms_c_send for PDU */
8600         fifo = le16_to_cpu(txh->TxFrameID) & TXFID_QUEUE_MASK;
8601
8602         scb = NULL;
8603
8604         *fifop = fifo;
8605
8606         /* return if insufficient dma resources */
8607         if (*wlc->core->txavail[fifo] < MAX_DMA_SEGS) {
8608                 /* Mark precedences related to this FIFO, unsendable */
8609                 /* A fifo is full. Clear precedences related to that FIFO */
8610                 wlc->tx_prec_map &= ~(wlc->fifo2prec_map[fifo]);
8611                 return -EBUSY;
8612         }
8613         return 0;
8614 }
8615
8616 void brcms_default_rateset(struct brcms_c_info *wlc, struct brcms_c_rateset *rs)
8617 {
8618         brcms_c_rateset_default(rs, NULL, wlc->band->phytype,
8619                 wlc->band->bandtype, false, BRCMS_RATE_MASK_FULL,
8620                 (bool) (wlc->pub->_n_enab & SUPPORT_11N),
8621                 brcms_chspec_bw(wlc->default_bss->chanspec),
8622                 wlc->stf->txstreams);
8623 }
8624
8625 /* Copy a buffer to shared memory.
8626  * SHM 'offset' needs to be an even address and
8627  * Buffer length 'len' must be an even number of bytes
8628  */
8629 void brcms_c_copyto_shm(struct brcms_c_info *wlc, uint offset, const void *buf,
8630                         int len)
8631 {
8632         brcms_b_copyto_objmem(wlc->hw, offset, buf, len, OBJADDR_SHM_SEL);
8633 }
8634
8635 int brcms_b_xmtfifo_sz_get(struct brcms_hardware *wlc_hw, uint fifo,
8636                            uint *blocks)
8637 {
8638         if (fifo >= NFIFO)
8639                 return -EINVAL;
8640
8641         *blocks = wlc_hw->xmtfifo_sz[fifo];
8642
8643         return 0;
8644 }
8645
8646 void
8647 brcms_c_set_addrmatch(struct brcms_c_info *wlc, int match_reg_offset,
8648                   const u8 *addr)
8649 {
8650         brcms_b_set_addrmatch(wlc->hw, match_reg_offset, addr);
8651         if (match_reg_offset == RCM_BSSID_OFFSET)
8652                 memcpy(wlc->bsscfg->BSSID, addr, ETH_ALEN);
8653 }
8654
8655 /* check for the particular priority flow control bit being set */
8656 bool
8657 brcms_c_txflowcontrol_prio_isset(struct brcms_c_info *wlc,
8658                                  struct brcms_txq_info *q,
8659                                  int prio)
8660 {
8661         uint prio_mask;
8662
8663         if (prio == ALLPRIO)
8664                 prio_mask = TXQ_STOP_FOR_PRIOFC_MASK;
8665         else
8666                 prio_mask = NBITVAL(prio);
8667
8668         return (q->stopped & prio_mask) == prio_mask;
8669 }
8670
8671 /* propagate the flow control to all interfaces using the given tx queue */
8672 void brcms_c_txflowcontrol(struct brcms_c_info *wlc,
8673                            struct brcms_txq_info *qi,
8674                            bool on, int prio)
8675 {
8676         uint prio_bits;
8677         uint cur_bits;
8678
8679         BCMMSG(wlc->wiphy, "flow control kicks in\n");
8680
8681         if (prio == ALLPRIO)
8682                 prio_bits = TXQ_STOP_FOR_PRIOFC_MASK;
8683         else
8684                 prio_bits = NBITVAL(prio);
8685
8686         cur_bits = qi->stopped & prio_bits;
8687
8688         /* Check for the case of no change and return early
8689          * Otherwise update the bit and continue
8690          */
8691         if (on) {
8692                 if (cur_bits == prio_bits)
8693                         return;
8694
8695                 mboolset(qi->stopped, prio_bits);
8696         } else {
8697                 if (cur_bits == 0)
8698                         return;
8699
8700                 mboolclr(qi->stopped, prio_bits);
8701         }
8702
8703         /* If there is a flow control override we will not change the external
8704          * flow control state.
8705          */
8706         if (qi->stopped & ~TXQ_STOP_FOR_PRIOFC_MASK)
8707                 return;
8708
8709         brcms_c_txflowcontrol_signal(wlc, qi, on, prio);
8710 }
8711
8712 void
8713 brcms_c_txflowcontrol_override(struct brcms_c_info *wlc,
8714                                struct brcms_txq_info *qi,
8715                                bool on, uint override)
8716 {
8717         uint prev_override;
8718
8719         prev_override = (qi->stopped & ~TXQ_STOP_FOR_PRIOFC_MASK);
8720
8721         /* Update the flow control bits and do an early return if there is
8722          * no change in the external flow control state.
8723          */
8724         if (on) {
8725                 mboolset(qi->stopped, override);
8726                 /* if there was a previous override bit on, then setting this
8727                  * makes no difference.
8728                  */
8729                 if (prev_override)
8730                         return;
8731
8732                 brcms_c_txflowcontrol_signal(wlc, qi, ON, ALLPRIO);
8733         } else {
8734                 mboolclr(qi->stopped, override);
8735                 /* clearing an override bit will only make a difference for
8736                  * flow control if it was the only bit set. For any other
8737                  * override setting, just return
8738                  */
8739                 if (prev_override != override)
8740                         return;
8741
8742                 if (qi->stopped == 0) {
8743                         brcms_c_txflowcontrol_signal(wlc, qi, OFF, ALLPRIO);
8744                 } else {
8745                         int prio;
8746
8747                         for (prio = MAXPRIO; prio >= 0; prio--) {
8748                                 if (!mboolisset(qi->stopped, NBITVAL(prio)))
8749                                         brcms_c_txflowcontrol_signal(
8750                                                 wlc, qi, OFF, prio);
8751                         }
8752                 }
8753         }
8754 }
8755
8756 /*
8757  * Flag 'scan in progress' to withhold dynamic phy calibration
8758  */
8759 void brcms_c_scan_start(struct brcms_c_info *wlc)
8760 {
8761         wlc_phy_hold_upd(wlc->band->pi, PHY_HOLD_FOR_SCAN, true);
8762 }
8763
8764 void brcms_c_scan_stop(struct brcms_c_info *wlc)
8765 {
8766         wlc_phy_hold_upd(wlc->band->pi, PHY_HOLD_FOR_SCAN, false);
8767 }
8768
8769 void brcms_c_associate_upd(struct brcms_c_info *wlc, bool state)
8770 {
8771         wlc->pub->associated = state;
8772         wlc->bsscfg->associated = state;
8773 }
8774
8775 /*
8776  * When a remote STA/AP is removed by Mac80211, or when it can no longer accept
8777  * AMPDU traffic, packets pending in hardware have to be invalidated so that
8778  * when later on hardware releases them, they can be handled appropriately.
8779  */
8780 void brcms_c_inval_dma_pkts(struct brcms_hardware *hw,
8781                                struct ieee80211_sta *sta,
8782                                void (*dma_callback_fn))
8783 {
8784         struct dma_pub *dmah;
8785         int i;
8786         for (i = 0; i < NFIFO; i++) {
8787                 dmah = hw->di[i];
8788                 if (dmah != NULL)
8789                         dma_walk_packets(dmah, dma_callback_fn, sta);
8790         }
8791 }
8792
8793 int brcms_c_get_curband(struct brcms_c_info *wlc)
8794 {
8795         return wlc->band->bandunit;
8796 }
8797
8798 void brcms_c_wait_for_tx_completion(struct brcms_c_info *wlc, bool drop)
8799 {
8800         /* flush packet queue when requested */
8801         if (drop)
8802                 brcmu_pktq_flush(&wlc->pkt_queue->q, false, NULL, NULL);
8803
8804         /* wait for queue and DMA fifos to run dry */
8805         while (!pktq_empty(&wlc->pkt_queue->q) || brcms_txpktpendtot(wlc) > 0)
8806                 brcms_msleep(wlc->wl, 1);
8807 }
8808
8809 void brcms_c_set_beacon_listen_interval(struct brcms_c_info *wlc, u8 interval)
8810 {
8811         wlc->bcn_li_bcn = interval;
8812         if (wlc->pub->up)
8813                 brcms_c_bcn_li_upd(wlc);
8814 }
8815
8816 int brcms_c_set_tx_power(struct brcms_c_info *wlc, int txpwr)
8817 {
8818         uint qdbm;
8819
8820         /* Remove override bit and clip to max qdbm value */
8821         qdbm = min_t(uint, txpwr * BRCMS_TXPWR_DB_FACTOR, 0xff);
8822         return wlc_phy_txpower_set(wlc->band->pi, qdbm, false);
8823 }
8824
8825 int brcms_c_get_tx_power(struct brcms_c_info *wlc)
8826 {
8827         uint qdbm;
8828         bool override;
8829
8830         wlc_phy_txpower_get(wlc->band->pi, &qdbm, &override);
8831
8832         /* Return qdbm units */
8833         return (int)(qdbm / BRCMS_TXPWR_DB_FACTOR);
8834 }
8835
8836 void brcms_c_set_radio_mpc(struct brcms_c_info *wlc, bool mpc)
8837 {
8838         wlc->mpc = mpc;
8839         brcms_c_radio_mpc_upd(wlc);
8840 }