2 * Copyright (c) 2010 Broadcom Corporation
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16 #include <linux/types.h>
17 #include <linux/module.h>
18 #include <linux/if_ether.h>
19 #include <linux/spinlock.h>
20 #include <linux/skbuff.h>
21 #include <linux/netdevice.h>
22 #include <linux/etherdevice.h>
23 #include <linux/err.h>
24 #include <linux/jiffies.h>
25 #include <net/cfg80211.h>
27 #include <brcmu_utils.h>
28 #include <brcmu_wifi.h>
33 #include "fwil_types.h"
42 * DOC: Firmware Signalling
44 * Firmware can send signals to host and vice versa, which are passed in the
45 * data packets using TLV based header. This signalling layer is on top of the
46 * BDC bus protocol layer.
50 * single definition for firmware-driver flow control tlv's.
52 * each tlv is specified by BRCMF_FWS_TLV_DEF(name, ID, length).
53 * A length value 0 indicates variable length tlv.
55 #define BRCMF_FWS_TLV_DEFLIST \
56 BRCMF_FWS_TLV_DEF(MAC_OPEN, 1, 1) \
57 BRCMF_FWS_TLV_DEF(MAC_CLOSE, 2, 1) \
58 BRCMF_FWS_TLV_DEF(MAC_REQUEST_CREDIT, 3, 2) \
59 BRCMF_FWS_TLV_DEF(TXSTATUS, 4, 4) \
60 BRCMF_FWS_TLV_DEF(PKTTAG, 5, 4) \
61 BRCMF_FWS_TLV_DEF(MACDESC_ADD, 6, 8) \
62 BRCMF_FWS_TLV_DEF(MACDESC_DEL, 7, 8) \
63 BRCMF_FWS_TLV_DEF(RSSI, 8, 1) \
64 BRCMF_FWS_TLV_DEF(INTERFACE_OPEN, 9, 1) \
65 BRCMF_FWS_TLV_DEF(INTERFACE_CLOSE, 10, 1) \
66 BRCMF_FWS_TLV_DEF(FIFO_CREDITBACK, 11, 6) \
67 BRCMF_FWS_TLV_DEF(PENDING_TRAFFIC_BMP, 12, 2) \
68 BRCMF_FWS_TLV_DEF(MAC_REQUEST_PACKET, 13, 3) \
69 BRCMF_FWS_TLV_DEF(HOST_REORDER_RXPKTS, 14, 10) \
70 BRCMF_FWS_TLV_DEF(TRANS_ID, 18, 6) \
71 BRCMF_FWS_TLV_DEF(COMP_TXSTATUS, 19, 1) \
72 BRCMF_FWS_TLV_DEF(FILLER, 255, 0)
75 * enum brcmf_fws_tlv_type - definition of tlv identifiers.
77 #define BRCMF_FWS_TLV_DEF(name, id, len) \
78 BRCMF_FWS_TYPE_ ## name = id,
79 enum brcmf_fws_tlv_type {
81 BRCMF_FWS_TYPE_INVALID
83 #undef BRCMF_FWS_TLV_DEF
86 * enum brcmf_fws_tlv_len - definition of tlv lengths.
88 #define BRCMF_FWS_TLV_DEF(name, id, len) \
89 BRCMF_FWS_TYPE_ ## name ## _LEN = (len),
90 enum brcmf_fws_tlv_len {
93 #undef BRCMF_FWS_TLV_DEF
97 * brcmf_fws_tlv_names - array of tlv names.
99 #define BRCMF_FWS_TLV_DEF(name, id, len) \
102 enum brcmf_fws_tlv_type id;
104 } brcmf_fws_tlv_names[] = {
105 BRCMF_FWS_TLV_DEFLIST
107 #undef BRCMF_FWS_TLV_DEF
110 static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
114 for (i = 0; i < ARRAY_SIZE(brcmf_fws_tlv_names); i++)
115 if (brcmf_fws_tlv_names[i].id == id)
116 return brcmf_fws_tlv_names[i].name;
121 static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
128 * The PKTTAG tlv has additional bytes when firmware-signalling
129 * mode has REUSESEQ flag set.
131 #define BRCMF_FWS_TYPE_SEQ_LEN 2
134 * flags used to enable tlv signalling from firmware.
136 #define BRCMF_FWS_FLAGS_RSSI_SIGNALS 0x0001
137 #define BRCMF_FWS_FLAGS_XONXOFF_SIGNALS 0x0002
138 #define BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS 0x0004
139 #define BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE 0x0008
140 #define BRCMF_FWS_FLAGS_PSQ_GENERATIONFSM_ENABLE 0x0010
141 #define BRCMF_FWS_FLAGS_PSQ_ZERO_BUFFER_ENABLE 0x0020
142 #define BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE 0x0040
144 #define BRCMF_FWS_MAC_DESC_TABLE_SIZE 32
145 #define BRCMF_FWS_MAC_DESC_ID_INVALID 0xff
147 #define BRCMF_FWS_HOSTIF_FLOWSTATE_OFF 0
148 #define BRCMF_FWS_HOSTIF_FLOWSTATE_ON 1
149 #define BRCMF_FWS_FLOWCONTROL_HIWATER 128
150 #define BRCMF_FWS_FLOWCONTROL_LOWATER 64
152 #define BRCMF_FWS_PSQ_PREC_COUNT ((BRCMF_FWS_FIFO_COUNT + 1) * 2)
153 #define BRCMF_FWS_PSQ_LEN 256
155 #define BRCMF_FWS_HTOD_FLAG_PKTFROMHOST 0x01
156 #define BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED 0x02
158 #define BRCMF_FWS_RET_OK_NOSCHEDULE 0
159 #define BRCMF_FWS_RET_OK_SCHEDULE 1
161 #define BRCMF_FWS_MODE_REUSESEQ_SHIFT 3 /* seq reuse */
162 #define BRCMF_FWS_MODE_SET_REUSESEQ(x, val) ((x) = \
163 ((x) & ~(1 << BRCMF_FWS_MODE_REUSESEQ_SHIFT)) | \
164 (((val) & 1) << BRCMF_FWS_MODE_REUSESEQ_SHIFT))
165 #define BRCMF_FWS_MODE_GET_REUSESEQ(x) \
166 (((x) >> BRCMF_FWS_MODE_REUSESEQ_SHIFT) & 1)
169 * enum brcmf_fws_skb_state - indicates processing state of skb.
171 * @BRCMF_FWS_SKBSTATE_NEW: sk_buff is newly arrived in the driver.
172 * @BRCMF_FWS_SKBSTATE_DELAYED: sk_buff had to wait on queue.
173 * @BRCMF_FWS_SKBSTATE_SUPPRESSED: sk_buff has been suppressed by firmware.
174 * @BRCMF_FWS_SKBSTATE_TIM: allocated for TIM update info.
176 enum brcmf_fws_skb_state {
177 BRCMF_FWS_SKBSTATE_NEW,
178 BRCMF_FWS_SKBSTATE_DELAYED,
179 BRCMF_FWS_SKBSTATE_SUPPRESSED,
180 BRCMF_FWS_SKBSTATE_TIM
184 * struct brcmf_skbuff_cb - control buffer associated with skbuff.
186 * @bus_flags: 2 bytes reserved for bus specific parameters
187 * @if_flags: holds interface index and packet related flags.
188 * @htod: host to device packet identifier (used in PKTTAG tlv).
189 * @htod_seq: this 16-bit is original seq number for every suppress packet.
190 * @state: transmit state of the packet.
191 * @mac: descriptor related to destination for this packet.
193 * This information is stored in control buffer struct sk_buff::cb, which
194 * provides 48 bytes of storage so this structure should not exceed that.
196 struct brcmf_skbuff_cb {
201 enum brcmf_fws_skb_state state;
202 struct brcmf_fws_mac_descriptor *mac;
206 * macro casting skbuff control buffer to struct brcmf_skbuff_cb.
208 #define brcmf_skbcb(skb) ((struct brcmf_skbuff_cb *)((skb)->cb))
211 * sk_buff control if flags
213 * b[11] - packet sent upon firmware request.
214 * b[10] - packet only contains signalling data.
215 * b[9] - packet is a tx packet.
216 * b[8] - packet used requested credit
217 * b[7] - interface in AP mode.
218 * b[3:0] - interface index.
220 #define BRCMF_SKB_IF_FLAGS_REQUESTED_MASK 0x0800
221 #define BRCMF_SKB_IF_FLAGS_REQUESTED_SHIFT 11
222 #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_MASK 0x0400
223 #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_SHIFT 10
224 #define BRCMF_SKB_IF_FLAGS_TRANSMIT_MASK 0x0200
225 #define BRCMF_SKB_IF_FLAGS_TRANSMIT_SHIFT 9
226 #define BRCMF_SKB_IF_FLAGS_REQ_CREDIT_MASK 0x0100
227 #define BRCMF_SKB_IF_FLAGS_REQ_CREDIT_SHIFT 8
228 #define BRCMF_SKB_IF_FLAGS_IF_AP_MASK 0x0080
229 #define BRCMF_SKB_IF_FLAGS_IF_AP_SHIFT 7
230 #define BRCMF_SKB_IF_FLAGS_INDEX_MASK 0x000f
231 #define BRCMF_SKB_IF_FLAGS_INDEX_SHIFT 0
233 #define brcmf_skb_if_flags_set_field(skb, field, value) \
234 brcmu_maskset16(&(brcmf_skbcb(skb)->if_flags), \
235 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
236 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT, (value))
237 #define brcmf_skb_if_flags_get_field(skb, field) \
238 brcmu_maskget16(brcmf_skbcb(skb)->if_flags, \
239 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
240 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT)
243 * sk_buff control packet identifier
245 * 32-bit packet identifier used in PKTTAG tlv from host to dongle.
247 * - Generated at the host (e.g. dhd)
248 * - Seen as a generic sequence number by firmware except for the flags field.
250 * Generation : b[31] => generation number for this packet [host->fw]
251 * OR, current generation number [fw->host]
252 * Flags : b[30:27] => command, status flags
253 * FIFO-AC : b[26:24] => AC-FIFO id
254 * h-slot : b[23:8] => hanger-slot
255 * freerun : b[7:0] => A free running counter
257 #define BRCMF_SKB_HTOD_TAG_GENERATION_MASK 0x80000000
258 #define BRCMF_SKB_HTOD_TAG_GENERATION_SHIFT 31
259 #define BRCMF_SKB_HTOD_TAG_FLAGS_MASK 0x78000000
260 #define BRCMF_SKB_HTOD_TAG_FLAGS_SHIFT 27
261 #define BRCMF_SKB_HTOD_TAG_FIFO_MASK 0x07000000
262 #define BRCMF_SKB_HTOD_TAG_FIFO_SHIFT 24
263 #define BRCMF_SKB_HTOD_TAG_HSLOT_MASK 0x00ffff00
264 #define BRCMF_SKB_HTOD_TAG_HSLOT_SHIFT 8
265 #define BRCMF_SKB_HTOD_TAG_FREERUN_MASK 0x000000ff
266 #define BRCMF_SKB_HTOD_TAG_FREERUN_SHIFT 0
268 #define brcmf_skb_htod_tag_set_field(skb, field, value) \
269 brcmu_maskset32(&(brcmf_skbcb(skb)->htod), \
270 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
271 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT, (value))
272 #define brcmf_skb_htod_tag_get_field(skb, field) \
273 brcmu_maskget32(brcmf_skbcb(skb)->htod, \
274 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
275 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT)
277 #define BRCMF_SKB_HTOD_SEQ_FROMFW_MASK 0x2000
278 #define BRCMF_SKB_HTOD_SEQ_FROMFW_SHIFT 13
279 #define BRCMF_SKB_HTOD_SEQ_FROMDRV_MASK 0x1000
280 #define BRCMF_SKB_HTOD_SEQ_FROMDRV_SHIFT 12
281 #define BRCMF_SKB_HTOD_SEQ_NR_MASK 0x0fff
282 #define BRCMF_SKB_HTOD_SEQ_NR_SHIFT 0
284 #define brcmf_skb_htod_seq_set_field(skb, field, value) \
285 brcmu_maskset16(&(brcmf_skbcb(skb)->htod_seq), \
286 BRCMF_SKB_HTOD_SEQ_ ## field ## _MASK, \
287 BRCMF_SKB_HTOD_SEQ_ ## field ## _SHIFT, (value))
288 #define brcmf_skb_htod_seq_get_field(skb, field) \
289 brcmu_maskget16(brcmf_skbcb(skb)->htod_seq, \
290 BRCMF_SKB_HTOD_SEQ_ ## field ## _MASK, \
291 BRCMF_SKB_HTOD_SEQ_ ## field ## _SHIFT)
293 #define BRCMF_FWS_TXSTAT_GENERATION_MASK 0x80000000
294 #define BRCMF_FWS_TXSTAT_GENERATION_SHIFT 31
295 #define BRCMF_FWS_TXSTAT_FLAGS_MASK 0x78000000
296 #define BRCMF_FWS_TXSTAT_FLAGS_SHIFT 27
297 #define BRCMF_FWS_TXSTAT_FIFO_MASK 0x07000000
298 #define BRCMF_FWS_TXSTAT_FIFO_SHIFT 24
299 #define BRCMF_FWS_TXSTAT_HSLOT_MASK 0x00FFFF00
300 #define BRCMF_FWS_TXSTAT_HSLOT_SHIFT 8
301 #define BRCMF_FWS_TXSTAT_FREERUN_MASK 0x000000FF
302 #define BRCMF_FWS_TXSTAT_FREERUN_SHIFT 0
304 #define brcmf_txstatus_get_field(txs, field) \
305 brcmu_maskget32(txs, BRCMF_FWS_TXSTAT_ ## field ## _MASK, \
306 BRCMF_FWS_TXSTAT_ ## field ## _SHIFT)
308 /* How long to defer borrowing in jiffies */
309 #define BRCMF_FWS_BORROW_DEFER_PERIOD (HZ / 10)
312 * enum brcmf_fws_fifo - fifo indices used by dongle firmware.
314 * @BRCMF_FWS_FIFO_FIRST: first fifo, ie. background.
315 * @BRCMF_FWS_FIFO_AC_BK: fifo for background traffic.
316 * @BRCMF_FWS_FIFO_AC_BE: fifo for best-effort traffic.
317 * @BRCMF_FWS_FIFO_AC_VI: fifo for video traffic.
318 * @BRCMF_FWS_FIFO_AC_VO: fifo for voice traffic.
319 * @BRCMF_FWS_FIFO_BCMC: fifo for broadcast/multicast (AP only).
320 * @BRCMF_FWS_FIFO_ATIM: fifo for ATIM (AP only).
321 * @BRCMF_FWS_FIFO_COUNT: number of fifos.
323 enum brcmf_fws_fifo {
324 BRCMF_FWS_FIFO_FIRST,
325 BRCMF_FWS_FIFO_AC_BK = BRCMF_FWS_FIFO_FIRST,
326 BRCMF_FWS_FIFO_AC_BE,
327 BRCMF_FWS_FIFO_AC_VI,
328 BRCMF_FWS_FIFO_AC_VO,
335 * enum brcmf_fws_txstatus - txstatus flag values.
337 * @BRCMF_FWS_TXSTATUS_DISCARD:
338 * host is free to discard the packet.
339 * @BRCMF_FWS_TXSTATUS_CORE_SUPPRESS:
340 * 802.11 core suppressed the packet.
341 * @BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS:
342 * firmware suppress the packet as device is already in PS mode.
343 * @BRCMF_FWS_TXSTATUS_FW_TOSSED:
344 * firmware tossed the packet.
345 * @BRCMF_FWS_TXSTATUS_HOST_TOSSED:
346 * host tossed the packet.
348 enum brcmf_fws_txstatus {
349 BRCMF_FWS_TXSTATUS_DISCARD,
350 BRCMF_FWS_TXSTATUS_CORE_SUPPRESS,
351 BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS,
352 BRCMF_FWS_TXSTATUS_FW_TOSSED,
353 BRCMF_FWS_TXSTATUS_HOST_TOSSED
356 enum brcmf_fws_fcmode {
357 BRCMF_FWS_FCMODE_NONE,
358 BRCMF_FWS_FCMODE_IMPLIED_CREDIT,
359 BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
362 enum brcmf_fws_mac_desc_state {
363 BRCMF_FWS_STATE_OPEN = 1,
364 BRCMF_FWS_STATE_CLOSE
368 * struct brcmf_fws_mac_descriptor - firmware signalling data per node/interface
370 * @occupied: slot is in use.
371 * @mac_handle: handle for mac entry determined by firmware.
372 * @interface_id: interface index.
373 * @state: current state.
374 * @suppressed: mac entry is suppressed.
375 * @generation: generation bit.
376 * @ac_bitmap: ac queue bitmap.
377 * @requested_credit: credits requested by firmware.
378 * @ea: ethernet address.
379 * @seq: per-node free-running sequence.
380 * @psq: power-save queue.
381 * @transit_count: packet in transit to firmware.
383 struct brcmf_fws_mac_descriptor {
395 u8 seq[BRCMF_FWS_FIFO_COUNT];
398 int suppr_transit_count;
399 bool send_tim_signal;
400 u8 traffic_pending_bmp;
401 u8 traffic_lastreported_bmp;
404 #define BRCMF_FWS_HANGER_MAXITEMS 1024
407 * enum brcmf_fws_hanger_item_state - state of hanger item.
409 * @BRCMF_FWS_HANGER_ITEM_STATE_FREE: item is free for use.
410 * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE: item is in use.
411 * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED: item was suppressed.
413 enum brcmf_fws_hanger_item_state {
414 BRCMF_FWS_HANGER_ITEM_STATE_FREE = 1,
415 BRCMF_FWS_HANGER_ITEM_STATE_INUSE,
416 BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
421 * struct brcmf_fws_hanger_item - single entry for tx pending packet.
423 * @state: entry is either free or occupied.
424 * @pkt: packet itself.
426 struct brcmf_fws_hanger_item {
427 enum brcmf_fws_hanger_item_state state;
432 * struct brcmf_fws_hanger - holds packets awaiting firmware txstatus.
434 * @pushed: packets pushed to await txstatus.
435 * @popped: packets popped upon handling txstatus.
436 * @failed_to_push: packets that could not be pushed.
437 * @failed_to_pop: packets that could not be popped.
438 * @failed_slotfind: packets for which failed to find an entry.
439 * @slot_pos: last returned item index for a free entry.
440 * @items: array of hanger items.
442 struct brcmf_fws_hanger {
449 struct brcmf_fws_hanger_item items[BRCMF_FWS_HANGER_MAXITEMS];
452 struct brcmf_fws_macdesc_table {
453 struct brcmf_fws_mac_descriptor nodes[BRCMF_FWS_MAC_DESC_TABLE_SIZE];
454 struct brcmf_fws_mac_descriptor iface[BRCMF_MAX_IFS];
455 struct brcmf_fws_mac_descriptor other;
458 struct brcmf_fws_stats {
459 u32 tlv_parse_failed;
460 u32 tlv_invalid_type;
465 u32 requested_sent[5];
467 u32 mac_update_failed;
468 u32 mac_ps_update_failed;
469 u32 if_update_failed;
470 u32 packet_request_failed;
471 u32 credit_request_failed;
472 u32 rollback_success;
474 u32 delayq_full_error;
475 u32 supprq_full_error;
486 struct brcmf_fws_info {
487 struct brcmf_pub *drvr;
490 struct brcmf_fws_stats stats;
491 struct brcmf_fws_hanger hanger;
492 enum brcmf_fws_fcmode fcmode;
494 bool bcmc_credit_check;
495 struct brcmf_fws_macdesc_table desc;
496 struct workqueue_struct *fws_wq;
497 struct work_struct fws_dequeue_work;
498 u32 fifo_enqpkt[BRCMF_FWS_FIFO_COUNT];
499 int fifo_credit[BRCMF_FWS_FIFO_COUNT];
500 int credits_borrowed[BRCMF_FWS_FIFO_AC_VO + 1];
501 int deq_node_pos[BRCMF_FWS_FIFO_COUNT];
504 unsigned long borrow_defer_timestamp;
505 bool bus_flow_blocked;
506 bool creditmap_received;
512 * brcmf_fws_prio2fifo - mapping from 802.1d priority to firmware fifo index.
514 static const int brcmf_fws_prio2fifo[] = {
515 BRCMF_FWS_FIFO_AC_BE,
516 BRCMF_FWS_FIFO_AC_BK,
517 BRCMF_FWS_FIFO_AC_BK,
518 BRCMF_FWS_FIFO_AC_BE,
519 BRCMF_FWS_FIFO_AC_VI,
520 BRCMF_FWS_FIFO_AC_VI,
521 BRCMF_FWS_FIFO_AC_VO,
525 #define BRCMF_FWS_TLV_DEF(name, id, len) \
526 case BRCMF_FWS_TYPE_ ## name: \
530 * brcmf_fws_get_tlv_len() - returns defined length for given tlv id.
532 * @fws: firmware-signalling information.
533 * @id: identifier of the TLV.
535 * Return: the specified length for the given TLV; Otherwise -EINVAL.
537 static int brcmf_fws_get_tlv_len(struct brcmf_fws_info *fws,
538 enum brcmf_fws_tlv_type id)
541 BRCMF_FWS_TLV_DEFLIST
543 fws->stats.tlv_invalid_type++;
548 #undef BRCMF_FWS_TLV_DEF
550 static void brcmf_fws_lock(struct brcmf_fws_info *fws)
551 __acquires(&fws->spinlock)
553 spin_lock_irqsave(&fws->spinlock, fws->flags);
556 static void brcmf_fws_unlock(struct brcmf_fws_info *fws)
557 __releases(&fws->spinlock)
559 spin_unlock_irqrestore(&fws->spinlock, fws->flags);
562 static bool brcmf_fws_ifidx_match(struct sk_buff *skb, void *arg)
564 u32 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
565 return ifidx == *(int *)arg;
568 static void brcmf_fws_psq_flush(struct brcmf_fws_info *fws, struct pktq *q,
571 bool (*matchfn)(struct sk_buff *, void *) = NULL;
576 matchfn = brcmf_fws_ifidx_match;
577 for (prec = 0; prec < q->num_prec; prec++) {
578 skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
580 brcmu_pkt_buf_free_skb(skb);
581 skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
586 static void brcmf_fws_hanger_init(struct brcmf_fws_hanger *hanger)
590 memset(hanger, 0, sizeof(*hanger));
591 for (i = 0; i < ARRAY_SIZE(hanger->items); i++)
592 hanger->items[i].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
595 static u32 brcmf_fws_hanger_get_free_slot(struct brcmf_fws_hanger *h)
599 i = (h->slot_pos + 1) % BRCMF_FWS_HANGER_MAXITEMS;
601 while (i != h->slot_pos) {
602 if (h->items[i].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
607 if (i == BRCMF_FWS_HANGER_MAXITEMS)
610 brcmf_err("all slots occupied\n");
611 h->failed_slotfind++;
612 i = BRCMF_FWS_HANGER_MAXITEMS;
617 static int brcmf_fws_hanger_pushpkt(struct brcmf_fws_hanger *h,
618 struct sk_buff *pkt, u32 slot_id)
620 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
623 if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
624 brcmf_err("slot is not free\n");
629 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE;
630 h->items[slot_id].pkt = pkt;
635 static inline int brcmf_fws_hanger_poppkt(struct brcmf_fws_hanger *h,
636 u32 slot_id, struct sk_buff **pktout,
639 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
642 if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
643 brcmf_err("entry not in use\n");
648 *pktout = h->items[slot_id].pkt;
650 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
651 h->items[slot_id].pkt = NULL;
657 static int brcmf_fws_hanger_mark_suppressed(struct brcmf_fws_hanger *h,
660 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
663 if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
664 brcmf_err("entry not in use\n");
668 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED;
672 static void brcmf_fws_hanger_cleanup(struct brcmf_fws_info *fws,
673 bool (*fn)(struct sk_buff *, void *),
676 struct brcmf_fws_hanger *h = &fws->hanger;
679 enum brcmf_fws_hanger_item_state s;
681 for (i = 0; i < ARRAY_SIZE(h->items); i++) {
682 s = h->items[i].state;
683 if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE ||
684 s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED) {
685 skb = h->items[i].pkt;
686 if (fn == NULL || fn(skb, &ifidx)) {
687 /* suppress packets freed from psq */
688 if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE)
689 brcmu_pkt_buf_free_skb(skb);
691 BRCMF_FWS_HANGER_ITEM_STATE_FREE;
697 static void brcmf_fws_macdesc_set_name(struct brcmf_fws_info *fws,
698 struct brcmf_fws_mac_descriptor *desc)
700 if (desc == &fws->desc.other)
701 strlcpy(desc->name, "MAC-OTHER", sizeof(desc->name));
702 else if (desc->mac_handle)
703 scnprintf(desc->name, sizeof(desc->name), "MAC-%d:%d",
704 desc->mac_handle, desc->interface_id);
706 scnprintf(desc->name, sizeof(desc->name), "MACIF:%d",
710 static void brcmf_fws_macdesc_init(struct brcmf_fws_mac_descriptor *desc,
714 "enter: desc %p ea=%pM, ifidx=%u\n", desc, addr, ifidx);
716 desc->state = BRCMF_FWS_STATE_OPEN;
717 desc->requested_credit = 0;
718 desc->requested_packet = 0;
719 /* depending on use may need ifp->bsscfgidx instead */
720 desc->interface_id = ifidx;
721 desc->ac_bitmap = 0xff; /* update this when handling APSD */
723 memcpy(&desc->ea[0], addr, ETH_ALEN);
727 void brcmf_fws_macdesc_deinit(struct brcmf_fws_mac_descriptor *desc)
730 "enter: ea=%pM, ifidx=%u\n", desc->ea, desc->interface_id);
732 desc->state = BRCMF_FWS_STATE_CLOSE;
733 desc->requested_credit = 0;
734 desc->requested_packet = 0;
737 static struct brcmf_fws_mac_descriptor *
738 brcmf_fws_macdesc_lookup(struct brcmf_fws_info *fws, u8 *ea)
740 struct brcmf_fws_mac_descriptor *entry;
744 return ERR_PTR(-EINVAL);
746 entry = &fws->desc.nodes[0];
747 for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++) {
748 if (entry->occupied && !memcmp(entry->ea, ea, ETH_ALEN))
753 return ERR_PTR(-ENOENT);
756 static struct brcmf_fws_mac_descriptor*
757 brcmf_fws_macdesc_find(struct brcmf_fws_info *fws, struct brcmf_if *ifp, u8 *da)
759 struct brcmf_fws_mac_descriptor *entry = &fws->desc.other;
762 multicast = is_multicast_ether_addr(da);
764 /* Multicast destination, STA and P2P clients get the interface entry.
765 * STA/GC gets the Mac Entry for TDLS destinations, TDLS destinations
766 * have their own entry.
768 if (multicast && ifp->fws_desc) {
769 entry = ifp->fws_desc;
773 entry = brcmf_fws_macdesc_lookup(fws, da);
775 entry = ifp->fws_desc;
781 static bool brcmf_fws_macdesc_closed(struct brcmf_fws_info *fws,
782 struct brcmf_fws_mac_descriptor *entry,
785 struct brcmf_fws_mac_descriptor *if_entry;
788 /* for unique destination entries the related interface
791 if (entry->mac_handle) {
792 if_entry = &fws->desc.iface[entry->interface_id];
793 if (if_entry->state == BRCMF_FWS_STATE_CLOSE)
796 /* an entry is closed when the state is closed and
797 * the firmware did not request anything.
799 closed = entry->state == BRCMF_FWS_STATE_CLOSE &&
800 !entry->requested_credit && !entry->requested_packet;
802 /* Or firmware does not allow traffic for given fifo */
803 return closed || !(entry->ac_bitmap & BIT(fifo));
806 static void brcmf_fws_macdesc_cleanup(struct brcmf_fws_info *fws,
807 struct brcmf_fws_mac_descriptor *entry,
810 if (entry->occupied && (ifidx == -1 || ifidx == entry->interface_id)) {
811 brcmf_fws_psq_flush(fws, &entry->psq, ifidx);
812 entry->occupied = !!(entry->psq.len);
816 static void brcmf_fws_bus_txq_cleanup(struct brcmf_fws_info *fws,
817 bool (*fn)(struct sk_buff *, void *),
820 struct brcmf_fws_hanger_item *hi;
826 txq = brcmf_bus_gettxq(fws->drvr->bus_if);
828 brcmf_dbg(TRACE, "no txq to clean up\n");
832 for (prec = 0; prec < txq->num_prec; prec++) {
833 skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
835 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
836 hi = &fws->hanger.items[hslot];
837 WARN_ON(skb != hi->pkt);
838 hi->state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
839 brcmu_pkt_buf_free_skb(skb);
840 skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
845 static void brcmf_fws_cleanup(struct brcmf_fws_info *fws, int ifidx)
848 struct brcmf_fws_mac_descriptor *table;
849 bool (*matchfn)(struct sk_buff *, void *) = NULL;
855 matchfn = brcmf_fws_ifidx_match;
857 /* cleanup individual nodes */
858 table = &fws->desc.nodes[0];
859 for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++)
860 brcmf_fws_macdesc_cleanup(fws, &table[i], ifidx);
862 brcmf_fws_macdesc_cleanup(fws, &fws->desc.other, ifidx);
863 brcmf_fws_bus_txq_cleanup(fws, matchfn, ifidx);
864 brcmf_fws_hanger_cleanup(fws, matchfn, ifidx);
867 static u8 brcmf_fws_hdrpush(struct brcmf_fws_info *fws, struct sk_buff *skb)
869 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
873 __le32 pkttag = cpu_to_le32(brcmf_skbcb(skb)->htod);
874 __le16 pktseq = cpu_to_le16(brcmf_skbcb(skb)->htod_seq);
876 brcmf_dbg(TRACE, "enter: %s, idx=%d hslot=%d htod %X seq %X\n",
877 entry->name, brcmf_skb_if_flags_get_field(skb, INDEX),
878 (le32_to_cpu(pkttag) >> 8) & 0xffff,
879 brcmf_skbcb(skb)->htod, brcmf_skbcb(skb)->htod_seq);
880 if (entry->send_tim_signal)
881 data_offset += 2 + BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
882 if (BRCMF_FWS_MODE_GET_REUSESEQ(fws->mode))
883 data_offset += BRCMF_FWS_TYPE_SEQ_LEN;
884 /* +2 is for Type[1] and Len[1] in TLV, plus TIM signal */
885 data_offset += 2 + BRCMF_FWS_TYPE_PKTTAG_LEN;
886 fillers = round_up(data_offset, 4) - data_offset;
887 data_offset += fillers;
889 skb_push(skb, data_offset);
892 wlh[0] = BRCMF_FWS_TYPE_PKTTAG;
893 wlh[1] = BRCMF_FWS_TYPE_PKTTAG_LEN;
894 memcpy(&wlh[2], &pkttag, sizeof(pkttag));
895 if (BRCMF_FWS_MODE_GET_REUSESEQ(fws->mode)) {
896 wlh[1] += BRCMF_FWS_TYPE_SEQ_LEN;
897 memcpy(&wlh[2 + BRCMF_FWS_TYPE_PKTTAG_LEN], &pktseq,
902 if (entry->send_tim_signal) {
903 entry->send_tim_signal = 0;
904 wlh[0] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP;
905 wlh[1] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
906 wlh[2] = entry->mac_handle;
907 wlh[3] = entry->traffic_pending_bmp;
908 brcmf_dbg(TRACE, "adding TIM info: handle %d bmp 0x%X\n",
909 entry->mac_handle, entry->traffic_pending_bmp);
910 wlh += BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2;
911 entry->traffic_lastreported_bmp = entry->traffic_pending_bmp;
914 memset(wlh, BRCMF_FWS_TYPE_FILLER, fillers);
916 return (u8)(data_offset >> 2);
919 static bool brcmf_fws_tim_update(struct brcmf_fws_info *fws,
920 struct brcmf_fws_mac_descriptor *entry,
921 int fifo, bool send_immediately)
924 struct brcmf_skbuff_cb *skcb;
930 /* check delayedQ and suppressQ in one call using bitmap */
931 if (brcmu_pktq_mlen(&entry->psq, 3 << (fifo * 2)) == 0)
932 entry->traffic_pending_bmp &= ~NBITVAL(fifo);
934 entry->traffic_pending_bmp |= NBITVAL(fifo);
936 entry->send_tim_signal = false;
937 if (entry->traffic_lastreported_bmp != entry->traffic_pending_bmp)
938 entry->send_tim_signal = true;
939 if (send_immediately && entry->send_tim_signal &&
940 entry->state == BRCMF_FWS_STATE_CLOSE) {
941 /* create a dummy packet and sent that. The traffic */
942 /* bitmap info will automatically be attached to that packet */
943 len = BRCMF_FWS_TYPE_PKTTAG_LEN + 2 +
944 BRCMF_FWS_TYPE_SEQ_LEN +
945 BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2 +
946 4 + fws->drvr->hdrlen;
947 skb = brcmu_pkt_buf_get_skb(len);
951 skcb = brcmf_skbcb(skb);
953 skcb->state = BRCMF_FWS_SKBSTATE_TIM;
956 data_offset = brcmf_fws_hdrpush(fws, skb);
957 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
958 brcmf_fws_unlock(fws);
959 err = brcmf_proto_txdata(fws->drvr, ifidx, data_offset, skb);
962 brcmu_pkt_buf_free_skb(skb);
969 brcmf_fws_flow_control_check(struct brcmf_fws_info *fws, struct pktq *pq,
972 struct brcmf_if *ifp = brcmf_get_ifp(fws->drvr, if_id);
977 if ((ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
978 pq->len <= BRCMF_FWS_FLOWCONTROL_LOWATER)
979 brcmf_txflowblock_if(ifp,
980 BRCMF_NETIF_STOP_REASON_FWS_FC, false);
981 if (!(ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
982 pq->len >= BRCMF_FWS_FLOWCONTROL_HIWATER) {
983 fws->stats.fws_flow_block++;
984 brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_FWS_FC, true);
989 static int brcmf_fws_rssi_indicate(struct brcmf_fws_info *fws, s8 rssi)
991 brcmf_dbg(CTL, "rssi %d\n", rssi);
996 int brcmf_fws_macdesc_indicate(struct brcmf_fws_info *fws, u8 type, u8 *data)
998 struct brcmf_fws_mac_descriptor *entry, *existing;
1003 mac_handle = *data++;
1007 entry = &fws->desc.nodes[mac_handle & 0x1F];
1008 if (type == BRCMF_FWS_TYPE_MACDESC_DEL) {
1009 if (entry->occupied) {
1010 brcmf_dbg(TRACE, "deleting %s mac %pM\n",
1012 brcmf_fws_lock(fws);
1013 brcmf_fws_macdesc_cleanup(fws, entry, -1);
1014 brcmf_fws_macdesc_deinit(entry);
1015 brcmf_fws_unlock(fws);
1017 fws->stats.mac_update_failed++;
1021 existing = brcmf_fws_macdesc_lookup(fws, addr);
1022 if (IS_ERR(existing)) {
1023 if (!entry->occupied) {
1024 brcmf_fws_lock(fws);
1025 entry->mac_handle = mac_handle;
1026 brcmf_fws_macdesc_init(entry, addr, ifidx);
1027 brcmf_fws_macdesc_set_name(fws, entry);
1028 brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
1030 brcmf_fws_unlock(fws);
1031 brcmf_dbg(TRACE, "add %s mac %pM\n", entry->name, addr);
1033 fws->stats.mac_update_failed++;
1036 if (entry != existing) {
1037 brcmf_dbg(TRACE, "copy mac %s\n", existing->name);
1038 brcmf_fws_lock(fws);
1039 memcpy(entry, existing,
1040 offsetof(struct brcmf_fws_mac_descriptor, psq));
1041 entry->mac_handle = mac_handle;
1042 brcmf_fws_macdesc_deinit(existing);
1043 brcmf_fws_macdesc_set_name(fws, entry);
1044 brcmf_fws_unlock(fws);
1045 brcmf_dbg(TRACE, "relocate %s mac %pM\n", entry->name,
1048 brcmf_dbg(TRACE, "use existing\n");
1049 WARN_ON(entry->mac_handle != mac_handle);
1050 /* TODO: what should we do here: continue, reinit, .. */
1056 static int brcmf_fws_macdesc_state_indicate(struct brcmf_fws_info *fws,
1059 struct brcmf_fws_mac_descriptor *entry;
1063 mac_handle = data[0];
1064 entry = &fws->desc.nodes[mac_handle & 0x1F];
1065 if (!entry->occupied) {
1066 fws->stats.mac_ps_update_failed++;
1069 brcmf_fws_lock(fws);
1070 /* a state update should wipe old credits */
1071 entry->requested_credit = 0;
1072 entry->requested_packet = 0;
1073 if (type == BRCMF_FWS_TYPE_MAC_OPEN) {
1074 entry->state = BRCMF_FWS_STATE_OPEN;
1075 ret = BRCMF_FWS_RET_OK_SCHEDULE;
1077 entry->state = BRCMF_FWS_STATE_CLOSE;
1078 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_BK, false);
1079 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_BE, false);
1080 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_VI, false);
1081 brcmf_fws_tim_update(fws, entry, BRCMF_FWS_FIFO_AC_VO, true);
1082 ret = BRCMF_FWS_RET_OK_NOSCHEDULE;
1084 brcmf_fws_unlock(fws);
1088 static int brcmf_fws_interface_state_indicate(struct brcmf_fws_info *fws,
1091 struct brcmf_fws_mac_descriptor *entry;
1097 if (ifidx >= BRCMF_MAX_IFS) {
1102 entry = &fws->desc.iface[ifidx];
1103 if (!entry->occupied) {
1108 brcmf_dbg(TRACE, "%s (%d): %s\n", brcmf_fws_get_tlv_name(type), type,
1110 brcmf_fws_lock(fws);
1112 case BRCMF_FWS_TYPE_INTERFACE_OPEN:
1113 entry->state = BRCMF_FWS_STATE_OPEN;
1114 ret = BRCMF_FWS_RET_OK_SCHEDULE;
1116 case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
1117 entry->state = BRCMF_FWS_STATE_CLOSE;
1118 ret = BRCMF_FWS_RET_OK_NOSCHEDULE;
1122 brcmf_fws_unlock(fws);
1125 brcmf_fws_unlock(fws);
1129 fws->stats.if_update_failed++;
1133 static int brcmf_fws_request_indicate(struct brcmf_fws_info *fws, u8 type,
1136 struct brcmf_fws_mac_descriptor *entry;
1138 entry = &fws->desc.nodes[data[1] & 0x1F];
1139 if (!entry->occupied) {
1140 if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
1141 fws->stats.credit_request_failed++;
1143 fws->stats.packet_request_failed++;
1147 brcmf_dbg(TRACE, "%s (%d): %s cnt %d bmp %d\n",
1148 brcmf_fws_get_tlv_name(type), type, entry->name,
1150 brcmf_fws_lock(fws);
1151 if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
1152 entry->requested_credit = data[0];
1154 entry->requested_packet = data[0];
1156 entry->ac_bitmap = data[2];
1157 brcmf_fws_unlock(fws);
1158 return BRCMF_FWS_RET_OK_SCHEDULE;
1162 brcmf_fws_macdesc_use_req_credit(struct brcmf_fws_mac_descriptor *entry,
1163 struct sk_buff *skb)
1165 if (entry->requested_credit > 0) {
1166 entry->requested_credit--;
1167 brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
1168 brcmf_skb_if_flags_set_field(skb, REQ_CREDIT, 1);
1169 if (entry->state != BRCMF_FWS_STATE_CLOSE)
1170 brcmf_err("requested credit set while mac not closed!\n");
1171 } else if (entry->requested_packet > 0) {
1172 entry->requested_packet--;
1173 brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
1174 brcmf_skb_if_flags_set_field(skb, REQ_CREDIT, 0);
1175 if (entry->state != BRCMF_FWS_STATE_CLOSE)
1176 brcmf_err("requested packet set while mac not closed!\n");
1178 brcmf_skb_if_flags_set_field(skb, REQUESTED, 0);
1179 brcmf_skb_if_flags_set_field(skb, REQ_CREDIT, 0);
1183 static void brcmf_fws_macdesc_return_req_credit(struct sk_buff *skb)
1185 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
1187 if ((brcmf_skb_if_flags_get_field(skb, REQ_CREDIT)) &&
1188 (entry->state == BRCMF_FWS_STATE_CLOSE))
1189 entry->requested_credit++;
1192 static void brcmf_fws_return_credits(struct brcmf_fws_info *fws,
1193 u8 fifo, u8 credits)
1202 fws->fifo_credit_map |= 1 << fifo;
1204 if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
1205 (fws->credits_borrowed[0])) {
1206 for (lender_ac = BRCMF_FWS_FIFO_AC_VO; lender_ac >= 0;
1208 borrowed = &fws->credits_borrowed[lender_ac];
1210 fws->fifo_credit_map |= (1 << lender_ac);
1211 fifo_credit = &fws->fifo_credit[lender_ac];
1212 if (*borrowed >= credits) {
1213 *borrowed -= credits;
1214 *fifo_credit += credits;
1217 credits -= *borrowed;
1218 *fifo_credit += *borrowed;
1225 fws->fifo_credit[fifo] += credits;
1228 static void brcmf_fws_schedule_deq(struct brcmf_fws_info *fws)
1230 /* only schedule dequeue when there are credits for delayed traffic */
1231 if ((fws->fifo_credit_map & fws->fifo_delay_map) ||
1232 (!brcmf_fws_fc_active(fws) && fws->fifo_delay_map))
1233 queue_work(fws->fws_wq, &fws->fws_dequeue_work);
1236 static int brcmf_fws_enq(struct brcmf_fws_info *fws,
1237 enum brcmf_fws_skb_state state, int fifo,
1240 int prec = 2 * fifo;
1241 u32 *qfull_stat = &fws->stats.delayq_full_error;
1242 struct brcmf_fws_mac_descriptor *entry;
1244 struct sk_buff_head *queue;
1245 struct sk_buff *p_head;
1246 struct sk_buff *p_tail;
1250 entry = brcmf_skbcb(p)->mac;
1251 if (entry == NULL) {
1252 brcmf_err("no mac descriptor found for skb %p\n", p);
1256 brcmf_dbg(DATA, "enter: fifo %d skb %p\n", fifo, p);
1257 if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
1259 qfull_stat = &fws->stats.supprq_full_error;
1261 /* Fix out of order delivery of frames. Dont assume frame */
1262 /* can be inserted at the end, but look for correct position */
1264 if (pktq_full(pq) || pktq_pfull(pq, prec)) {
1268 queue = &pq->q[prec].skblist;
1270 p_head = skb_peek(queue);
1271 p_tail = skb_peek_tail(queue);
1272 fr_new = brcmf_skb_htod_tag_get_field(p, FREERUN);
1274 while (p_head != p_tail) {
1275 fr_compare = brcmf_skb_htod_tag_get_field(p_tail,
1277 /* be sure to handle wrap of 256 */
1278 if (((fr_new > fr_compare) &&
1279 ((fr_new - fr_compare) < 128)) ||
1280 ((fr_new < fr_compare) &&
1281 ((fr_compare - fr_new) > 128)))
1283 p_tail = skb_queue_prev(queue, p_tail);
1285 /* Position found. Determine what to do */
1286 if (p_tail == NULL) {
1288 __skb_queue_tail(queue, p);
1290 fr_compare = brcmf_skb_htod_tag_get_field(p_tail,
1292 if (((fr_new > fr_compare) &&
1293 ((fr_new - fr_compare) < 128)) ||
1294 ((fr_new < fr_compare) &&
1295 ((fr_compare - fr_new) > 128))) {
1297 __skb_queue_after(queue, p_tail, p);
1300 __skb_insert(p, p_tail->prev, p_tail, queue);
1304 /* Complete the counters and statistics */
1306 if (pq->hi_prec < prec)
1307 pq->hi_prec = (u8) prec;
1308 } else if (brcmu_pktq_penq(&entry->psq, prec, p) == NULL) {
1313 /* increment total enqueued packet count */
1314 fws->fifo_delay_map |= 1 << fifo;
1315 fws->fifo_enqpkt[fifo]++;
1317 /* update the sk_buff state */
1318 brcmf_skbcb(p)->state = state;
1321 * A packet has been pushed so update traffic
1322 * availability bitmap, if applicable
1324 brcmf_fws_tim_update(fws, entry, fifo, true);
1325 brcmf_fws_flow_control_check(fws, &entry->psq,
1326 brcmf_skb_if_flags_get_field(p, INDEX));
1330 static struct sk_buff *brcmf_fws_deq(struct brcmf_fws_info *fws, int fifo)
1332 struct brcmf_fws_mac_descriptor *table;
1333 struct brcmf_fws_mac_descriptor *entry;
1341 table = (struct brcmf_fws_mac_descriptor *)&fws->desc;
1342 num_nodes = sizeof(fws->desc) / sizeof(struct brcmf_fws_mac_descriptor);
1343 node_pos = fws->deq_node_pos[fifo];
1345 for (i = 0; i < num_nodes; i++) {
1346 entry = &table[(node_pos + i) % num_nodes];
1347 if (!entry->occupied ||
1348 brcmf_fws_macdesc_closed(fws, entry, fifo))
1351 if (entry->suppressed)
1355 p = brcmu_pktq_mdeq(&entry->psq, pmsk << (fifo * 2), &prec_out);
1357 if (entry->suppressed) {
1358 if (entry->suppr_transit_count)
1360 entry->suppressed = false;
1361 p = brcmu_pktq_mdeq(&entry->psq,
1362 1 << (fifo * 2), &prec_out);
1368 brcmf_fws_macdesc_use_req_credit(entry, p);
1370 /* move dequeue position to ensure fair round-robin */
1371 fws->deq_node_pos[fifo] = (node_pos + i + 1) % num_nodes;
1372 brcmf_fws_flow_control_check(fws, &entry->psq,
1373 brcmf_skb_if_flags_get_field(p,
1377 * A packet has been picked up, update traffic
1378 * availability bitmap, if applicable
1380 brcmf_fws_tim_update(fws, entry, fifo, false);
1383 * decrement total enqueued fifo packets and
1384 * clear delay bitmap if done.
1386 fws->fifo_enqpkt[fifo]--;
1387 if (fws->fifo_enqpkt[fifo] == 0)
1388 fws->fifo_delay_map &= ~(1 << fifo);
1393 brcmf_dbg(DATA, "exit: fifo %d skb %p\n", fifo, p);
1397 static int brcmf_fws_txstatus_suppressed(struct brcmf_fws_info *fws, int fifo,
1398 struct sk_buff *skb,
1399 u32 genbit, u16 seq)
1401 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
1405 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
1407 /* this packet was suppressed */
1408 if (!entry->suppressed) {
1409 entry->suppressed = true;
1410 entry->suppr_transit_count = entry->transit_count;
1411 brcmf_dbg(DATA, "suppress %s: transit %d\n",
1412 entry->name, entry->transit_count);
1415 entry->generation = genbit;
1417 brcmf_skb_htod_tag_set_field(skb, GENERATION, genbit);
1418 brcmf_skbcb(skb)->htod_seq = seq;
1419 if (brcmf_skb_htod_seq_get_field(skb, FROMFW)) {
1420 brcmf_skb_htod_seq_set_field(skb, FROMDRV, 1);
1421 brcmf_skb_htod_seq_set_field(skb, FROMFW, 0);
1423 brcmf_skb_htod_seq_set_field(skb, FROMDRV, 0);
1425 ret = brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_SUPPRESSED, fifo, skb);
1428 /* suppress q is full drop this packet */
1429 brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb, true);
1431 /* Mark suppressed to avoid a double free during wlfc cleanup */
1432 brcmf_fws_hanger_mark_suppressed(&fws->hanger, hslot);
1439 brcmf_fws_txs_process(struct brcmf_fws_info *fws, u8 flags, u32 hslot,
1440 u32 genbit, u16 seq)
1444 bool remove_from_hanger = true;
1445 struct sk_buff *skb;
1446 struct brcmf_skbuff_cb *skcb;
1447 struct brcmf_fws_mac_descriptor *entry = NULL;
1448 struct brcmf_if *ifp;
1450 brcmf_dbg(DATA, "flags %d\n", flags);
1452 if (flags == BRCMF_FWS_TXSTATUS_DISCARD)
1453 fws->stats.txs_discard++;
1454 else if (flags == BRCMF_FWS_TXSTATUS_CORE_SUPPRESS) {
1455 fws->stats.txs_supp_core++;
1456 remove_from_hanger = false;
1457 } else if (flags == BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS) {
1458 fws->stats.txs_supp_ps++;
1459 remove_from_hanger = false;
1460 } else if (flags == BRCMF_FWS_TXSTATUS_FW_TOSSED)
1461 fws->stats.txs_tossed++;
1462 else if (flags == BRCMF_FWS_TXSTATUS_HOST_TOSSED)
1463 fws->stats.txs_host_tossed++;
1465 brcmf_err("unexpected txstatus\n");
1467 ret = brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
1468 remove_from_hanger);
1470 brcmf_err("no packet in hanger slot: hslot=%d\n", hslot);
1474 skcb = brcmf_skbcb(skb);
1476 if (WARN_ON(!entry)) {
1477 brcmu_pkt_buf_free_skb(skb);
1480 entry->transit_count--;
1481 if (entry->suppressed && entry->suppr_transit_count)
1482 entry->suppr_transit_count--;
1484 brcmf_dbg(DATA, "%s flags %d htod %X seq %X\n", entry->name, flags,
1487 /* pick up the implicit credit from this packet */
1488 fifo = brcmf_skb_htod_tag_get_field(skb, FIFO);
1489 if ((fws->fcmode == BRCMF_FWS_FCMODE_IMPLIED_CREDIT) ||
1490 (brcmf_skb_if_flags_get_field(skb, REQ_CREDIT)) ||
1491 (flags == BRCMF_FWS_TXSTATUS_HOST_TOSSED)) {
1492 brcmf_fws_return_credits(fws, fifo, 1);
1493 brcmf_fws_schedule_deq(fws);
1495 brcmf_fws_macdesc_return_req_credit(skb);
1497 ret = brcmf_proto_hdrpull(fws->drvr, false, skb, &ifp);
1499 brcmu_pkt_buf_free_skb(skb);
1502 if (!remove_from_hanger)
1503 ret = brcmf_fws_txstatus_suppressed(fws, fifo, skb,
1505 if (remove_from_hanger || ret)
1506 brcmf_txfinalize(ifp, skb, true);
1511 static int brcmf_fws_fifocreditback_indicate(struct brcmf_fws_info *fws,
1516 if (fws->fcmode != BRCMF_FWS_FCMODE_EXPLICIT_CREDIT) {
1517 brcmf_dbg(INFO, "ignored\n");
1518 return BRCMF_FWS_RET_OK_NOSCHEDULE;
1521 brcmf_dbg(DATA, "enter: data %pM\n", data);
1522 brcmf_fws_lock(fws);
1523 for (i = 0; i < BRCMF_FWS_FIFO_COUNT; i++)
1524 brcmf_fws_return_credits(fws, i, data[i]);
1526 brcmf_dbg(DATA, "map: credit %x delay %x\n", fws->fifo_credit_map,
1527 fws->fifo_delay_map);
1528 brcmf_fws_unlock(fws);
1529 return BRCMF_FWS_RET_OK_SCHEDULE;
1532 static int brcmf_fws_txstatus_indicate(struct brcmf_fws_info *fws, u8 *data)
1542 fws->stats.txs_indicate++;
1543 memcpy(&status_le, data, sizeof(status_le));
1544 status = le32_to_cpu(status_le);
1545 flags = brcmf_txstatus_get_field(status, FLAGS);
1546 hslot = brcmf_txstatus_get_field(status, HSLOT);
1547 genbit = brcmf_txstatus_get_field(status, GENERATION);
1548 if (BRCMF_FWS_MODE_GET_REUSESEQ(fws->mode)) {
1549 memcpy(&seq_le, &data[BRCMF_FWS_TYPE_PKTTAG_LEN],
1551 seq = le16_to_cpu(seq_le);
1556 brcmf_fws_lock(fws);
1557 brcmf_fws_txs_process(fws, flags, hslot, genbit, seq);
1558 brcmf_fws_unlock(fws);
1559 return BRCMF_FWS_RET_OK_NOSCHEDULE;
1562 static int brcmf_fws_dbg_seqnum_check(struct brcmf_fws_info *fws, u8 *data)
1566 memcpy(×tamp, &data[2], sizeof(timestamp));
1567 brcmf_dbg(CTL, "received: seq %d, timestamp %d\n", data[1],
1568 le32_to_cpu(timestamp));
1572 static int brcmf_fws_notify_credit_map(struct brcmf_if *ifp,
1573 const struct brcmf_event_msg *e,
1576 struct brcmf_fws_info *fws = ifp->drvr->fws;
1580 if (e->datalen < BRCMF_FWS_FIFO_COUNT) {
1581 brcmf_err("event payload too small (%d)\n", e->datalen);
1584 if (fws->creditmap_received)
1587 fws->creditmap_received = true;
1589 brcmf_dbg(TRACE, "enter: credits %pM\n", credits);
1590 brcmf_fws_lock(fws);
1591 for (i = 0; i < ARRAY_SIZE(fws->fifo_credit); i++) {
1593 fws->fifo_credit_map |= 1 << i;
1595 fws->fifo_credit_map &= ~(1 << i);
1596 fws->fifo_credit[i] = *credits++;
1598 brcmf_fws_schedule_deq(fws);
1599 brcmf_fws_unlock(fws);
1603 static int brcmf_fws_notify_bcmc_credit_support(struct brcmf_if *ifp,
1604 const struct brcmf_event_msg *e,
1607 struct brcmf_fws_info *fws = ifp->drvr->fws;
1610 brcmf_fws_lock(fws);
1611 fws->bcmc_credit_check = true;
1612 brcmf_fws_unlock(fws);
1617 void brcmf_fws_hdrpull(struct brcmf_if *ifp, s16 siglen, struct sk_buff *skb)
1619 struct brcmf_skb_reorder_data *rd;
1620 struct brcmf_fws_info *fws = ifp->drvr->fws;
1629 brcmf_dbg(HDRS, "enter: ifidx %d, skblen %u, sig %d\n",
1630 ifp->ifidx, skb->len, siglen);
1632 WARN_ON(siglen > skb->len);
1636 /* if flow control disabled, skip to packet data and leave */
1637 if ((!fws) || (!fws->fw_signals)) {
1638 skb_pull(skb, siglen);
1642 fws->stats.header_pulls++;
1644 signal_data = skb->data;
1646 status = BRCMF_FWS_RET_OK_NOSCHEDULE;
1647 while (data_len > 0) {
1648 /* extract tlv info */
1649 type = signal_data[0];
1651 /* FILLER type is actually not a TLV, but
1652 * a single byte that can be skipped.
1654 if (type == BRCMF_FWS_TYPE_FILLER) {
1659 len = signal_data[1];
1660 data = signal_data + 2;
1662 brcmf_dbg(HDRS, "tlv type=%s (%d), len=%d (%d)\n",
1663 brcmf_fws_get_tlv_name(type), type, len,
1664 brcmf_fws_get_tlv_len(fws, type));
1666 /* abort parsing when length invalid */
1667 if (data_len < len + 2)
1670 if (len < brcmf_fws_get_tlv_len(fws, type))
1673 err = BRCMF_FWS_RET_OK_NOSCHEDULE;
1675 case BRCMF_FWS_TYPE_COMP_TXSTATUS:
1677 case BRCMF_FWS_TYPE_HOST_REORDER_RXPKTS:
1678 rd = (struct brcmf_skb_reorder_data *)skb->cb;
1681 case BRCMF_FWS_TYPE_MACDESC_ADD:
1682 case BRCMF_FWS_TYPE_MACDESC_DEL:
1683 brcmf_fws_macdesc_indicate(fws, type, data);
1685 case BRCMF_FWS_TYPE_MAC_OPEN:
1686 case BRCMF_FWS_TYPE_MAC_CLOSE:
1687 err = brcmf_fws_macdesc_state_indicate(fws, type, data);
1689 case BRCMF_FWS_TYPE_INTERFACE_OPEN:
1690 case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
1691 err = brcmf_fws_interface_state_indicate(fws, type,
1694 case BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT:
1695 case BRCMF_FWS_TYPE_MAC_REQUEST_PACKET:
1696 err = brcmf_fws_request_indicate(fws, type, data);
1698 case BRCMF_FWS_TYPE_TXSTATUS:
1699 brcmf_fws_txstatus_indicate(fws, data);
1701 case BRCMF_FWS_TYPE_FIFO_CREDITBACK:
1702 err = brcmf_fws_fifocreditback_indicate(fws, data);
1704 case BRCMF_FWS_TYPE_RSSI:
1705 brcmf_fws_rssi_indicate(fws, *data);
1707 case BRCMF_FWS_TYPE_TRANS_ID:
1708 brcmf_fws_dbg_seqnum_check(fws, data);
1710 case BRCMF_FWS_TYPE_PKTTAG:
1711 case BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP:
1713 fws->stats.tlv_invalid_type++;
1716 if (err == BRCMF_FWS_RET_OK_SCHEDULE)
1717 status = BRCMF_FWS_RET_OK_SCHEDULE;
1718 signal_data += len + 2;
1719 data_len -= len + 2;
1723 fws->stats.tlv_parse_failed++;
1725 if (status == BRCMF_FWS_RET_OK_SCHEDULE)
1726 brcmf_fws_schedule_deq(fws);
1728 /* signalling processing result does
1729 * not affect the actual ethernet packet.
1731 skb_pull(skb, siglen);
1733 /* this may be a signal-only packet
1736 fws->stats.header_only_pkt++;
1739 static u8 brcmf_fws_precommit_skb(struct brcmf_fws_info *fws, int fifo,
1742 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
1743 struct brcmf_fws_mac_descriptor *entry = skcb->mac;
1746 if (skcb->state != BRCMF_FWS_SKBSTATE_SUPPRESSED)
1747 brcmf_skb_htod_tag_set_field(p, GENERATION, entry->generation);
1748 flags = BRCMF_FWS_HTOD_FLAG_PKTFROMHOST;
1749 if (brcmf_skb_if_flags_get_field(p, REQUESTED)) {
1751 * Indicate that this packet is being sent in response to an
1752 * explicit request from the firmware side.
1754 flags |= BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED;
1756 brcmf_skb_htod_tag_set_field(p, FLAGS, flags);
1757 return brcmf_fws_hdrpush(fws, p);
1760 static void brcmf_fws_rollback_toq(struct brcmf_fws_info *fws,
1761 struct sk_buff *skb, int fifo)
1763 struct brcmf_fws_mac_descriptor *entry;
1764 struct sk_buff *pktout;
1768 entry = brcmf_skbcb(skb)->mac;
1769 if (entry->occupied) {
1771 if (brcmf_skbcb(skb)->state == BRCMF_FWS_SKBSTATE_SUPPRESSED)
1774 pktout = brcmu_pktq_penq_head(&entry->psq, qidx, skb);
1775 if (pktout == NULL) {
1776 brcmf_err("%s queue %d full\n", entry->name, qidx);
1780 brcmf_err("%s entry removed\n", entry->name);
1785 fws->stats.rollback_failed++;
1786 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
1787 brcmf_fws_txs_process(fws, BRCMF_FWS_TXSTATUS_HOST_TOSSED,
1790 fws->stats.rollback_success++;
1791 brcmf_fws_return_credits(fws, fifo, 1);
1792 brcmf_fws_macdesc_return_req_credit(skb);
1796 static int brcmf_fws_borrow_credit(struct brcmf_fws_info *fws)
1800 if (time_after(fws->borrow_defer_timestamp, jiffies)) {
1801 fws->fifo_credit_map &= ~(1 << BRCMF_FWS_FIFO_AC_BE);
1805 for (lender_ac = 0; lender_ac <= BRCMF_FWS_FIFO_AC_VO; lender_ac++) {
1806 if (fws->fifo_credit[lender_ac]) {
1807 fws->credits_borrowed[lender_ac]++;
1808 fws->fifo_credit[lender_ac]--;
1809 if (fws->fifo_credit[lender_ac] == 0)
1810 fws->fifo_credit_map &= ~(1 << lender_ac);
1811 fws->fifo_credit_map |= (1 << BRCMF_FWS_FIFO_AC_BE);
1812 brcmf_dbg(DATA, "borrow credit from: %d\n", lender_ac);
1816 fws->fifo_credit_map &= ~(1 << BRCMF_FWS_FIFO_AC_BE);
1820 static int brcmf_fws_commit_skb(struct brcmf_fws_info *fws, int fifo,
1821 struct sk_buff *skb)
1823 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
1824 struct brcmf_fws_mac_descriptor *entry;
1831 return PTR_ERR(entry);
1833 data_offset = brcmf_fws_precommit_skb(fws, fifo, skb);
1834 entry->transit_count++;
1835 if (entry->suppressed)
1836 entry->suppr_transit_count++;
1837 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
1838 brcmf_fws_unlock(fws);
1839 rc = brcmf_proto_txdata(fws->drvr, ifidx, data_offset, skb);
1840 brcmf_fws_lock(fws);
1841 brcmf_dbg(DATA, "%s flags %X htod %X bus_tx %d\n", entry->name,
1842 skcb->if_flags, skcb->htod, rc);
1844 entry->transit_count--;
1845 if (entry->suppressed)
1846 entry->suppr_transit_count--;
1847 (void)brcmf_proto_hdrpull(fws->drvr, false, skb, NULL);
1851 fws->stats.pkt2bus++;
1852 fws->stats.send_pkts[fifo]++;
1853 if (brcmf_skb_if_flags_get_field(skb, REQUESTED))
1854 fws->stats.requested_sent[fifo]++;
1859 brcmf_fws_rollback_toq(fws, skb, fifo);
1863 static int brcmf_fws_assign_htod(struct brcmf_fws_info *fws, struct sk_buff *p,
1866 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
1871 hslot = brcmf_fws_hanger_get_free_slot(&fws->hanger);
1872 brcmf_skb_htod_tag_set_field(p, HSLOT, hslot);
1873 brcmf_skb_htod_tag_set_field(p, FREERUN, skcb->mac->seq[fifo]);
1874 brcmf_skb_htod_tag_set_field(p, FIFO, fifo);
1875 rc = brcmf_fws_hanger_pushpkt(&fws->hanger, p, hslot);
1877 skcb->mac->seq[fifo]++;
1879 fws->stats.generic_error++;
1883 int brcmf_fws_process_skb(struct brcmf_if *ifp, struct sk_buff *skb)
1885 struct brcmf_pub *drvr = ifp->drvr;
1886 struct brcmf_fws_info *fws = drvr->fws;
1887 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
1888 struct ethhdr *eh = (struct ethhdr *)(skb->data);
1889 int fifo = BRCMF_FWS_FIFO_BCMC;
1890 bool multicast = is_multicast_ether_addr(eh->h_dest);
1893 brcmf_dbg(DATA, "tx proto=0x%X\n", ntohs(eh->h_proto));
1894 /* determine the priority */
1896 skb->priority = cfg80211_classify8021d(skb, NULL);
1898 drvr->tx_multicast += !!multicast;
1900 if (fws->avoid_queueing) {
1901 rc = brcmf_proto_txdata(drvr, ifp->ifidx, 0, skb);
1903 brcmf_txfinalize(ifp, skb, false);
1907 /* set control buffer information */
1909 skcb->state = BRCMF_FWS_SKBSTATE_NEW;
1910 brcmf_skb_if_flags_set_field(skb, INDEX, ifp->ifidx);
1912 fifo = brcmf_fws_prio2fifo[skb->priority];
1914 brcmf_fws_lock(fws);
1915 if (fifo != BRCMF_FWS_FIFO_AC_BE && fifo < BRCMF_FWS_FIFO_BCMC)
1916 fws->borrow_defer_timestamp = jiffies +
1917 BRCMF_FWS_BORROW_DEFER_PERIOD;
1919 skcb->mac = brcmf_fws_macdesc_find(fws, ifp, eh->h_dest);
1920 brcmf_dbg(DATA, "%s mac %pM multi %d fifo %d\n", skcb->mac->name,
1921 eh->h_dest, multicast, fifo);
1922 if (!brcmf_fws_assign_htod(fws, skb, fifo)) {
1923 brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_DELAYED, fifo, skb);
1924 brcmf_fws_schedule_deq(fws);
1926 brcmf_err("drop skb: no hanger slot\n");
1927 brcmf_txfinalize(ifp, skb, false);
1930 brcmf_fws_unlock(fws);
1935 void brcmf_fws_reset_interface(struct brcmf_if *ifp)
1937 struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
1939 brcmf_dbg(TRACE, "enter: bsscfgidx=%d\n", ifp->bsscfgidx);
1943 brcmf_fws_macdesc_init(entry, ifp->mac_addr, ifp->ifidx);
1946 void brcmf_fws_add_interface(struct brcmf_if *ifp)
1948 struct brcmf_fws_info *fws = ifp->drvr->fws;
1949 struct brcmf_fws_mac_descriptor *entry;
1954 entry = &fws->desc.iface[ifp->ifidx];
1955 ifp->fws_desc = entry;
1956 brcmf_fws_macdesc_init(entry, ifp->mac_addr, ifp->ifidx);
1957 brcmf_fws_macdesc_set_name(fws, entry);
1958 brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
1960 brcmf_dbg(TRACE, "added %s\n", entry->name);
1963 void brcmf_fws_del_interface(struct brcmf_if *ifp)
1965 struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
1970 brcmf_fws_lock(ifp->drvr->fws);
1971 ifp->fws_desc = NULL;
1972 brcmf_dbg(TRACE, "deleting %s\n", entry->name);
1973 brcmf_fws_macdesc_deinit(entry);
1974 brcmf_fws_cleanup(ifp->drvr->fws, ifp->ifidx);
1975 brcmf_fws_unlock(ifp->drvr->fws);
1978 static void brcmf_fws_dequeue_worker(struct work_struct *worker)
1980 struct brcmf_fws_info *fws;
1981 struct brcmf_pub *drvr;
1982 struct sk_buff *skb;
1988 fws = container_of(worker, struct brcmf_fws_info, fws_dequeue_work);
1991 brcmf_fws_lock(fws);
1992 for (fifo = BRCMF_FWS_FIFO_BCMC; fifo >= 0 && !fws->bus_flow_blocked;
1994 if (!brcmf_fws_fc_active(fws)) {
1995 while ((skb = brcmf_fws_deq(fws, fifo)) != NULL) {
1996 hslot = brcmf_skb_htod_tag_get_field(skb,
1998 brcmf_fws_hanger_poppkt(&fws->hanger, hslot,
2000 ifidx = brcmf_skb_if_flags_get_field(skb,
2002 /* Use proto layer to send data frame */
2003 brcmf_fws_unlock(fws);
2004 ret = brcmf_proto_txdata(drvr, ifidx, 0, skb);
2005 brcmf_fws_lock(fws);
2007 brcmf_txfinalize(brcmf_get_ifp(drvr,
2010 if (fws->bus_flow_blocked)
2015 while ((fws->fifo_credit[fifo]) || ((!fws->bcmc_credit_check) &&
2016 (fifo == BRCMF_FWS_FIFO_BCMC))) {
2017 skb = brcmf_fws_deq(fws, fifo);
2020 fws->fifo_credit[fifo]--;
2021 if (brcmf_fws_commit_skb(fws, fifo, skb))
2023 if (fws->bus_flow_blocked)
2026 if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
2027 (fws->fifo_credit[fifo] == 0) &&
2028 (!fws->bus_flow_blocked)) {
2029 while (brcmf_fws_borrow_credit(fws) == 0) {
2030 skb = brcmf_fws_deq(fws, fifo);
2032 brcmf_fws_return_credits(fws, fifo, 1);
2035 if (brcmf_fws_commit_skb(fws, fifo, skb))
2037 if (fws->bus_flow_blocked)
2042 brcmf_fws_unlock(fws);
2046 static int brcmf_debugfs_fws_stats_read(struct seq_file *seq, void *data)
2048 struct brcmf_bus *bus_if = dev_get_drvdata(seq->private);
2049 struct brcmf_fws_stats *fwstats = &bus_if->drvr->fws->stats;
2052 "header_pulls: %u\n"
2053 "header_only_pkt: %u\n"
2054 "tlv_parse_failed: %u\n"
2055 "tlv_invalid_type: %u\n"
2056 "mac_update_fails: %u\n"
2057 "ps_update_fails: %u\n"
2058 "if_update_fails: %u\n"
2060 "generic_error: %u\n"
2061 "rollback_success: %u\n"
2062 "rollback_failed: %u\n"
2065 "txs_indicate: %u\n"
2067 "txs_suppr_core: %u\n"
2068 "txs_suppr_ps: %u\n"
2070 "txs_host_tossed: %u\n"
2071 "bus_flow_block: %u\n"
2072 "fws_flow_block: %u\n"
2073 "send_pkts: BK:%u BE:%u VO:%u VI:%u BCMC:%u\n"
2074 "requested_sent: BK:%u BE:%u VO:%u VI:%u BCMC:%u\n",
2075 fwstats->header_pulls,
2076 fwstats->header_only_pkt,
2077 fwstats->tlv_parse_failed,
2078 fwstats->tlv_invalid_type,
2079 fwstats->mac_update_failed,
2080 fwstats->mac_ps_update_failed,
2081 fwstats->if_update_failed,
2083 fwstats->generic_error,
2084 fwstats->rollback_success,
2085 fwstats->rollback_failed,
2086 fwstats->delayq_full_error,
2087 fwstats->supprq_full_error,
2088 fwstats->txs_indicate,
2089 fwstats->txs_discard,
2090 fwstats->txs_supp_core,
2091 fwstats->txs_supp_ps,
2092 fwstats->txs_tossed,
2093 fwstats->txs_host_tossed,
2094 fwstats->bus_flow_block,
2095 fwstats->fws_flow_block,
2096 fwstats->send_pkts[0], fwstats->send_pkts[1],
2097 fwstats->send_pkts[2], fwstats->send_pkts[3],
2098 fwstats->send_pkts[4],
2099 fwstats->requested_sent[0],
2100 fwstats->requested_sent[1],
2101 fwstats->requested_sent[2],
2102 fwstats->requested_sent[3],
2103 fwstats->requested_sent[4]);
2108 static int brcmf_debugfs_fws_stats_read(struct seq_file *seq, void *data)
2114 int brcmf_fws_init(struct brcmf_pub *drvr)
2116 struct brcmf_fws_info *fws;
2117 struct brcmf_if *ifp;
2118 u32 tlv = BRCMF_FWS_FLAGS_RSSI_SIGNALS;
2122 drvr->fws = kzalloc(sizeof(*(drvr->fws)), GFP_KERNEL);
2130 spin_lock_init(&fws->spinlock);
2132 /* set linkage back */
2134 fws->fcmode = drvr->settings->fcmode;
2136 if ((drvr->bus_if->always_use_fws_queue == false) &&
2137 (fws->fcmode == BRCMF_FWS_FCMODE_NONE)) {
2138 fws->avoid_queueing = true;
2139 brcmf_dbg(INFO, "FWS queueing will be avoided\n");
2143 fws->fws_wq = create_singlethread_workqueue("brcmf_fws_wq");
2144 if (fws->fws_wq == NULL) {
2145 brcmf_err("workqueue creation failed\n");
2149 INIT_WORK(&fws->fws_dequeue_work, brcmf_fws_dequeue_worker);
2151 /* enable firmware signalling if fcmode active */
2152 if (fws->fcmode != BRCMF_FWS_FCMODE_NONE)
2153 tlv |= BRCMF_FWS_FLAGS_XONXOFF_SIGNALS |
2154 BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS |
2155 BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE |
2156 BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE;
2158 rc = brcmf_fweh_register(drvr, BRCMF_E_FIFO_CREDIT_MAP,
2159 brcmf_fws_notify_credit_map);
2161 brcmf_err("register credit map handler failed\n");
2164 rc = brcmf_fweh_register(drvr, BRCMF_E_BCMC_CREDIT_SUPPORT,
2165 brcmf_fws_notify_bcmc_credit_support);
2167 brcmf_err("register bcmc credit handler failed\n");
2168 brcmf_fweh_unregister(drvr, BRCMF_E_FIFO_CREDIT_MAP);
2172 /* Setting the iovar may fail if feature is unsupported
2173 * so leave the rc as is so driver initialization can
2174 * continue. Set mode back to none indicating not enabled.
2176 fws->fw_signals = true;
2177 ifp = brcmf_get_ifp(drvr, 0);
2178 if (brcmf_fil_iovar_int_set(ifp, "tlv", tlv)) {
2179 brcmf_err("failed to set bdcv2 tlv signaling\n");
2180 fws->fcmode = BRCMF_FWS_FCMODE_NONE;
2181 fws->fw_signals = false;
2184 if (brcmf_fil_iovar_int_set(ifp, "ampdu_hostreorder", 1))
2185 brcmf_dbg(INFO, "enabling AMPDU host-reorder failed\n");
2187 /* Enable seq number reuse, if supported */
2188 if (brcmf_fil_iovar_int_get(ifp, "wlfc_mode", &mode) == 0) {
2189 if (BRCMF_FWS_MODE_GET_REUSESEQ(mode)) {
2191 BRCMF_FWS_MODE_SET_REUSESEQ(mode, 1);
2192 if (brcmf_fil_iovar_int_set(ifp,
2193 "wlfc_mode", mode) == 0) {
2194 BRCMF_FWS_MODE_SET_REUSESEQ(fws->mode, 1);
2199 brcmf_fws_hanger_init(&fws->hanger);
2200 brcmf_fws_macdesc_init(&fws->desc.other, NULL, 0);
2201 brcmf_fws_macdesc_set_name(fws, &fws->desc.other);
2202 brcmu_pktq_init(&fws->desc.other.psq, BRCMF_FWS_PSQ_PREC_COUNT,
2205 /* create debugfs file for statistics */
2206 brcmf_debugfs_add_entry(drvr, "fws_stats",
2207 brcmf_debugfs_fws_stats_read);
2209 brcmf_dbg(INFO, "%s bdcv2 tlv signaling [%x]\n",
2210 fws->fw_signals ? "enabled" : "disabled", tlv);
2214 brcmf_fws_deinit(drvr);
2218 void brcmf_fws_deinit(struct brcmf_pub *drvr)
2220 struct brcmf_fws_info *fws = drvr->fws;
2225 if (drvr->fws->fws_wq)
2226 destroy_workqueue(drvr->fws->fws_wq);
2229 brcmf_fws_lock(fws);
2230 brcmf_fws_cleanup(fws, -1);
2232 brcmf_fws_unlock(fws);
2234 /* free top structure */
2238 bool brcmf_fws_fc_active(struct brcmf_fws_info *fws)
2240 if (!fws->creditmap_received)
2243 return fws->fcmode != BRCMF_FWS_FCMODE_NONE;
2246 void brcmf_fws_bustxfail(struct brcmf_fws_info *fws, struct sk_buff *skb)
2250 if (brcmf_skbcb(skb)->state == BRCMF_FWS_SKBSTATE_TIM) {
2251 brcmu_pkt_buf_free_skb(skb);
2254 brcmf_fws_lock(fws);
2255 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
2256 brcmf_fws_txs_process(fws, BRCMF_FWS_TXSTATUS_HOST_TOSSED, hslot, 0, 0);
2257 brcmf_fws_unlock(fws);
2260 void brcmf_fws_bus_blocked(struct brcmf_pub *drvr, bool flow_blocked)
2262 struct brcmf_fws_info *fws = drvr->fws;
2264 fws->bus_flow_blocked = flow_blocked;
2266 brcmf_fws_schedule_deq(fws);
2268 fws->stats.bus_flow_block++;