2 * Copyright (c) 2010 Broadcom Corporation
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16 #include <linux/types.h>
17 #include <linux/module.h>
18 #include <linux/if_ether.h>
19 #include <linux/spinlock.h>
20 #include <linux/skbuff.h>
21 #include <linux/netdevice.h>
22 #include <linux/etherdevice.h>
23 #include <linux/err.h>
24 #include <linux/jiffies.h>
25 #include <net/cfg80211.h>
27 #include <brcmu_utils.h>
28 #include <brcmu_wifi.h>
33 #include "fwil_types.h"
41 * DOC: Firmware Signalling
43 * Firmware can send signals to host and vice versa, which are passed in the
44 * data packets using TLV based header. This signalling layer is on top of the
45 * BDC bus protocol layer.
49 * single definition for firmware-driver flow control tlv's.
51 * each tlv is specified by BRCMF_FWS_TLV_DEF(name, ID, length).
52 * A length value 0 indicates variable length tlv.
54 #define BRCMF_FWS_TLV_DEFLIST \
55 BRCMF_FWS_TLV_DEF(MAC_OPEN, 1, 1) \
56 BRCMF_FWS_TLV_DEF(MAC_CLOSE, 2, 1) \
57 BRCMF_FWS_TLV_DEF(MAC_REQUEST_CREDIT, 3, 2) \
58 BRCMF_FWS_TLV_DEF(TXSTATUS, 4, 4) \
59 BRCMF_FWS_TLV_DEF(PKTTAG, 5, 4) \
60 BRCMF_FWS_TLV_DEF(MACDESC_ADD, 6, 8) \
61 BRCMF_FWS_TLV_DEF(MACDESC_DEL, 7, 8) \
62 BRCMF_FWS_TLV_DEF(RSSI, 8, 1) \
63 BRCMF_FWS_TLV_DEF(INTERFACE_OPEN, 9, 1) \
64 BRCMF_FWS_TLV_DEF(INTERFACE_CLOSE, 10, 1) \
65 BRCMF_FWS_TLV_DEF(FIFO_CREDITBACK, 11, 6) \
66 BRCMF_FWS_TLV_DEF(PENDING_TRAFFIC_BMP, 12, 2) \
67 BRCMF_FWS_TLV_DEF(MAC_REQUEST_PACKET, 13, 3) \
68 BRCMF_FWS_TLV_DEF(HOST_REORDER_RXPKTS, 14, 10) \
69 BRCMF_FWS_TLV_DEF(TRANS_ID, 18, 6) \
70 BRCMF_FWS_TLV_DEF(COMP_TXSTATUS, 19, 1) \
71 BRCMF_FWS_TLV_DEF(FILLER, 255, 0)
74 * enum brcmf_fws_tlv_type - definition of tlv identifiers.
76 #define BRCMF_FWS_TLV_DEF(name, id, len) \
77 BRCMF_FWS_TYPE_ ## name = id,
78 enum brcmf_fws_tlv_type
{
80 BRCMF_FWS_TYPE_INVALID
82 #undef BRCMF_FWS_TLV_DEF
85 * enum brcmf_fws_tlv_len - definition of tlv lengths.
87 #define BRCMF_FWS_TLV_DEF(name, id, len) \
88 BRCMF_FWS_TYPE_ ## name ## _LEN = (len),
89 enum brcmf_fws_tlv_len
{
92 #undef BRCMF_FWS_TLV_DEF
96 * brcmf_fws_tlv_names - array of tlv names.
98 #define BRCMF_FWS_TLV_DEF(name, id, len) \
101 enum brcmf_fws_tlv_type id
;
103 } brcmf_fws_tlv_names
[] = {
104 BRCMF_FWS_TLV_DEFLIST
106 #undef BRCMF_FWS_TLV_DEF
109 static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id
)
113 for (i
= 0; i
< ARRAY_SIZE(brcmf_fws_tlv_names
); i
++)
114 if (brcmf_fws_tlv_names
[i
].id
== id
)
115 return brcmf_fws_tlv_names
[i
].name
;
120 static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id
)
127 * The PKTTAG tlv has additional bytes when firmware-signalling
128 * mode has REUSESEQ flag set.
130 #define BRCMF_FWS_TYPE_SEQ_LEN 2
133 * flags used to enable tlv signalling from firmware.
135 #define BRCMF_FWS_FLAGS_RSSI_SIGNALS 0x0001
136 #define BRCMF_FWS_FLAGS_XONXOFF_SIGNALS 0x0002
137 #define BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS 0x0004
138 #define BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE 0x0008
139 #define BRCMF_FWS_FLAGS_PSQ_GENERATIONFSM_ENABLE 0x0010
140 #define BRCMF_FWS_FLAGS_PSQ_ZERO_BUFFER_ENABLE 0x0020
141 #define BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE 0x0040
143 #define BRCMF_FWS_MAC_DESC_TABLE_SIZE 32
144 #define BRCMF_FWS_MAC_DESC_ID_INVALID 0xff
146 #define BRCMF_FWS_HOSTIF_FLOWSTATE_OFF 0
147 #define BRCMF_FWS_HOSTIF_FLOWSTATE_ON 1
148 #define BRCMF_FWS_FLOWCONTROL_HIWATER 128
149 #define BRCMF_FWS_FLOWCONTROL_LOWATER 64
151 #define BRCMF_FWS_PSQ_PREC_COUNT ((BRCMF_FWS_FIFO_COUNT + 1) * 2)
152 #define BRCMF_FWS_PSQ_LEN 256
154 #define BRCMF_FWS_HTOD_FLAG_PKTFROMHOST 0x01
155 #define BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED 0x02
157 #define BRCMF_FWS_RET_OK_NOSCHEDULE 0
158 #define BRCMF_FWS_RET_OK_SCHEDULE 1
160 #define BRCMF_FWS_MODE_REUSESEQ_SHIFT 3 /* seq reuse */
161 #define BRCMF_FWS_MODE_SET_REUSESEQ(x, val) ((x) = \
162 ((x) & ~(1 << BRCMF_FWS_MODE_REUSESEQ_SHIFT)) | \
163 (((val) & 1) << BRCMF_FWS_MODE_REUSESEQ_SHIFT))
164 #define BRCMF_FWS_MODE_GET_REUSESEQ(x) \
165 (((x) >> BRCMF_FWS_MODE_REUSESEQ_SHIFT) & 1)
168 * enum brcmf_fws_skb_state - indicates processing state of skb.
170 * @BRCMF_FWS_SKBSTATE_NEW: sk_buff is newly arrived in the driver.
171 * @BRCMF_FWS_SKBSTATE_DELAYED: sk_buff had to wait on queue.
172 * @BRCMF_FWS_SKBSTATE_SUPPRESSED: sk_buff has been suppressed by firmware.
173 * @BRCMF_FWS_SKBSTATE_TIM: allocated for TIM update info.
175 enum brcmf_fws_skb_state
{
176 BRCMF_FWS_SKBSTATE_NEW
,
177 BRCMF_FWS_SKBSTATE_DELAYED
,
178 BRCMF_FWS_SKBSTATE_SUPPRESSED
,
179 BRCMF_FWS_SKBSTATE_TIM
183 * struct brcmf_skbuff_cb - control buffer associated with skbuff.
185 * @bus_flags: 2 bytes reserved for bus specific parameters
186 * @if_flags: holds interface index and packet related flags.
187 * @htod: host to device packet identifier (used in PKTTAG tlv).
188 * @htod_seq: this 16-bit is original seq number for every suppress packet.
189 * @state: transmit state of the packet.
190 * @mac: descriptor related to destination for this packet.
192 * This information is stored in control buffer struct sk_buff::cb, which
193 * provides 48 bytes of storage so this structure should not exceed that.
195 struct brcmf_skbuff_cb
{
200 enum brcmf_fws_skb_state state
;
201 struct brcmf_fws_mac_descriptor
*mac
;
205 * macro casting skbuff control buffer to struct brcmf_skbuff_cb.
207 #define brcmf_skbcb(skb) ((struct brcmf_skbuff_cb *)((skb)->cb))
210 * sk_buff control if flags
212 * b[11] - packet sent upon firmware request.
213 * b[10] - packet only contains signalling data.
214 * b[9] - packet is a tx packet.
215 * b[8] - packet used requested credit
216 * b[7] - interface in AP mode.
217 * b[3:0] - interface index.
219 #define BRCMF_SKB_IF_FLAGS_REQUESTED_MASK 0x0800
220 #define BRCMF_SKB_IF_FLAGS_REQUESTED_SHIFT 11
221 #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_MASK 0x0400
222 #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_SHIFT 10
223 #define BRCMF_SKB_IF_FLAGS_TRANSMIT_MASK 0x0200
224 #define BRCMF_SKB_IF_FLAGS_TRANSMIT_SHIFT 9
225 #define BRCMF_SKB_IF_FLAGS_REQ_CREDIT_MASK 0x0100
226 #define BRCMF_SKB_IF_FLAGS_REQ_CREDIT_SHIFT 8
227 #define BRCMF_SKB_IF_FLAGS_IF_AP_MASK 0x0080
228 #define BRCMF_SKB_IF_FLAGS_IF_AP_SHIFT 7
229 #define BRCMF_SKB_IF_FLAGS_INDEX_MASK 0x000f
230 #define BRCMF_SKB_IF_FLAGS_INDEX_SHIFT 0
232 #define brcmf_skb_if_flags_set_field(skb, field, value) \
233 brcmu_maskset16(&(brcmf_skbcb(skb)->if_flags), \
234 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
235 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT, (value))
236 #define brcmf_skb_if_flags_get_field(skb, field) \
237 brcmu_maskget16(brcmf_skbcb(skb)->if_flags, \
238 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
239 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT)
242 * sk_buff control packet identifier
244 * 32-bit packet identifier used in PKTTAG tlv from host to dongle.
246 * - Generated at the host (e.g. dhd)
247 * - Seen as a generic sequence number by firmware except for the flags field.
249 * Generation : b[31] => generation number for this packet [host->fw]
250 * OR, current generation number [fw->host]
251 * Flags : b[30:27] => command, status flags
252 * FIFO-AC : b[26:24] => AC-FIFO id
253 * h-slot : b[23:8] => hanger-slot
254 * freerun : b[7:0] => A free running counter
256 #define BRCMF_SKB_HTOD_TAG_GENERATION_MASK 0x80000000
257 #define BRCMF_SKB_HTOD_TAG_GENERATION_SHIFT 31
258 #define BRCMF_SKB_HTOD_TAG_FLAGS_MASK 0x78000000
259 #define BRCMF_SKB_HTOD_TAG_FLAGS_SHIFT 27
260 #define BRCMF_SKB_HTOD_TAG_FIFO_MASK 0x07000000
261 #define BRCMF_SKB_HTOD_TAG_FIFO_SHIFT 24
262 #define BRCMF_SKB_HTOD_TAG_HSLOT_MASK 0x00ffff00
263 #define BRCMF_SKB_HTOD_TAG_HSLOT_SHIFT 8
264 #define BRCMF_SKB_HTOD_TAG_FREERUN_MASK 0x000000ff
265 #define BRCMF_SKB_HTOD_TAG_FREERUN_SHIFT 0
267 #define brcmf_skb_htod_tag_set_field(skb, field, value) \
268 brcmu_maskset32(&(brcmf_skbcb(skb)->htod), \
269 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
270 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT, (value))
271 #define brcmf_skb_htod_tag_get_field(skb, field) \
272 brcmu_maskget32(brcmf_skbcb(skb)->htod, \
273 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
274 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT)
276 #define BRCMF_SKB_HTOD_SEQ_FROMFW_MASK 0x2000
277 #define BRCMF_SKB_HTOD_SEQ_FROMFW_SHIFT 13
278 #define BRCMF_SKB_HTOD_SEQ_FROMDRV_MASK 0x1000
279 #define BRCMF_SKB_HTOD_SEQ_FROMDRV_SHIFT 12
280 #define BRCMF_SKB_HTOD_SEQ_NR_MASK 0x0fff
281 #define BRCMF_SKB_HTOD_SEQ_NR_SHIFT 0
283 #define brcmf_skb_htod_seq_set_field(skb, field, value) \
284 brcmu_maskset16(&(brcmf_skbcb(skb)->htod_seq), \
285 BRCMF_SKB_HTOD_SEQ_ ## field ## _MASK, \
286 BRCMF_SKB_HTOD_SEQ_ ## field ## _SHIFT, (value))
287 #define brcmf_skb_htod_seq_get_field(skb, field) \
288 brcmu_maskget16(brcmf_skbcb(skb)->htod_seq, \
289 BRCMF_SKB_HTOD_SEQ_ ## field ## _MASK, \
290 BRCMF_SKB_HTOD_SEQ_ ## field ## _SHIFT)
292 #define BRCMF_FWS_TXSTAT_GENERATION_MASK 0x80000000
293 #define BRCMF_FWS_TXSTAT_GENERATION_SHIFT 31
294 #define BRCMF_FWS_TXSTAT_FLAGS_MASK 0x78000000
295 #define BRCMF_FWS_TXSTAT_FLAGS_SHIFT 27
296 #define BRCMF_FWS_TXSTAT_FIFO_MASK 0x07000000
297 #define BRCMF_FWS_TXSTAT_FIFO_SHIFT 24
298 #define BRCMF_FWS_TXSTAT_HSLOT_MASK 0x00FFFF00
299 #define BRCMF_FWS_TXSTAT_HSLOT_SHIFT 8
300 #define BRCMF_FWS_TXSTAT_FREERUN_MASK 0x000000FF
301 #define BRCMF_FWS_TXSTAT_FREERUN_SHIFT 0
303 #define brcmf_txstatus_get_field(txs, field) \
304 brcmu_maskget32(txs, BRCMF_FWS_TXSTAT_ ## field ## _MASK, \
305 BRCMF_FWS_TXSTAT_ ## field ## _SHIFT)
307 /* How long to defer borrowing in jiffies */
308 #define BRCMF_FWS_BORROW_DEFER_PERIOD (HZ / 10)
311 * enum brcmf_fws_fifo - fifo indices used by dongle firmware.
313 * @BRCMF_FWS_FIFO_FIRST: first fifo, ie. background.
314 * @BRCMF_FWS_FIFO_AC_BK: fifo for background traffic.
315 * @BRCMF_FWS_FIFO_AC_BE: fifo for best-effort traffic.
316 * @BRCMF_FWS_FIFO_AC_VI: fifo for video traffic.
317 * @BRCMF_FWS_FIFO_AC_VO: fifo for voice traffic.
318 * @BRCMF_FWS_FIFO_BCMC: fifo for broadcast/multicast (AP only).
319 * @BRCMF_FWS_FIFO_ATIM: fifo for ATIM (AP only).
320 * @BRCMF_FWS_FIFO_COUNT: number of fifos.
322 enum brcmf_fws_fifo
{
323 BRCMF_FWS_FIFO_FIRST
,
324 BRCMF_FWS_FIFO_AC_BK
= BRCMF_FWS_FIFO_FIRST
,
325 BRCMF_FWS_FIFO_AC_BE
,
326 BRCMF_FWS_FIFO_AC_VI
,
327 BRCMF_FWS_FIFO_AC_VO
,
334 * enum brcmf_fws_txstatus - txstatus flag values.
336 * @BRCMF_FWS_TXSTATUS_DISCARD:
337 * host is free to discard the packet.
338 * @BRCMF_FWS_TXSTATUS_CORE_SUPPRESS:
339 * 802.11 core suppressed the packet.
340 * @BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS:
341 * firmware suppress the packet as device is already in PS mode.
342 * @BRCMF_FWS_TXSTATUS_FW_TOSSED:
343 * firmware tossed the packet.
344 * @BRCMF_FWS_TXSTATUS_HOST_TOSSED:
345 * host tossed the packet.
347 enum brcmf_fws_txstatus
{
348 BRCMF_FWS_TXSTATUS_DISCARD
,
349 BRCMF_FWS_TXSTATUS_CORE_SUPPRESS
,
350 BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS
,
351 BRCMF_FWS_TXSTATUS_FW_TOSSED
,
352 BRCMF_FWS_TXSTATUS_HOST_TOSSED
355 enum brcmf_fws_fcmode
{
356 BRCMF_FWS_FCMODE_NONE
,
357 BRCMF_FWS_FCMODE_IMPLIED_CREDIT
,
358 BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
361 enum brcmf_fws_mac_desc_state
{
362 BRCMF_FWS_STATE_OPEN
= 1,
363 BRCMF_FWS_STATE_CLOSE
367 * struct brcmf_fws_mac_descriptor - firmware signalling data per node/interface
369 * @occupied: slot is in use.
370 * @mac_handle: handle for mac entry determined by firmware.
371 * @interface_id: interface index.
372 * @state: current state.
373 * @suppressed: mac entry is suppressed.
374 * @generation: generation bit.
375 * @ac_bitmap: ac queue bitmap.
376 * @requested_credit: credits requested by firmware.
377 * @ea: ethernet address.
378 * @seq: per-node free-running sequence.
379 * @psq: power-save queue.
380 * @transit_count: packet in transit to firmware.
382 struct brcmf_fws_mac_descriptor
{
394 u8 seq
[BRCMF_FWS_FIFO_COUNT
];
397 int suppr_transit_count
;
398 bool send_tim_signal
;
399 u8 traffic_pending_bmp
;
400 u8 traffic_lastreported_bmp
;
403 #define BRCMF_FWS_HANGER_MAXITEMS 1024
406 * enum brcmf_fws_hanger_item_state - state of hanger item.
408 * @BRCMF_FWS_HANGER_ITEM_STATE_FREE: item is free for use.
409 * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE: item is in use.
410 * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED: item was suppressed.
412 enum brcmf_fws_hanger_item_state
{
413 BRCMF_FWS_HANGER_ITEM_STATE_FREE
= 1,
414 BRCMF_FWS_HANGER_ITEM_STATE_INUSE
,
415 BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
420 * struct brcmf_fws_hanger_item - single entry for tx pending packet.
422 * @state: entry is either free or occupied.
423 * @pkt: packet itself.
425 struct brcmf_fws_hanger_item
{
426 enum brcmf_fws_hanger_item_state state
;
431 * struct brcmf_fws_hanger - holds packets awaiting firmware txstatus.
433 * @pushed: packets pushed to await txstatus.
434 * @popped: packets popped upon handling txstatus.
435 * @failed_to_push: packets that could not be pushed.
436 * @failed_to_pop: packets that could not be popped.
437 * @failed_slotfind: packets for which failed to find an entry.
438 * @slot_pos: last returned item index for a free entry.
439 * @items: array of hanger items.
441 struct brcmf_fws_hanger
{
448 struct brcmf_fws_hanger_item items
[BRCMF_FWS_HANGER_MAXITEMS
];
451 struct brcmf_fws_macdesc_table
{
452 struct brcmf_fws_mac_descriptor nodes
[BRCMF_FWS_MAC_DESC_TABLE_SIZE
];
453 struct brcmf_fws_mac_descriptor iface
[BRCMF_MAX_IFS
];
454 struct brcmf_fws_mac_descriptor other
;
457 struct brcmf_fws_stats
{
458 u32 tlv_parse_failed
;
459 u32 tlv_invalid_type
;
464 u32 requested_sent
[5];
466 u32 mac_update_failed
;
467 u32 mac_ps_update_failed
;
468 u32 if_update_failed
;
469 u32 packet_request_failed
;
470 u32 credit_request_failed
;
471 u32 rollback_success
;
473 u32 delayq_full_error
;
474 u32 supprq_full_error
;
485 struct brcmf_fws_info
{
486 struct brcmf_pub
*drvr
;
489 struct brcmf_fws_stats stats
;
490 struct brcmf_fws_hanger hanger
;
491 enum brcmf_fws_fcmode fcmode
;
493 bool bcmc_credit_check
;
494 struct brcmf_fws_macdesc_table desc
;
495 struct workqueue_struct
*fws_wq
;
496 struct work_struct fws_dequeue_work
;
497 u32 fifo_enqpkt
[BRCMF_FWS_FIFO_COUNT
];
498 int fifo_credit
[BRCMF_FWS_FIFO_COUNT
];
499 int credits_borrowed
[BRCMF_FWS_FIFO_AC_VO
+ 1];
500 int deq_node_pos
[BRCMF_FWS_FIFO_COUNT
];
503 unsigned long borrow_defer_timestamp
;
504 bool bus_flow_blocked
;
505 bool creditmap_received
;
511 * brcmf_fws_prio2fifo - mapping from 802.1d priority to firmware fifo index.
513 static const int brcmf_fws_prio2fifo
[] = {
514 BRCMF_FWS_FIFO_AC_BE
,
515 BRCMF_FWS_FIFO_AC_BK
,
516 BRCMF_FWS_FIFO_AC_BK
,
517 BRCMF_FWS_FIFO_AC_BE
,
518 BRCMF_FWS_FIFO_AC_VI
,
519 BRCMF_FWS_FIFO_AC_VI
,
520 BRCMF_FWS_FIFO_AC_VO
,
525 module_param(fcmode
, int, S_IRUSR
);
526 MODULE_PARM_DESC(fcmode
, "mode of firmware signalled flow control");
528 #define BRCMF_FWS_TLV_DEF(name, id, len) \
529 case BRCMF_FWS_TYPE_ ## name: \
533 * brcmf_fws_get_tlv_len() - returns defined length for given tlv id.
535 * @fws: firmware-signalling information.
536 * @id: identifier of the TLV.
538 * Return: the specified length for the given TLV; Otherwise -EINVAL.
540 static int brcmf_fws_get_tlv_len(struct brcmf_fws_info
*fws
,
541 enum brcmf_fws_tlv_type id
)
544 BRCMF_FWS_TLV_DEFLIST
546 fws
->stats
.tlv_invalid_type
++;
551 #undef BRCMF_FWS_TLV_DEF
553 static void brcmf_fws_lock(struct brcmf_fws_info
*fws
)
554 __acquires(&fws
->spinlock
)
556 spin_lock_irqsave(&fws
->spinlock
, fws
->flags
);
559 static void brcmf_fws_unlock(struct brcmf_fws_info
*fws
)
560 __releases(&fws
->spinlock
)
562 spin_unlock_irqrestore(&fws
->spinlock
, fws
->flags
);
565 static bool brcmf_fws_ifidx_match(struct sk_buff
*skb
, void *arg
)
567 u32 ifidx
= brcmf_skb_if_flags_get_field(skb
, INDEX
);
568 return ifidx
== *(int *)arg
;
571 static void brcmf_fws_psq_flush(struct brcmf_fws_info
*fws
, struct pktq
*q
,
574 bool (*matchfn
)(struct sk_buff
*, void *) = NULL
;
579 matchfn
= brcmf_fws_ifidx_match
;
580 for (prec
= 0; prec
< q
->num_prec
; prec
++) {
581 skb
= brcmu_pktq_pdeq_match(q
, prec
, matchfn
, &ifidx
);
583 brcmu_pkt_buf_free_skb(skb
);
584 skb
= brcmu_pktq_pdeq_match(q
, prec
, matchfn
, &ifidx
);
589 static void brcmf_fws_hanger_init(struct brcmf_fws_hanger
*hanger
)
593 memset(hanger
, 0, sizeof(*hanger
));
594 for (i
= 0; i
< ARRAY_SIZE(hanger
->items
); i
++)
595 hanger
->items
[i
].state
= BRCMF_FWS_HANGER_ITEM_STATE_FREE
;
598 static u32
brcmf_fws_hanger_get_free_slot(struct brcmf_fws_hanger
*h
)
602 i
= (h
->slot_pos
+ 1) % BRCMF_FWS_HANGER_MAXITEMS
;
604 while (i
!= h
->slot_pos
) {
605 if (h
->items
[i
].state
== BRCMF_FWS_HANGER_ITEM_STATE_FREE
) {
610 if (i
== BRCMF_FWS_HANGER_MAXITEMS
)
613 brcmf_err("all slots occupied\n");
614 h
->failed_slotfind
++;
615 i
= BRCMF_FWS_HANGER_MAXITEMS
;
620 static int brcmf_fws_hanger_pushpkt(struct brcmf_fws_hanger
*h
,
621 struct sk_buff
*pkt
, u32 slot_id
)
623 if (slot_id
>= BRCMF_FWS_HANGER_MAXITEMS
)
626 if (h
->items
[slot_id
].state
!= BRCMF_FWS_HANGER_ITEM_STATE_FREE
) {
627 brcmf_err("slot is not free\n");
632 h
->items
[slot_id
].state
= BRCMF_FWS_HANGER_ITEM_STATE_INUSE
;
633 h
->items
[slot_id
].pkt
= pkt
;
638 static inline int brcmf_fws_hanger_poppkt(struct brcmf_fws_hanger
*h
,
639 u32 slot_id
, struct sk_buff
**pktout
,
642 if (slot_id
>= BRCMF_FWS_HANGER_MAXITEMS
)
645 if (h
->items
[slot_id
].state
== BRCMF_FWS_HANGER_ITEM_STATE_FREE
) {
646 brcmf_err("entry not in use\n");
651 *pktout
= h
->items
[slot_id
].pkt
;
653 h
->items
[slot_id
].state
= BRCMF_FWS_HANGER_ITEM_STATE_FREE
;
654 h
->items
[slot_id
].pkt
= NULL
;
660 static int brcmf_fws_hanger_mark_suppressed(struct brcmf_fws_hanger
*h
,
663 if (slot_id
>= BRCMF_FWS_HANGER_MAXITEMS
)
666 if (h
->items
[slot_id
].state
== BRCMF_FWS_HANGER_ITEM_STATE_FREE
) {
667 brcmf_err("entry not in use\n");
671 h
->items
[slot_id
].state
= BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
;
675 static void brcmf_fws_hanger_cleanup(struct brcmf_fws_info
*fws
,
676 bool (*fn
)(struct sk_buff
*, void *),
679 struct brcmf_fws_hanger
*h
= &fws
->hanger
;
682 enum brcmf_fws_hanger_item_state s
;
684 for (i
= 0; i
< ARRAY_SIZE(h
->items
); i
++) {
685 s
= h
->items
[i
].state
;
686 if (s
== BRCMF_FWS_HANGER_ITEM_STATE_INUSE
||
687 s
== BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
) {
688 skb
= h
->items
[i
].pkt
;
689 if (fn
== NULL
|| fn(skb
, &ifidx
)) {
690 /* suppress packets freed from psq */
691 if (s
== BRCMF_FWS_HANGER_ITEM_STATE_INUSE
)
692 brcmu_pkt_buf_free_skb(skb
);
694 BRCMF_FWS_HANGER_ITEM_STATE_FREE
;
700 static void brcmf_fws_macdesc_set_name(struct brcmf_fws_info
*fws
,
701 struct brcmf_fws_mac_descriptor
*desc
)
703 if (desc
== &fws
->desc
.other
)
704 strlcpy(desc
->name
, "MAC-OTHER", sizeof(desc
->name
));
705 else if (desc
->mac_handle
)
706 scnprintf(desc
->name
, sizeof(desc
->name
), "MAC-%d:%d",
707 desc
->mac_handle
, desc
->interface_id
);
709 scnprintf(desc
->name
, sizeof(desc
->name
), "MACIF:%d",
713 static void brcmf_fws_macdesc_init(struct brcmf_fws_mac_descriptor
*desc
,
717 "enter: desc %p ea=%pM, ifidx=%u\n", desc
, addr
, ifidx
);
719 desc
->state
= BRCMF_FWS_STATE_OPEN
;
720 desc
->requested_credit
= 0;
721 desc
->requested_packet
= 0;
722 /* depending on use may need ifp->bssidx instead */
723 desc
->interface_id
= ifidx
;
724 desc
->ac_bitmap
= 0xff; /* update this when handling APSD */
726 memcpy(&desc
->ea
[0], addr
, ETH_ALEN
);
730 void brcmf_fws_macdesc_deinit(struct brcmf_fws_mac_descriptor
*desc
)
733 "enter: ea=%pM, ifidx=%u\n", desc
->ea
, desc
->interface_id
);
735 desc
->state
= BRCMF_FWS_STATE_CLOSE
;
736 desc
->requested_credit
= 0;
737 desc
->requested_packet
= 0;
740 static struct brcmf_fws_mac_descriptor
*
741 brcmf_fws_macdesc_lookup(struct brcmf_fws_info
*fws
, u8
*ea
)
743 struct brcmf_fws_mac_descriptor
*entry
;
747 return ERR_PTR(-EINVAL
);
749 entry
= &fws
->desc
.nodes
[0];
750 for (i
= 0; i
< ARRAY_SIZE(fws
->desc
.nodes
); i
++) {
751 if (entry
->occupied
&& !memcmp(entry
->ea
, ea
, ETH_ALEN
))
756 return ERR_PTR(-ENOENT
);
759 static struct brcmf_fws_mac_descriptor
*
760 brcmf_fws_macdesc_find(struct brcmf_fws_info
*fws
, struct brcmf_if
*ifp
, u8
*da
)
762 struct brcmf_fws_mac_descriptor
*entry
= &fws
->desc
.other
;
765 multicast
= is_multicast_ether_addr(da
);
767 /* Multicast destination, STA and P2P clients get the interface entry.
768 * STA/GC gets the Mac Entry for TDLS destinations, TDLS destinations
769 * have their own entry.
771 if (multicast
&& ifp
->fws_desc
) {
772 entry
= ifp
->fws_desc
;
776 entry
= brcmf_fws_macdesc_lookup(fws
, da
);
778 entry
= ifp
->fws_desc
;
784 static bool brcmf_fws_macdesc_closed(struct brcmf_fws_info
*fws
,
785 struct brcmf_fws_mac_descriptor
*entry
,
788 struct brcmf_fws_mac_descriptor
*if_entry
;
791 /* for unique destination entries the related interface
794 if (entry
->mac_handle
) {
795 if_entry
= &fws
->desc
.iface
[entry
->interface_id
];
796 if (if_entry
->state
== BRCMF_FWS_STATE_CLOSE
)
799 /* an entry is closed when the state is closed and
800 * the firmware did not request anything.
802 closed
= entry
->state
== BRCMF_FWS_STATE_CLOSE
&&
803 !entry
->requested_credit
&& !entry
->requested_packet
;
805 /* Or firmware does not allow traffic for given fifo */
806 return closed
|| !(entry
->ac_bitmap
& BIT(fifo
));
809 static void brcmf_fws_macdesc_cleanup(struct brcmf_fws_info
*fws
,
810 struct brcmf_fws_mac_descriptor
*entry
,
813 if (entry
->occupied
&& (ifidx
== -1 || ifidx
== entry
->interface_id
)) {
814 brcmf_fws_psq_flush(fws
, &entry
->psq
, ifidx
);
815 entry
->occupied
= !!(entry
->psq
.len
);
819 static void brcmf_fws_bus_txq_cleanup(struct brcmf_fws_info
*fws
,
820 bool (*fn
)(struct sk_buff
*, void *),
823 struct brcmf_fws_hanger_item
*hi
;
829 txq
= brcmf_bus_gettxq(fws
->drvr
->bus_if
);
831 brcmf_dbg(TRACE
, "no txq to clean up\n");
835 for (prec
= 0; prec
< txq
->num_prec
; prec
++) {
836 skb
= brcmu_pktq_pdeq_match(txq
, prec
, fn
, &ifidx
);
838 hslot
= brcmf_skb_htod_tag_get_field(skb
, HSLOT
);
839 hi
= &fws
->hanger
.items
[hslot
];
840 WARN_ON(skb
!= hi
->pkt
);
841 hi
->state
= BRCMF_FWS_HANGER_ITEM_STATE_FREE
;
842 brcmu_pkt_buf_free_skb(skb
);
843 skb
= brcmu_pktq_pdeq_match(txq
, prec
, fn
, &ifidx
);
848 static void brcmf_fws_cleanup(struct brcmf_fws_info
*fws
, int ifidx
)
851 struct brcmf_fws_mac_descriptor
*table
;
852 bool (*matchfn
)(struct sk_buff
*, void *) = NULL
;
858 matchfn
= brcmf_fws_ifidx_match
;
860 /* cleanup individual nodes */
861 table
= &fws
->desc
.nodes
[0];
862 for (i
= 0; i
< ARRAY_SIZE(fws
->desc
.nodes
); i
++)
863 brcmf_fws_macdesc_cleanup(fws
, &table
[i
], ifidx
);
865 brcmf_fws_macdesc_cleanup(fws
, &fws
->desc
.other
, ifidx
);
866 brcmf_fws_bus_txq_cleanup(fws
, matchfn
, ifidx
);
867 brcmf_fws_hanger_cleanup(fws
, matchfn
, ifidx
);
870 static u8
brcmf_fws_hdrpush(struct brcmf_fws_info
*fws
, struct sk_buff
*skb
)
872 struct brcmf_fws_mac_descriptor
*entry
= brcmf_skbcb(skb
)->mac
;
876 __le32 pkttag
= cpu_to_le32(brcmf_skbcb(skb
)->htod
);
877 __le16 pktseq
= cpu_to_le16(brcmf_skbcb(skb
)->htod_seq
);
879 brcmf_dbg(TRACE
, "enter: %s, idx=%d hslot=%d htod %X seq %X\n",
880 entry
->name
, brcmf_skb_if_flags_get_field(skb
, INDEX
),
881 (le32_to_cpu(pkttag
) >> 8) & 0xffff,
882 brcmf_skbcb(skb
)->htod
, brcmf_skbcb(skb
)->htod_seq
);
883 if (entry
->send_tim_signal
)
884 data_offset
+= 2 + BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN
;
885 if (BRCMF_FWS_MODE_GET_REUSESEQ(fws
->mode
))
886 data_offset
+= BRCMF_FWS_TYPE_SEQ_LEN
;
887 /* +2 is for Type[1] and Len[1] in TLV, plus TIM signal */
888 data_offset
+= 2 + BRCMF_FWS_TYPE_PKTTAG_LEN
;
889 fillers
= round_up(data_offset
, 4) - data_offset
;
890 data_offset
+= fillers
;
892 skb_push(skb
, data_offset
);
895 wlh
[0] = BRCMF_FWS_TYPE_PKTTAG
;
896 wlh
[1] = BRCMF_FWS_TYPE_PKTTAG_LEN
;
897 memcpy(&wlh
[2], &pkttag
, sizeof(pkttag
));
898 if (BRCMF_FWS_MODE_GET_REUSESEQ(fws
->mode
)) {
899 wlh
[1] += BRCMF_FWS_TYPE_SEQ_LEN
;
900 memcpy(&wlh
[2 + BRCMF_FWS_TYPE_PKTTAG_LEN
], &pktseq
,
905 if (entry
->send_tim_signal
) {
906 entry
->send_tim_signal
= 0;
907 wlh
[0] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP
;
908 wlh
[1] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN
;
909 wlh
[2] = entry
->mac_handle
;
910 wlh
[3] = entry
->traffic_pending_bmp
;
911 brcmf_dbg(TRACE
, "adding TIM info: handle %d bmp 0x%X\n",
912 entry
->mac_handle
, entry
->traffic_pending_bmp
);
913 wlh
+= BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN
+ 2;
914 entry
->traffic_lastreported_bmp
= entry
->traffic_pending_bmp
;
917 memset(wlh
, BRCMF_FWS_TYPE_FILLER
, fillers
);
919 return (u8
)(data_offset
>> 2);
922 static bool brcmf_fws_tim_update(struct brcmf_fws_info
*fws
,
923 struct brcmf_fws_mac_descriptor
*entry
,
924 int fifo
, bool send_immediately
)
927 struct brcmf_skbuff_cb
*skcb
;
933 /* check delayedQ and suppressQ in one call using bitmap */
934 if (brcmu_pktq_mlen(&entry
->psq
, 3 << (fifo
* 2)) == 0)
935 entry
->traffic_pending_bmp
&= ~NBITVAL(fifo
);
937 entry
->traffic_pending_bmp
|= NBITVAL(fifo
);
939 entry
->send_tim_signal
= false;
940 if (entry
->traffic_lastreported_bmp
!= entry
->traffic_pending_bmp
)
941 entry
->send_tim_signal
= true;
942 if (send_immediately
&& entry
->send_tim_signal
&&
943 entry
->state
== BRCMF_FWS_STATE_CLOSE
) {
944 /* create a dummy packet and sent that. The traffic */
945 /* bitmap info will automatically be attached to that packet */
946 len
= BRCMF_FWS_TYPE_PKTTAG_LEN
+ 2 +
947 BRCMF_FWS_TYPE_SEQ_LEN
+
948 BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN
+ 2 +
949 4 + fws
->drvr
->hdrlen
;
950 skb
= brcmu_pkt_buf_get_skb(len
);
954 skcb
= brcmf_skbcb(skb
);
956 skcb
->state
= BRCMF_FWS_SKBSTATE_TIM
;
959 data_offset
= brcmf_fws_hdrpush(fws
, skb
);
960 ifidx
= brcmf_skb_if_flags_get_field(skb
, INDEX
);
961 brcmf_fws_unlock(fws
);
962 err
= brcmf_proto_txdata(fws
->drvr
, ifidx
, data_offset
, skb
);
965 brcmu_pkt_buf_free_skb(skb
);
972 brcmf_fws_flow_control_check(struct brcmf_fws_info
*fws
, struct pktq
*pq
,
975 struct brcmf_if
*ifp
= brcmf_get_ifp(fws
->drvr
, if_id
);
980 if ((ifp
->netif_stop
& BRCMF_NETIF_STOP_REASON_FWS_FC
) &&
981 pq
->len
<= BRCMF_FWS_FLOWCONTROL_LOWATER
)
982 brcmf_txflowblock_if(ifp
,
983 BRCMF_NETIF_STOP_REASON_FWS_FC
, false);
984 if (!(ifp
->netif_stop
& BRCMF_NETIF_STOP_REASON_FWS_FC
) &&
985 pq
->len
>= BRCMF_FWS_FLOWCONTROL_HIWATER
) {
986 fws
->stats
.fws_flow_block
++;
987 brcmf_txflowblock_if(ifp
, BRCMF_NETIF_STOP_REASON_FWS_FC
, true);
992 static int brcmf_fws_rssi_indicate(struct brcmf_fws_info
*fws
, s8 rssi
)
994 brcmf_dbg(CTL
, "rssi %d\n", rssi
);
999 int brcmf_fws_macdesc_indicate(struct brcmf_fws_info
*fws
, u8 type
, u8
*data
)
1001 struct brcmf_fws_mac_descriptor
*entry
, *existing
;
1006 mac_handle
= *data
++;
1010 entry
= &fws
->desc
.nodes
[mac_handle
& 0x1F];
1011 if (type
== BRCMF_FWS_TYPE_MACDESC_DEL
) {
1012 if (entry
->occupied
) {
1013 brcmf_dbg(TRACE
, "deleting %s mac %pM\n",
1015 brcmf_fws_lock(fws
);
1016 brcmf_fws_macdesc_cleanup(fws
, entry
, -1);
1017 brcmf_fws_macdesc_deinit(entry
);
1018 brcmf_fws_unlock(fws
);
1020 fws
->stats
.mac_update_failed
++;
1024 existing
= brcmf_fws_macdesc_lookup(fws
, addr
);
1025 if (IS_ERR(existing
)) {
1026 if (!entry
->occupied
) {
1027 brcmf_fws_lock(fws
);
1028 entry
->mac_handle
= mac_handle
;
1029 brcmf_fws_macdesc_init(entry
, addr
, ifidx
);
1030 brcmf_fws_macdesc_set_name(fws
, entry
);
1031 brcmu_pktq_init(&entry
->psq
, BRCMF_FWS_PSQ_PREC_COUNT
,
1033 brcmf_fws_unlock(fws
);
1034 brcmf_dbg(TRACE
, "add %s mac %pM\n", entry
->name
, addr
);
1036 fws
->stats
.mac_update_failed
++;
1039 if (entry
!= existing
) {
1040 brcmf_dbg(TRACE
, "copy mac %s\n", existing
->name
);
1041 brcmf_fws_lock(fws
);
1042 memcpy(entry
, existing
,
1043 offsetof(struct brcmf_fws_mac_descriptor
, psq
));
1044 entry
->mac_handle
= mac_handle
;
1045 brcmf_fws_macdesc_deinit(existing
);
1046 brcmf_fws_macdesc_set_name(fws
, entry
);
1047 brcmf_fws_unlock(fws
);
1048 brcmf_dbg(TRACE
, "relocate %s mac %pM\n", entry
->name
,
1051 brcmf_dbg(TRACE
, "use existing\n");
1052 WARN_ON(entry
->mac_handle
!= mac_handle
);
1053 /* TODO: what should we do here: continue, reinit, .. */
1059 static int brcmf_fws_macdesc_state_indicate(struct brcmf_fws_info
*fws
,
1062 struct brcmf_fws_mac_descriptor
*entry
;
1066 mac_handle
= data
[0];
1067 entry
= &fws
->desc
.nodes
[mac_handle
& 0x1F];
1068 if (!entry
->occupied
) {
1069 fws
->stats
.mac_ps_update_failed
++;
1072 brcmf_fws_lock(fws
);
1073 /* a state update should wipe old credits */
1074 entry
->requested_credit
= 0;
1075 entry
->requested_packet
= 0;
1076 if (type
== BRCMF_FWS_TYPE_MAC_OPEN
) {
1077 entry
->state
= BRCMF_FWS_STATE_OPEN
;
1078 ret
= BRCMF_FWS_RET_OK_SCHEDULE
;
1080 entry
->state
= BRCMF_FWS_STATE_CLOSE
;
1081 brcmf_fws_tim_update(fws
, entry
, BRCMF_FWS_FIFO_AC_BK
, false);
1082 brcmf_fws_tim_update(fws
, entry
, BRCMF_FWS_FIFO_AC_BE
, false);
1083 brcmf_fws_tim_update(fws
, entry
, BRCMF_FWS_FIFO_AC_VI
, false);
1084 brcmf_fws_tim_update(fws
, entry
, BRCMF_FWS_FIFO_AC_VO
, true);
1085 ret
= BRCMF_FWS_RET_OK_NOSCHEDULE
;
1087 brcmf_fws_unlock(fws
);
1091 static int brcmf_fws_interface_state_indicate(struct brcmf_fws_info
*fws
,
1094 struct brcmf_fws_mac_descriptor
*entry
;
1100 if (ifidx
>= BRCMF_MAX_IFS
) {
1105 entry
= &fws
->desc
.iface
[ifidx
];
1106 if (!entry
->occupied
) {
1111 brcmf_dbg(TRACE
, "%s (%d): %s\n", brcmf_fws_get_tlv_name(type
), type
,
1113 brcmf_fws_lock(fws
);
1115 case BRCMF_FWS_TYPE_INTERFACE_OPEN
:
1116 entry
->state
= BRCMF_FWS_STATE_OPEN
;
1117 ret
= BRCMF_FWS_RET_OK_SCHEDULE
;
1119 case BRCMF_FWS_TYPE_INTERFACE_CLOSE
:
1120 entry
->state
= BRCMF_FWS_STATE_CLOSE
;
1121 ret
= BRCMF_FWS_RET_OK_NOSCHEDULE
;
1125 brcmf_fws_unlock(fws
);
1128 brcmf_fws_unlock(fws
);
1132 fws
->stats
.if_update_failed
++;
1136 static int brcmf_fws_request_indicate(struct brcmf_fws_info
*fws
, u8 type
,
1139 struct brcmf_fws_mac_descriptor
*entry
;
1141 entry
= &fws
->desc
.nodes
[data
[1] & 0x1F];
1142 if (!entry
->occupied
) {
1143 if (type
== BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT
)
1144 fws
->stats
.credit_request_failed
++;
1146 fws
->stats
.packet_request_failed
++;
1150 brcmf_dbg(TRACE
, "%s (%d): %s cnt %d bmp %d\n",
1151 brcmf_fws_get_tlv_name(type
), type
, entry
->name
,
1153 brcmf_fws_lock(fws
);
1154 if (type
== BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT
)
1155 entry
->requested_credit
= data
[0];
1157 entry
->requested_packet
= data
[0];
1159 entry
->ac_bitmap
= data
[2];
1160 brcmf_fws_unlock(fws
);
1161 return BRCMF_FWS_RET_OK_SCHEDULE
;
1165 brcmf_fws_macdesc_use_req_credit(struct brcmf_fws_mac_descriptor
*entry
,
1166 struct sk_buff
*skb
)
1168 if (entry
->requested_credit
> 0) {
1169 entry
->requested_credit
--;
1170 brcmf_skb_if_flags_set_field(skb
, REQUESTED
, 1);
1171 brcmf_skb_if_flags_set_field(skb
, REQ_CREDIT
, 1);
1172 if (entry
->state
!= BRCMF_FWS_STATE_CLOSE
)
1173 brcmf_err("requested credit set while mac not closed!\n");
1174 } else if (entry
->requested_packet
> 0) {
1175 entry
->requested_packet
--;
1176 brcmf_skb_if_flags_set_field(skb
, REQUESTED
, 1);
1177 brcmf_skb_if_flags_set_field(skb
, REQ_CREDIT
, 0);
1178 if (entry
->state
!= BRCMF_FWS_STATE_CLOSE
)
1179 brcmf_err("requested packet set while mac not closed!\n");
1181 brcmf_skb_if_flags_set_field(skb
, REQUESTED
, 0);
1182 brcmf_skb_if_flags_set_field(skb
, REQ_CREDIT
, 0);
1186 static void brcmf_fws_macdesc_return_req_credit(struct sk_buff
*skb
)
1188 struct brcmf_fws_mac_descriptor
*entry
= brcmf_skbcb(skb
)->mac
;
1190 if ((brcmf_skb_if_flags_get_field(skb
, REQ_CREDIT
)) &&
1191 (entry
->state
== BRCMF_FWS_STATE_CLOSE
))
1192 entry
->requested_credit
++;
1195 static void brcmf_fws_return_credits(struct brcmf_fws_info
*fws
,
1196 u8 fifo
, u8 credits
)
1205 fws
->fifo_credit_map
|= 1 << fifo
;
1207 if ((fifo
== BRCMF_FWS_FIFO_AC_BE
) &&
1208 (fws
->credits_borrowed
[0])) {
1209 for (lender_ac
= BRCMF_FWS_FIFO_AC_VO
; lender_ac
>= 0;
1211 borrowed
= &fws
->credits_borrowed
[lender_ac
];
1213 fws
->fifo_credit_map
|= (1 << lender_ac
);
1214 fifo_credit
= &fws
->fifo_credit
[lender_ac
];
1215 if (*borrowed
>= credits
) {
1216 *borrowed
-= credits
;
1217 *fifo_credit
+= credits
;
1220 credits
-= *borrowed
;
1221 *fifo_credit
+= *borrowed
;
1228 fws
->fifo_credit
[fifo
] += credits
;
1231 static void brcmf_fws_schedule_deq(struct brcmf_fws_info
*fws
)
1233 /* only schedule dequeue when there are credits for delayed traffic */
1234 if ((fws
->fifo_credit_map
& fws
->fifo_delay_map
) ||
1235 (!brcmf_fws_fc_active(fws
) && fws
->fifo_delay_map
))
1236 queue_work(fws
->fws_wq
, &fws
->fws_dequeue_work
);
1239 static int brcmf_fws_enq(struct brcmf_fws_info
*fws
,
1240 enum brcmf_fws_skb_state state
, int fifo
,
1243 int prec
= 2 * fifo
;
1244 u32
*qfull_stat
= &fws
->stats
.delayq_full_error
;
1245 struct brcmf_fws_mac_descriptor
*entry
;
1247 struct sk_buff_head
*queue
;
1248 struct sk_buff
*p_head
;
1249 struct sk_buff
*p_tail
;
1253 entry
= brcmf_skbcb(p
)->mac
;
1254 if (entry
== NULL
) {
1255 brcmf_err("no mac descriptor found for skb %p\n", p
);
1259 brcmf_dbg(DATA
, "enter: fifo %d skb %p\n", fifo
, p
);
1260 if (state
== BRCMF_FWS_SKBSTATE_SUPPRESSED
) {
1262 qfull_stat
= &fws
->stats
.supprq_full_error
;
1264 /* Fix out of order delivery of frames. Dont assume frame */
1265 /* can be inserted at the end, but look for correct position */
1267 if (pktq_full(pq
) || pktq_pfull(pq
, prec
)) {
1271 queue
= &pq
->q
[prec
].skblist
;
1273 p_head
= skb_peek(queue
);
1274 p_tail
= skb_peek_tail(queue
);
1275 fr_new
= brcmf_skb_htod_tag_get_field(p
, FREERUN
);
1277 while (p_head
!= p_tail
) {
1278 fr_compare
= brcmf_skb_htod_tag_get_field(p_tail
,
1280 /* be sure to handle wrap of 256 */
1281 if (((fr_new
> fr_compare
) &&
1282 ((fr_new
- fr_compare
) < 128)) ||
1283 ((fr_new
< fr_compare
) &&
1284 ((fr_compare
- fr_new
) > 128)))
1286 p_tail
= skb_queue_prev(queue
, p_tail
);
1288 /* Position found. Determine what to do */
1289 if (p_tail
== NULL
) {
1291 __skb_queue_tail(queue
, p
);
1293 fr_compare
= brcmf_skb_htod_tag_get_field(p_tail
,
1295 if (((fr_new
> fr_compare
) &&
1296 ((fr_new
- fr_compare
) < 128)) ||
1297 ((fr_new
< fr_compare
) &&
1298 ((fr_compare
- fr_new
) > 128))) {
1300 __skb_queue_after(queue
, p_tail
, p
);
1303 __skb_insert(p
, p_tail
->prev
, p_tail
, queue
);
1307 /* Complete the counters and statistics */
1309 if (pq
->hi_prec
< prec
)
1310 pq
->hi_prec
= (u8
) prec
;
1311 } else if (brcmu_pktq_penq(&entry
->psq
, prec
, p
) == NULL
) {
1316 /* increment total enqueued packet count */
1317 fws
->fifo_delay_map
|= 1 << fifo
;
1318 fws
->fifo_enqpkt
[fifo
]++;
1320 /* update the sk_buff state */
1321 brcmf_skbcb(p
)->state
= state
;
1324 * A packet has been pushed so update traffic
1325 * availability bitmap, if applicable
1327 brcmf_fws_tim_update(fws
, entry
, fifo
, true);
1328 brcmf_fws_flow_control_check(fws
, &entry
->psq
,
1329 brcmf_skb_if_flags_get_field(p
, INDEX
));
1333 static struct sk_buff
*brcmf_fws_deq(struct brcmf_fws_info
*fws
, int fifo
)
1335 struct brcmf_fws_mac_descriptor
*table
;
1336 struct brcmf_fws_mac_descriptor
*entry
;
1344 table
= (struct brcmf_fws_mac_descriptor
*)&fws
->desc
;
1345 num_nodes
= sizeof(fws
->desc
) / sizeof(struct brcmf_fws_mac_descriptor
);
1346 node_pos
= fws
->deq_node_pos
[fifo
];
1348 for (i
= 0; i
< num_nodes
; i
++) {
1349 entry
= &table
[(node_pos
+ i
) % num_nodes
];
1350 if (!entry
->occupied
||
1351 brcmf_fws_macdesc_closed(fws
, entry
, fifo
))
1354 if (entry
->suppressed
)
1358 p
= brcmu_pktq_mdeq(&entry
->psq
, pmsk
<< (fifo
* 2), &prec_out
);
1360 if (entry
->suppressed
) {
1361 if (entry
->suppr_transit_count
)
1363 entry
->suppressed
= false;
1364 p
= brcmu_pktq_mdeq(&entry
->psq
,
1365 1 << (fifo
* 2), &prec_out
);
1371 brcmf_fws_macdesc_use_req_credit(entry
, p
);
1373 /* move dequeue position to ensure fair round-robin */
1374 fws
->deq_node_pos
[fifo
] = (node_pos
+ i
+ 1) % num_nodes
;
1375 brcmf_fws_flow_control_check(fws
, &entry
->psq
,
1376 brcmf_skb_if_flags_get_field(p
,
1380 * A packet has been picked up, update traffic
1381 * availability bitmap, if applicable
1383 brcmf_fws_tim_update(fws
, entry
, fifo
, false);
1386 * decrement total enqueued fifo packets and
1387 * clear delay bitmap if done.
1389 fws
->fifo_enqpkt
[fifo
]--;
1390 if (fws
->fifo_enqpkt
[fifo
] == 0)
1391 fws
->fifo_delay_map
&= ~(1 << fifo
);
1396 brcmf_dbg(DATA
, "exit: fifo %d skb %p\n", fifo
, p
);
1400 static int brcmf_fws_txstatus_suppressed(struct brcmf_fws_info
*fws
, int fifo
,
1401 struct sk_buff
*skb
, u8 ifidx
,
1402 u32 genbit
, u16 seq
)
1404 struct brcmf_fws_mac_descriptor
*entry
= brcmf_skbcb(skb
)->mac
;
1408 hslot
= brcmf_skb_htod_tag_get_field(skb
, HSLOT
);
1410 /* this packet was suppressed */
1411 if (!entry
->suppressed
) {
1412 entry
->suppressed
= true;
1413 entry
->suppr_transit_count
= entry
->transit_count
;
1414 brcmf_dbg(DATA
, "suppress %s: transit %d\n",
1415 entry
->name
, entry
->transit_count
);
1418 entry
->generation
= genbit
;
1420 brcmf_skb_htod_tag_set_field(skb
, GENERATION
, genbit
);
1421 brcmf_skbcb(skb
)->htod_seq
= seq
;
1422 if (brcmf_skb_htod_seq_get_field(skb
, FROMFW
)) {
1423 brcmf_skb_htod_seq_set_field(skb
, FROMDRV
, 1);
1424 brcmf_skb_htod_seq_set_field(skb
, FROMFW
, 0);
1426 brcmf_skb_htod_seq_set_field(skb
, FROMDRV
, 0);
1428 ret
= brcmf_fws_enq(fws
, BRCMF_FWS_SKBSTATE_SUPPRESSED
, fifo
, skb
);
1431 /* suppress q is full drop this packet */
1432 brcmf_fws_hanger_poppkt(&fws
->hanger
, hslot
, &skb
, true);
1434 /* Mark suppressed to avoid a double free during wlfc cleanup */
1435 brcmf_fws_hanger_mark_suppressed(&fws
->hanger
, hslot
);
1442 brcmf_fws_txs_process(struct brcmf_fws_info
*fws
, u8 flags
, u32 hslot
,
1443 u32 genbit
, u16 seq
)
1447 bool remove_from_hanger
= true;
1448 struct sk_buff
*skb
;
1449 struct brcmf_skbuff_cb
*skcb
;
1450 struct brcmf_fws_mac_descriptor
*entry
= NULL
;
1451 struct brcmf_if
*ifp
;
1453 brcmf_dbg(DATA
, "flags %d\n", flags
);
1455 if (flags
== BRCMF_FWS_TXSTATUS_DISCARD
)
1456 fws
->stats
.txs_discard
++;
1457 else if (flags
== BRCMF_FWS_TXSTATUS_CORE_SUPPRESS
) {
1458 fws
->stats
.txs_supp_core
++;
1459 remove_from_hanger
= false;
1460 } else if (flags
== BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS
) {
1461 fws
->stats
.txs_supp_ps
++;
1462 remove_from_hanger
= false;
1463 } else if (flags
== BRCMF_FWS_TXSTATUS_FW_TOSSED
)
1464 fws
->stats
.txs_tossed
++;
1465 else if (flags
== BRCMF_FWS_TXSTATUS_HOST_TOSSED
)
1466 fws
->stats
.txs_host_tossed
++;
1468 brcmf_err("unexpected txstatus\n");
1470 ret
= brcmf_fws_hanger_poppkt(&fws
->hanger
, hslot
, &skb
,
1471 remove_from_hanger
);
1473 brcmf_err("no packet in hanger slot: hslot=%d\n", hslot
);
1477 skcb
= brcmf_skbcb(skb
);
1479 if (WARN_ON(!entry
)) {
1480 brcmu_pkt_buf_free_skb(skb
);
1483 entry
->transit_count
--;
1484 if (entry
->suppressed
&& entry
->suppr_transit_count
)
1485 entry
->suppr_transit_count
--;
1487 brcmf_dbg(DATA
, "%s flags %d htod %X seq %X\n", entry
->name
, flags
,
1490 /* pick up the implicit credit from this packet */
1491 fifo
= brcmf_skb_htod_tag_get_field(skb
, FIFO
);
1492 if ((fws
->fcmode
== BRCMF_FWS_FCMODE_IMPLIED_CREDIT
) ||
1493 (brcmf_skb_if_flags_get_field(skb
, REQ_CREDIT
)) ||
1494 (flags
== BRCMF_FWS_TXSTATUS_HOST_TOSSED
)) {
1495 brcmf_fws_return_credits(fws
, fifo
, 1);
1496 brcmf_fws_schedule_deq(fws
);
1498 brcmf_fws_macdesc_return_req_credit(skb
);
1500 ret
= brcmf_proto_hdrpull(fws
->drvr
, false, skb
, &ifp
);
1502 brcmu_pkt_buf_free_skb(skb
);
1505 if (!remove_from_hanger
)
1506 ret
= brcmf_fws_txstatus_suppressed(fws
, fifo
, skb
, ifp
->ifidx
,
1508 if (remove_from_hanger
|| ret
)
1509 brcmf_txfinalize(fws
->drvr
, skb
, ifp
->ifidx
, true);
1514 static int brcmf_fws_fifocreditback_indicate(struct brcmf_fws_info
*fws
,
1519 if (fws
->fcmode
!= BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
) {
1520 brcmf_dbg(INFO
, "ignored\n");
1521 return BRCMF_FWS_RET_OK_NOSCHEDULE
;
1524 brcmf_dbg(DATA
, "enter: data %pM\n", data
);
1525 brcmf_fws_lock(fws
);
1526 for (i
= 0; i
< BRCMF_FWS_FIFO_COUNT
; i
++)
1527 brcmf_fws_return_credits(fws
, i
, data
[i
]);
1529 brcmf_dbg(DATA
, "map: credit %x delay %x\n", fws
->fifo_credit_map
,
1530 fws
->fifo_delay_map
);
1531 brcmf_fws_unlock(fws
);
1532 return BRCMF_FWS_RET_OK_SCHEDULE
;
1535 static int brcmf_fws_txstatus_indicate(struct brcmf_fws_info
*fws
, u8
*data
)
1545 fws
->stats
.txs_indicate
++;
1546 memcpy(&status_le
, data
, sizeof(status_le
));
1547 status
= le32_to_cpu(status_le
);
1548 flags
= brcmf_txstatus_get_field(status
, FLAGS
);
1549 hslot
= brcmf_txstatus_get_field(status
, HSLOT
);
1550 genbit
= brcmf_txstatus_get_field(status
, GENERATION
);
1551 if (BRCMF_FWS_MODE_GET_REUSESEQ(fws
->mode
)) {
1552 memcpy(&seq_le
, &data
[BRCMF_FWS_TYPE_PKTTAG_LEN
],
1554 seq
= le16_to_cpu(seq_le
);
1559 brcmf_fws_lock(fws
);
1560 brcmf_fws_txs_process(fws
, flags
, hslot
, genbit
, seq
);
1561 brcmf_fws_unlock(fws
);
1562 return BRCMF_FWS_RET_OK_NOSCHEDULE
;
1565 static int brcmf_fws_dbg_seqnum_check(struct brcmf_fws_info
*fws
, u8
*data
)
1569 memcpy(×tamp
, &data
[2], sizeof(timestamp
));
1570 brcmf_dbg(CTL
, "received: seq %d, timestamp %d\n", data
[1],
1571 le32_to_cpu(timestamp
));
1575 static int brcmf_fws_notify_credit_map(struct brcmf_if
*ifp
,
1576 const struct brcmf_event_msg
*e
,
1579 struct brcmf_fws_info
*fws
= ifp
->drvr
->fws
;
1583 if (e
->datalen
< BRCMF_FWS_FIFO_COUNT
) {
1584 brcmf_err("event payload too small (%d)\n", e
->datalen
);
1587 if (fws
->creditmap_received
)
1590 fws
->creditmap_received
= true;
1592 brcmf_dbg(TRACE
, "enter: credits %pM\n", credits
);
1593 brcmf_fws_lock(fws
);
1594 for (i
= 0; i
< ARRAY_SIZE(fws
->fifo_credit
); i
++) {
1596 fws
->fifo_credit_map
|= 1 << i
;
1598 fws
->fifo_credit_map
&= ~(1 << i
);
1599 fws
->fifo_credit
[i
] = *credits
++;
1601 brcmf_fws_schedule_deq(fws
);
1602 brcmf_fws_unlock(fws
);
1606 static int brcmf_fws_notify_bcmc_credit_support(struct brcmf_if
*ifp
,
1607 const struct brcmf_event_msg
*e
,
1610 struct brcmf_fws_info
*fws
= ifp
->drvr
->fws
;
1612 brcmf_fws_lock(fws
);
1614 fws
->bcmc_credit_check
= true;
1615 brcmf_fws_unlock(fws
);
1619 int brcmf_fws_hdrpull(struct brcmf_pub
*drvr
, int ifidx
, s16 signal_len
,
1620 struct sk_buff
*skb
)
1622 struct brcmf_skb_reorder_data
*rd
;
1623 struct brcmf_fws_info
*fws
= drvr
->fws
;
1632 brcmf_dbg(HDRS
, "enter: ifidx %d, skblen %u, sig %d\n",
1633 ifidx
, skb
->len
, signal_len
);
1635 WARN_ON(signal_len
> skb
->len
);
1639 /* if flow control disabled, skip to packet data and leave */
1640 if ((!fws
) || (!fws
->fw_signals
)) {
1641 skb_pull(skb
, signal_len
);
1645 fws
->stats
.header_pulls
++;
1646 data_len
= signal_len
;
1647 signal_data
= skb
->data
;
1649 status
= BRCMF_FWS_RET_OK_NOSCHEDULE
;
1650 while (data_len
> 0) {
1651 /* extract tlv info */
1652 type
= signal_data
[0];
1654 /* FILLER type is actually not a TLV, but
1655 * a single byte that can be skipped.
1657 if (type
== BRCMF_FWS_TYPE_FILLER
) {
1662 len
= signal_data
[1];
1663 data
= signal_data
+ 2;
1665 brcmf_dbg(HDRS
, "tlv type=%s (%d), len=%d (%d)\n",
1666 brcmf_fws_get_tlv_name(type
), type
, len
,
1667 brcmf_fws_get_tlv_len(fws
, type
));
1669 /* abort parsing when length invalid */
1670 if (data_len
< len
+ 2)
1673 if (len
< brcmf_fws_get_tlv_len(fws
, type
))
1676 err
= BRCMF_FWS_RET_OK_NOSCHEDULE
;
1678 case BRCMF_FWS_TYPE_COMP_TXSTATUS
:
1680 case BRCMF_FWS_TYPE_HOST_REORDER_RXPKTS
:
1681 rd
= (struct brcmf_skb_reorder_data
*)skb
->cb
;
1684 case BRCMF_FWS_TYPE_MACDESC_ADD
:
1685 case BRCMF_FWS_TYPE_MACDESC_DEL
:
1686 brcmf_fws_macdesc_indicate(fws
, type
, data
);
1688 case BRCMF_FWS_TYPE_MAC_OPEN
:
1689 case BRCMF_FWS_TYPE_MAC_CLOSE
:
1690 err
= brcmf_fws_macdesc_state_indicate(fws
, type
, data
);
1692 case BRCMF_FWS_TYPE_INTERFACE_OPEN
:
1693 case BRCMF_FWS_TYPE_INTERFACE_CLOSE
:
1694 err
= brcmf_fws_interface_state_indicate(fws
, type
,
1697 case BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT
:
1698 case BRCMF_FWS_TYPE_MAC_REQUEST_PACKET
:
1699 err
= brcmf_fws_request_indicate(fws
, type
, data
);
1701 case BRCMF_FWS_TYPE_TXSTATUS
:
1702 brcmf_fws_txstatus_indicate(fws
, data
);
1704 case BRCMF_FWS_TYPE_FIFO_CREDITBACK
:
1705 err
= brcmf_fws_fifocreditback_indicate(fws
, data
);
1707 case BRCMF_FWS_TYPE_RSSI
:
1708 brcmf_fws_rssi_indicate(fws
, *data
);
1710 case BRCMF_FWS_TYPE_TRANS_ID
:
1711 brcmf_fws_dbg_seqnum_check(fws
, data
);
1713 case BRCMF_FWS_TYPE_PKTTAG
:
1714 case BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP
:
1716 fws
->stats
.tlv_invalid_type
++;
1719 if (err
== BRCMF_FWS_RET_OK_SCHEDULE
)
1720 status
= BRCMF_FWS_RET_OK_SCHEDULE
;
1721 signal_data
+= len
+ 2;
1722 data_len
-= len
+ 2;
1726 fws
->stats
.tlv_parse_failed
++;
1728 if (status
== BRCMF_FWS_RET_OK_SCHEDULE
)
1729 brcmf_fws_schedule_deq(fws
);
1731 /* signalling processing result does
1732 * not affect the actual ethernet packet.
1734 skb_pull(skb
, signal_len
);
1736 /* this may be a signal-only packet
1739 fws
->stats
.header_only_pkt
++;
1744 static u8
brcmf_fws_precommit_skb(struct brcmf_fws_info
*fws
, int fifo
,
1747 struct brcmf_skbuff_cb
*skcb
= brcmf_skbcb(p
);
1748 struct brcmf_fws_mac_descriptor
*entry
= skcb
->mac
;
1751 if (skcb
->state
!= BRCMF_FWS_SKBSTATE_SUPPRESSED
)
1752 brcmf_skb_htod_tag_set_field(p
, GENERATION
, entry
->generation
);
1753 flags
= BRCMF_FWS_HTOD_FLAG_PKTFROMHOST
;
1754 if (brcmf_skb_if_flags_get_field(p
, REQUESTED
)) {
1756 * Indicate that this packet is being sent in response to an
1757 * explicit request from the firmware side.
1759 flags
|= BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED
;
1761 brcmf_skb_htod_tag_set_field(p
, FLAGS
, flags
);
1762 return brcmf_fws_hdrpush(fws
, p
);
1765 static void brcmf_fws_rollback_toq(struct brcmf_fws_info
*fws
,
1766 struct sk_buff
*skb
, int fifo
)
1768 struct brcmf_fws_mac_descriptor
*entry
;
1769 struct sk_buff
*pktout
;
1773 entry
= brcmf_skbcb(skb
)->mac
;
1774 if (entry
->occupied
) {
1776 if (brcmf_skbcb(skb
)->state
== BRCMF_FWS_SKBSTATE_SUPPRESSED
)
1779 pktout
= brcmu_pktq_penq_head(&entry
->psq
, qidx
, skb
);
1780 if (pktout
== NULL
) {
1781 brcmf_err("%s queue %d full\n", entry
->name
, qidx
);
1785 brcmf_err("%s entry removed\n", entry
->name
);
1790 fws
->stats
.rollback_failed
++;
1791 hslot
= brcmf_skb_htod_tag_get_field(skb
, HSLOT
);
1792 brcmf_fws_txs_process(fws
, BRCMF_FWS_TXSTATUS_HOST_TOSSED
,
1795 fws
->stats
.rollback_success
++;
1796 brcmf_fws_return_credits(fws
, fifo
, 1);
1797 brcmf_fws_macdesc_return_req_credit(skb
);
1801 static int brcmf_fws_borrow_credit(struct brcmf_fws_info
*fws
)
1805 if (time_after(fws
->borrow_defer_timestamp
, jiffies
)) {
1806 fws
->fifo_credit_map
&= ~(1 << BRCMF_FWS_FIFO_AC_BE
);
1810 for (lender_ac
= 0; lender_ac
<= BRCMF_FWS_FIFO_AC_VO
; lender_ac
++) {
1811 if (fws
->fifo_credit
[lender_ac
]) {
1812 fws
->credits_borrowed
[lender_ac
]++;
1813 fws
->fifo_credit
[lender_ac
]--;
1814 if (fws
->fifo_credit
[lender_ac
] == 0)
1815 fws
->fifo_credit_map
&= ~(1 << lender_ac
);
1816 fws
->fifo_credit_map
|= (1 << BRCMF_FWS_FIFO_AC_BE
);
1817 brcmf_dbg(DATA
, "borrow credit from: %d\n", lender_ac
);
1821 fws
->fifo_credit_map
&= ~(1 << BRCMF_FWS_FIFO_AC_BE
);
1825 static int brcmf_fws_commit_skb(struct brcmf_fws_info
*fws
, int fifo
,
1826 struct sk_buff
*skb
)
1828 struct brcmf_skbuff_cb
*skcb
= brcmf_skbcb(skb
);
1829 struct brcmf_fws_mac_descriptor
*entry
;
1836 return PTR_ERR(entry
);
1838 data_offset
= brcmf_fws_precommit_skb(fws
, fifo
, skb
);
1839 entry
->transit_count
++;
1840 if (entry
->suppressed
)
1841 entry
->suppr_transit_count
++;
1842 ifidx
= brcmf_skb_if_flags_get_field(skb
, INDEX
);
1843 brcmf_fws_unlock(fws
);
1844 rc
= brcmf_proto_txdata(fws
->drvr
, ifidx
, data_offset
, skb
);
1845 brcmf_fws_lock(fws
);
1846 brcmf_dbg(DATA
, "%s flags %X htod %X bus_tx %d\n", entry
->name
,
1847 skcb
->if_flags
, skcb
->htod
, rc
);
1849 entry
->transit_count
--;
1850 if (entry
->suppressed
)
1851 entry
->suppr_transit_count
--;
1852 (void)brcmf_proto_hdrpull(fws
->drvr
, false, skb
, NULL
);
1856 fws
->stats
.pkt2bus
++;
1857 fws
->stats
.send_pkts
[fifo
]++;
1858 if (brcmf_skb_if_flags_get_field(skb
, REQUESTED
))
1859 fws
->stats
.requested_sent
[fifo
]++;
1864 brcmf_fws_rollback_toq(fws
, skb
, fifo
);
1868 static int brcmf_fws_assign_htod(struct brcmf_fws_info
*fws
, struct sk_buff
*p
,
1871 struct brcmf_skbuff_cb
*skcb
= brcmf_skbcb(p
);
1876 hslot
= brcmf_fws_hanger_get_free_slot(&fws
->hanger
);
1877 brcmf_skb_htod_tag_set_field(p
, HSLOT
, hslot
);
1878 brcmf_skb_htod_tag_set_field(p
, FREERUN
, skcb
->mac
->seq
[fifo
]);
1879 brcmf_skb_htod_tag_set_field(p
, FIFO
, fifo
);
1880 rc
= brcmf_fws_hanger_pushpkt(&fws
->hanger
, p
, hslot
);
1882 skcb
->mac
->seq
[fifo
]++;
1884 fws
->stats
.generic_error
++;
1888 int brcmf_fws_process_skb(struct brcmf_if
*ifp
, struct sk_buff
*skb
)
1890 struct brcmf_pub
*drvr
= ifp
->drvr
;
1891 struct brcmf_fws_info
*fws
= drvr
->fws
;
1892 struct brcmf_skbuff_cb
*skcb
= brcmf_skbcb(skb
);
1893 struct ethhdr
*eh
= (struct ethhdr
*)(skb
->data
);
1894 int fifo
= BRCMF_FWS_FIFO_BCMC
;
1895 bool multicast
= is_multicast_ether_addr(eh
->h_dest
);
1898 brcmf_dbg(DATA
, "tx proto=0x%X\n", ntohs(eh
->h_proto
));
1899 /* determine the priority */
1901 skb
->priority
= cfg80211_classify8021d(skb
, NULL
);
1903 drvr
->tx_multicast
+= !!multicast
;
1905 if (fws
->avoid_queueing
) {
1906 rc
= brcmf_proto_txdata(drvr
, ifp
->ifidx
, 0, skb
);
1908 brcmf_txfinalize(drvr
, skb
, ifp
->ifidx
, false);
1912 /* set control buffer information */
1914 skcb
->state
= BRCMF_FWS_SKBSTATE_NEW
;
1915 brcmf_skb_if_flags_set_field(skb
, INDEX
, ifp
->ifidx
);
1917 fifo
= brcmf_fws_prio2fifo
[skb
->priority
];
1919 brcmf_fws_lock(fws
);
1920 if (fifo
!= BRCMF_FWS_FIFO_AC_BE
&& fifo
< BRCMF_FWS_FIFO_BCMC
)
1921 fws
->borrow_defer_timestamp
= jiffies
+
1922 BRCMF_FWS_BORROW_DEFER_PERIOD
;
1924 skcb
->mac
= brcmf_fws_macdesc_find(fws
, ifp
, eh
->h_dest
);
1925 brcmf_dbg(DATA
, "%s mac %pM multi %d fifo %d\n", skcb
->mac
->name
,
1926 eh
->h_dest
, multicast
, fifo
);
1927 if (!brcmf_fws_assign_htod(fws
, skb
, fifo
)) {
1928 brcmf_fws_enq(fws
, BRCMF_FWS_SKBSTATE_DELAYED
, fifo
, skb
);
1929 brcmf_fws_schedule_deq(fws
);
1931 brcmf_err("drop skb: no hanger slot\n");
1932 brcmf_txfinalize(drvr
, skb
, ifp
->ifidx
, false);
1935 brcmf_fws_unlock(fws
);
1940 void brcmf_fws_reset_interface(struct brcmf_if
*ifp
)
1942 struct brcmf_fws_mac_descriptor
*entry
= ifp
->fws_desc
;
1944 brcmf_dbg(TRACE
, "enter: idx=%d\n", ifp
->bssidx
);
1948 brcmf_fws_macdesc_init(entry
, ifp
->mac_addr
, ifp
->ifidx
);
1951 void brcmf_fws_add_interface(struct brcmf_if
*ifp
)
1953 struct brcmf_fws_info
*fws
= ifp
->drvr
->fws
;
1954 struct brcmf_fws_mac_descriptor
*entry
;
1959 entry
= &fws
->desc
.iface
[ifp
->ifidx
];
1960 ifp
->fws_desc
= entry
;
1961 brcmf_fws_macdesc_init(entry
, ifp
->mac_addr
, ifp
->ifidx
);
1962 brcmf_fws_macdesc_set_name(fws
, entry
);
1963 brcmu_pktq_init(&entry
->psq
, BRCMF_FWS_PSQ_PREC_COUNT
,
1965 brcmf_dbg(TRACE
, "added %s\n", entry
->name
);
1968 void brcmf_fws_del_interface(struct brcmf_if
*ifp
)
1970 struct brcmf_fws_mac_descriptor
*entry
= ifp
->fws_desc
;
1975 brcmf_fws_lock(ifp
->drvr
->fws
);
1976 ifp
->fws_desc
= NULL
;
1977 brcmf_dbg(TRACE
, "deleting %s\n", entry
->name
);
1978 brcmf_fws_macdesc_deinit(entry
);
1979 brcmf_fws_cleanup(ifp
->drvr
->fws
, ifp
->ifidx
);
1980 brcmf_fws_unlock(ifp
->drvr
->fws
);
1983 static void brcmf_fws_dequeue_worker(struct work_struct
*worker
)
1985 struct brcmf_fws_info
*fws
;
1986 struct brcmf_pub
*drvr
;
1987 struct sk_buff
*skb
;
1993 fws
= container_of(worker
, struct brcmf_fws_info
, fws_dequeue_work
);
1996 brcmf_fws_lock(fws
);
1997 for (fifo
= BRCMF_FWS_FIFO_BCMC
; fifo
>= 0 && !fws
->bus_flow_blocked
;
1999 if (!brcmf_fws_fc_active(fws
)) {
2000 while ((skb
= brcmf_fws_deq(fws
, fifo
)) != NULL
) {
2001 hslot
= brcmf_skb_htod_tag_get_field(skb
,
2003 brcmf_fws_hanger_poppkt(&fws
->hanger
, hslot
,
2005 ifidx
= brcmf_skb_if_flags_get_field(skb
,
2007 /* Use proto layer to send data frame */
2008 brcmf_fws_unlock(fws
);
2009 ret
= brcmf_proto_txdata(drvr
, ifidx
, 0, skb
);
2010 brcmf_fws_lock(fws
);
2012 brcmf_txfinalize(drvr
, skb
, ifidx
,
2014 if (fws
->bus_flow_blocked
)
2019 while ((fws
->fifo_credit
[fifo
]) || ((!fws
->bcmc_credit_check
) &&
2020 (fifo
== BRCMF_FWS_FIFO_BCMC
))) {
2021 skb
= brcmf_fws_deq(fws
, fifo
);
2024 fws
->fifo_credit
[fifo
]--;
2025 if (brcmf_fws_commit_skb(fws
, fifo
, skb
))
2027 if (fws
->bus_flow_blocked
)
2030 if ((fifo
== BRCMF_FWS_FIFO_AC_BE
) &&
2031 (fws
->fifo_credit
[fifo
] == 0) &&
2032 (!fws
->bus_flow_blocked
)) {
2033 while (brcmf_fws_borrow_credit(fws
) == 0) {
2034 skb
= brcmf_fws_deq(fws
, fifo
);
2036 brcmf_fws_return_credits(fws
, fifo
, 1);
2039 if (brcmf_fws_commit_skb(fws
, fifo
, skb
))
2041 if (fws
->bus_flow_blocked
)
2046 brcmf_fws_unlock(fws
);
2050 static int brcmf_debugfs_fws_stats_read(struct seq_file
*seq
, void *data
)
2052 struct brcmf_bus
*bus_if
= dev_get_drvdata(seq
->private);
2053 struct brcmf_fws_stats
*fwstats
= &bus_if
->drvr
->fws
->stats
;
2056 "header_pulls: %u\n"
2057 "header_only_pkt: %u\n"
2058 "tlv_parse_failed: %u\n"
2059 "tlv_invalid_type: %u\n"
2060 "mac_update_fails: %u\n"
2061 "ps_update_fails: %u\n"
2062 "if_update_fails: %u\n"
2064 "generic_error: %u\n"
2065 "rollback_success: %u\n"
2066 "rollback_failed: %u\n"
2069 "txs_indicate: %u\n"
2071 "txs_suppr_core: %u\n"
2072 "txs_suppr_ps: %u\n"
2074 "txs_host_tossed: %u\n"
2075 "bus_flow_block: %u\n"
2076 "fws_flow_block: %u\n"
2077 "send_pkts: BK:%u BE:%u VO:%u VI:%u BCMC:%u\n"
2078 "requested_sent: BK:%u BE:%u VO:%u VI:%u BCMC:%u\n",
2079 fwstats
->header_pulls
,
2080 fwstats
->header_only_pkt
,
2081 fwstats
->tlv_parse_failed
,
2082 fwstats
->tlv_invalid_type
,
2083 fwstats
->mac_update_failed
,
2084 fwstats
->mac_ps_update_failed
,
2085 fwstats
->if_update_failed
,
2087 fwstats
->generic_error
,
2088 fwstats
->rollback_success
,
2089 fwstats
->rollback_failed
,
2090 fwstats
->delayq_full_error
,
2091 fwstats
->supprq_full_error
,
2092 fwstats
->txs_indicate
,
2093 fwstats
->txs_discard
,
2094 fwstats
->txs_supp_core
,
2095 fwstats
->txs_supp_ps
,
2096 fwstats
->txs_tossed
,
2097 fwstats
->txs_host_tossed
,
2098 fwstats
->bus_flow_block
,
2099 fwstats
->fws_flow_block
,
2100 fwstats
->send_pkts
[0], fwstats
->send_pkts
[1],
2101 fwstats
->send_pkts
[2], fwstats
->send_pkts
[3],
2102 fwstats
->send_pkts
[4],
2103 fwstats
->requested_sent
[0],
2104 fwstats
->requested_sent
[1],
2105 fwstats
->requested_sent
[2],
2106 fwstats
->requested_sent
[3],
2107 fwstats
->requested_sent
[4]);
2112 static int brcmf_debugfs_fws_stats_read(struct seq_file
*seq
, void *data
)
2118 int brcmf_fws_init(struct brcmf_pub
*drvr
)
2120 struct brcmf_fws_info
*fws
;
2121 struct brcmf_if
*ifp
;
2122 u32 tlv
= BRCMF_FWS_FLAGS_RSSI_SIGNALS
;
2126 drvr
->fws
= kzalloc(sizeof(*(drvr
->fws
)), GFP_KERNEL
);
2134 spin_lock_init(&fws
->spinlock
);
2136 /* set linkage back */
2138 fws
->fcmode
= fcmode
;
2140 if ((drvr
->bus_if
->always_use_fws_queue
== false) &&
2141 (fcmode
== BRCMF_FWS_FCMODE_NONE
)) {
2142 fws
->avoid_queueing
= true;
2143 brcmf_dbg(INFO
, "FWS queueing will be avoided\n");
2147 fws
->fws_wq
= create_singlethread_workqueue("brcmf_fws_wq");
2148 if (fws
->fws_wq
== NULL
) {
2149 brcmf_err("workqueue creation failed\n");
2153 INIT_WORK(&fws
->fws_dequeue_work
, brcmf_fws_dequeue_worker
);
2155 /* enable firmware signalling if fcmode active */
2156 if (fws
->fcmode
!= BRCMF_FWS_FCMODE_NONE
)
2157 tlv
|= BRCMF_FWS_FLAGS_XONXOFF_SIGNALS
|
2158 BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS
|
2159 BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE
|
2160 BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE
;
2162 rc
= brcmf_fweh_register(drvr
, BRCMF_E_FIFO_CREDIT_MAP
,
2163 brcmf_fws_notify_credit_map
);
2165 brcmf_err("register credit map handler failed\n");
2168 rc
= brcmf_fweh_register(drvr
, BRCMF_E_BCMC_CREDIT_SUPPORT
,
2169 brcmf_fws_notify_bcmc_credit_support
);
2171 brcmf_err("register bcmc credit handler failed\n");
2172 brcmf_fweh_unregister(drvr
, BRCMF_E_FIFO_CREDIT_MAP
);
2176 /* Setting the iovar may fail if feature is unsupported
2177 * so leave the rc as is so driver initialization can
2178 * continue. Set mode back to none indicating not enabled.
2180 fws
->fw_signals
= true;
2181 ifp
= brcmf_get_ifp(drvr
, 0);
2182 if (brcmf_fil_iovar_int_set(ifp
, "tlv", tlv
)) {
2183 brcmf_err("failed to set bdcv2 tlv signaling\n");
2184 fws
->fcmode
= BRCMF_FWS_FCMODE_NONE
;
2185 fws
->fw_signals
= false;
2188 if (brcmf_fil_iovar_int_set(ifp
, "ampdu_hostreorder", 1))
2189 brcmf_dbg(INFO
, "enabling AMPDU host-reorder failed\n");
2191 /* Enable seq number reuse, if supported */
2192 if (brcmf_fil_iovar_int_get(ifp
, "wlfc_mode", &mode
) == 0) {
2193 if (BRCMF_FWS_MODE_GET_REUSESEQ(mode
)) {
2195 BRCMF_FWS_MODE_SET_REUSESEQ(mode
, 1);
2196 if (brcmf_fil_iovar_int_set(ifp
,
2197 "wlfc_mode", mode
) == 0) {
2198 BRCMF_FWS_MODE_SET_REUSESEQ(fws
->mode
, 1);
2203 brcmf_fws_hanger_init(&fws
->hanger
);
2204 brcmf_fws_macdesc_init(&fws
->desc
.other
, NULL
, 0);
2205 brcmf_fws_macdesc_set_name(fws
, &fws
->desc
.other
);
2206 brcmu_pktq_init(&fws
->desc
.other
.psq
, BRCMF_FWS_PSQ_PREC_COUNT
,
2209 /* create debugfs file for statistics */
2210 brcmf_debugfs_add_entry(drvr
, "fws_stats",
2211 brcmf_debugfs_fws_stats_read
);
2213 brcmf_dbg(INFO
, "%s bdcv2 tlv signaling [%x]\n",
2214 fws
->fw_signals
? "enabled" : "disabled", tlv
);
2218 brcmf_fws_deinit(drvr
);
2222 void brcmf_fws_deinit(struct brcmf_pub
*drvr
)
2224 struct brcmf_fws_info
*fws
= drvr
->fws
;
2229 if (drvr
->fws
->fws_wq
)
2230 destroy_workqueue(drvr
->fws
->fws_wq
);
2233 brcmf_fws_lock(fws
);
2234 brcmf_fws_cleanup(fws
, -1);
2236 brcmf_fws_unlock(fws
);
2238 /* free top structure */
2242 bool brcmf_fws_fc_active(struct brcmf_fws_info
*fws
)
2244 if (!fws
->creditmap_received
)
2247 return fws
->fcmode
!= BRCMF_FWS_FCMODE_NONE
;
2250 void brcmf_fws_bustxfail(struct brcmf_fws_info
*fws
, struct sk_buff
*skb
)
2254 if (brcmf_skbcb(skb
)->state
== BRCMF_FWS_SKBSTATE_TIM
) {
2255 brcmu_pkt_buf_free_skb(skb
);
2258 brcmf_fws_lock(fws
);
2259 hslot
= brcmf_skb_htod_tag_get_field(skb
, HSLOT
);
2260 brcmf_fws_txs_process(fws
, BRCMF_FWS_TXSTATUS_HOST_TOSSED
, hslot
, 0, 0);
2261 brcmf_fws_unlock(fws
);
2264 void brcmf_fws_bus_blocked(struct brcmf_pub
*drvr
, bool flow_blocked
)
2266 struct brcmf_fws_info
*fws
= drvr
->fws
;
2268 fws
->bus_flow_blocked
= flow_blocked
;
2270 brcmf_fws_schedule_deq(fws
);
2272 fws
->stats
.bus_flow_block
++;