projects / deliverable / linux.git / blob
? search:


c1930ef5c55f8435efb7195fda19a60fb5185023
[deliverable/linux.git] / drivers / net / wireless / brcm80211 / brcmfmac / fwsignal.c
1 /*
2 * Copyright (c) 2010 Broadcom Corporation
3 *
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
7 *
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 */
16 #include <linux/types.h>
17 #include <linux/module.h>
18 #include <linux/if_ether.h>
19 #include <linux/spinlock.h>
20 #include <linux/skbuff.h>
21 #include <linux/netdevice.h>
22 #include <linux/etherdevice.h>
23 #include <linux/err.h>
24 #include <linux/jiffies.h>
25 #include <uapi/linux/nl80211.h>
26 #include <net/cfg80211.h>
27
28 #include <brcmu_utils.h>
29 #include <brcmu_wifi.h>
30 #include "dhd.h"
31 #include "dhd_proto.h"
32 #include "dhd_dbg.h"
33 #include "dhd_bus.h"
34 #include "fwil.h"
35 #include "fwil_types.h"
36 #include "fweh.h"
37 #include "fwsignal.h"
38 #include "p2p.h"
39 #include "wl_cfg80211.h"
40
41 /**
42 * DOC: Firmware Signalling
43 *
44 * Firmware can send signals to host and vice versa, which are passed in the
45 * data packets using TLV based header. This signalling layer is on top of the
46 * BDC bus protocol layer.
47 */
48
49 /*
50 * single definition for firmware-driver flow control tlv's.
51 *
52 * each tlv is specified by BRCMF_FWS_TLV_DEF(name, ID, length).
53 * A length value 0 indicates variable length tlv.
54 */
55 #define BRCMF_FWS_TLV_DEFLIST \
56 BRCMF_FWS_TLV_DEF(MAC_OPEN, 1, 1) \
57 BRCMF_FWS_TLV_DEF(MAC_CLOSE, 2, 1) \
58 BRCMF_FWS_TLV_DEF(MAC_REQUEST_CREDIT, 3, 2) \
59 BRCMF_FWS_TLV_DEF(TXSTATUS, 4, 4) \
60 BRCMF_FWS_TLV_DEF(PKTTAG, 5, 4) \
61 BRCMF_FWS_TLV_DEF(MACDESC_ADD, 6, 8) \
62 BRCMF_FWS_TLV_DEF(MACDESC_DEL, 7, 8) \
63 BRCMF_FWS_TLV_DEF(RSSI, 8, 1) \
64 BRCMF_FWS_TLV_DEF(INTERFACE_OPEN, 9, 1) \
65 BRCMF_FWS_TLV_DEF(INTERFACE_CLOSE, 10, 1) \
66 BRCMF_FWS_TLV_DEF(FIFO_CREDITBACK, 11, 6) \
67 BRCMF_FWS_TLV_DEF(PENDING_TRAFFIC_BMP, 12, 2) \
68 BRCMF_FWS_TLV_DEF(MAC_REQUEST_PACKET, 13, 3) \
69 BRCMF_FWS_TLV_DEF(HOST_REORDER_RXPKTS, 14, 10) \
70 BRCMF_FWS_TLV_DEF(TRANS_ID, 18, 6) \
71 BRCMF_FWS_TLV_DEF(COMP_TXSTATUS, 19, 1) \
72 BRCMF_FWS_TLV_DEF(FILLER, 255, 0)
73
74 /*
75 * enum brcmf_fws_tlv_type - definition of tlv identifiers.
76 */
77 #define BRCMF_FWS_TLV_DEF(name, id, len) \
78 BRCMF_FWS_TYPE_ ## name = id,
79 enum brcmf_fws_tlv_type {
80 BRCMF_FWS_TLV_DEFLIST
81 BRCMF_FWS_TYPE_INVALID
82 };
83 #undef BRCMF_FWS_TLV_DEF
84
85 /*
86 * enum brcmf_fws_tlv_len - definition of tlv lengths.
87 */
88 #define BRCMF_FWS_TLV_DEF(name, id, len) \
89 BRCMF_FWS_TYPE_ ## name ## _LEN = (len),
90 enum brcmf_fws_tlv_len {
91 BRCMF_FWS_TLV_DEFLIST
92 };
93 #undef BRCMF_FWS_TLV_DEF
94
95 #ifdef DEBUG
96 /*
97 * brcmf_fws_tlv_names - array of tlv names.
98 */
99 #define BRCMF_FWS_TLV_DEF(name, id, len) \
100 { id, #name },
101 static struct {
102 enum brcmf_fws_tlv_type id;
103 const char *name;
104 } brcmf_fws_tlv_names[] = {
105 BRCMF_FWS_TLV_DEFLIST
106 };
107 #undef BRCMF_FWS_TLV_DEF
108
109 static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
110 {
111 int i;
112
113 for (i = 0; i < ARRAY_SIZE(brcmf_fws_tlv_names); i++)
114 if (brcmf_fws_tlv_names[i].id == id)
115 return brcmf_fws_tlv_names[i].name;
116
117 return "INVALID";
118 }
119 #else
120 static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
121 {
122 return "NODEBUG";
123 }
124 #endif /* DEBUG */
125
126 /*
127 * flags used to enable tlv signalling from firmware.
128 */
129 #define BRCMF_FWS_FLAGS_RSSI_SIGNALS 0x0001
130 #define BRCMF_FWS_FLAGS_XONXOFF_SIGNALS 0x0002
131 #define BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS 0x0004
132 #define BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE 0x0008
133 #define BRCMF_FWS_FLAGS_PSQ_GENERATIONFSM_ENABLE 0x0010
134 #define BRCMF_FWS_FLAGS_PSQ_ZERO_BUFFER_ENABLE 0x0020
135 #define BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE 0x0040
136
137 #define BRCMF_FWS_MAC_DESC_TABLE_SIZE 32
138 #define BRCMF_FWS_MAC_DESC_ID_INVALID 0xff
139
140 #define BRCMF_FWS_HOSTIF_FLOWSTATE_OFF 0
141 #define BRCMF_FWS_HOSTIF_FLOWSTATE_ON 1
142 #define BRCMF_FWS_FLOWCONTROL_HIWATER 128
143 #define BRCMF_FWS_FLOWCONTROL_LOWATER 64
144
145 #define BRCMF_FWS_PSQ_PREC_COUNT ((NL80211_NUM_ACS + 1) * 2)
146 #define BRCMF_FWS_PSQ_LEN 256
147
148 #define BRCMF_FWS_HTOD_FLAG_PKTFROMHOST 0x01
149 #define BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED 0x02
150
151 #define BRCMF_FWS_RET_OK_NOSCHEDULE 0
152 #define BRCMF_FWS_RET_OK_SCHEDULE 1
153
154 /**
155 * enum brcmf_fws_skb_state - indicates processing state of skb.
156 *
157 * @BRCMF_FWS_SKBSTATE_NEW: sk_buff is newly arrived in the driver.
158 * @BRCMF_FWS_SKBSTATE_DELAYED: sk_buff had to wait on queue.
159 * @BRCMF_FWS_SKBSTATE_SUPPRESSED: sk_buff has been suppressed by firmware.
160 */
161 enum brcmf_fws_skb_state {
162 BRCMF_FWS_SKBSTATE_NEW,
163 BRCMF_FWS_SKBSTATE_DELAYED,
164 BRCMF_FWS_SKBSTATE_SUPPRESSED
165 };
166
167 /**
168 * struct brcmf_skbuff_cb - control buffer associated with skbuff.
169 *
170 * @if_flags: holds interface index and packet related flags.
171 * @htod: host to device packet identifier (used in PKTTAG tlv).
172 * @state: transmit state of the packet.
173 * @mac: descriptor related to destination for this packet.
174 *
175 * This information is stored in control buffer struct sk_buff::cb, which
176 * provides 48 bytes of storage so this structure should not exceed that.
177 */
178 struct brcmf_skbuff_cb {
179 u16 if_flags;
180 u32 htod;
181 enum brcmf_fws_skb_state state;
182 struct brcmf_fws_mac_descriptor *mac;
183 };
184
185 /*
186 * macro casting skbuff control buffer to struct brcmf_skbuff_cb.
187 */
188 #define brcmf_skbcb(skb) ((struct brcmf_skbuff_cb *)((skb)->cb))
189
190 /*
191 * sk_buff control if flags
192 *
193 * b[11] - packet sent upon firmware request.
194 * b[10] - packet only contains signalling data.
195 * b[9] - packet is a tx packet.
196 * b[8] - packet uses FIFO credit (non-pspoll).
197 * b[7] - interface in AP mode.
198 * b[3:0] - interface index.
199 */
200 #define BRCMF_SKB_IF_FLAGS_REQUESTED_MASK 0x0800
201 #define BRCMF_SKB_IF_FLAGS_REQUESTED_SHIFT 11
202 #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_MASK 0x0400
203 #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_SHIFT 10
204 #define BRCMF_SKB_IF_FLAGS_TRANSMIT_MASK 0x0200
205 #define BRCMF_SKB_IF_FLAGS_TRANSMIT_SHIFT 9
206 #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK 0x0100
207 #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_SHIFT 8
208 #define BRCMF_SKB_IF_FLAGS_IF_AP_MASK 0x0080
209 #define BRCMF_SKB_IF_FLAGS_IF_AP_SHIFT 7
210 #define BRCMF_SKB_IF_FLAGS_INDEX_MASK 0x000f
211 #define BRCMF_SKB_IF_FLAGS_INDEX_SHIFT 0
212
213 #define brcmf_skb_if_flags_set_field(skb, field, value) \
214 brcmu_maskset16(&(brcmf_skbcb(skb)->if_flags), \
215 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
216 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT, (value))
217 #define brcmf_skb_if_flags_get_field(skb, field) \
218 brcmu_maskget16(brcmf_skbcb(skb)->if_flags, \
219 BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
220 BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT)
221
222 /*
223 * sk_buff control packet identifier
224 *
225 * 32-bit packet identifier used in PKTTAG tlv from host to dongle.
226 *
227 * - Generated at the host (e.g. dhd)
228 * - Seen as a generic sequence number by firmware except for the flags field.
229 *
230 * Generation : b[31] => generation number for this packet [host->fw]
231 * OR, current generation number [fw->host]
232 * Flags : b[30:27] => command, status flags
233 * FIFO-AC : b[26:24] => AC-FIFO id
234 * h-slot : b[23:8] => hanger-slot
235 * freerun : b[7:0] => A free running counter
236 */
237 #define BRCMF_SKB_HTOD_TAG_GENERATION_MASK 0x80000000
238 #define BRCMF_SKB_HTOD_TAG_GENERATION_SHIFT 31
239 #define BRCMF_SKB_HTOD_TAG_FLAGS_MASK 0x78000000
240 #define BRCMF_SKB_HTOD_TAG_FLAGS_SHIFT 27
241 #define BRCMF_SKB_HTOD_TAG_FIFO_MASK 0x07000000
242 #define BRCMF_SKB_HTOD_TAG_FIFO_SHIFT 24
243 #define BRCMF_SKB_HTOD_TAG_HSLOT_MASK 0x00ffff00
244 #define BRCMF_SKB_HTOD_TAG_HSLOT_SHIFT 8
245 #define BRCMF_SKB_HTOD_TAG_FREERUN_MASK 0x000000ff
246 #define BRCMF_SKB_HTOD_TAG_FREERUN_SHIFT 0
247
248 #define brcmf_skb_htod_tag_set_field(skb, field, value) \
249 brcmu_maskset32(&(brcmf_skbcb(skb)->htod), \
250 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
251 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT, (value))
252 #define brcmf_skb_htod_tag_get_field(skb, field) \
253 brcmu_maskget32(brcmf_skbcb(skb)->htod, \
254 BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
255 BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT)
256
257 #define BRCMF_FWS_TXSTAT_GENERATION_MASK 0x80000000
258 #define BRCMF_FWS_TXSTAT_GENERATION_SHIFT 31
259 #define BRCMF_FWS_TXSTAT_FLAGS_MASK 0x78000000
260 #define BRCMF_FWS_TXSTAT_FLAGS_SHIFT 27
261 #define BRCMF_FWS_TXSTAT_FIFO_MASK 0x07000000
262 #define BRCMF_FWS_TXSTAT_FIFO_SHIFT 24
263 #define BRCMF_FWS_TXSTAT_HSLOT_MASK 0x00FFFF00
264 #define BRCMF_FWS_TXSTAT_HSLOT_SHIFT 8
265 #define BRCMF_FWS_TXSTAT_PKTID_MASK 0x00FFFFFF
266 #define BRCMF_FWS_TXSTAT_PKTID_SHIFT 0
267
268 #define brcmf_txstatus_get_field(txs, field) \
269 brcmu_maskget32(txs, BRCMF_FWS_TXSTAT_ ## field ## _MASK, \
270 BRCMF_FWS_TXSTAT_ ## field ## _SHIFT)
271
272 /* How long to defer borrowing in jiffies */
273 #define BRCMF_FWS_BORROW_DEFER_PERIOD (HZ / 10)
274
275 /**
276 * enum brcmf_fws_fifo - fifo indices used by dongle firmware.
277 *
278 * @BRCMF_FWS_FIFO_AC_BK: fifo for background traffic.
279 * @BRCMF_FWS_FIFO_AC_BE: fifo for best-effort traffic.
280 * @BRCMF_FWS_FIFO_AC_VI: fifo for video traffic.
281 * @BRCMF_FWS_FIFO_AC_VO: fifo for voice traffic.
282 * @BRCMF_FWS_FIFO_BCMC: fifo for broadcast/multicast (AP only).
283 * @BRCMF_FWS_FIFO_ATIM: fifo for ATIM (AP only).
284 * @BRCMF_FWS_FIFO_COUNT: number of fifos.
285 */
286 enum brcmf_fws_fifo {
287 BRCMF_FWS_FIFO_AC_BK,
288 BRCMF_FWS_FIFO_AC_BE,
289 BRCMF_FWS_FIFO_AC_VI,
290 BRCMF_FWS_FIFO_AC_VO,
291 BRCMF_FWS_FIFO_BCMC,
292 BRCMF_FWS_FIFO_ATIM,
293 BRCMF_FWS_FIFO_COUNT
294 };
295
296 /**
297 * enum brcmf_fws_txstatus - txstatus flag values.
298 *
299 * @BRCMF_FWS_TXSTATUS_DISCARD:
300 * host is free to discard the packet.
301 * @BRCMF_FWS_TXSTATUS_CORE_SUPPRESS:
302 * 802.11 core suppressed the packet.
303 * @BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS:
304 * firmware suppress the packet as device is already in PS mode.
305 * @BRCMF_FWS_TXSTATUS_FW_TOSSED:
306 * firmware tossed the packet.
307 */
308 enum brcmf_fws_txstatus {
309 BRCMF_FWS_TXSTATUS_DISCARD,
310 BRCMF_FWS_TXSTATUS_CORE_SUPPRESS,
311 BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS,
312 BRCMF_FWS_TXSTATUS_FW_TOSSED
313 };
314
315 enum brcmf_fws_fcmode {
316 BRCMF_FWS_FCMODE_NONE,
317 BRCMF_FWS_FCMODE_IMPLIED_CREDIT,
318 BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
319 };
320
321 enum brcmf_fws_mac_desc_state {
322 BRCMF_FWS_STATE_OPEN = 1,
323 BRCMF_FWS_STATE_CLOSE
324 };
325
326 /**
327 * struct brcmf_fws_mac_descriptor - firmware signalling data per node/interface
328 *
329 * @occupied: slot is in use.
330 * @mac_handle: handle for mac entry determined by firmware.
331 * @interface_id: interface index.
332 * @state: current state.
333 * @suppressed: mac entry is suppressed.
334 * @generation: generation bit.
335 * @ac_bitmap: ac queue bitmap.
336 * @requested_credit: credits requested by firmware.
337 * @ea: ethernet address.
338 * @seq: per-node free-running sequence.
339 * @psq: power-save queue.
340 * @transit_count: packet in transit to firmware.
341 */
342 struct brcmf_fws_mac_descriptor {
343 u8 occupied;
344 u8 mac_handle;
345 u8 interface_id;
346 u8 state;
347 bool suppressed;
348 u8 generation;
349 u8 ac_bitmap;
350 u8 requested_credit;
351 u8 requested_packet;
352 u8 ea[ETH_ALEN];
353 u8 seq[BRCMF_FWS_FIFO_COUNT];
354 struct pktq psq;
355 int transit_count;
356 int suppress_count;
357 int suppr_transit_count;
358 bool send_tim_signal;
359 u8 traffic_pending_bmp;
360 u8 traffic_lastreported_bmp;
361 };
362
363 #define BRCMF_FWS_HANGER_MAXITEMS 1024
364
365 /**
366 * enum brcmf_fws_hanger_item_state - state of hanger item.
367 *
368 * @BRCMF_FWS_HANGER_ITEM_STATE_FREE: item is free for use.
369 * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE: item is in use.
370 * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED: item was suppressed.
371 */
372 enum brcmf_fws_hanger_item_state {
373 BRCMF_FWS_HANGER_ITEM_STATE_FREE = 1,
374 BRCMF_FWS_HANGER_ITEM_STATE_INUSE,
375 BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
376 };
377
378
379 /**
380 * struct brcmf_fws_hanger_item - single entry for tx pending packet.
381 *
382 * @state: entry is either free or occupied.
383 * @gen: generation.
384 * @pkt: packet itself.
385 */
386 struct brcmf_fws_hanger_item {
387 enum brcmf_fws_hanger_item_state state;
388 u8 gen;
389 struct sk_buff *pkt;
390 };
391
392 /**
393 * struct brcmf_fws_hanger - holds packets awaiting firmware txstatus.
394 *
395 * @pushed: packets pushed to await txstatus.
396 * @popped: packets popped upon handling txstatus.
397 * @failed_to_push: packets that could not be pushed.
398 * @failed_to_pop: packets that could not be popped.
399 * @failed_slotfind: packets for which failed to find an entry.
400 * @slot_pos: last returned item index for a free entry.
401 * @items: array of hanger items.
402 */
403 struct brcmf_fws_hanger {
404 u32 pushed;
405 u32 popped;
406 u32 failed_to_push;
407 u32 failed_to_pop;
408 u32 failed_slotfind;
409 u32 slot_pos;
410 struct brcmf_fws_hanger_item items[BRCMF_FWS_HANGER_MAXITEMS];
411 };
412
413 struct brcmf_fws_macdesc_table {
414 struct brcmf_fws_mac_descriptor nodes[BRCMF_FWS_MAC_DESC_TABLE_SIZE];
415 struct brcmf_fws_mac_descriptor iface[BRCMF_MAX_IFS];
416 struct brcmf_fws_mac_descriptor other;
417 };
418
419 struct brcmf_fws_info {
420 struct brcmf_pub *drvr;
421 struct brcmf_fws_stats stats;
422 struct brcmf_fws_hanger hanger;
423 enum brcmf_fws_fcmode fcmode;
424 struct brcmf_fws_macdesc_table desc;
425 struct workqueue_struct *fws_wq;
426 struct work_struct fws_dequeue_work;
427 u32 fifo_enqpkt[BRCMF_FWS_FIFO_COUNT];
428 int fifo_credit[BRCMF_FWS_FIFO_COUNT];
429 int credits_borrowed[BRCMF_FWS_FIFO_AC_VO + 1];
430 int deq_node_pos[BRCMF_FWS_FIFO_COUNT];
431 u32 fifo_credit_map;
432 u32 fifo_delay_map;
433 unsigned long borrow_defer_timestamp;
434 bool bus_flow_blocked;
435 };
436
437 /*
438 * brcmf_fws_prio2fifo - mapping from 802.1d priority to firmware fifo index.
439 */
440 static const int brcmf_fws_prio2fifo[] = {
441 BRCMF_FWS_FIFO_AC_BE,
442 BRCMF_FWS_FIFO_AC_BK,
443 BRCMF_FWS_FIFO_AC_BK,
444 BRCMF_FWS_FIFO_AC_BE,
445 BRCMF_FWS_FIFO_AC_VI,
446 BRCMF_FWS_FIFO_AC_VI,
447 BRCMF_FWS_FIFO_AC_VO,
448 BRCMF_FWS_FIFO_AC_VO
449 };
450
451 static int fcmode;
452 module_param(fcmode, int, S_IRUSR);
453 MODULE_PARM_DESC(fcmode, "mode of firmware signalled flow control");
454
455 #define BRCMF_FWS_TLV_DEF(name, id, len) \
456 case BRCMF_FWS_TYPE_ ## name: \
457 return len;
458
459 /**
460 * brcmf_fws_get_tlv_len() - returns defined length for given tlv id.
461 *
462 * @fws: firmware-signalling information.
463 * @id: identifier of the TLV.
464 *
465 * Return: the specified length for the given TLV; Otherwise -EINVAL.
466 */
467 static int brcmf_fws_get_tlv_len(struct brcmf_fws_info *fws,
468 enum brcmf_fws_tlv_type id)
469 {
470 switch (id) {
471 BRCMF_FWS_TLV_DEFLIST
472 default:
473 fws->stats.tlv_invalid_type++;
474 break;
475 }
476 return -EINVAL;
477 }
478 #undef BRCMF_FWS_TLV_DEF
479
480 static bool brcmf_fws_ifidx_match(struct sk_buff *skb, void *arg)
481 {
482 u32 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
483 return ifidx == *(int *)arg;
484 }
485
486 static void brcmf_fws_psq_flush(struct brcmf_fws_info *fws, struct pktq *q,
487 int ifidx)
488 {
489 bool (*matchfn)(struct sk_buff *, void *) = NULL;
490 struct sk_buff *skb;
491 int prec;
492
493 if (ifidx != -1)
494 matchfn = brcmf_fws_ifidx_match;
495 for (prec = 0; prec < q->num_prec; prec++) {
496 skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
497 while (skb) {
498 brcmu_pkt_buf_free_skb(skb);
499 skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
500 }
501 }
502 }
503
504 static void brcmf_fws_hanger_init(struct brcmf_fws_hanger *hanger)
505 {
506 int i;
507
508 brcmf_dbg(TRACE, "enter\n");
509 memset(hanger, 0, sizeof(*hanger));
510 for (i = 0; i < ARRAY_SIZE(hanger->items); i++)
511 hanger->items[i].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
512 }
513
514 static u32 brcmf_fws_hanger_get_free_slot(struct brcmf_fws_hanger *h)
515 {
516 u32 i;
517
518 brcmf_dbg(TRACE, "enter\n");
519 i = (h->slot_pos + 1) % BRCMF_FWS_HANGER_MAXITEMS;
520
521 while (i != h->slot_pos) {
522 if (h->items[i].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
523 h->slot_pos = i;
524 goto done;
525 }
526 i++;
527 if (i == BRCMF_FWS_HANGER_MAXITEMS)
528 i = 0;
529 }
530 brcmf_err("all slots occupied\n");
531 h->failed_slotfind++;
532 i = BRCMF_FWS_HANGER_MAXITEMS;
533 done:
534 brcmf_dbg(TRACE, "exit: %d\n", i);
535 return i;
536 }
537
538 static int brcmf_fws_hanger_pushpkt(struct brcmf_fws_hanger *h,
539 struct sk_buff *pkt, u32 slot_id)
540 {
541 brcmf_dbg(TRACE, "enter\n");
542 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
543 return -ENOENT;
544
545 if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
546 brcmf_err("slot is not free\n");
547 h->failed_to_push++;
548 return -EINVAL;
549 }
550
551 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE;
552 h->items[slot_id].pkt = pkt;
553 h->pushed++;
554 return 0;
555 }
556
557 static int brcmf_fws_hanger_poppkt(struct brcmf_fws_hanger *h,
558 u32 slot_id, struct sk_buff **pktout,
559 bool remove_item)
560 {
561 brcmf_dbg(TRACE, "enter\n");
562 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
563 return -ENOENT;
564
565 if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
566 brcmf_err("entry not in use\n");
567 h->failed_to_pop++;
568 return -EINVAL;
569 }
570
571 *pktout = h->items[slot_id].pkt;
572 if (remove_item) {
573 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
574 h->items[slot_id].pkt = NULL;
575 h->items[slot_id].gen = 0xff;
576 h->popped++;
577 }
578 return 0;
579 }
580
581 static int brcmf_fws_hanger_mark_suppressed(struct brcmf_fws_hanger *h,
582 u32 slot_id, u8 gen)
583 {
584 brcmf_dbg(TRACE, "enter\n");
585
586 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
587 return -ENOENT;
588
589 h->items[slot_id].gen = gen;
590
591 if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_INUSE) {
592 brcmf_err("entry not in use\n");
593 return -EINVAL;
594 }
595
596 h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED;
597 return 0;
598 }
599
600 static int brcmf_fws_hanger_get_genbit(struct brcmf_fws_hanger *hanger,
601 struct sk_buff *pkt, u32 slot_id,
602 int *gen)
603 {
604 brcmf_dbg(TRACE, "enter\n");
605 *gen = 0xff;
606
607 if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
608 return -ENOENT;
609
610 if (hanger->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
611 brcmf_err("slot not in use\n");
612 return -EINVAL;
613 }
614
615 *gen = hanger->items[slot_id].gen;
616 return 0;
617 }
618
619 static void brcmf_fws_hanger_cleanup(struct brcmf_fws_info *fws,
620 bool (*fn)(struct sk_buff *, void *),
621 int ifidx)
622 {
623 struct brcmf_fws_hanger *h = &fws->hanger;
624 struct sk_buff *skb;
625 int i;
626 enum brcmf_fws_hanger_item_state s;
627
628 brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
629 for (i = 0; i < ARRAY_SIZE(h->items); i++) {
630 s = h->items[i].state;
631 if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE ||
632 s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED) {
633 skb = h->items[i].pkt;
634 if (fn == NULL || fn(skb, &ifidx)) {
635 /* suppress packets freed from psq */
636 if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE)
637 brcmu_pkt_buf_free_skb(skb);
638 h->items[i].state =
639 BRCMF_FWS_HANGER_ITEM_STATE_FREE;
640 }
641 }
642 }
643 }
644
645 static void brcmf_fws_init_mac_descriptor(struct brcmf_fws_mac_descriptor *desc,
646 u8 *addr, u8 ifidx)
647 {
648 brcmf_dbg(TRACE,
649 "enter: desc %p ea=%pM, ifidx=%u\n", desc, addr, ifidx);
650 desc->occupied = 1;
651 desc->state = BRCMF_FWS_STATE_OPEN;
652 desc->requested_credit = 0;
653 /* depending on use may need ifp->bssidx instead */
654 desc->interface_id = ifidx;
655 desc->ac_bitmap = 0xff; /* update this when handling APSD */
656 if (addr)
657 memcpy(&desc->ea[0], addr, ETH_ALEN);
658 }
659
660 static
661 void brcmf_fws_clear_mac_descriptor(struct brcmf_fws_mac_descriptor *desc)
662 {
663 brcmf_dbg(TRACE,
664 "enter: ea=%pM, ifidx=%u\n", desc->ea, desc->interface_id);
665 desc->occupied = 0;
666 desc->state = BRCMF_FWS_STATE_CLOSE;
667 desc->requested_credit = 0;
668 }
669
670 static struct brcmf_fws_mac_descriptor *
671 brcmf_fws_mac_descriptor_lookup(struct brcmf_fws_info *fws, u8 *ea)
672 {
673 struct brcmf_fws_mac_descriptor *entry;
674 int i;
675
676 brcmf_dbg(TRACE, "enter: ea=%pM\n", ea);
677 if (ea == NULL)
678 return ERR_PTR(-EINVAL);
679
680 entry = &fws->desc.nodes[0];
681 for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++) {
682 if (entry->occupied && !memcmp(entry->ea, ea, ETH_ALEN))
683 return entry;
684 entry++;
685 }
686
687 return ERR_PTR(-ENOENT);
688 }
689
690 static struct brcmf_fws_mac_descriptor*
691 brcmf_fws_find_mac_desc(struct brcmf_fws_info *fws, struct brcmf_if *ifp,
692 u8 *da)
693 {
694 struct brcmf_fws_mac_descriptor *entry = &fws->desc.other;
695 bool multicast;
696 enum nl80211_iftype iftype;
697
698 brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
699
700 multicast = is_multicast_ether_addr(da);
701 iftype = brcmf_cfg80211_get_iftype(ifp);
702
703 /* Multicast destination and P2P clients get the interface entry.
704 * STA gets the interface entry if there is no exact match. For
705 * example, TDLS destinations have their own entry.
706 */
707 entry = NULL;
708 if ((multicast || iftype == NL80211_IFTYPE_STATION ||
709 iftype == NL80211_IFTYPE_P2P_CLIENT) && ifp->fws_desc)
710 entry = ifp->fws_desc;
711
712 if (entry != NULL && iftype != NL80211_IFTYPE_STATION)
713 goto done;
714
715 entry = brcmf_fws_mac_descriptor_lookup(fws, da);
716 if (IS_ERR(entry))
717 entry = &fws->desc.other;
718
719 done:
720 brcmf_dbg(TRACE, "exit: entry=%p\n", entry);
721 return entry;
722 }
723
724 static bool brcmf_fws_mac_desc_closed(struct brcmf_fws_info *fws,
725 struct brcmf_fws_mac_descriptor *entry,
726 int fifo)
727 {
728 struct brcmf_fws_mac_descriptor *if_entry;
729 bool closed;
730
731 /* for unique destination entries the related interface
732 * may be closed.
733 */
734 if (entry->mac_handle) {
735 if_entry = &fws->desc.iface[entry->interface_id];
736 if (if_entry->state == BRCMF_FWS_STATE_CLOSE)
737 return true;
738 }
739 /* an entry is closed when the state is closed and
740 * the firmware did not request anything.
741 */
742 closed = entry->state == BRCMF_FWS_STATE_CLOSE &&
743 !entry->requested_credit && !entry->requested_packet;
744
745 /* Or firmware does not allow traffic for given fifo */
746 return closed || !(entry->ac_bitmap & BIT(fifo));
747 }
748
749 static void brcmf_fws_mac_desc_cleanup(struct brcmf_fws_info *fws,
750 struct brcmf_fws_mac_descriptor *entry,
751 int ifidx)
752 {
753 brcmf_dbg(TRACE, "enter: entry=(ea=%pM, ifid=%d), ifidx=%d\n",
754 entry->ea, entry->interface_id, ifidx);
755 if (entry->occupied && (ifidx == -1 || ifidx == entry->interface_id)) {
756 brcmf_dbg(TRACE, "flush psq: ifidx=%d, qlen=%d\n",
757 ifidx, entry->psq.len);
758 brcmf_fws_psq_flush(fws, &entry->psq, ifidx);
759 entry->occupied = !!(entry->psq.len);
760 }
761 }
762
763 static void brcmf_fws_bus_txq_cleanup(struct brcmf_fws_info *fws,
764 bool (*fn)(struct sk_buff *, void *),
765 int ifidx)
766 {
767 struct brcmf_fws_hanger_item *hi;
768 struct pktq *txq;
769 struct sk_buff *skb;
770 int prec;
771 u32 hslot;
772
773 brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
774 txq = brcmf_bus_gettxq(fws->drvr->bus_if);
775 if (IS_ERR(txq)) {
776 brcmf_dbg(TRACE, "no txq to clean up\n");
777 return;
778 }
779
780 for (prec = 0; prec < txq->num_prec; prec++) {
781 skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
782 while (skb) {
783 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
784 hi = &fws->hanger.items[hslot];
785 WARN_ON(skb != hi->pkt);
786 hi->state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
787 brcmu_pkt_buf_free_skb(skb);
788 skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
789 }
790 }
791 }
792
793 static void brcmf_fws_cleanup(struct brcmf_fws_info *fws, int ifidx)
794 {
795 int i;
796 struct brcmf_fws_mac_descriptor *table;
797 bool (*matchfn)(struct sk_buff *, void *) = NULL;
798
799 brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
800 if (fws == NULL)
801 return;
802
803 if (ifidx != -1)
804 matchfn = brcmf_fws_ifidx_match;
805
806 /* cleanup individual nodes */
807 table = &fws->desc.nodes[0];
808 for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++)
809 brcmf_fws_mac_desc_cleanup(fws, &table[i], ifidx);
810
811 brcmf_fws_mac_desc_cleanup(fws, &fws->desc.other, ifidx);
812 brcmf_fws_bus_txq_cleanup(fws, matchfn, ifidx);
813 brcmf_fws_hanger_cleanup(fws, matchfn, ifidx);
814 }
815
816 static void brcmf_fws_tim_update(struct brcmf_fws_info *ctx,
817 struct brcmf_fws_mac_descriptor *entry,
818 int prec)
819 {
820 brcmf_dbg(TRACE, "enter: ea=%pM\n", entry->ea);
821 if (entry->state == BRCMF_FWS_STATE_CLOSE) {
822 /* check delayedQ and suppressQ in one call using bitmap */
823 if (brcmu_pktq_mlen(&entry->psq, 3 << (prec * 2)) == 0)
824 entry->traffic_pending_bmp =
825 entry->traffic_pending_bmp & ~NBITVAL(prec);
826 else
827 entry->traffic_pending_bmp =
828 entry->traffic_pending_bmp | NBITVAL(prec);
829 }
830 /* request a TIM update to firmware at the next piggyback opportunity */
831 if (entry->traffic_lastreported_bmp != entry->traffic_pending_bmp)
832 entry->send_tim_signal = true;
833 }
834
835 static void
836 brcmf_fws_flow_control_check(struct brcmf_fws_info *fws, struct pktq *pq,
837 u8 if_id)
838 {
839 struct brcmf_if *ifp = fws->drvr->iflist[if_id];
840
841 if (WARN_ON(!ifp))
842 return;
843
844 brcmf_dbg(TRACE,
845 "enter: bssidx=%d, ifidx=%d\n", ifp->bssidx, ifp->ifidx);
846
847 if ((ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
848 pq->len <= BRCMF_FWS_FLOWCONTROL_LOWATER)
849 brcmf_txflowblock_if(ifp,
850 BRCMF_NETIF_STOP_REASON_FWS_FC, false);
851 if (!(ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
852 pq->len >= BRCMF_FWS_FLOWCONTROL_HIWATER)
853 brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_FWS_FC, true);
854 return;
855 }
856
857 static int brcmf_fws_rssi_indicate(struct brcmf_fws_info *fws, s8 rssi)
858 {
859 brcmf_dbg(CTL, "rssi %d\n", rssi);
860 return 0;
861 }
862
863 static
864 int brcmf_fws_macdesc_indicate(struct brcmf_fws_info *fws, u8 type, u8 *data)
865 {
866 struct brcmf_fws_mac_descriptor *entry, *existing;
867 u8 mac_handle;
868 u8 ifidx;
869 u8 *addr;
870
871 mac_handle = *data++;
872 ifidx = *data++;
873 addr = data;
874
875 entry = &fws->desc.nodes[mac_handle & 0x1F];
876 if (type == BRCMF_FWS_TYPE_MACDESC_DEL) {
877 brcmf_dbg(TRACE, "deleting mac %pM idx %d\n", addr, ifidx);
878 if (entry->occupied) {
879 brcmf_fws_mac_desc_cleanup(fws, entry, -1);
880 brcmf_fws_clear_mac_descriptor(entry);
881 } else
882 fws->stats.mac_update_failed++;
883 return 0;
884 }
885
886 brcmf_dbg(TRACE,
887 "add mac %pM handle %u idx %d\n", addr, mac_handle, ifidx);
888 existing = brcmf_fws_mac_descriptor_lookup(fws, addr);
889 if (IS_ERR(existing)) {
890 if (!entry->occupied) {
891 entry->mac_handle = mac_handle;
892 brcmf_fws_init_mac_descriptor(entry, addr, ifidx);
893 brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
894 BRCMF_FWS_PSQ_LEN);
895 } else {
896 fws->stats.mac_update_failed++;
897 }
898 } else {
899 if (entry != existing) {
900 brcmf_dbg(TRACE, "relocate mac\n");
901 memcpy(entry, existing,
902 offsetof(struct brcmf_fws_mac_descriptor, psq));
903 entry->mac_handle = mac_handle;
904 brcmf_fws_clear_mac_descriptor(existing);
905 } else {
906 brcmf_dbg(TRACE, "use existing\n");
907 WARN_ON(entry->mac_handle != mac_handle);
908 /* TODO: what should we do here: continue, reinit, .. */
909 }
910 }
911 return 0;
912 }
913
914 static int brcmf_fws_macdesc_state_indicate(struct brcmf_fws_info *fws,
915 u8 type, u8 *data)
916 {
917 struct brcmf_fws_mac_descriptor *entry;
918 u8 mac_handle;
919 int i;
920
921 mac_handle = data[0];
922 entry = &fws->desc.nodes[mac_handle & 0x1F];
923 if (!entry->occupied) {
924 fws->stats.mac_ps_update_failed++;
925 return -ESRCH;
926 }
927
928 /* a state update should wipe old credits? */
929 entry->requested_credit = 0;
930 if (type == BRCMF_FWS_TYPE_MAC_OPEN) {
931 entry->state = BRCMF_FWS_STATE_OPEN;
932 return BRCMF_FWS_RET_OK_SCHEDULE;
933 } else {
934 entry->state = BRCMF_FWS_STATE_CLOSE;
935 for (i = BRCMF_FWS_FIFO_AC_BE; i < NL80211_NUM_ACS; i++)
936 brcmf_fws_tim_update(fws, entry, i);
937 }
938 return BRCMF_FWS_RET_OK_NOSCHEDULE;
939 }
940
941 static int brcmf_fws_interface_state_indicate(struct brcmf_fws_info *fws,
942 u8 type, u8 *data)
943 {
944 struct brcmf_fws_mac_descriptor *entry;
945 u8 ifidx;
946 int ret;
947
948 ifidx = data[0];
949
950 brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
951 if (ifidx >= BRCMF_MAX_IFS) {
952 ret = -ERANGE;
953 goto fail;
954 }
955
956 entry = &fws->desc.iface[ifidx];
957 if (!entry->occupied) {
958 ret = -ESRCH;
959 goto fail;
960 }
961
962 switch (type) {
963 case BRCMF_FWS_TYPE_INTERFACE_OPEN:
964 entry->state = BRCMF_FWS_STATE_OPEN;
965 return BRCMF_FWS_RET_OK_SCHEDULE;
966 case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
967 entry->state = BRCMF_FWS_STATE_CLOSE;
968 return BRCMF_FWS_RET_OK_NOSCHEDULE;
969 default:
970 ret = -EINVAL;
971 break;
972 }
973 fail:
974 fws->stats.if_update_failed++;
975 return ret;
976 }
977
978 static int brcmf_fws_request_indicate(struct brcmf_fws_info *fws, u8 type,
979 u8 *data)
980 {
981 struct brcmf_fws_mac_descriptor *entry;
982
983 entry = &fws->desc.nodes[data[1] & 0x1F];
984 if (!entry->occupied) {
985 if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
986 fws->stats.credit_request_failed++;
987 else
988 fws->stats.packet_request_failed++;
989 return -ESRCH;
990 }
991
992 if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
993 entry->requested_credit = data[0];
994 else
995 entry->requested_packet = data[0];
996
997 entry->ac_bitmap = data[2];
998 return BRCMF_FWS_RET_OK_SCHEDULE;
999 }
1000
1001 static void brcmf_fws_return_credits(struct brcmf_fws_info *fws,
1002 u8 fifo, u8 credits)
1003 {
1004 int lender_ac;
1005 int *borrowed;
1006 int *fifo_credit;
1007
1008 if (!credits)
1009 return;
1010
1011 if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
1012 (fws->credits_borrowed[0])) {
1013 for (lender_ac = BRCMF_FWS_FIFO_AC_VO; lender_ac >= 0;
1014 lender_ac--) {
1015 borrowed = &fws->credits_borrowed[lender_ac];
1016 if (*borrowed) {
1017 fws->fifo_credit_map |= (1 << lender_ac);
1018 fifo_credit = &fws->fifo_credit[lender_ac];
1019 if (*borrowed >= credits) {
1020 *borrowed -= credits;
1021 *fifo_credit += credits;
1022 return;
1023 } else {
1024 credits -= *borrowed;
1025 *fifo_credit += *borrowed;
1026 *borrowed = 0;
1027 }
1028 }
1029 }
1030 }
1031
1032 fws->fifo_credit_map |= 1 << fifo;
1033 fws->fifo_credit[fifo] += credits;
1034 }
1035
1036 static void brcmf_fws_schedule_deq(struct brcmf_fws_info *fws)
1037 {
1038 /* only schedule dequeue when there are credits for delayed traffic */
1039 if (fws->fifo_credit_map & fws->fifo_delay_map)
1040 queue_work(fws->fws_wq, &fws->fws_dequeue_work);
1041 }
1042
1043 static void brcmf_skb_pick_up_credit(struct brcmf_fws_info *fws, int fifo,
1044 struct sk_buff *p)
1045 {
1046 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(p)->mac;
1047
1048 if (brcmf_skbcb(p)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
1049 if (fws->fcmode != BRCMF_FWS_FCMODE_IMPLIED_CREDIT)
1050 return;
1051 brcmf_fws_return_credits(fws, fifo, 1);
1052 } else {
1053 /*
1054 * if this packet did not count against FIFO credit, it
1055 * must have taken a requested_credit from the destination
1056 * entry (for pspoll etc.)
1057 */
1058 if (!brcmf_skb_if_flags_get_field(p, REQUESTED))
1059 entry->requested_credit++;
1060 }
1061 brcmf_fws_schedule_deq(fws);
1062 }
1063
1064 static int brcmf_fws_enq(struct brcmf_fws_info *fws,
1065 enum brcmf_fws_skb_state state, int fifo,
1066 struct sk_buff *p)
1067 {
1068 int prec = 2 * fifo;
1069 u32 *qfull_stat = &fws->stats.delayq_full_error;
1070
1071 struct brcmf_fws_mac_descriptor *entry;
1072
1073 entry = brcmf_skbcb(p)->mac;
1074 if (entry == NULL) {
1075 brcmf_err("no mac descriptor found for skb %p\n", p);
1076 return -ENOENT;
1077 }
1078
1079 brcmf_dbg(TRACE, "enter: ea=%pM, qlen=%d\n", entry->ea, entry->psq.len);
1080 if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
1081 prec += 1;
1082 qfull_stat = &fws->stats.supprq_full_error;
1083 }
1084
1085 if (brcmu_pktq_penq(&entry->psq, prec, p) == NULL) {
1086 *qfull_stat += 1;
1087 return -ENFILE;
1088 }
1089
1090 /* increment total enqueued packet count */
1091 fws->fifo_delay_map |= 1 << fifo;
1092 fws->fifo_enqpkt[fifo]++;
1093
1094 /* update the sk_buff state */
1095 brcmf_skbcb(p)->state = state;
1096 if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED)
1097 entry->suppress_count++;
1098
1099 /*
1100 * A packet has been pushed so update traffic
1101 * availability bitmap, if applicable
1102 */
1103 brcmf_fws_tim_update(fws, entry, fifo);
1104 brcmf_fws_flow_control_check(fws, &entry->psq,
1105 brcmf_skb_if_flags_get_field(p, INDEX));
1106 return 0;
1107 }
1108
1109 static struct sk_buff *brcmf_fws_deq(struct brcmf_fws_info *fws, int fifo)
1110 {
1111 struct brcmf_fws_mac_descriptor *table;
1112 struct brcmf_fws_mac_descriptor *entry;
1113 struct sk_buff *p;
1114 int use_credit = 1;
1115 int num_nodes;
1116 int node_pos;
1117 int prec_out;
1118 int pmsk;
1119 int i;
1120
1121 table = (struct brcmf_fws_mac_descriptor *)&fws->desc;
1122 num_nodes = sizeof(fws->desc) / sizeof(struct brcmf_fws_mac_descriptor);
1123 node_pos = fws->deq_node_pos[fifo];
1124
1125 for (i = 0; i < num_nodes; i++) {
1126 entry = &table[(node_pos + i) % num_nodes];
1127 if (!entry->occupied ||
1128 brcmf_fws_mac_desc_closed(fws, entry, fifo))
1129 continue;
1130
1131 if (entry->suppressed)
1132 pmsk = 2;
1133 else
1134 pmsk = 3;
1135 p = brcmu_pktq_mdeq(&entry->psq, pmsk << (fifo * 2), &prec_out);
1136 if (p == NULL) {
1137 if (entry->suppressed) {
1138 if (entry->suppr_transit_count >
1139 entry->suppress_count)
1140 return NULL;
1141 entry->suppressed = false;
1142 p = brcmu_pktq_mdeq(&entry->psq,
1143 1 << (fifo * 2), &prec_out);
1144 }
1145 }
1146 if (p == NULL)
1147 continue;
1148
1149 /* did the packet come from suppress sub-queue? */
1150 if (entry->requested_credit > 0) {
1151 entry->requested_credit--;
1152 /*
1153 * if the packet was pulled out while destination is in
1154 * closed state but had a non-zero packets requested,
1155 * then this should not count against the FIFO credit.
1156 * That is due to the fact that the firmware will
1157 * most likely hold onto this packet until a suitable
1158 * time later to push it to the appropriate AC FIFO.
1159 */
1160 if (entry->state == BRCMF_FWS_STATE_CLOSE)
1161 use_credit = 0;
1162 } else if (entry->requested_packet > 0) {
1163 entry->requested_packet--;
1164 brcmf_skb_if_flags_set_field(p, REQUESTED, 1);
1165 if (entry->state == BRCMF_FWS_STATE_CLOSE)
1166 use_credit = 0;
1167 }
1168 brcmf_skb_if_flags_set_field(p, CREDITCHECK, use_credit);
1169
1170 /* move dequeue position to ensure fair round-robin */
1171 fws->deq_node_pos[fifo] = (node_pos + i + 1) % num_nodes;
1172 brcmf_fws_flow_control_check(fws, &entry->psq,
1173 brcmf_skb_if_flags_get_field(p,
1174 INDEX)
1175 );
1176 /*
1177 * A packet has been picked up, update traffic
1178 * availability bitmap, if applicable
1179 */
1180 brcmf_fws_tim_update(fws, entry, fifo);
1181
1182 /*
1183 * decrement total enqueued fifo packets and
1184 * clear delay bitmap if done.
1185 */
1186 fws->fifo_enqpkt[fifo]--;
1187 if (fws->fifo_enqpkt[fifo] == 0)
1188 fws->fifo_delay_map &= ~(1 << fifo);
1189 goto done;
1190 }
1191 p = NULL;
1192 done:
1193 brcmf_dbg(TRACE, "exit: fifo %d skb %p\n", fifo, p);
1194 return p;
1195 }
1196
1197 static int brcmf_fws_txstatus_suppressed(struct brcmf_fws_info *fws, int fifo,
1198 struct sk_buff *skb, u32 genbit)
1199 {
1200 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
1201 u32 hslot;
1202 int ret;
1203
1204 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
1205
1206 /* this packet was suppressed */
1207 if (!entry->suppressed || entry->generation != genbit) {
1208 entry->suppressed = true;
1209 entry->suppress_count = brcmu_pktq_mlen(&entry->psq,
1210 1 << (fifo * 2 + 1));
1211 entry->suppr_transit_count = entry->transit_count;
1212 }
1213
1214 entry->generation = genbit;
1215
1216 ret = brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_SUPPRESSED, fifo, skb);
1217 if (ret != 0) {
1218 /* suppress q is full, drop this packet */
1219 brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
1220 true);
1221 } else {
1222 /*
1223 * Mark suppressed to avoid a double free during
1224 * wlfc cleanup
1225 */
1226 brcmf_fws_hanger_mark_suppressed(&fws->hanger, hslot,
1227 genbit);
1228 entry->suppress_count++;
1229 }
1230
1231 return ret;
1232 }
1233
1234 static int
1235 brcmf_fws_txstatus_process(struct brcmf_fws_info *fws, u8 flags, u32 hslot,
1236 u32 genbit)
1237 {
1238 u32 fifo;
1239 int ret;
1240 bool remove_from_hanger = true;
1241 struct sk_buff *skb;
1242 struct brcmf_fws_mac_descriptor *entry = NULL;
1243
1244 brcmf_dbg(TRACE, "status: flags=0x%X, hslot=%d\n",
1245 flags, hslot);
1246
1247 if (flags == BRCMF_FWS_TXSTATUS_DISCARD)
1248 fws->stats.txs_discard++;
1249 else if (flags == BRCMF_FWS_TXSTATUS_CORE_SUPPRESS) {
1250 fws->stats.txs_supp_core++;
1251 remove_from_hanger = false;
1252 } else if (flags == BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS) {
1253 fws->stats.txs_supp_ps++;
1254 remove_from_hanger = false;
1255 } else if (flags == BRCMF_FWS_TXSTATUS_FW_TOSSED)
1256 fws->stats.txs_tossed++;
1257 else
1258 brcmf_err("unexpected txstatus\n");
1259
1260 ret = brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
1261 remove_from_hanger);
1262 if (ret != 0) {
1263 brcmf_err("no packet in hanger slot: hslot=%d\n", hslot);
1264 return ret;
1265 }
1266
1267 entry = brcmf_skbcb(skb)->mac;
1268 if (WARN_ON(!entry)) {
1269 brcmu_pkt_buf_free_skb(skb);
1270 return -EINVAL;
1271 }
1272
1273 /* pick up the implicit credit from this packet */
1274 fifo = brcmf_skb_htod_tag_get_field(skb, FIFO);
1275 brcmf_skb_pick_up_credit(fws, fifo, skb);
1276
1277 if (!remove_from_hanger)
1278 ret = brcmf_fws_txstatus_suppressed(fws, fifo, skb, genbit);
1279
1280 if (remove_from_hanger || ret) {
1281 entry->transit_count--;
1282 if (entry->suppressed)
1283 entry->suppr_transit_count--;
1284
1285 brcmf_txfinalize(fws->drvr, skb, true);
1286 }
1287 return 0;
1288 }
1289
1290 static int brcmf_fws_fifocreditback_indicate(struct brcmf_fws_info *fws,
1291 u8 *data)
1292 {
1293 int i;
1294
1295 if (fws->fcmode != BRCMF_FWS_FCMODE_EXPLICIT_CREDIT) {
1296 brcmf_dbg(INFO, "ignored\n");
1297 return BRCMF_FWS_RET_OK_NOSCHEDULE;
1298 }
1299
1300 brcmf_dbg(TRACE, "enter: data %pM\n", data);
1301 for (i = 0; i < BRCMF_FWS_FIFO_COUNT; i++)
1302 brcmf_fws_return_credits(fws, i, data[i]);
1303
1304 brcmf_dbg(INFO, "map: credit %x delay %x\n", fws->fifo_credit_map,
1305 fws->fifo_delay_map);
1306 return BRCMF_FWS_RET_OK_SCHEDULE;
1307 }
1308
1309 static int brcmf_fws_txstatus_indicate(struct brcmf_fws_info *fws, u8 *data)
1310 {
1311 __le32 status_le;
1312 u32 status;
1313 u32 hslot;
1314 u32 genbit;
1315 u8 flags;
1316
1317 fws->stats.txs_indicate++;
1318 memcpy(&status_le, data, sizeof(status_le));
1319 status = le32_to_cpu(status_le);
1320 flags = brcmf_txstatus_get_field(status, FLAGS);
1321 hslot = brcmf_txstatus_get_field(status, HSLOT);
1322 genbit = brcmf_txstatus_get_field(status, GENERATION);
1323
1324 return brcmf_fws_txstatus_process(fws, flags, hslot, genbit);
1325 }
1326
1327 static int brcmf_fws_dbg_seqnum_check(struct brcmf_fws_info *fws, u8 *data)
1328 {
1329 __le32 timestamp;
1330
1331 memcpy(&timestamp, &data[2], sizeof(timestamp));
1332 brcmf_dbg(INFO, "received: seq %d, timestamp %d\n", data[1],
1333 le32_to_cpu(timestamp));
1334 return 0;
1335 }
1336
1337 /* using macro so sparse checking does not complain
1338 * about locking imbalance.
1339 */
1340 #define brcmf_fws_lock(drvr, flags) \
1341 do { \
1342 flags = 0; \
1343 spin_lock_irqsave(&((drvr)->fws_spinlock), (flags)); \
1344 } while (0)
1345
1346 /* using macro so sparse checking does not complain
1347 * about locking imbalance.
1348 */
1349 #define brcmf_fws_unlock(drvr, flags) \
1350 spin_unlock_irqrestore(&((drvr)->fws_spinlock), (flags))
1351
1352 static int brcmf_fws_notify_credit_map(struct brcmf_if *ifp,
1353 const struct brcmf_event_msg *e,
1354 void *data)
1355 {
1356 struct brcmf_fws_info *fws = ifp->drvr->fws;
1357 int i;
1358 ulong flags;
1359 u8 *credits = data;
1360
1361 if (e->datalen < BRCMF_FWS_FIFO_COUNT) {
1362 brcmf_err("event payload too small (%d)\n", e->datalen);
1363 return -EINVAL;
1364 }
1365
1366 brcmf_dbg(TRACE, "enter: credits %pM\n", credits);
1367 brcmf_fws_lock(ifp->drvr, flags);
1368 for (i = 0; i < ARRAY_SIZE(fws->fifo_credit); i++) {
1369 if (*credits)
1370 fws->fifo_credit_map |= 1 << i;
1371 else
1372 fws->fifo_credit_map &= ~(1 << i);
1373 fws->fifo_credit[i] = *credits++;
1374 }
1375 brcmf_fws_schedule_deq(fws);
1376 brcmf_fws_unlock(ifp->drvr, flags);
1377 return 0;
1378 }
1379
1380 int brcmf_fws_hdrpull(struct brcmf_pub *drvr, int ifidx, s16 signal_len,
1381 struct sk_buff *skb)
1382 {
1383 struct brcmf_fws_info *fws = drvr->fws;
1384 ulong flags;
1385 u8 *signal_data;
1386 s16 data_len;
1387 u8 type;
1388 u8 len;
1389 u8 *data;
1390 s32 status;
1391 s32 err;
1392
1393 brcmf_dbg(TRACE, "enter: ifidx %d, skblen %u, sig %d\n",
1394 ifidx, skb->len, signal_len);
1395
1396 WARN_ON(signal_len > skb->len);
1397
1398 /* if flow control disabled, skip to packet data and leave */
1399 if (!signal_len || !drvr->fw_signals) {
1400 skb_pull(skb, signal_len);
1401 return 0;
1402 }
1403
1404 /* lock during tlv parsing */
1405 brcmf_fws_lock(drvr, flags);
1406
1407 fws->stats.header_pulls++;
1408 data_len = signal_len;
1409 signal_data = skb->data;
1410
1411 status = BRCMF_FWS_RET_OK_NOSCHEDULE;
1412 while (data_len > 0) {
1413 /* extract tlv info */
1414 type = signal_data[0];
1415
1416 /* FILLER type is actually not a TLV, but
1417 * a single byte that can be skipped.
1418 */
1419 if (type == BRCMF_FWS_TYPE_FILLER) {
1420 signal_data += 1;
1421 data_len -= 1;
1422 continue;
1423 }
1424 len = signal_data[1];
1425 data = signal_data + 2;
1426
1427 brcmf_dbg(INFO, "tlv type=%d (%s), len=%d, data[0]=%d\n", type,
1428 brcmf_fws_get_tlv_name(type), len, *data);
1429
1430 /* abort parsing when length invalid */
1431 if (data_len < len + 2)
1432 break;
1433
1434 if (len < brcmf_fws_get_tlv_len(fws, type))
1435 break;
1436
1437 err = BRCMF_FWS_RET_OK_NOSCHEDULE;
1438 switch (type) {
1439 case BRCMF_FWS_TYPE_HOST_REORDER_RXPKTS:
1440 case BRCMF_FWS_TYPE_COMP_TXSTATUS:
1441 break;
1442 case BRCMF_FWS_TYPE_MACDESC_ADD:
1443 case BRCMF_FWS_TYPE_MACDESC_DEL:
1444 brcmf_fws_macdesc_indicate(fws, type, data);
1445 break;
1446 case BRCMF_FWS_TYPE_MAC_OPEN:
1447 case BRCMF_FWS_TYPE_MAC_CLOSE:
1448 err = brcmf_fws_macdesc_state_indicate(fws, type, data);
1449 break;
1450 case BRCMF_FWS_TYPE_INTERFACE_OPEN:
1451 case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
1452 err = brcmf_fws_interface_state_indicate(fws, type,
1453 data);
1454 break;
1455 case BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT:
1456 case BRCMF_FWS_TYPE_MAC_REQUEST_PACKET:
1457 err = brcmf_fws_request_indicate(fws, type, data);
1458 break;
1459 case BRCMF_FWS_TYPE_TXSTATUS:
1460 brcmf_fws_txstatus_indicate(fws, data);
1461 break;
1462 case BRCMF_FWS_TYPE_FIFO_CREDITBACK:
1463 err = brcmf_fws_fifocreditback_indicate(fws, data);
1464 break;
1465 case BRCMF_FWS_TYPE_RSSI:
1466 brcmf_fws_rssi_indicate(fws, *data);
1467 break;
1468 case BRCMF_FWS_TYPE_TRANS_ID:
1469 brcmf_fws_dbg_seqnum_check(fws, data);
1470 break;
1471 case BRCMF_FWS_TYPE_PKTTAG:
1472 case BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP:
1473 default:
1474 fws->stats.tlv_invalid_type++;
1475 break;
1476 }
1477 if (err == BRCMF_FWS_RET_OK_SCHEDULE)
1478 status = BRCMF_FWS_RET_OK_SCHEDULE;
1479 signal_data += len + 2;
1480 data_len -= len + 2;
1481 }
1482
1483 if (data_len != 0)
1484 fws->stats.tlv_parse_failed++;
1485
1486 if (status == BRCMF_FWS_RET_OK_SCHEDULE)
1487 brcmf_fws_schedule_deq(fws);
1488
1489 /* signalling processing result does
1490 * not affect the actual ethernet packet.
1491 */
1492 skb_pull(skb, signal_len);
1493
1494 /* this may be a signal-only packet
1495 */
1496 if (skb->len == 0)
1497 fws->stats.header_only_pkt++;
1498
1499 brcmf_fws_unlock(drvr, flags);
1500 return 0;
1501 }
1502
1503 static int brcmf_fws_hdrpush(struct brcmf_fws_info *fws, struct sk_buff *skb)
1504 {
1505 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
1506 u8 *wlh;
1507 u16 data_offset = 0;
1508 u8 fillers;
1509 __le32 pkttag = cpu_to_le32(brcmf_skbcb(skb)->htod);
1510
1511 brcmf_dbg(TRACE, "enter: ea=%pM, ifidx=%u, pkttag=0x%08X\n",
1512 entry->ea, entry->interface_id, le32_to_cpu(pkttag));
1513 if (entry->send_tim_signal)
1514 data_offset += 2 + BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
1515
1516 /* +2 is for Type[1] and Len[1] in TLV, plus TIM signal */
1517 data_offset += 2 + BRCMF_FWS_TYPE_PKTTAG_LEN;
1518 fillers = round_up(data_offset, 4) - data_offset;
1519 data_offset += fillers;
1520
1521 skb_push(skb, data_offset);
1522 wlh = skb->data;
1523
1524 wlh[0] = BRCMF_FWS_TYPE_PKTTAG;
1525 wlh[1] = BRCMF_FWS_TYPE_PKTTAG_LEN;
1526 memcpy(&wlh[2], &pkttag, sizeof(pkttag));
1527 wlh += BRCMF_FWS_TYPE_PKTTAG_LEN + 2;
1528
1529 if (entry->send_tim_signal) {
1530 entry->send_tim_signal = 0;
1531 wlh[0] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP;
1532 wlh[1] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
1533 wlh[2] = entry->mac_handle;
1534 wlh[3] = entry->traffic_pending_bmp;
1535 wlh += BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2;
1536 entry->traffic_lastreported_bmp = entry->traffic_pending_bmp;
1537 }
1538 if (fillers)
1539 memset(wlh, BRCMF_FWS_TYPE_FILLER, fillers);
1540
1541 brcmf_proto_hdrpush(fws->drvr, brcmf_skb_if_flags_get_field(skb, INDEX),
1542 data_offset >> 2, skb);
1543 return 0;
1544 }
1545
1546 static int brcmf_fws_precommit_skb(struct brcmf_fws_info *fws, int fifo,
1547 struct sk_buff *p)
1548 {
1549 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
1550 struct brcmf_fws_mac_descriptor *entry = skcb->mac;
1551 int rc = 0;
1552 bool header_needed;
1553 int hslot = BRCMF_FWS_HANGER_MAXITEMS;
1554 u8 free_ctr;
1555 u8 ifidx;
1556 u8 flags;
1557
1558 header_needed = skcb->state != BRCMF_FWS_SKBSTATE_SUPPRESSED;
1559
1560 if (header_needed) {
1561 /* obtaining free slot may fail, but that will be caught
1562 * by the hanger push. This assures the packet has a BDC
1563 * header upon return.
1564 */
1565 hslot = brcmf_fws_hanger_get_free_slot(&fws->hanger);
1566 free_ctr = entry->seq[fifo];
1567 brcmf_skb_htod_tag_set_field(p, HSLOT, hslot);
1568 brcmf_skb_htod_tag_set_field(p, FREERUN, free_ctr);
1569 brcmf_skb_htod_tag_set_field(p, GENERATION, 1);
1570 entry->transit_count++;
1571 }
1572 brcmf_skb_if_flags_set_field(p, TRANSMIT, 1);
1573 brcmf_skb_htod_tag_set_field(p, FIFO, fifo);
1574
1575 flags = BRCMF_FWS_HTOD_FLAG_PKTFROMHOST;
1576 if (!(skcb->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)) {
1577 /*
1578 Indicate that this packet is being sent in response to an
1579 explicit request from the firmware side.
1580 */
1581 flags |= BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED;
1582 }
1583 brcmf_skb_htod_tag_set_field(p, FLAGS, flags);
1584 if (header_needed) {
1585 brcmf_fws_hdrpush(fws, p);
1586 rc = brcmf_fws_hanger_pushpkt(&fws->hanger, p, hslot);
1587 if (rc)
1588 brcmf_err("hanger push failed: rc=%d\n", rc);
1589 } else {
1590 int gen;
1591
1592 /* remove old header */
1593 rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, p);
1594 if (rc == 0) {
1595 hslot = brcmf_skb_htod_tag_get_field(p, HSLOT);
1596 brcmf_fws_hanger_get_genbit(&fws->hanger, p,
1597 hslot, &gen);
1598 brcmf_skb_htod_tag_set_field(p, GENERATION, gen);
1599
1600 /* push new header */
1601 brcmf_fws_hdrpush(fws, p);
1602 }
1603 }
1604
1605 return rc;
1606 }
1607
1608 static void
1609 brcmf_fws_rollback_toq(struct brcmf_fws_info *fws,
1610 struct sk_buff *skb, int fifo)
1611 {
1612 /*
1613 put the packet back to the head of queue
1614
1615 - suppressed packet goes back to suppress sub-queue
1616 - pull out the header, if new or delayed packet
1617
1618 Note: hslot is used only when header removal is done.
1619 */
1620 struct brcmf_fws_mac_descriptor *entry;
1621 enum brcmf_fws_skb_state state;
1622 struct sk_buff *pktout;
1623 int rc = 0;
1624 int hslot;
1625 u8 ifidx;
1626
1627 state = brcmf_skbcb(skb)->state;
1628 entry = brcmf_skbcb(skb)->mac;
1629
1630 if (entry != NULL) {
1631 if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
1632 /* wl-header is saved for suppressed packets */
1633 pktout = brcmu_pktq_penq_head(&entry->psq, 2 * fifo + 1,
1634 skb);
1635 if (pktout == NULL) {
1636 brcmf_err("suppress queue full\n");
1637 rc = -ENOSPC;
1638 }
1639 } else {
1640 hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
1641
1642 /* remove header first */
1643 rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, skb);
1644 if (rc) {
1645 brcmf_err("header removal failed\n");
1646 /* free the hanger slot */
1647 brcmf_fws_hanger_poppkt(&fws->hanger, hslot,
1648 &pktout, true);
1649 rc = -EINVAL;
1650 goto fail;
1651 }
1652
1653 /* delay-q packets are going to delay-q */
1654 pktout = brcmu_pktq_penq_head(&entry->psq,
1655 2 * fifo, skb);
1656 if (pktout == NULL) {
1657 brcmf_err("delay queue full\n");
1658 rc = -ENOSPC;
1659 }
1660
1661 /* free the hanger slot */
1662 brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &pktout,
1663 true);
1664
1665 /* decrement sequence count */
1666 entry->seq[fifo]--;
1667 }
1668 /*
1669 if this packet did not count against FIFO credit, it must have
1670 taken a requested_credit from the firmware (for pspoll etc.)
1671 */
1672 if (!(brcmf_skbcb(skb)->if_flags &
1673 BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK))
1674 entry->requested_credit++;
1675 } else {
1676 brcmf_err("no mac entry linked\n");
1677 rc = -ENOENT;
1678 }
1679
1680
1681 fail:
1682 if (rc) {
1683 brcmf_txfinalize(fws->drvr, skb, false);
1684 fws->stats.rollback_failed++;
1685 } else
1686 fws->stats.rollback_success++;
1687 }
1688
1689 static int brcmf_fws_borrow_credit(struct brcmf_fws_info *fws)
1690 {
1691 int lender_ac;
1692
1693 if (time_after(fws->borrow_defer_timestamp, jiffies))
1694 return -ENAVAIL;
1695
1696 for (lender_ac = 0; lender_ac <= BRCMF_FWS_FIFO_AC_VO; lender_ac++) {
1697 if (fws->fifo_credit[lender_ac]) {
1698 fws->credits_borrowed[lender_ac]++;
1699 fws->fifo_credit[lender_ac]--;
1700 if (fws->fifo_credit[lender_ac] == 0)
1701 fws->fifo_credit_map &= ~(1 << lender_ac);
1702 brcmf_dbg(TRACE, "borrow credit from: %d\n", lender_ac);
1703 return 0;
1704 }
1705 }
1706 return -ENAVAIL;
1707 }
1708
1709 static int brcmf_fws_consume_credit(struct brcmf_fws_info *fws, int fifo,
1710 struct sk_buff *skb)
1711 {
1712 struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
1713 int *credit = &fws->fifo_credit[fifo];
1714 int use_credit = 1;
1715
1716 brcmf_dbg(TRACE, "enter: ac=%d, credits=%d\n", fifo, *credit);
1717
1718 if (entry->requested_credit > 0) {
1719 /*
1720 * if the packet was pulled out while destination is in
1721 * closed state but had a non-zero packets requested,
1722 * then this should not count against the FIFO credit.
1723 * That is due to the fact that the firmware will
1724 * most likely hold onto this packet until a suitable
1725 * time later to push it to the appropriate AC FIFO.
1726 */
1727 entry->requested_credit--;
1728 if (entry->state == BRCMF_FWS_STATE_CLOSE)
1729 use_credit = 0;
1730 } else if (entry->requested_packet > 0) {
1731 entry->requested_packet--;
1732 brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
1733 if (entry->state == BRCMF_FWS_STATE_CLOSE)
1734 use_credit = 0;
1735 }
1736 brcmf_skb_if_flags_set_field(skb, CREDITCHECK, use_credit);
1737 if (!use_credit) {
1738 brcmf_dbg(TRACE, "exit: no creditcheck set\n");
1739 return 0;
1740 }
1741
1742 if (fifo != BRCMF_FWS_FIFO_AC_BE)
1743 fws->borrow_defer_timestamp = jiffies +
1744 BRCMF_FWS_BORROW_DEFER_PERIOD;
1745
1746 if (!(*credit)) {
1747 /* Try to borrow a credit from other queue */
1748 if (fifo == BRCMF_FWS_FIFO_AC_BE &&
1749 brcmf_fws_borrow_credit(fws) == 0)
1750 return 0;
1751
1752 brcmf_dbg(TRACE, "exit: ac=%d, credits depleted\n", fifo);
1753 return -ENAVAIL;
1754 }
1755 (*credit)--;
1756 if (!(*credit))
1757 fws->fifo_credit_map &= ~(1 << fifo);
1758 brcmf_dbg(TRACE, "exit: ac=%d, credits=%d\n", fifo, *credit);
1759 return 0;
1760 }
1761
1762 static int brcmf_fws_commit_skb(struct brcmf_fws_info *fws, int fifo,
1763 struct sk_buff *skb)
1764 {
1765 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
1766 struct brcmf_fws_mac_descriptor *entry;
1767 struct brcmf_bus *bus = fws->drvr->bus_if;
1768 int rc;
1769
1770 entry = skcb->mac;
1771 if (IS_ERR(entry))
1772 return PTR_ERR(entry);
1773
1774 rc = brcmf_fws_precommit_skb(fws, fifo, skb);
1775 if (rc < 0) {
1776 fws->stats.generic_error++;
1777 goto rollback;
1778 }
1779
1780 rc = brcmf_bus_txdata(bus, skb);
1781 if (rc < 0)
1782 goto rollback;
1783
1784 entry->seq[fifo]++;
1785 fws->stats.pkt2bus++;
1786 if (brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
1787 fws->stats.send_pkts[fifo]++;
1788 fws->stats.fifo_credits_sent[fifo]++;
1789 }
1790
1791 return rc;
1792
1793 rollback:
1794 brcmf_fws_rollback_toq(fws, skb, fifo);
1795 return rc;
1796 }
1797
1798 int brcmf_fws_process_skb(struct brcmf_if *ifp, struct sk_buff *skb)
1799 {
1800 struct brcmf_pub *drvr = ifp->drvr;
1801 struct brcmf_fws_info *fws = drvr->fws;
1802 struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
1803 struct ethhdr *eh = (struct ethhdr *)(skb->data);
1804 ulong flags;
1805 int fifo = BRCMF_FWS_FIFO_BCMC;
1806 bool multicast = is_multicast_ether_addr(eh->h_dest);
1807
1808 /* determine the priority */
1809 if (!skb->priority)
1810 skb->priority = cfg80211_classify8021d(skb);
1811
1812 drvr->tx_multicast += !!multicast;
1813 if (ntohs(eh->h_proto) == ETH_P_PAE)
1814 atomic_inc(&ifp->pend_8021x_cnt);
1815
1816 if (!brcmf_fws_fc_active(fws)) {
1817 /* If the protocol uses a data header, apply it */
1818 brcmf_proto_hdrpush(drvr, ifp->ifidx, 0, skb);
1819
1820 /* Use bus module to send data frame */
1821 return brcmf_bus_txdata(drvr->bus_if, skb);
1822 }
1823
1824 /* set control buffer information */
1825 skcb->if_flags = 0;
1826 skcb->mac = brcmf_fws_find_mac_desc(fws, ifp, eh->h_dest);
1827 skcb->state = BRCMF_FWS_SKBSTATE_NEW;
1828 brcmf_skb_if_flags_set_field(skb, INDEX, ifp->ifidx);
1829 if (!multicast)
1830 fifo = brcmf_fws_prio2fifo[skb->priority];
1831
1832 brcmf_dbg(TRACE, "ea=%pM, multi=%d, fifo=%d\n", eh->h_dest,
1833 multicast, fifo);
1834
1835 brcmf_fws_lock(drvr, flags);
1836 if (skcb->mac->suppressed ||
1837 fws->bus_flow_blocked ||
1838 brcmf_fws_mac_desc_closed(fws, skcb->mac, fifo) ||
1839 brcmu_pktq_mlen(&skcb->mac->psq, 3 << (fifo * 2)) ||
1840 (!multicast &&
1841 brcmf_fws_consume_credit(fws, fifo, skb) < 0)) {
1842 /* enqueue the packet in delayQ */
1843 drvr->fws->fifo_delay_map |= 1 << fifo;
1844 brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_DELAYED, fifo, skb);
1845 } else {
1846 if (brcmf_fws_commit_skb(fws, fifo, skb))
1847 if (!multicast)
1848 brcmf_skb_pick_up_credit(fws, fifo, skb);
1849 }
1850 brcmf_fws_unlock(drvr, flags);
1851 return 0;
1852 }
1853
1854 void brcmf_fws_reset_interface(struct brcmf_if *ifp)
1855 {
1856 struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
1857
1858 brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
1859 if (!entry)
1860 return;
1861
1862 brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
1863 }
1864
1865 void brcmf_fws_add_interface(struct brcmf_if *ifp)
1866 {
1867 struct brcmf_fws_info *fws = ifp->drvr->fws;
1868 struct brcmf_fws_mac_descriptor *entry;
1869
1870 brcmf_dbg(TRACE, "enter: idx=%d, mac=%pM\n",
1871 ifp->bssidx, ifp->mac_addr);
1872 if (!ifp->ndev || !ifp->drvr->fw_signals)
1873 return;
1874
1875 entry = &fws->desc.iface[ifp->ifidx];
1876 ifp->fws_desc = entry;
1877 brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
1878 brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
1879 BRCMF_FWS_PSQ_LEN);
1880 }
1881
1882 void brcmf_fws_del_interface(struct brcmf_if *ifp)
1883 {
1884 struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
1885 ulong flags;
1886
1887 brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
1888 if (!entry)
1889 return;
1890
1891 brcmf_fws_lock(ifp->drvr, flags);
1892 ifp->fws_desc = NULL;
1893 brcmf_fws_clear_mac_descriptor(entry);
1894 brcmf_fws_cleanup(ifp->drvr->fws, ifp->ifidx);
1895 brcmf_fws_unlock(ifp->drvr, flags);
1896 }
1897
1898 static void brcmf_fws_dequeue_worker(struct work_struct *worker)
1899 {
1900 struct brcmf_fws_info *fws;
1901 struct sk_buff *skb;
1902 ulong flags;
1903 int fifo;
1904 int credit;
1905
1906 fws = container_of(worker, struct brcmf_fws_info, fws_dequeue_work);
1907
1908 brcmf_dbg(TRACE, "enter: fws=%p\n", fws);
1909 brcmf_fws_lock(fws->drvr, flags);
1910 for (fifo = NL80211_NUM_ACS; fifo >= 0 && !fws->bus_flow_blocked;
1911 fifo--) {
1912 brcmf_dbg(TRACE, "fifo %d credit %d\n", fifo,
1913 fws->fifo_credit[fifo]);
1914 for (credit = 0; credit < fws->fifo_credit[fifo]; /* nop */) {
1915 skb = brcmf_fws_deq(fws, fifo);
1916 if (!skb || brcmf_fws_commit_skb(fws, fifo, skb))
1917 break;
1918 if (brcmf_skbcb(skb)->if_flags &
1919 BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)
1920 credit++;
1921 if (fws->bus_flow_blocked)
1922 break;
1923 }
1924 if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
1925 (credit == fws->fifo_credit[fifo]) &&
1926 (!fws->bus_flow_blocked)) {
1927 fws->fifo_credit[fifo] -= credit;
1928 while (brcmf_fws_borrow_credit(fws) == 0) {
1929 skb = brcmf_fws_deq(fws, fifo);
1930 if (!skb) {
1931 brcmf_fws_return_credits(fws, fifo, 1);
1932 break;
1933 }
1934 if (brcmf_fws_commit_skb(fws, fifo, skb)) {
1935 brcmf_fws_return_credits(fws, fifo, 1);
1936 break;
1937 }
1938 if (fws->bus_flow_blocked)
1939 break;
1940 }
1941 } else {
1942 fws->fifo_credit[fifo] -= credit;
1943 }
1944 }
1945 brcmf_fws_unlock(fws->drvr, flags);
1946 }
1947
1948 int brcmf_fws_init(struct brcmf_pub *drvr)
1949 {
1950 u32 tlv = BRCMF_FWS_FLAGS_RSSI_SIGNALS;
1951 int rc;
1952
1953 if (!drvr->fw_signals)
1954 return 0;
1955
1956 spin_lock_init(&drvr->fws_spinlock);
1957
1958 drvr->fws = kzalloc(sizeof(*(drvr->fws)), GFP_KERNEL);
1959 if (!drvr->fws) {
1960 rc = -ENOMEM;
1961 goto fail;
1962 }
1963
1964 /* set linkage back */
1965 drvr->fws->drvr = drvr;
1966 drvr->fws->fcmode = fcmode;
1967
1968 drvr->fws->fws_wq = create_singlethread_workqueue("brcmf_fws_wq");
1969 if (drvr->fws->fws_wq == NULL) {
1970 brcmf_err("workqueue creation failed\n");
1971 rc = -EBADF;
1972 goto fail;
1973 }
1974 INIT_WORK(&drvr->fws->fws_dequeue_work, brcmf_fws_dequeue_worker);
1975
1976 /* enable firmware signalling if fcmode active */
1977 if (drvr->fws->fcmode != BRCMF_FWS_FCMODE_NONE)
1978 tlv |= BRCMF_FWS_FLAGS_XONXOFF_SIGNALS |
1979 BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS |
1980 BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE;
1981
1982 rc = brcmf_fweh_register(drvr, BRCMF_E_FIFO_CREDIT_MAP,
1983 brcmf_fws_notify_credit_map);
1984 if (rc < 0) {
1985 brcmf_err("register credit map handler failed\n");
1986 goto fail;
1987 }
1988
1989 /* setting the iovar may fail if feature is unsupported
1990 * so leave the rc as is so driver initialization can
1991 * continue.
1992 */
1993 if (brcmf_fil_iovar_int_set(drvr->iflist[0], "tlv", tlv)) {
1994 brcmf_err("failed to set bdcv2 tlv signaling\n");
1995 goto fail_event;
1996 }
1997
1998 brcmf_fws_hanger_init(&drvr->fws->hanger);
1999 brcmf_fws_init_mac_descriptor(&drvr->fws->desc.other, NULL, 0);
2000 brcmu_pktq_init(&drvr->fws->desc.other.psq, BRCMF_FWS_PSQ_PREC_COUNT,
2001 BRCMF_FWS_PSQ_LEN);
2002
2003 /* create debugfs file for statistics */
2004 brcmf_debugfs_create_fws_stats(drvr, &drvr->fws->stats);
2005
2006 /* TODO: remove upon feature delivery */
2007 brcmf_err("%s bdcv2 tlv signaling [%x]\n",
2008 drvr->fw_signals ? "enabled" : "disabled", tlv);
2009 return 0;
2010
2011 fail_event:
2012 brcmf_fweh_unregister(drvr, BRCMF_E_FIFO_CREDIT_MAP);
2013 fail:
2014 brcmf_fws_deinit(drvr);
2015 return rc;
2016 }
2017
2018 void brcmf_fws_deinit(struct brcmf_pub *drvr)
2019 {
2020 struct brcmf_fws_info *fws = drvr->fws;
2021 ulong flags;
2022
2023 if (!fws)
2024 return;
2025
2026 /* disable firmware signalling entirely
2027 * to avoid using the workqueue.
2028 */
2029 drvr->fw_signals = false;
2030
2031 if (drvr->fws->fws_wq)
2032 destroy_workqueue(drvr->fws->fws_wq);
2033
2034 /* cleanup */
2035 brcmf_fws_lock(drvr, flags);
2036 brcmf_fws_cleanup(fws, -1);
2037 drvr->fws = NULL;
2038 brcmf_fws_unlock(drvr, flags);
2039
2040 /* free top structure */
2041 kfree(fws);
2042 }
2043
2044 bool brcmf_fws_fc_active(struct brcmf_fws_info *fws)
2045 {
2046 if (!fws)
2047 return false;
2048
2049 brcmf_dbg(TRACE, "enter: mode=%d\n", fws->fcmode);
2050 return fws->fcmode != BRCMF_FWS_FCMODE_NONE;
2051 }
2052
2053 void brcmf_fws_bustxfail(struct brcmf_fws_info *fws, struct sk_buff *skb)
2054 {
2055 ulong flags;
2056
2057 brcmf_fws_lock(fws->drvr, flags);
2058 brcmf_fws_txstatus_process(fws, BRCMF_FWS_TXSTATUS_FW_TOSSED,
2059 brcmf_skb_htod_tag_get_field(skb, HSLOT), 0);
2060 /* the packet never reached firmware so reclaim credit */
2061 if (fws->fcmode == BRCMF_FWS_FCMODE_EXPLICIT_CREDIT &&
2062 brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
2063 brcmf_fws_return_credits(fws,
2064 brcmf_skb_htod_tag_get_field(skb,
2065 FIFO),
2066 1);
2067 brcmf_fws_schedule_deq(fws);
2068 }
2069 brcmf_fws_unlock(fws->drvr, flags);
2070 }
2071
2072 void brcmf_fws_bus_blocked(struct brcmf_pub *drvr, bool flow_blocked)
2073 {
2074 struct brcmf_fws_info *fws = drvr->fws;
2075
2076 fws->bus_flow_blocked = flow_blocked;
2077 if (!flow_blocked)
2078 brcmf_fws_schedule_deq(fws);
2079 }
Linux kernel - Deliverables
This page took 0.074884 seconds and 4 git commands to generate.