[deliverable/linux.git] / drivers / net / wireless / ti / wl1251 / tx.c

/*
 * This file is part of wl1251
 *
 * Copyright (c) 1998-2007 Texas Instruments Incorporated
 * Copyright (C) 2008 Nokia Corporation
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * version 2 as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 * 02110-1301 USA
 *
 */

#include <linux/kernel.h>
#include <linux/module.h>

#include "wl1251.h"
#include "reg.h"
#include "tx.h"
#include "ps.h"
#include "io.h"
#include "event.h"

static bool wl1251_tx_double_buffer_busy(struct wl1251 *wl, u32 data_out_count)
{
	int used, data_in_count;

	data_in_count = wl->data_in_count;

	if (data_in_count < data_out_count)
		/* data_in_count has wrapped */
		data_in_count += TX_STATUS_DATA_OUT_COUNT_MASK + 1;

	used = data_in_count - data_out_count;

	WARN_ON(used < 0);
	WARN_ON(used > DP_TX_PACKET_RING_CHUNK_NUM);

	if (used >= DP_TX_PACKET_RING_CHUNK_NUM)
		return true;
	else
		return false;
}

static int wl1251_tx_path_status(struct wl1251 *wl)
{
	u32 status, addr, data_out_count;
	bool busy;

	addr = wl->data_path->tx_control_addr;
	status = wl1251_mem_read32(wl, addr);
	data_out_count = status & TX_STATUS_DATA_OUT_COUNT_MASK;
	busy = wl1251_tx_double_buffer_busy(wl, data_out_count);

	if (busy)
		return -EBUSY;

	return 0;
}

static int wl1251_tx_id(struct wl1251 *wl, struct sk_buff *skb)
{
	int i;

	for (i = 0; i < FW_TX_CMPLT_BLOCK_SIZE; i++)
		if (wl->tx_frames[i] == NULL) {
			wl->tx_frames[i] = skb;
			return i;
		}

	return -EBUSY;
}

static void wl1251_tx_control(struct tx_double_buffer_desc *tx_hdr,
			      struct ieee80211_tx_info *control, u16 fc)
{
	*(u16 *)&tx_hdr->control = 0;

	tx_hdr->control.rate_policy = 0;

	/* 802.11 packets */
	tx_hdr->control.packet_type = 0;

	/* Also disable retry and ACK policy for injected packets */
	if ((control->flags & IEEE80211_TX_CTL_NO_ACK) ||
	    (control->flags & IEEE80211_TX_CTL_INJECTED)) {
		tx_hdr->control.rate_policy = 1;
		tx_hdr->control.ack_policy = 1;
	}

	tx_hdr->control.tx_complete = 1;

	if ((fc & IEEE80211_FTYPE_DATA) &&
	    ((fc & IEEE80211_STYPE_QOS_DATA) ||
	     (fc & IEEE80211_STYPE_QOS_NULLFUNC)))
		tx_hdr->control.qos = 1;
}

/* RSN + MIC = 8 + 8 = 16 bytes (worst case - AES). */
#define MAX_MSDU_SECURITY_LENGTH      16
#define MAX_MPDU_SECURITY_LENGTH      16
#define WLAN_QOS_HDR_LEN              26
#define MAX_MPDU_HEADER_AND_SECURITY  (MAX_MPDU_SECURITY_LENGTH + \
				       WLAN_QOS_HDR_LEN)
#define HW_BLOCK_SIZE                 252
static void wl1251_tx_frag_block_num(struct tx_double_buffer_desc *tx_hdr)
{
	u16 payload_len, frag_threshold, mem_blocks;
	u16 num_mpdus, mem_blocks_per_frag;

	frag_threshold = IEEE80211_MAX_FRAG_THRESHOLD;
	tx_hdr->frag_threshold = cpu_to_le16(frag_threshold);

	payload_len = le16_to_cpu(tx_hdr->length) + MAX_MSDU_SECURITY_LENGTH;

	if (payload_len > frag_threshold) {
		mem_blocks_per_frag =
			((frag_threshold + MAX_MPDU_HEADER_AND_SECURITY) /
			 HW_BLOCK_SIZE) + 1;
		num_mpdus = payload_len / frag_threshold;
		mem_blocks = num_mpdus * mem_blocks_per_frag;
		payload_len -= num_mpdus * frag_threshold;
		num_mpdus++;

	} else {
		mem_blocks_per_frag = 0;
		mem_blocks = 0;
		num_mpdus = 1;
	}

	mem_blocks += (payload_len / HW_BLOCK_SIZE) + 1;

	if (num_mpdus > 1)
		mem_blocks += min(num_mpdus, mem_blocks_per_frag);

	tx_hdr->num_mem_blocks = mem_blocks;
}

static int wl1251_tx_fill_hdr(struct wl1251 *wl, struct sk_buff *skb,
			      struct ieee80211_tx_info *control)
{
	struct tx_double_buffer_desc *tx_hdr;
	struct ieee80211_rate *rate;
	int id;
	u16 fc;

	if (!skb)
		return -EINVAL;

	id = wl1251_tx_id(wl, skb);
	if (id < 0)
		return id;

	fc = *(u16 *)skb->data;
	tx_hdr = (struct tx_double_buffer_desc *) skb_push(skb,
							   sizeof(*tx_hdr));

	tx_hdr->length = cpu_to_le16(skb->len - sizeof(*tx_hdr));
	rate = ieee80211_get_tx_rate(wl->hw, control);
	tx_hdr->rate = cpu_to_le16(rate->hw_value);
	tx_hdr->expiry_time = cpu_to_le32(1 << 16);
	tx_hdr->id = id;

	tx_hdr->xmit_queue = wl1251_tx_get_queue(skb_get_queue_mapping(skb));

	wl1251_tx_control(tx_hdr, control, fc);
	wl1251_tx_frag_block_num(tx_hdr);

	return 0;
}

/* We copy the packet to the target */
static int wl1251_tx_send_packet(struct wl1251 *wl, struct sk_buff *skb,
				 struct ieee80211_tx_info *control)
{
	struct tx_double_buffer_desc *tx_hdr;
	int len;
	u32 addr;

	if (!skb)
		return -EINVAL;

	tx_hdr = (struct tx_double_buffer_desc *) skb->data;

	if (control->control.hw_key &&
	    control->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
		int hdrlen;
		__le16 fc;
		u16 length;
		u8 *pos;

		fc = *(__le16 *)(skb->data + sizeof(*tx_hdr));
		length = le16_to_cpu(tx_hdr->length) + WL1251_TKIP_IV_SPACE;
		tx_hdr->length = cpu_to_le16(length);

		hdrlen = ieee80211_hdrlen(fc);

		pos = skb_push(skb, WL1251_TKIP_IV_SPACE);
		memmove(pos, pos + WL1251_TKIP_IV_SPACE,
			sizeof(*tx_hdr) + hdrlen);
	}

	/* Revisit. This is a workaround for getting non-aligned packets.
	   This happens at least with EAPOL packets from the user space.
	   Our DMA requires packets to be aligned on a 4-byte boundary.
	*/
	if (unlikely((long)skb->data & 0x03)) {
		int offset = (4 - (long)skb->data) & 0x03;
		wl1251_debug(DEBUG_TX, "skb offset %d", offset);

		/* check whether the current skb can be used */
		if (skb_cloned(skb) || (skb_tailroom(skb) < offset)) {
			struct sk_buff *newskb = skb_copy_expand(skb, 0, 3,
								 GFP_KERNEL);

			if (unlikely(newskb == NULL)) {
				wl1251_error("Can't allocate skb!");
				return -EINVAL;
			}

			tx_hdr = (struct tx_double_buffer_desc *) newskb->data;

			dev_kfree_skb_any(skb);
			wl->tx_frames[tx_hdr->id] = skb = newskb;

			offset = (4 - (long)skb->data) & 0x03;
			wl1251_debug(DEBUG_TX, "new skb offset %d", offset);
		}

		/* align the buffer on a 4-byte boundary */
		if (offset) {
			unsigned char *src = skb->data;
			skb_reserve(skb, offset);
			memmove(skb->data, src, skb->len);
			tx_hdr = (struct tx_double_buffer_desc *) skb->data;
		}
	}

	/* Our skb->data at this point includes the HW header */
	len = WL1251_TX_ALIGN(skb->len);

	if (wl->data_in_count & 0x1)
		addr = wl->data_path->tx_packet_ring_addr +
			wl->data_path->tx_packet_ring_chunk_size;
	else
		addr = wl->data_path->tx_packet_ring_addr;

	wl1251_mem_write(wl, addr, skb->data, len);

	wl1251_debug(DEBUG_TX, "tx id %u skb 0x%p payload %u rate 0x%x "
		     "queue %d", tx_hdr->id, skb, tx_hdr->length,
		     tx_hdr->rate, tx_hdr->xmit_queue);

	return 0;
}

static void wl1251_tx_trigger(struct wl1251 *wl)
{
	u32 data, addr;

	if (wl->data_in_count & 0x1) {
		addr = ACX_REG_INTERRUPT_TRIG_H;
		data = INTR_TRIG_TX_PROC1;
	} else {
		addr = ACX_REG_INTERRUPT_TRIG;
		data = INTR_TRIG_TX_PROC0;
	}

	wl1251_reg_write32(wl, addr, data);

	/* Bumping data in */
	wl->data_in_count = (wl->data_in_count + 1) &
		TX_STATUS_DATA_OUT_COUNT_MASK;
}

static void enable_tx_for_packet_injection(struct wl1251 *wl)
{
	int ret;

	ret = wl1251_cmd_join(wl, BSS_TYPE_STA_BSS, wl->channel,
			      wl->beacon_int, wl->dtim_period);
	if (ret < 0) {
		wl1251_warning("join failed");
		return;
	}

	ret = wl1251_event_wait(wl, JOIN_EVENT_COMPLETE_ID, 100);
	if (ret < 0) {
		wl1251_warning("join timeout");
		return;
	}

	wl->joined = true;
}

/* caller must hold wl->mutex */
static int wl1251_tx_frame(struct wl1251 *wl, struct sk_buff *skb)
{
	struct ieee80211_tx_info *info;
	int ret = 0;
	u8 idx;

	info = IEEE80211_SKB_CB(skb);

	if (info->control.hw_key) {
		if (unlikely(wl->monitor_present))
			return -EINVAL;

		idx = info->control.hw_key->hw_key_idx;
		if (unlikely(wl->default_key != idx)) {
			ret = wl1251_acx_default_key(wl, idx);
			if (ret < 0)
				return ret;
		}
	}

	/* Enable tx path in monitor mode for packet injection */
	if ((wl->vif == NULL) && !wl->joined)
		enable_tx_for_packet_injection(wl);

	ret = wl1251_tx_path_status(wl);
	if (ret < 0)
		return ret;

	ret = wl1251_tx_fill_hdr(wl, skb, info);
	if (ret < 0)
		return ret;

	ret = wl1251_tx_send_packet(wl, skb, info);
	if (ret < 0)
		return ret;

	wl1251_tx_trigger(wl);

	return ret;
}

void wl1251_tx_work(struct work_struct *work)
{
	struct wl1251 *wl = container_of(work, struct wl1251, tx_work);
	struct sk_buff *skb;
	bool woken_up = false;
	int ret;

	mutex_lock(&wl->mutex);

	if (unlikely(wl->state == WL1251_STATE_OFF))
		goto out;

	while ((skb = skb_dequeue(&wl->tx_queue))) {
		if (!woken_up) {
			ret = wl1251_ps_elp_wakeup(wl);
			if (ret < 0)
				goto out;
			woken_up = true;
		}

		ret = wl1251_tx_frame(wl, skb);
		if (ret == -EBUSY) {
			skb_queue_head(&wl->tx_queue, skb);
			goto out;
		} else if (ret < 0) {
			dev_kfree_skb(skb);
			goto out;
		}
	}

out:
	if (woken_up)
		wl1251_ps_elp_sleep(wl);

	mutex_unlock(&wl->mutex);
}

static const char *wl1251_tx_parse_status(u8 status)
{
	/* 8 bit status field, one character per bit plus null */
	static char buf[9];
	int i = 0;

	memset(buf, 0, sizeof(buf));

	if (status & TX_DMA_ERROR)
		buf[i++] = 'm';
	if (status & TX_DISABLED)
		buf[i++] = 'd';
	if (status & TX_RETRY_EXCEEDED)
		buf[i++] = 'r';
	if (status & TX_TIMEOUT)
		buf[i++] = 't';
	if (status & TX_KEY_NOT_FOUND)
		buf[i++] = 'k';
	if (status & TX_ENCRYPT_FAIL)
		buf[i++] = 'e';
	if (status & TX_UNAVAILABLE_PRIORITY)
		buf[i++] = 'p';

	/* bit 0 is unused apparently */

	return buf;
}

static void wl1251_tx_packet_cb(struct wl1251 *wl,
				struct tx_result *result)
{
	struct ieee80211_tx_info *info;
	struct sk_buff *skb;
	int hdrlen;
	u8 *frame;

	skb = wl->tx_frames[result->id];
	if (skb == NULL) {
		wl1251_error("SKB for packet %d is NULL", result->id);
		return;
	}

	info = IEEE80211_SKB_CB(skb);

	if (!(info->flags & IEEE80211_TX_CTL_NO_ACK) &&
	    !(info->flags & IEEE80211_TX_CTL_INJECTED) &&
	    (result->status == TX_SUCCESS))
		info->flags |= IEEE80211_TX_STAT_ACK;

	info->status.rates[0].count = result->ack_failures + 1;
	wl->stats.retry_count += result->ack_failures;

	/*
	 * We have to remove our private TX header before pushing
	 * the skb back to mac80211.
	 */
	frame = skb_pull(skb, sizeof(struct tx_double_buffer_desc));
	if (info->control.hw_key &&
	    info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
		hdrlen = ieee80211_get_hdrlen_from_skb(skb);
		memmove(frame + WL1251_TKIP_IV_SPACE, frame, hdrlen);
		skb_pull(skb, WL1251_TKIP_IV_SPACE);
	}

	wl1251_debug(DEBUG_TX, "tx status id %u skb 0x%p failures %u rate 0x%x"
		     " status 0x%x (%s)",
		     result->id, skb, result->ack_failures, result->rate,
		     result->status, wl1251_tx_parse_status(result->status));


	ieee80211_tx_status(wl->hw, skb);

	wl->tx_frames[result->id] = NULL;
}

/* Called upon reception of a TX complete interrupt */
void wl1251_tx_complete(struct wl1251 *wl)
{
	int i, result_index, num_complete = 0, queue_len;
	struct tx_result result[FW_TX_CMPLT_BLOCK_SIZE], *result_ptr;
	unsigned long flags;

	if (unlikely(wl->state != WL1251_STATE_ON))
		return;

	/* First we read the result */
	wl1251_mem_read(wl, wl->data_path->tx_complete_addr,
			    result, sizeof(result));

	result_index = wl->next_tx_complete;

	for (i = 0; i < ARRAY_SIZE(result); i++) {
		result_ptr = &result[result_index];

		if (result_ptr->done_1 == 1 &&
		    result_ptr->done_2 == 1) {
			wl1251_tx_packet_cb(wl, result_ptr);

			result_ptr->done_1 = 0;
			result_ptr->done_2 = 0;

			result_index = (result_index + 1) &
				(FW_TX_CMPLT_BLOCK_SIZE - 1);
			num_complete++;
		} else {
			break;
		}
	}

	queue_len = skb_queue_len(&wl->tx_queue);

	if ((num_complete > 0) && (queue_len > 0)) {
		/* firmware buffer has space, reschedule tx_work */
		wl1251_debug(DEBUG_TX, "tx_complete: reschedule tx_work");
		ieee80211_queue_work(wl->hw, &wl->tx_work);
	}

	if (wl->tx_queue_stopped &&
	    queue_len <= WL1251_TX_QUEUE_LOW_WATERMARK) {
		/* tx_queue has space, restart queues */
		wl1251_debug(DEBUG_TX, "tx_complete: waking queues");
		spin_lock_irqsave(&wl->wl_lock, flags);
		ieee80211_wake_queues(wl->hw);
		wl->tx_queue_stopped = false;
		spin_unlock_irqrestore(&wl->wl_lock, flags);
	}

	/* Every completed frame needs to be acknowledged */
	if (num_complete) {
		/*
		 * If we've wrapped, we have to clear
		 * the results in 2 steps.
		 */
		if (result_index > wl->next_tx_complete) {
			/* Only 1 write is needed */
			wl1251_mem_write(wl,
					 wl->data_path->tx_complete_addr +
					 (wl->next_tx_complete *
					  sizeof(struct tx_result)),
					 &result[wl->next_tx_complete],
					 num_complete *
					 sizeof(struct tx_result));


		} else if (result_index < wl->next_tx_complete) {
			/* 2 writes are needed */
			wl1251_mem_write(wl,
					 wl->data_path->tx_complete_addr +
					 (wl->next_tx_complete *
					  sizeof(struct tx_result)),
					 &result[wl->next_tx_complete],
					 (FW_TX_CMPLT_BLOCK_SIZE -
					  wl->next_tx_complete) *
					 sizeof(struct tx_result));

			wl1251_mem_write(wl,
					 wl->data_path->tx_complete_addr,
					 result,
					 (num_complete -
					  FW_TX_CMPLT_BLOCK_SIZE +
					  wl->next_tx_complete) *
					 sizeof(struct tx_result));

		} else {
			/* We have to write the whole array */
			wl1251_mem_write(wl,
					 wl->data_path->tx_complete_addr,
					 result,
					 FW_TX_CMPLT_BLOCK_SIZE *
					 sizeof(struct tx_result));
		}

	}

	wl->next_tx_complete = result_index;
}

/* caller must hold wl->mutex */
void wl1251_tx_flush(struct wl1251 *wl)
{
	int i;
	struct sk_buff *skb;
	struct ieee80211_tx_info *info;

	/* TX failure */
/* 	control->flags = 0; FIXME */

	while ((skb = skb_dequeue(&wl->tx_queue))) {
		info = IEEE80211_SKB_CB(skb);

		wl1251_debug(DEBUG_TX, "flushing skb 0x%p", skb);

		if (!(info->flags & IEEE80211_TX_CTL_REQ_TX_STATUS))
				continue;

		ieee80211_tx_status(wl->hw, skb);
	}

	for (i = 0; i < FW_TX_CMPLT_BLOCK_SIZE; i++)
		if (wl->tx_frames[i] != NULL) {
			skb = wl->tx_frames[i];
			info = IEEE80211_SKB_CB(skb);

			if (!(info->flags & IEEE80211_TX_CTL_REQ_TX_STATUS))
				continue;

			ieee80211_tx_status(wl->hw, skb);
			wl->tx_frames[i] = NULL;
		}
}
Commit	Line	Data
2f01a1f5	1	/*
80301cdc	2	* This file is part of wl1251
2f01a1f5 KV	3	*
	4	* Copyright (c) 1998-2007 Texas Instruments Incorporated
	5	* Copyright (C) 2008 Nokia Corporation
	6	*
2f01a1f5 KV	7	* This program is free software; you can redistribute it and/or
	8	* modify it under the terms of the GNU General Public License
	9	* version 2 as published by the Free Software Foundation.
	10	*
	11	* This program is distributed in the hope that it will be useful, but
	12	* WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	14	* General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU General Public License
	17	* along with this program; if not, write to the Free Software
	18	* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
	19	* 02110-1301 USA
	20	*
	21	*/
	22
	23	#include <linux/kernel.h>
	24	#include <linux/module.h>
	25
13674118	26	#include "wl1251.h"
9bc6772e KV	27	#include "reg.h"
	28	#include "tx.h"
	29	#include "ps.h"
	30	#include "io.h"
c8909e5a	31	#include "event.h"
2f01a1f5	32
80301cdc	33	static bool wl1251_tx_double_buffer_busy(struct wl1251 *wl, u32 data_out_count)
2f01a1f5 KV	34	{
	35	int used, data_in_count;
	36
	37	data_in_count = wl->data_in_count;
	38
	39	if (data_in_count < data_out_count)
	40	/* data_in_count has wrapped */
	41	data_in_count += TX_STATUS_DATA_OUT_COUNT_MASK + 1;
	42
	43	used = data_in_count - data_out_count;
	44
	45	WARN_ON(used < 0);
	46	WARN_ON(used > DP_TX_PACKET_RING_CHUNK_NUM);
	47
	48	if (used >= DP_TX_PACKET_RING_CHUNK_NUM)
	49	return true;
	50	else
	51	return false;
	52	}
	53
80301cdc	54	static int wl1251_tx_path_status(struct wl1251 *wl)
2f01a1f5 KV	55	{
	56	u32 status, addr, data_out_count;
	57	bool busy;
	58
	59	addr = wl->data_path->tx_control_addr;
80301cdc	60	status = wl1251_mem_read32(wl, addr);
2f01a1f5	61	data_out_count = status & TX_STATUS_DATA_OUT_COUNT_MASK;
9f2ad4fb	62	busy = wl1251_tx_double_buffer_busy(wl, data_out_count);
2f01a1f5 KV	63
	64	if (busy)
	65	return -EBUSY;
	66
	67	return 0;
	68	}
	69
80301cdc	70	static int wl1251_tx_id(struct wl1251 wl, struct sk_buff skb)
2f01a1f5 KV	71	{
	72	int i;
	73
	74	for (i = 0; i < FW_TX_CMPLT_BLOCK_SIZE; i++)
	75	if (wl->tx_frames[i] == NULL) {
	76	wl->tx_frames[i] = skb;
	77	return i;
	78	}
	79
	80	return -EBUSY;
	81	}
	82
9f2ad4fb	83	static void wl1251_tx_control(struct tx_double_buffer_desc *tx_hdr,
2f01a1f5 KV	84	struct ieee80211_tx_info *control, u16 fc)
	85	{
	86	(u16 )&tx_hdr->control = 0;
	87
	88	tx_hdr->control.rate_policy = 0;
	89
	90	/* 802.11 packets */
	91	tx_hdr->control.packet_type = 0;
	92
3d49da74 DG	93	/* Also disable retry and ACK policy for injected packets */
	94	if ((control->flags & IEEE80211_TX_CTL_NO_ACK) \|\|
	95	(control->flags & IEEE80211_TX_CTL_INJECTED)) {
	96	tx_hdr->control.rate_policy = 1;
2f01a1f5	97	tx_hdr->control.ack_policy = 1;
3d49da74	98	}
2f01a1f5 KV	99
	100	tx_hdr->control.tx_complete = 1;
	101
	102	if ((fc & IEEE80211_FTYPE_DATA) &&
	103	((fc & IEEE80211_STYPE_QOS_DATA) \|\|
	104	(fc & IEEE80211_STYPE_QOS_NULLFUNC)))
	105	tx_hdr->control.qos = 1;
	106	}
	107
	108	/* RSN + MIC = 8 + 8 = 16 bytes (worst case - AES). */
	109	#define MAX_MSDU_SECURITY_LENGTH 16
	110	#define MAX_MPDU_SECURITY_LENGTH 16
	111	#define WLAN_QOS_HDR_LEN 26
	112	#define MAX_MPDU_HEADER_AND_SECURITY (MAX_MPDU_SECURITY_LENGTH + \
	113	WLAN_QOS_HDR_LEN)
	114	#define HW_BLOCK_SIZE 252
9f2ad4fb	115	static void wl1251_tx_frag_block_num(struct tx_double_buffer_desc *tx_hdr)
2f01a1f5 KV	116	{
	117	u16 payload_len, frag_threshold, mem_blocks;
	118	u16 num_mpdus, mem_blocks_per_frag;
	119
	120	frag_threshold = IEEE80211_MAX_FRAG_THRESHOLD;
	121	tx_hdr->frag_threshold = cpu_to_le16(frag_threshold);
	122
1ab36d68	123	payload_len = le16_to_cpu(tx_hdr->length) + MAX_MSDU_SECURITY_LENGTH;
2f01a1f5 KV	124
	125	if (payload_len > frag_threshold) {
	126	mem_blocks_per_frag =
	127	((frag_threshold + MAX_MPDU_HEADER_AND_SECURITY) /
	128	HW_BLOCK_SIZE) + 1;
	129	num_mpdus = payload_len / frag_threshold;
	130	mem_blocks = num_mpdus * mem_blocks_per_frag;
	131	payload_len -= num_mpdus * frag_threshold;
	132	num_mpdus++;
	133
	134	} else {
	135	mem_blocks_per_frag = 0;
	136	mem_blocks = 0;
	137	num_mpdus = 1;
	138	}
	139
	140	mem_blocks += (payload_len / HW_BLOCK_SIZE) + 1;
	141
	142	if (num_mpdus > 1)
	143	mem_blocks += min(num_mpdus, mem_blocks_per_frag);
	144
	145	tx_hdr->num_mem_blocks = mem_blocks;
	146	}
	147
80301cdc	148	static int wl1251_tx_fill_hdr(struct wl1251 wl, struct sk_buff skb,
2f01a1f5 KV	149	struct ieee80211_tx_info *control)
	150	{
	151	struct tx_double_buffer_desc *tx_hdr;
	152	struct ieee80211_rate *rate;
	153	int id;
	154	u16 fc;
	155
	156	if (!skb)
	157	return -EINVAL;
	158
9f2ad4fb	159	id = wl1251_tx_id(wl, skb);
2f01a1f5 KV	160	if (id < 0)
	161	return id;
	162
	163	fc = (u16 )skb->data;
	164	tx_hdr = (struct tx_double_buffer_desc *) skb_push(skb,
	165	sizeof(*tx_hdr));
	166
	167	tx_hdr->length = cpu_to_le16(skb->len - sizeof(*tx_hdr));
	168	rate = ieee80211_get_tx_rate(wl->hw, control);
	169	tx_hdr->rate = cpu_to_le16(rate->hw_value);
	170	tx_hdr->expiry_time = cpu_to_le32(1 << 16);
	171	tx_hdr->id = id;
	172
49e1b9fa	173	tx_hdr->xmit_queue = wl1251_tx_get_queue(skb_get_queue_mapping(skb));
2f01a1f5	174
9f2ad4fb JO	175	wl1251_tx_control(tx_hdr, control, fc);
9f2ad4fb JO	176	wl1251_tx_frag_block_num(tx_hdr);
2f01a1f5 KV	177
	178	return 0;
	179	}
	180
	181	/* We copy the packet to the target */
80301cdc	182	static int wl1251_tx_send_packet(struct wl1251 wl, struct sk_buff skb,
2f01a1f5 KV	183	struct ieee80211_tx_info *control)
	184	{
	185	struct tx_double_buffer_desc *tx_hdr;
	186	int len;
	187	u32 addr;
	188
	189	if (!skb)
	190	return -EINVAL;
	191
	192	tx_hdr = (struct tx_double_buffer_desc *) skb->data;
	193
	194	if (control->control.hw_key &&
97359d12	195	control->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
2f01a1f5	196	int hdrlen;
1ab36d68 JL	197	__le16 fc;
1ab36d68 JL	198	u16 length;
2f01a1f5 KV	199	u8 *pos;
2f01a1f5 KV	200
1ab36d68 JL	201	fc = (__le16 )(skb->data + sizeof(*tx_hdr));
	202	length = le16_to_cpu(tx_hdr->length) + WL1251_TKIP_IV_SPACE;
	203	tx_hdr->length = cpu_to_le16(length);
2f01a1f5 KV	204
	205	hdrlen = ieee80211_hdrlen(fc);
	206
9f2ad4fb JO	207	pos = skb_push(skb, WL1251_TKIP_IV_SPACE);
9f2ad4fb JO	208	memmove(pos, pos + WL1251_TKIP_IV_SPACE,
2f01a1f5 KV	209	sizeof(*tx_hdr) + hdrlen);
	210	}
	211
	212	/* Revisit. This is a workaround for getting non-aligned packets.
	213	This happens at least with EAPOL packets from the user space.
	214	Our DMA requires packets to be aligned on a 4-byte boundary.
	215	*/
	216	if (unlikely((long)skb->data & 0x03)) {
	217	int offset = (4 - (long)skb->data) & 0x03;
80301cdc	218	wl1251_debug(DEBUG_TX, "skb offset %d", offset);
2f01a1f5 KV	219
2f01a1f5 KV	220	/* check whether the current skb can be used */
bb4793b3 DG	221	if (skb_cloned(skb) \|\| (skb_tailroom(skb) < offset)) {
	222	struct sk_buff *newskb = skb_copy_expand(skb, 0, 3,
	223	GFP_KERNEL);
	224
	225	if (unlikely(newskb == NULL)) {
	226	wl1251_error("Can't allocate skb!");
	227	return -EINVAL;
	228	}
	229
	230	tx_hdr = (struct tx_double_buffer_desc *) newskb->data;
	231
	232	dev_kfree_skb_any(skb);
	233	wl->tx_frames[tx_hdr->id] = skb = newskb;
2f01a1f5	234
bb4793b3 DG	235	offset = (4 - (long)skb->data) & 0x03;
	236	wl1251_debug(DEBUG_TX, "new skb offset %d", offset);
	237	}
	238
	239	/* align the buffer on a 4-byte boundary */
	240	if (offset) {
	241	unsigned char *src = skb->data;
2f01a1f5 KV	242	skb_reserve(skb, offset);
2f01a1f5 KV	243	memmove(skb->data, src, skb->len);
46cb35f5	244	tx_hdr = (struct tx_double_buffer_desc *) skb->data;
2f01a1f5 KV	245	}
	246	}
	247
	248	/* Our skb->data at this point includes the HW header */
9f2ad4fb	249	len = WL1251_TX_ALIGN(skb->len);
2f01a1f5 KV	250
	251	if (wl->data_in_count & 0x1)
	252	addr = wl->data_path->tx_packet_ring_addr +
	253	wl->data_path->tx_packet_ring_chunk_size;
	254	else
	255	addr = wl->data_path->tx_packet_ring_addr;
	256
0764de64	257	wl1251_mem_write(wl, addr, skb->data, len);
2f01a1f5	258
49e1b9fa KV	259	wl1251_debug(DEBUG_TX, "tx id %u skb 0x%p payload %u rate 0x%x "
	260	"queue %d", tx_hdr->id, skb, tx_hdr->length,
	261	tx_hdr->rate, tx_hdr->xmit_queue);
2f01a1f5 KV	262
	263	return 0;
	264	}
	265
80301cdc	266	static void wl1251_tx_trigger(struct wl1251 *wl)
2f01a1f5 KV	267	{
	268	u32 data, addr;
	269
	270	if (wl->data_in_count & 0x1) {
	271	addr = ACX_REG_INTERRUPT_TRIG_H;
	272	data = INTR_TRIG_TX_PROC1;
	273	} else {
	274	addr = ACX_REG_INTERRUPT_TRIG;
	275	data = INTR_TRIG_TX_PROC0;
	276	}
	277
80301cdc	278	wl1251_reg_write32(wl, addr, data);
2f01a1f5 KV	279
	280	/* Bumping data in */
	281	wl->data_in_count = (wl->data_in_count + 1) &
	282	TX_STATUS_DATA_OUT_COUNT_MASK;
	283	}
	284
c8909e5a DG	285	static void enable_tx_for_packet_injection(struct wl1251 *wl)
	286	{
	287	int ret;
	288
	289	ret = wl1251_cmd_join(wl, BSS_TYPE_STA_BSS, wl->channel,
	290	wl->beacon_int, wl->dtim_period);
	291	if (ret < 0) {
	292	wl1251_warning("join failed");
	293	return;
	294	}
	295
	296	ret = wl1251_event_wait(wl, JOIN_EVENT_COMPLETE_ID, 100);
	297	if (ret < 0) {
	298	wl1251_warning("join timeout");
	299	return;
	300	}
	301
	302	wl->joined = true;
	303	}
	304
2f01a1f5	305	/* caller must hold wl->mutex */
80301cdc	306	static int wl1251_tx_frame(struct wl1251 wl, struct sk_buff skb)
2f01a1f5 KV	307	{
	308	struct ieee80211_tx_info *info;
	309	int ret = 0;
	310	u8 idx;
	311
	312	info = IEEE80211_SKB_CB(skb);
	313
	314	if (info->control.hw_key) {
4d09b537 DG	315	if (unlikely(wl->monitor_present))
	316	return -EINVAL;
	317
2f01a1f5 KV	318	idx = info->control.hw_key->hw_key_idx;
2f01a1f5 KV	319	if (unlikely(wl->default_key != idx)) {
80301cdc	320	ret = wl1251_acx_default_key(wl, idx);
2f01a1f5 KV	321	if (ret < 0)
	322	return ret;
	323	}
	324	}
	325
c8909e5a DG	326	/* Enable tx path in monitor mode for packet injection */
	327	if ((wl->vif == NULL) && !wl->joined)
	328	enable_tx_for_packet_injection(wl);
	329
9f2ad4fb	330	ret = wl1251_tx_path_status(wl);
2f01a1f5 KV	331	if (ret < 0)
	332	return ret;
	333
9f2ad4fb	334	ret = wl1251_tx_fill_hdr(wl, skb, info);
2f01a1f5 KV	335	if (ret < 0)
	336	return ret;
	337
9f2ad4fb	338	ret = wl1251_tx_send_packet(wl, skb, info);
2f01a1f5 KV	339	if (ret < 0)
	340	return ret;
	341
9f2ad4fb	342	wl1251_tx_trigger(wl);
2f01a1f5 KV	343
	344	return ret;
	345	}
	346
9f2ad4fb	347	void wl1251_tx_work(struct work_struct *work)
2f01a1f5	348	{
80301cdc	349	struct wl1251 *wl = container_of(work, struct wl1251, tx_work);
2f01a1f5 KV	350	struct sk_buff *skb;
	351	bool woken_up = false;
	352	int ret;
	353
	354	mutex_lock(&wl->mutex);
	355
80301cdc	356	if (unlikely(wl->state == WL1251_STATE_OFF))
2f01a1f5 KV	357	goto out;
	358
	359	while ((skb = skb_dequeue(&wl->tx_queue))) {
	360	if (!woken_up) {
80301cdc	361	ret = wl1251_ps_elp_wakeup(wl);
c5483b71 KV	362	if (ret < 0)
c5483b71 KV	363	goto out;
2f01a1f5 KV	364	woken_up = true;
	365	}
	366
9f2ad4fb	367	ret = wl1251_tx_frame(wl, skb);
2f01a1f5	368	if (ret == -EBUSY) {
2f01a1f5 KV	369	skb_queue_head(&wl->tx_queue, skb);
	370	goto out;
	371	} else if (ret < 0) {
	372	dev_kfree_skb(skb);
	373	goto out;
	374	}
	375	}
	376
	377	out:
	378	if (woken_up)
80301cdc	379	wl1251_ps_elp_sleep(wl);
2f01a1f5 KV	380
	381	mutex_unlock(&wl->mutex);
	382	}
	383
9f2ad4fb	384	static const char *wl1251_tx_parse_status(u8 status)
2f01a1f5 KV	385	{
	386	/* 8 bit status field, one character per bit plus null */
	387	static char buf[9];
	388	int i = 0;
	389
	390	memset(buf, 0, sizeof(buf));
	391
	392	if (status & TX_DMA_ERROR)
	393	buf[i++] = 'm';
	394	if (status & TX_DISABLED)
	395	buf[i++] = 'd';
	396	if (status & TX_RETRY_EXCEEDED)
	397	buf[i++] = 'r';
	398	if (status & TX_TIMEOUT)
	399	buf[i++] = 't';
	400	if (status & TX_KEY_NOT_FOUND)
	401	buf[i++] = 'k';
	402	if (status & TX_ENCRYPT_FAIL)
	403	buf[i++] = 'e';
	404	if (status & TX_UNAVAILABLE_PRIORITY)
	405	buf[i++] = 'p';
	406
	407	/* bit 0 is unused apparently */
	408
	409	return buf;
	410	}
	411
80301cdc	412	static void wl1251_tx_packet_cb(struct wl1251 *wl,
2f01a1f5 KV	413	struct tx_result *result)
	414	{
	415	struct ieee80211_tx_info *info;
	416	struct sk_buff *skb;
e7332a41	417	int hdrlen;
2f01a1f5 KV	418	u8 *frame;
	419
	420	skb = wl->tx_frames[result->id];
	421	if (skb == NULL) {
80301cdc	422	wl1251_error("SKB for packet %d is NULL", result->id);
2f01a1f5 KV	423	return;
	424	}
	425
	426	info = IEEE80211_SKB_CB(skb);
	427
	428	if (!(info->flags & IEEE80211_TX_CTL_NO_ACK) &&
3d49da74	429	!(info->flags & IEEE80211_TX_CTL_INJECTED) &&
2f01a1f5 KV	430	(result->status == TX_SUCCESS))
	431	info->flags \|= IEEE80211_TX_STAT_ACK;
	432
	433	info->status.rates[0].count = result->ack_failures + 1;
	434	wl->stats.retry_count += result->ack_failures;
	435
	436	/*
	437	* We have to remove our private TX header before pushing
	438	* the skb back to mac80211.
	439	*/
	440	frame = skb_pull(skb, sizeof(struct tx_double_buffer_desc));
	441	if (info->control.hw_key &&
97359d12	442	info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
2f01a1f5	443	hdrlen = ieee80211_get_hdrlen_from_skb(skb);
9f2ad4fb JO	444	memmove(frame + WL1251_TKIP_IV_SPACE, frame, hdrlen);
9f2ad4fb JO	445	skb_pull(skb, WL1251_TKIP_IV_SPACE);
2f01a1f5 KV	446	}
2f01a1f5 KV	447
80301cdc	448	wl1251_debug(DEBUG_TX, "tx status id %u skb 0x%p failures %u rate 0x%x"
2f01a1f5 KV	449	" status 0x%x (%s)",
2f01a1f5 KV	450	result->id, skb, result->ack_failures, result->rate,
9f2ad4fb	451	result->status, wl1251_tx_parse_status(result->status));
2f01a1f5 KV	452
	453
	454	ieee80211_tx_status(wl->hw, skb);
	455
	456	wl->tx_frames[result->id] = NULL;
2f01a1f5 KV	457	}
	458
	459	/* Called upon reception of a TX complete interrupt */
80301cdc	460	void wl1251_tx_complete(struct wl1251 *wl)
2f01a1f5	461	{
e7332a41	462	int i, result_index, num_complete = 0, queue_len;
2f01a1f5	463	struct tx_result result[FW_TX_CMPLT_BLOCK_SIZE], *result_ptr;
9df86e2e	464	unsigned long flags;
2f01a1f5	465
80301cdc	466	if (unlikely(wl->state != WL1251_STATE_ON))
2f01a1f5 KV	467	return;
	468
	469	/* First we read the result */
0764de64	470	wl1251_mem_read(wl, wl->data_path->tx_complete_addr,
2f01a1f5 KV	471	result, sizeof(result));
	472
	473	result_index = wl->next_tx_complete;
	474
	475	for (i = 0; i < ARRAY_SIZE(result); i++) {
	476	result_ptr = &result[result_index];
	477
	478	if (result_ptr->done_1 == 1 &&
	479	result_ptr->done_2 == 1) {
9f2ad4fb	480	wl1251_tx_packet_cb(wl, result_ptr);
2f01a1f5 KV	481
	482	result_ptr->done_1 = 0;
	483	result_ptr->done_2 = 0;
	484
	485	result_index = (result_index + 1) &
	486	(FW_TX_CMPLT_BLOCK_SIZE - 1);
	487	num_complete++;
	488	} else {
	489	break;
	490	}
	491	}
	492
e7332a41	493	queue_len = skb_queue_len(&wl->tx_queue);
9df86e2e	494
e7332a41 DG	495	if ((num_complete > 0) && (queue_len > 0)) {
	496	/* firmware buffer has space, reschedule tx_work */
	497	wl1251_debug(DEBUG_TX, "tx_complete: reschedule tx_work");
	498	ieee80211_queue_work(wl->hw, &wl->tx_work);
	499	}
	500
	501	if (wl->tx_queue_stopped &&
	502	queue_len <= WL1251_TX_QUEUE_LOW_WATERMARK) {
	503	/* tx_queue has space, restart queues */
9df86e2e DGC	504	wl1251_debug(DEBUG_TX, "tx_complete: waking queues");
	505	spin_lock_irqsave(&wl->wl_lock, flags);
	506	ieee80211_wake_queues(wl->hw);
	507	wl->tx_queue_stopped = false;
	508	spin_unlock_irqrestore(&wl->wl_lock, flags);
9df86e2e DGC	509	}
9df86e2e DGC	510
2f01a1f5 KV	511	/* Every completed frame needs to be acknowledged */
	512	if (num_complete) {
	513	/*
	514	* If we've wrapped, we have to clear
	515	* the results in 2 steps.
	516	*/
	517	if (result_index > wl->next_tx_complete) {
	518	/* Only 1 write is needed */
0764de64 BC	519	wl1251_mem_write(wl,
	520	wl->data_path->tx_complete_addr +
	521	(wl->next_tx_complete *
	522	sizeof(struct tx_result)),
	523	&result[wl->next_tx_complete],
	524	num_complete *
	525	sizeof(struct tx_result));
2f01a1f5 KV	526
	527
	528	} else if (result_index < wl->next_tx_complete) {
	529	/* 2 writes are needed */
0764de64 BC	530	wl1251_mem_write(wl,
	531	wl->data_path->tx_complete_addr +
	532	(wl->next_tx_complete *
	533	sizeof(struct tx_result)),
	534	&result[wl->next_tx_complete],
	535	(FW_TX_CMPLT_BLOCK_SIZE -
	536	wl->next_tx_complete) *
	537	sizeof(struct tx_result));
	538
	539	wl1251_mem_write(wl,
	540	wl->data_path->tx_complete_addr,
	541	result,
	542	(num_complete -
	543	FW_TX_CMPLT_BLOCK_SIZE +
	544	wl->next_tx_complete) *
	545	sizeof(struct tx_result));
2f01a1f5 KV	546
	547	} else {
	548	/* We have to write the whole array */
0764de64 BC	549	wl1251_mem_write(wl,
	550	wl->data_path->tx_complete_addr,
	551	result,
	552	FW_TX_CMPLT_BLOCK_SIZE *
	553	sizeof(struct tx_result));
2f01a1f5 KV	554	}
	555
	556	}
	557
	558	wl->next_tx_complete = result_index;
	559	}
	560
	561	/* caller must hold wl->mutex */
80301cdc	562	void wl1251_tx_flush(struct wl1251 *wl)
2f01a1f5 KV	563	{
	564	int i;
	565	struct sk_buff *skb;
	566	struct ieee80211_tx_info *info;
	567
	568	/* TX failure */
	569	/* control->flags = 0; FIXME */
	570
	571	while ((skb = skb_dequeue(&wl->tx_queue))) {
	572	info = IEEE80211_SKB_CB(skb);
	573
80301cdc	574	wl1251_debug(DEBUG_TX, "flushing skb 0x%p", skb);
2f01a1f5 KV	575
	576	if (!(info->flags & IEEE80211_TX_CTL_REQ_TX_STATUS))
	577	continue;
	578
	579	ieee80211_tx_status(wl->hw, skb);
	580	}
	581
	582	for (i = 0; i < FW_TX_CMPLT_BLOCK_SIZE; i++)
	583	if (wl->tx_frames[i] != NULL) {
	584	skb = wl->tx_frames[i];
	585	info = IEEE80211_SKB_CB(skb);
	586
	587	if (!(info->flags & IEEE80211_TX_CTL_REQ_TX_STATUS))
	588	continue;
	589
	590	ieee80211_tx_status(wl->hw, skb);
	591	wl->tx_frames[i] = NULL;
	592	}
	593	}