[deliverable/linux.git] / net / mac80211 / wme.c

/*
 * Copyright 2004, Instant802 Networks, Inc.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <linux/netdevice.h>
#include <linux/skbuff.h>
#include <linux/module.h>
#include <linux/if_arp.h>
#include <linux/types.h>
#include <net/ip.h>
#include <net/pkt_sched.h>

#include <net/mac80211.h>
#include "ieee80211_i.h"
#include "wme.h"

/* maximum number of hardware queues we support. */
#define TC_80211_MAX_QUEUES 8

struct ieee80211_sched_data
{
	struct tcf_proto *filter_list;
	struct Qdisc *queues[TC_80211_MAX_QUEUES];
	struct sk_buff_head requeued[TC_80211_MAX_QUEUES];
};

static const char llc_ip_hdr[8] = {0xAA, 0xAA, 0x3, 0, 0, 0, 0x08, 0};

/* given a data frame determine the 802.1p/1d tag to use */
static inline unsigned classify_1d(struct sk_buff *skb, struct Qdisc *qd)
{
	struct iphdr *ip;
	int dscp;
	int offset;

	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct tcf_result res = { -1, 0 };

	/* if there is a user set filter list, call out to that */
	if (q->filter_list) {
		tc_classify(skb, q->filter_list, &res);
		if (res.class != -1)
			return res.class;
	}

	/* skb->priority values from 256->263 are magic values to
	 * directly indicate a specific 802.1d priority.
	 * This is used to allow 802.1d priority to be passed directly in
	 * from VLAN tags, etc. */
	if (skb->priority >= 256 && skb->priority <= 263)
		return skb->priority - 256;

	/* check there is a valid IP header present */
	offset = ieee80211_get_hdrlen_from_skb(skb);
	if (skb->len < offset + sizeof(llc_ip_hdr) + sizeof(*ip) ||
	    memcmp(skb->data + offset, llc_ip_hdr, sizeof(llc_ip_hdr)))
		return 0;

	ip = (struct iphdr *) (skb->data + offset + sizeof(llc_ip_hdr));

	dscp = ip->tos & 0xfc;
	if (dscp & 0x1c)
		return 0;
	return dscp >> 5;
}


static inline int wme_downgrade_ac(struct sk_buff *skb)
{
	switch (skb->priority) {
	case 6:
	case 7:
		skb->priority = 5; /* VO -> VI */
		return 0;
	case 4:
	case 5:
		skb->priority = 3; /* VI -> BE */
		return 0;
	case 0:
	case 3:
		skb->priority = 2; /* BE -> BK */
		return 0;
	default:
		return -1;
	}
}


/* positive return value indicates which queue to use
 * negative return value indicates to drop the frame */
static inline int classify80211(struct sk_buff *skb, struct Qdisc *qd)
{
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
	unsigned short fc = le16_to_cpu(hdr->frame_control);
	int qos;
	const int ieee802_1d_to_ac[8] = { 2, 3, 3, 2, 1, 1, 0, 0 };

	/* see if frame is data or non data frame */
	if (unlikely((fc & IEEE80211_FCTL_FTYPE) != IEEE80211_FTYPE_DATA)) {
		/* management frames go on AC_VO queue, but are sent
		* without QoS control fields */
		return IEEE80211_TX_QUEUE_DATA0;
	}

	if (0 /* injected */) {
		/* use AC from radiotap */
	}

	/* is this a QoS frame? */
	qos = fc & IEEE80211_STYPE_QOS_DATA;

	if (!qos) {
		skb->priority = 0; /* required for correct WPA/11i MIC */
		return ieee802_1d_to_ac[skb->priority];
	}

	/* use the data classifier to determine what 802.1d tag the
	 * data frame has */
	skb->priority = classify_1d(skb, qd);

	/* in case we are a client verify acm is not set for this ac */
	while (unlikely(local->wmm_acm & BIT(skb->priority))) {
		if (wme_downgrade_ac(skb)) {
			/* No AC with lower priority has acm=0, drop packet. */
			return -1;
		}
	}

	/* look up which queue to use for frames with this 1d tag */
	return ieee802_1d_to_ac[skb->priority];
}


static int wme_qdiscop_enqueue(struct sk_buff *skb, struct Qdisc* qd)
{
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct ieee80211_tx_packet_data *pkt_data =
		(struct ieee80211_tx_packet_data *) skb->cb;
	struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
	unsigned short fc = le16_to_cpu(hdr->frame_control);
	struct Qdisc *qdisc;
	int err, queue;

	if (pkt_data->flags & IEEE80211_TXPD_REQUEUE) {
		skb_queue_tail(&q->requeued[pkt_data->queue], skb);
		qd->q.qlen++;
		return 0;
	}

	queue = classify80211(skb, qd);

	/* now we know the 1d priority, fill in the QoS header if there is one
	 */
	if (WLAN_FC_IS_QOS_DATA(fc)) {
		u8 *p = skb->data + ieee80211_get_hdrlen(fc) - 2;
		u8 qos_hdr = skb->priority & QOS_CONTROL_TAG1D_MASK;
		if (local->wifi_wme_noack_test)
			qos_hdr |= QOS_CONTROL_ACK_POLICY_NOACK <<
					QOS_CONTROL_ACK_POLICY_SHIFT;
		/* qos header is 2 bytes, second reserved */
		*p = qos_hdr;
		p++;
		*p = 0;
	}

	if (unlikely(queue >= local->hw.queues)) {
#if 0
		if (net_ratelimit()) {
			printk(KERN_DEBUG "%s - queue=%d (hw does not "
			       "support) -> %d\n",
			       __func__, queue, local->hw.queues - 1);
		}
#endif
		queue = local->hw.queues - 1;
	}

	if (unlikely(queue < 0)) {
			kfree_skb(skb);
			err = NET_XMIT_DROP;
	} else {
		pkt_data->queue = (unsigned int) queue;
		qdisc = q->queues[queue];
		err = qdisc->enqueue(skb, qdisc);
		if (err == NET_XMIT_SUCCESS) {
			qd->q.qlen++;
			qd->bstats.bytes += skb->len;
			qd->bstats.packets++;
			return NET_XMIT_SUCCESS;
		}
	}
	qd->qstats.drops++;
	return err;
}


/* TODO: clean up the cases where master_hard_start_xmit
 * returns non 0 - it shouldn't ever do that. Once done we
 * can remove this function */
static int wme_qdiscop_requeue(struct sk_buff *skb, struct Qdisc* qd)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct ieee80211_tx_packet_data *pkt_data =
		(struct ieee80211_tx_packet_data *) skb->cb;
	struct Qdisc *qdisc;
	int err;

	/* we recorded which queue to use earlier! */
	qdisc = q->queues[pkt_data->queue];

	if ((err = qdisc->ops->requeue(skb, qdisc)) == 0) {
		qd->q.qlen++;
		return 0;
	}
	qd->qstats.drops++;
	return err;
}


static struct sk_buff *wme_qdiscop_dequeue(struct Qdisc* qd)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct net_device *dev = qd->dev;
	struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;
	struct sk_buff *skb;
	struct Qdisc *qdisc;
	int queue;

	/* check all the h/w queues in numeric/priority order */
	for (queue = 0; queue < hw->queues; queue++) {
		/* see if there is room in this hardware queue */
		if (test_bit(IEEE80211_LINK_STATE_XOFF,
			     &local->state[queue]) ||
		    test_bit(IEEE80211_LINK_STATE_PENDING,
			     &local->state[queue]))
			continue;

		/* there is space - try and get a frame */
		skb = skb_dequeue(&q->requeued[queue]);
		if (skb) {
			qd->q.qlen--;
			return skb;
		}

		qdisc = q->queues[queue];
		skb = qdisc->dequeue(qdisc);
		if (skb) {
			qd->q.qlen--;
			return skb;
		}
	}
	/* returning a NULL here when all the h/w queues are full means we
	 * never need to call netif_stop_queue in the driver */
	return NULL;
}


static void wme_qdiscop_reset(struct Qdisc* qd)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;
	int queue;

	/* QUESTION: should we have some hardware flush functionality here? */

	for (queue = 0; queue < hw->queues; queue++) {
		skb_queue_purge(&q->requeued[queue]);
		qdisc_reset(q->queues[queue]);
	}
	qd->q.qlen = 0;
}


static void wme_qdiscop_destroy(struct Qdisc* qd)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;
	int queue;

	tcf_destroy_chain(q->filter_list);
	q->filter_list = NULL;

	for (queue=0; queue < hw->queues; queue++) {
		skb_queue_purge(&q->requeued[queue]);
		qdisc_destroy(q->queues[queue]);
		q->queues[queue] = &noop_qdisc;
	}
}


/* called whenever parameters are updated on existing qdisc */
static int wme_qdiscop_tune(struct Qdisc *qd, struct nlattr *opt)
{
/*	struct ieee80211_sched_data *q = qdisc_priv(qd);
*/
	/* check our options block is the right size */
	/* copy any options to our local structure */
/*	Ignore options block for now - always use static mapping
	struct tc_ieee80211_qopt *qopt = nla_data(opt);

	if (opt->nla_len < nla_attr_size(sizeof(*qopt)))
		return -EINVAL;
	memcpy(q->tag2queue, qopt->tag2queue, sizeof(qopt->tag2queue));
*/
	return 0;
}


/* called during initial creation of qdisc on device */
static int wme_qdiscop_init(struct Qdisc *qd, struct nlattr *opt)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct net_device *dev = qd->dev;
	struct ieee80211_local *local;
	int queues;
	int err = 0, i;

	/* check that device is a mac80211 device */
	if (!dev->ieee80211_ptr ||
	    dev->ieee80211_ptr->wiphy->privid != mac80211_wiphy_privid)
		return -EINVAL;

	/* check this device is an ieee80211 master type device */
	if (dev->type != ARPHRD_IEEE80211)
		return -EINVAL;

	/* check that there is no qdisc currently attached to device
	 * this ensures that we will be the root qdisc. (I can't find a better
	 * way to test this explicitly) */
	if (dev->qdisc_sleeping != &noop_qdisc)
		return -EINVAL;

	if (qd->flags & TCQ_F_INGRESS)
		return -EINVAL;

	local = wdev_priv(dev->ieee80211_ptr);
	queues = local->hw.queues;

	/* if options were passed in, set them */
	if (opt) {
		err = wme_qdiscop_tune(qd, opt);
	}

	/* create child queues */
	for (i = 0; i < queues; i++) {
		skb_queue_head_init(&q->requeued[i]);
		q->queues[i] = qdisc_create_dflt(qd->dev, &pfifo_qdisc_ops,
						 qd->handle);
		if (!q->queues[i]) {
			q->queues[i] = &noop_qdisc;
			printk(KERN_ERR "%s child qdisc %i creation failed", dev->name, i);
		}
	}

	return err;
}

static int wme_qdiscop_dump(struct Qdisc *qd, struct sk_buff *skb)
{
/*	struct ieee80211_sched_data *q = qdisc_priv(qd);
	unsigned char *p = skb->tail;
	struct tc_ieee80211_qopt opt;

	memcpy(&opt.tag2queue, q->tag2queue, TC_80211_MAX_TAG + 1);
	NLA_PUT(skb, TCA_OPTIONS, sizeof(opt), &opt);
*/	return skb->len;
/*
nla_put_failure:
	skb_trim(skb, p - skb->data);*/
	return -1;
}


static int wme_classop_graft(struct Qdisc *qd, unsigned long arg,
			     struct Qdisc *new, struct Qdisc **old)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;
	unsigned long queue = arg - 1;

	if (queue >= hw->queues)
		return -EINVAL;

	if (!new)
		new = &noop_qdisc;

	sch_tree_lock(qd);
	*old = q->queues[queue];
	q->queues[queue] = new;
	qdisc_reset(*old);
	sch_tree_unlock(qd);

	return 0;
}


static struct Qdisc *
wme_classop_leaf(struct Qdisc *qd, unsigned long arg)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;
	unsigned long queue = arg - 1;

	if (queue >= hw->queues)
		return NULL;

	return q->queues[queue];
}


static unsigned long wme_classop_get(struct Qdisc *qd, u32 classid)
{
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;
	unsigned long queue = TC_H_MIN(classid);

	if (queue - 1 >= hw->queues)
		return 0;

	return queue;
}


static unsigned long wme_classop_bind(struct Qdisc *qd, unsigned long parent,
				      u32 classid)
{
	return wme_classop_get(qd, classid);
}


static void wme_classop_put(struct Qdisc *q, unsigned long cl)
{
}


static int wme_classop_change(struct Qdisc *qd, u32 handle, u32 parent,
			      struct nlattr **tca, unsigned long *arg)
{
	unsigned long cl = *arg;
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;

	if (cl - 1 > hw->queues)
		return -ENOENT;

	/* TODO: put code to program hardware queue parameters here,
	 * to allow programming from tc command line */

	return 0;
}


/* we don't support deleting hardware queues
 * when we add WMM-SA support - TSPECs may be deleted here */
static int wme_classop_delete(struct Qdisc *qd, unsigned long cl)
{
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;

	if (cl - 1 > hw->queues)
		return -ENOENT;
	return 0;
}


static int wme_classop_dump_class(struct Qdisc *qd, unsigned long cl,
				  struct sk_buff *skb, struct tcmsg *tcm)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;

	if (cl - 1 > hw->queues)
		return -ENOENT;
	tcm->tcm_handle = TC_H_MIN(cl);
	tcm->tcm_parent = qd->handle;
	tcm->tcm_info = q->queues[cl-1]->handle; /* do we need this? */
	return 0;
}


static void wme_classop_walk(struct Qdisc *qd, struct qdisc_walker *arg)
{
	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	struct ieee80211_hw *hw = &local->hw;
	int queue;

	if (arg->stop)
		return;

	for (queue = 0; queue < hw->queues; queue++) {
		if (arg->count < arg->skip) {
			arg->count++;
			continue;
		}
		/* we should return classids for our internal queues here
		 * as well as the external ones */
		if (arg->fn(qd, queue+1, arg) < 0) {
			arg->stop = 1;
			break;
		}
		arg->count++;
	}
}


static struct tcf_proto ** wme_classop_find_tcf(struct Qdisc *qd,
						unsigned long cl)
{
	struct ieee80211_sched_data *q = qdisc_priv(qd);

	if (cl)
		return NULL;

	return &q->filter_list;
}


/* this qdisc is classful (i.e. has classes, some of which may have leaf qdiscs attached)
 * - these are the operations on the classes */
static const struct Qdisc_class_ops class_ops =
{
	.graft = wme_classop_graft,
	.leaf = wme_classop_leaf,

	.get = wme_classop_get,
	.put = wme_classop_put,
	.change = wme_classop_change,
	.delete = wme_classop_delete,
	.walk = wme_classop_walk,

	.tcf_chain = wme_classop_find_tcf,
	.bind_tcf = wme_classop_bind,
	.unbind_tcf = wme_classop_put,

	.dump = wme_classop_dump_class,
};


/* queueing discipline operations */
static struct Qdisc_ops wme_qdisc_ops __read_mostly =
{
	.next = NULL,
	.cl_ops = &class_ops,
	.id = "ieee80211",
	.priv_size = sizeof(struct ieee80211_sched_data),

	.enqueue = wme_qdiscop_enqueue,
	.dequeue = wme_qdiscop_dequeue,
	.requeue = wme_qdiscop_requeue,
	.drop = NULL, /* drop not needed since we are always the root qdisc */

	.init = wme_qdiscop_init,
	.reset = wme_qdiscop_reset,
	.destroy = wme_qdiscop_destroy,
	.change = wme_qdiscop_tune,

	.dump = wme_qdiscop_dump,
};


void ieee80211_install_qdisc(struct net_device *dev)
{
	struct Qdisc *qdisc;

	qdisc = qdisc_create_dflt(dev, &wme_qdisc_ops, TC_H_ROOT);
	if (!qdisc) {
		printk(KERN_ERR "%s: qdisc installation failed\n", dev->name);
		return;
	}

	/* same handle as would be allocated by qdisc_alloc_handle() */
	qdisc->handle = 0x80010000;

	qdisc_lock_tree(dev);
	list_add_tail(&qdisc->list, &dev->qdisc_list);
	dev->qdisc_sleeping = qdisc;
	qdisc_unlock_tree(dev);
}


int ieee80211_qdisc_installed(struct net_device *dev)
{
	return dev->qdisc_sleeping->ops == &wme_qdisc_ops;
}


int ieee80211_wme_register(void)
{
	return register_qdisc(&wme_qdisc_ops);
}


void ieee80211_wme_unregister(void)
{
	unregister_qdisc(&wme_qdisc_ops);
}
Commit	Line	Data
f0706e82 JB	1	/*
	2	* Copyright 2004, Instant802 Networks, Inc.
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License version 2 as
	6	* published by the Free Software Foundation.
	7	*/
	8
	9	#include <linux/netdevice.h>
	10	#include <linux/skbuff.h>
	11	#include <linux/module.h>
	12	#include <linux/if_arp.h>
	13	#include <linux/types.h>
	14	#include <net/ip.h>
	15	#include <net/pkt_sched.h>
	16
	17	#include <net/mac80211.h>
	18	#include "ieee80211_i.h"
	19	#include "wme.h"
	20
f0706e82 JB	21	/* maximum number of hardware queues we support. */
	22	#define TC_80211_MAX_QUEUES 8
	23
	24	struct ieee80211_sched_data
	25	{
	26	struct tcf_proto *filter_list;
	27	struct Qdisc *queues[TC_80211_MAX_QUEUES];
	28	struct sk_buff_head requeued[TC_80211_MAX_QUEUES];
	29	};
	30
a8bdf29c	31	static const char llc_ip_hdr[8] = {0xAA, 0xAA, 0x3, 0, 0, 0, 0x08, 0};
f0706e82 JB	32
	33	/* given a data frame determine the 802.1p/1d tag to use */
	34	static inline unsigned classify_1d(struct sk_buff skb, struct Qdisc qd)
	35	{
	36	struct iphdr *ip;
	37	int dscp;
	38	int offset;
	39
	40	struct ieee80211_sched_data *q = qdisc_priv(qd);
	41	struct tcf_result res = { -1, 0 };
	42
	43	/* if there is a user set filter list, call out to that */
	44	if (q->filter_list) {
	45	tc_classify(skb, q->filter_list, &res);
	46	if (res.class != -1)
	47	return res.class;
	48	}
	49
	50	/* skb->priority values from 256->263 are magic values to
	51	* directly indicate a specific 802.1d priority.
	52	* This is used to allow 802.1d priority to be passed directly in
	53	* from VLAN tags, etc. */
	54	if (skb->priority >= 256 && skb->priority <= 263)
	55	return skb->priority - 256;
	56
	57	/* check there is a valid IP header present */
a8bdf29c GC	58	offset = ieee80211_get_hdrlen_from_skb(skb);
	59	if (skb->len < offset + sizeof(llc_ip_hdr) + sizeof(*ip) \|\|
	60	memcmp(skb->data + offset, llc_ip_hdr, sizeof(llc_ip_hdr)))
f0706e82 JB	61	return 0;
f0706e82 JB	62
a8bdf29c	63	ip = (struct iphdr *) (skb->data + offset + sizeof(llc_ip_hdr));
f0706e82 JB	64
	65	dscp = ip->tos & 0xfc;
	66	if (dscp & 0x1c)
	67	return 0;
	68	return dscp >> 5;
	69	}
	70
	71
	72	static inline int wme_downgrade_ac(struct sk_buff *skb)
	73	{
	74	switch (skb->priority) {
	75	case 6:
	76	case 7:
	77	skb->priority = 5; /* VO -> VI */
	78	return 0;
	79	case 4:
	80	case 5:
	81	skb->priority = 3; /* VI -> BE */
	82	return 0;
	83	case 0:
	84	case 3:
	85	skb->priority = 2; /* BE -> BK */
	86	return 0;
	87	default:
	88	return -1;
	89	}
	90	}
	91
	92
	93	/* positive return value indicates which queue to use
	94	* negative return value indicates to drop the frame */
	95	static inline int classify80211(struct sk_buff skb, struct Qdisc qd)
	96	{
	97	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
f0706e82 JB	98	struct ieee80211_hdr hdr = (struct ieee80211_hdr ) skb->data;
	99	unsigned short fc = le16_to_cpu(hdr->frame_control);
	100	int qos;
	101	const int ieee802_1d_to_ac[8] = { 2, 3, 3, 2, 1, 1, 0, 0 };
	102
	103	/* see if frame is data or non data frame */
	104	if (unlikely((fc & IEEE80211_FCTL_FTYPE) != IEEE80211_FTYPE_DATA)) {
	105	/* management frames go on AC_VO queue, but are sent
	106	* without QoS control fields */
	107	return IEEE80211_TX_QUEUE_DATA0;
	108	}
	109
f9d540ee JB	110	if (0 /* injected */) {
f9d540ee JB	111	/* use AC from radiotap */
f0706e82 JB	112	}
	113
	114	/* is this a QoS frame? */
	115	qos = fc & IEEE80211_STYPE_QOS_DATA;
	116
	117	if (!qos) {
	118	skb->priority = 0; /* required for correct WPA/11i MIC */
	119	return ieee802_1d_to_ac[skb->priority];
	120	}
	121
	122	/* use the data classifier to determine what 802.1d tag the
3c3b00ca	123	* data frame has */
f0706e82 JB	124	skb->priority = classify_1d(skb, qd);
f0706e82 JB	125
3c3b00ca	126	/* in case we are a client verify acm is not set for this ac */
f0706e82 JB	127	while (unlikely(local->wmm_acm & BIT(skb->priority))) {
f0706e82 JB	128	if (wme_downgrade_ac(skb)) {
3c3b00ca	129	/* No AC with lower priority has acm=0, drop packet. */
f0706e82 JB	130	return -1;
	131	}
	132	}
	133
	134	/* look up which queue to use for frames with this 1d tag */
	135	return ieee802_1d_to_ac[skb->priority];
	136	}
	137
	138
	139	static int wme_qdiscop_enqueue(struct sk_buff skb, struct Qdisc qd)
	140	{
	141	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	142	struct ieee80211_sched_data *q = qdisc_priv(qd);
	143	struct ieee80211_tx_packet_data *pkt_data =
	144	(struct ieee80211_tx_packet_data *) skb->cb;
	145	struct ieee80211_hdr hdr = (struct ieee80211_hdr ) skb->data;
	146	unsigned short fc = le16_to_cpu(hdr->frame_control);
	147	struct Qdisc *qdisc;
	148	int err, queue;
	149
e8bf9649	150	if (pkt_data->flags & IEEE80211_TXPD_REQUEUE) {
f0706e82 JB	151	skb_queue_tail(&q->requeued[pkt_data->queue], skb);
	152	qd->q.qlen++;
	153	return 0;
	154	}
	155
	156	queue = classify80211(skb, qd);
	157
	158	/* now we know the 1d priority, fill in the QoS header if there is one
	159	*/
	160	if (WLAN_FC_IS_QOS_DATA(fc)) {
	161	u8 *p = skb->data + ieee80211_get_hdrlen(fc) - 2;
	162	u8 qos_hdr = skb->priority & QOS_CONTROL_TAG1D_MASK;
	163	if (local->wifi_wme_noack_test)
	164	qos_hdr \|= QOS_CONTROL_ACK_POLICY_NOACK <<
	165	QOS_CONTROL_ACK_POLICY_SHIFT;
	166	/* qos header is 2 bytes, second reserved */
	167	*p = qos_hdr;
	168	p++;
	169	*p = 0;
	170	}
	171
	172	if (unlikely(queue >= local->hw.queues)) {
	173	#if 0
	174	if (net_ratelimit()) {
	175	printk(KERN_DEBUG "%s - queue=%d (hw does not "
	176	"support) -> %d\n",
	177	__func__, queue, local->hw.queues - 1);
	178	}
	179	#endif
	180	queue = local->hw.queues - 1;
	181	}
	182
	183	if (unlikely(queue < 0)) {
	184	kfree_skb(skb);
	185	err = NET_XMIT_DROP;
	186	} else {
	187	pkt_data->queue = (unsigned int) queue;
	188	qdisc = q->queues[queue];
	189	err = qdisc->enqueue(skb, qdisc);
	190	if (err == NET_XMIT_SUCCESS) {
	191	qd->q.qlen++;
	192	qd->bstats.bytes += skb->len;
	193	qd->bstats.packets++;
	194	return NET_XMIT_SUCCESS;
	195	}
	196	}
	197	qd->qstats.drops++;
	198	return err;
	199	}
	200
	201
	202	/* TODO: clean up the cases where master_hard_start_xmit
	203	* returns non 0 - it shouldn't ever do that. Once done we
	204	* can remove this function */
	205	static int wme_qdiscop_requeue(struct sk_buff skb, struct Qdisc qd)
	206	{
	207	struct ieee80211_sched_data *q = qdisc_priv(qd);
	208	struct ieee80211_tx_packet_data *pkt_data =
	209	(struct ieee80211_tx_packet_data *) skb->cb;
	210	struct Qdisc *qdisc;
	211	int err;
	212
	213	/* we recorded which queue to use earlier! */
	214	qdisc = q->queues[pkt_data->queue];
215
216	if ((err = qdisc->ops->requeue(skb, qdisc)) == 0) {
217	qd->q.qlen++;
218	return 0;
219	}
220	qd->qstats.drops++;
221	return err;
222	}
223
224
225	static struct sk_buff wme_qdiscop_dequeue(struct Qdisc qd)
226	{
227	struct ieee80211_sched_data *q = qdisc_priv(qd);
228	struct net_device *dev = qd->dev;
229	struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
230	struct ieee80211_hw *hw = &local->hw;
231	struct sk_buff *skb;
232	struct Qdisc *qdisc;
233	int queue;
234
235	/* check all the h/w queues in numeric/priority order */
236	for (queue = 0; queue < hw->queues; queue++) {
237	/* see if there is room in this hardware queue */
238	if (test_bit(IEEE80211_LINK_STATE_XOFF,
239	&local->state[queue]) \|\|
240	test_bit(IEEE80211_LINK_STATE_PENDING,
241	&local->state[queue]))
242	continue;
243
244	/* there is space - try and get a frame */
245	skb = skb_dequeue(&q->requeued[queue]);
246	if (skb) {
247	qd->q.qlen--;
248	return skb;
249	}
250
251	qdisc = q->queues[queue];
252	skb = qdisc->dequeue(qdisc);
253	if (skb) {
254	qd->q.qlen--;
255	return skb;
256	}
257	}
258	/* returning a NULL here when all the h/w queues are full means we
259	* never need to call netif_stop_queue in the driver */
260	return NULL;
261	}
262
263
264	static void wme_qdiscop_reset(struct Qdisc* qd)
265	{
266	struct ieee80211_sched_data *q = qdisc_priv(qd);
267	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
268	struct ieee80211_hw *hw = &local->hw;
269	int queue;
270
271	/* QUESTION: should we have some hardware flush functionality here? */
272
273	for (queue = 0; queue < hw->queues; queue++) {
274	skb_queue_purge(&q->requeued[queue]);
275	qdisc_reset(q->queues[queue]);
276	}
277	qd->q.qlen = 0;
278	}
279
280
281	static void wme_qdiscop_destroy(struct Qdisc* qd)
282	{
283	struct ieee80211_sched_data *q = qdisc_priv(qd);
284	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
285	struct ieee80211_hw *hw = &local->hw;
286	int queue;
287
288	tcf_destroy_chain(q->filter_list);
289	q->filter_list = NULL;
290
291	for (queue=0; queue < hw->queues; queue++) {
292	skb_queue_purge(&q->requeued[queue]);
293	qdisc_destroy(q->queues[queue]);
294	q->queues[queue] = &noop_qdisc;
295	}
296	}
297
298
299	/* called whenever parameters are updated on existing qdisc */
1e90474c	300	static int wme_qdiscop_tune(struct Qdisc qd, struct nlattr opt)
f0706e82 JB	301	{
	302	/* struct ieee80211_sched_data *q = qdisc_priv(qd);
	303	*/
	304	/* check our options block is the right size */
	305	/* copy any options to our local structure */
	306	/* Ignore options block for now - always use static mapping
1e90474c	307	struct tc_ieee80211_qopt *qopt = nla_data(opt);
f0706e82	308
1e90474c	309	if (opt->nla_len < nla_attr_size(sizeof(*qopt)))
f0706e82 JB	310	return -EINVAL;
	311	memcpy(q->tag2queue, qopt->tag2queue, sizeof(qopt->tag2queue));
	312	*/
	313	return 0;
	314	}
	315
	316
	317	/* called during initial creation of qdisc on device */
1e90474c	318	static int wme_qdiscop_init(struct Qdisc qd, struct nlattr opt)
f0706e82 JB	319	{
	320	struct ieee80211_sched_data *q = qdisc_priv(qd);
	321	struct net_device *dev = qd->dev;
	322	struct ieee80211_local *local;
	323	int queues;
	324	int err = 0, i;
	325
	326	/* check that device is a mac80211 device */
	327	if (!dev->ieee80211_ptr \|\|
	328	dev->ieee80211_ptr->wiphy->privid != mac80211_wiphy_privid)
	329	return -EINVAL;
	330
	331	/* check this device is an ieee80211 master type device */
	332	if (dev->type != ARPHRD_IEEE80211)
	333	return -EINVAL;
	334
	335	/* check that there is no qdisc currently attached to device
	336	* this ensures that we will be the root qdisc. (I can't find a better
	337	* way to test this explicitly) */
	338	if (dev->qdisc_sleeping != &noop_qdisc)
	339	return -EINVAL;
	340
	341	if (qd->flags & TCQ_F_INGRESS)
	342	return -EINVAL;
	343
	344	local = wdev_priv(dev->ieee80211_ptr);
	345	queues = local->hw.queues;
	346
	347	/* if options were passed in, set them */
	348	if (opt) {
	349	err = wme_qdiscop_tune(qd, opt);
	350	}
	351
	352	/* create child queues */
	353	for (i = 0; i < queues; i++) {
	354	skb_queue_head_init(&q->requeued[i]);
	355	q->queues[i] = qdisc_create_dflt(qd->dev, &pfifo_qdisc_ops,
	356	qd->handle);
136e83d6	357	if (!q->queues[i]) {
f0706e82 JB	358	q->queues[i] = &noop_qdisc;
	359	printk(KERN_ERR "%s child qdisc %i creation failed", dev->name, i);
	360	}
	361	}
	362
	363	return err;
	364	}
	365
	366	static int wme_qdiscop_dump(struct Qdisc qd, struct sk_buff skb)
	367	{
	368	/* struct ieee80211_sched_data *q = qdisc_priv(qd);
	369	unsigned char *p = skb->tail;
	370	struct tc_ieee80211_qopt opt;
	371
	372	memcpy(&opt.tag2queue, q->tag2queue, TC_80211_MAX_TAG + 1);
1e90474c	373	NLA_PUT(skb, TCA_OPTIONS, sizeof(opt), &opt);
f0706e82 JB	374	*/ return skb->len;
f0706e82 JB	375	/*
1e90474c	376	nla_put_failure:
f0706e82 JB	377	skb_trim(skb, p - skb->data);*/
	378	return -1;
	379	}
	380
	381
	382	static int wme_classop_graft(struct Qdisc *qd, unsigned long arg,
	383	struct Qdisc new, struct Qdisc *old)
	384	{
	385	struct ieee80211_sched_data *q = qdisc_priv(qd);
	386	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	387	struct ieee80211_hw *hw = &local->hw;
	388	unsigned long queue = arg - 1;
	389
	390	if (queue >= hw->queues)
	391	return -EINVAL;
	392
	393	if (!new)
	394	new = &noop_qdisc;
	395
	396	sch_tree_lock(qd);
	397	*old = q->queues[queue];
	398	q->queues[queue] = new;
	399	qdisc_reset(*old);
	400	sch_tree_unlock(qd);
	401
	402	return 0;
	403	}
	404
	405
	406	static struct Qdisc *
	407	wme_classop_leaf(struct Qdisc *qd, unsigned long arg)
	408	{
	409	struct ieee80211_sched_data *q = qdisc_priv(qd);
	410	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	411	struct ieee80211_hw *hw = &local->hw;
	412	unsigned long queue = arg - 1;
	413
	414	if (queue >= hw->queues)
	415	return NULL;
	416
	417	return q->queues[queue];
	418	}
	419
	420
	421	static unsigned long wme_classop_get(struct Qdisc *qd, u32 classid)
	422	{
	423	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	424	struct ieee80211_hw *hw = &local->hw;
	425	unsigned long queue = TC_H_MIN(classid);
	426
	427	if (queue - 1 >= hw->queues)
	428	return 0;
	429
	430	return queue;
	431	}
	432
	433
	434	static unsigned long wme_classop_bind(struct Qdisc *qd, unsigned long parent,
	435	u32 classid)
	436	{
	437	return wme_classop_get(qd, classid);
	438	}
	439
	440
441	static void wme_classop_put(struct Qdisc *q, unsigned long cl)
442	{
443	}
444
445
446	static int wme_classop_change(struct Qdisc *qd, u32 handle, u32 parent,
1e90474c	447	struct nlattr *tca, unsigned long arg)
f0706e82 JB	448	{
	449	unsigned long cl = *arg;
	450	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	451	struct ieee80211_hw *hw = &local->hw;
	452
	453	if (cl - 1 > hw->queues)
	454	return -ENOENT;
	455
	456	/* TODO: put code to program hardware queue parameters here,
	457	* to allow programming from tc command line */
	458
	459	return 0;
	460	}
	461
	462
	463	/* we don't support deleting hardware queues
	464	* when we add WMM-SA support - TSPECs may be deleted here */
	465	static int wme_classop_delete(struct Qdisc *qd, unsigned long cl)
	466	{
	467	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	468	struct ieee80211_hw *hw = &local->hw;
	469
	470	if (cl - 1 > hw->queues)
	471	return -ENOENT;
	472	return 0;
	473	}
	474
	475
	476	static int wme_classop_dump_class(struct Qdisc *qd, unsigned long cl,
	477	struct sk_buff skb, struct tcmsg tcm)
	478	{
	479	struct ieee80211_sched_data *q = qdisc_priv(qd);
	480	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	481	struct ieee80211_hw *hw = &local->hw;
	482
	483	if (cl - 1 > hw->queues)
	484	return -ENOENT;
	485	tcm->tcm_handle = TC_H_MIN(cl);
	486	tcm->tcm_parent = qd->handle;
	487	tcm->tcm_info = q->queues[cl-1]->handle; /* do we need this? */
	488	return 0;
	489	}
	490
	491
	492	static void wme_classop_walk(struct Qdisc qd, struct qdisc_walker arg)
	493	{
	494	struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
	495	struct ieee80211_hw *hw = &local->hw;
	496	int queue;
	497
	498	if (arg->stop)
	499	return;
	500
	501	for (queue = 0; queue < hw->queues; queue++) {
	502	if (arg->count < arg->skip) {
	503	arg->count++;
	504	continue;
	505	}
	506	/* we should return classids for our internal queues here
	507	* as well as the external ones */
	508	if (arg->fn(qd, queue+1, arg) < 0) {
	509	arg->stop = 1;
	510	break;
	511	}
512	arg->count++;
513	}
514	}
515
516
517	static struct tcf_proto ** wme_classop_find_tcf(struct Qdisc *qd,
518	unsigned long cl)
519	{
520	struct ieee80211_sched_data *q = qdisc_priv(qd);
521
522	if (cl)
523	return NULL;
524
525	return &q->filter_list;
526	}
527
528
529	/* this qdisc is classful (i.e. has classes, some of which may have leaf qdiscs attached)
530	* - these are the operations on the classes */
20fea08b	531	static const struct Qdisc_class_ops class_ops =
f0706e82 JB	532	{
	533	.graft = wme_classop_graft,
	534	.leaf = wme_classop_leaf,
	535
	536	.get = wme_classop_get,
	537	.put = wme_classop_put,
	538	.change = wme_classop_change,
	539	.delete = wme_classop_delete,
	540	.walk = wme_classop_walk,
	541
	542	.tcf_chain = wme_classop_find_tcf,
	543	.bind_tcf = wme_classop_bind,
	544	.unbind_tcf = wme_classop_put,
	545
	546	.dump = wme_classop_dump_class,
	547	};
	548
	549
	550	/* queueing discipline operations */
20fea08b	551	static struct Qdisc_ops wme_qdisc_ops __read_mostly =
f0706e82 JB	552	{
	553	.next = NULL,
	554	.cl_ops = &class_ops,
	555	.id = "ieee80211",
	556	.priv_size = sizeof(struct ieee80211_sched_data),
	557
	558	.enqueue = wme_qdiscop_enqueue,
	559	.dequeue = wme_qdiscop_dequeue,
	560	.requeue = wme_qdiscop_requeue,
	561	.drop = NULL, /* drop not needed since we are always the root qdisc */
	562
	563	.init = wme_qdiscop_init,
	564	.reset = wme_qdiscop_reset,
	565	.destroy = wme_qdiscop_destroy,
	566	.change = wme_qdiscop_tune,
	567
	568	.dump = wme_qdiscop_dump,
	569	};
	570
	571
	572	void ieee80211_install_qdisc(struct net_device *dev)
	573	{
	574	struct Qdisc *qdisc;
	575
	576	qdisc = qdisc_create_dflt(dev, &wme_qdisc_ops, TC_H_ROOT);
	577	if (!qdisc) {
	578	printk(KERN_ERR "%s: qdisc installation failed\n", dev->name);
	579	return;
	580	}
	581
	582	/* same handle as would be allocated by qdisc_alloc_handle() */
	583	qdisc->handle = 0x80010000;
	584
	585	qdisc_lock_tree(dev);
	586	list_add_tail(&qdisc->list, &dev->qdisc_list);
	587	dev->qdisc_sleeping = qdisc;
	588	qdisc_unlock_tree(dev);
	589	}
	590
	591
	592	int ieee80211_qdisc_installed(struct net_device *dev)
	593	{
	594	return dev->qdisc_sleeping->ops == &wme_qdisc_ops;
	595	}
	596
	597
	598	int ieee80211_wme_register(void)
	599	{
	600	return register_qdisc(&wme_qdisc_ops);
	601	}
	602
	603
	604	void ieee80211_wme_unregister(void)
	605	{
	606	unregister_qdisc(&wme_qdisc_ops);
	607	}