2 * Copyright 2004, Instant802 Networks, Inc.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
9 #include <linux/netdevice.h>
10 #include <linux/skbuff.h>
11 #include <linux/module.h>
12 #include <linux/if_arp.h>
13 #include <linux/types.h>
15 #include <net/pkt_sched.h>
17 #include <net/mac80211.h>
18 #include "ieee80211_i.h"
21 /* maximum number of hardware queues we support. */
22 #define QD_MAX_QUEUES (IEEE80211_MAX_AMPDU_QUEUES + IEEE80211_MAX_QUEUES)
23 /* current number of hardware queues we support. */
24 #define QD_NUM(hw) ((hw)->queues + (hw)->ampdu_queues)
27 * Default mapping in classifier to work with default
30 const int ieee802_1d_to_ac[8] = { 2, 3, 3, 2, 1, 1, 0, 0 };
32 struct ieee80211_sched_data
34 unsigned long qdisc_pool[BITS_TO_LONGS(QD_MAX_QUEUES)];
35 struct tcf_proto *filter_list;
36 struct Qdisc *queues[QD_MAX_QUEUES];
37 struct sk_buff_head requeued[QD_MAX_QUEUES];
40 static const char llc_ip_hdr[8] = {0xAA, 0xAA, 0x3, 0, 0, 0, 0x08, 0};
42 /* given a data frame determine the 802.1p/1d tag to use */
43 static inline unsigned classify_1d(struct sk_buff *skb, struct Qdisc *qd)
49 struct ieee80211_sched_data *q = qdisc_priv(qd);
50 struct tcf_result res = { -1, 0 };
52 /* if there is a user set filter list, call out to that */
54 tc_classify(skb, q->filter_list, &res);
59 /* skb->priority values from 256->263 are magic values to
60 * directly indicate a specific 802.1d priority.
61 * This is used to allow 802.1d priority to be passed directly in
62 * from VLAN tags, etc. */
63 if (skb->priority >= 256 && skb->priority <= 263)
64 return skb->priority - 256;
66 /* check there is a valid IP header present */
67 offset = ieee80211_get_hdrlen_from_skb(skb);
68 if (skb->len < offset + sizeof(llc_ip_hdr) + sizeof(*ip) ||
69 memcmp(skb->data + offset, llc_ip_hdr, sizeof(llc_ip_hdr)))
72 ip = (struct iphdr *) (skb->data + offset + sizeof(llc_ip_hdr));
74 dscp = ip->tos & 0xfc;
81 static inline int wme_downgrade_ac(struct sk_buff *skb)
83 switch (skb->priority) {
86 skb->priority = 5; /* VO -> VI */
90 skb->priority = 3; /* VI -> BE */
94 skb->priority = 2; /* BE -> BK */
102 /* positive return value indicates which queue to use
103 * negative return value indicates to drop the frame */
104 static int classify80211(struct sk_buff *skb, struct Qdisc *qd)
106 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
107 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
108 unsigned short fc = le16_to_cpu(hdr->frame_control);
111 /* see if frame is data or non data frame */
112 if (unlikely((fc & IEEE80211_FCTL_FTYPE) != IEEE80211_FTYPE_DATA)) {
113 /* management frames go on AC_VO queue, but are sent
114 * without QoS control fields */
118 if (0 /* injected */) {
119 /* use AC from radiotap */
122 /* is this a QoS frame? */
123 qos = fc & IEEE80211_STYPE_QOS_DATA;
126 skb->priority = 0; /* required for correct WPA/11i MIC */
127 return ieee802_1d_to_ac[skb->priority];
130 /* use the data classifier to determine what 802.1d tag the
132 skb->priority = classify_1d(skb, qd);
134 /* in case we are a client verify acm is not set for this ac */
135 while (unlikely(local->wmm_acm & BIT(skb->priority))) {
136 if (wme_downgrade_ac(skb)) {
137 /* No AC with lower priority has acm=0, drop packet. */
142 /* look up which queue to use for frames with this 1d tag */
143 return ieee802_1d_to_ac[skb->priority];
147 static int wme_qdiscop_enqueue(struct sk_buff *skb, struct Qdisc* qd)
149 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
150 struct ieee80211_hw *hw = &local->hw;
151 struct ieee80211_sched_data *q = qdisc_priv(qd);
152 struct ieee80211_tx_packet_data *pkt_data =
153 (struct ieee80211_tx_packet_data *) skb->cb;
154 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
155 unsigned short fc = le16_to_cpu(hdr->frame_control);
157 struct sta_info *sta;
162 if (pkt_data->flags & IEEE80211_TXPD_REQUEUE) {
163 queue = pkt_data->queue;
165 sta = sta_info_get(local, hdr->addr1);
166 tid = skb->priority & QOS_CONTROL_TAG1D_MASK;
168 int ampdu_queue = sta->tid_to_tx_q[tid];
169 if ((ampdu_queue < QD_NUM(hw)) &&
170 test_bit(ampdu_queue, q->qdisc_pool)) {
172 pkt_data->flags |= IEEE80211_TXPD_AMPDU;
174 pkt_data->flags &= ~IEEE80211_TXPD_AMPDU;
178 skb_queue_tail(&q->requeued[queue], skb);
183 queue = classify80211(skb, qd);
185 if (unlikely(queue >= local->hw.queues))
186 queue = local->hw.queues - 1;
188 /* now we know the 1d priority, fill in the QoS header if there is one
190 if (WLAN_FC_IS_QOS_DATA(fc)) {
191 u8 *p = skb->data + ieee80211_get_hdrlen(fc) - 2;
193 tid = skb->priority & QOS_CONTROL_TAG1D_MASK;
194 if (local->wifi_wme_noack_test)
195 ack_policy |= QOS_CONTROL_ACK_POLICY_NOACK <<
196 QOS_CONTROL_ACK_POLICY_SHIFT;
197 /* qos header is 2 bytes, second reserved */
198 *p = ack_policy | tid;
204 sta = sta_info_get(local, hdr->addr1);
206 int ampdu_queue = sta->tid_to_tx_q[tid];
207 if ((ampdu_queue < QD_NUM(hw)) &&
208 test_bit(ampdu_queue, q->qdisc_pool)) {
210 pkt_data->flags |= IEEE80211_TXPD_AMPDU;
212 pkt_data->flags &= ~IEEE80211_TXPD_AMPDU;
219 tid = skb->priority & QOS_CONTROL_TAG1D_MASK;
220 pkt_data->queue = (unsigned int) queue;
221 qdisc = q->queues[queue];
222 err = qdisc->enqueue(skb, qdisc);
223 if (err == NET_XMIT_SUCCESS) {
225 qd->bstats.bytes += skb->len;
226 qd->bstats.packets++;
227 return NET_XMIT_SUCCESS;
234 /* TODO: clean up the cases where master_hard_start_xmit
235 * returns non 0 - it shouldn't ever do that. Once done we
236 * can remove this function */
237 static int wme_qdiscop_requeue(struct sk_buff *skb, struct Qdisc* qd)
239 struct ieee80211_sched_data *q = qdisc_priv(qd);
240 struct ieee80211_tx_packet_data *pkt_data =
241 (struct ieee80211_tx_packet_data *) skb->cb;
245 /* we recorded which queue to use earlier! */
246 qdisc = q->queues[pkt_data->queue];
248 if ((err = qdisc->ops->requeue(skb, qdisc)) == 0) {
257 static struct sk_buff *wme_qdiscop_dequeue(struct Qdisc* qd)
259 struct ieee80211_sched_data *q = qdisc_priv(qd);
260 struct net_device *dev = qd->dev;
261 struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
262 struct ieee80211_hw *hw = &local->hw;
267 /* check all the h/w queues in numeric/priority order */
268 for (queue = 0; queue < QD_NUM(hw); queue++) {
269 /* see if there is room in this hardware queue */
270 if ((test_bit(IEEE80211_LINK_STATE_XOFF,
271 &local->state[queue])) ||
272 (test_bit(IEEE80211_LINK_STATE_PENDING,
273 &local->state[queue])) ||
274 (!test_bit(queue, q->qdisc_pool)))
277 /* there is space - try and get a frame */
278 skb = skb_dequeue(&q->requeued[queue]);
284 qdisc = q->queues[queue];
285 skb = qdisc->dequeue(qdisc);
291 /* returning a NULL here when all the h/w queues are full means we
292 * never need to call netif_stop_queue in the driver */
297 static void wme_qdiscop_reset(struct Qdisc* qd)
299 struct ieee80211_sched_data *q = qdisc_priv(qd);
300 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
301 struct ieee80211_hw *hw = &local->hw;
304 /* QUESTION: should we have some hardware flush functionality here? */
306 for (queue = 0; queue < QD_NUM(hw); queue++) {
307 skb_queue_purge(&q->requeued[queue]);
308 qdisc_reset(q->queues[queue]);
314 static void wme_qdiscop_destroy(struct Qdisc* qd)
316 struct ieee80211_sched_data *q = qdisc_priv(qd);
317 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
318 struct ieee80211_hw *hw = &local->hw;
321 tcf_destroy_chain(q->filter_list);
322 q->filter_list = NULL;
324 for (queue = 0; queue < QD_NUM(hw); queue++) {
325 skb_queue_purge(&q->requeued[queue]);
326 qdisc_destroy(q->queues[queue]);
327 q->queues[queue] = &noop_qdisc;
332 /* called whenever parameters are updated on existing qdisc */
333 static int wme_qdiscop_tune(struct Qdisc *qd, struct nlattr *opt)
339 /* called during initial creation of qdisc on device */
340 static int wme_qdiscop_init(struct Qdisc *qd, struct nlattr *opt)
342 struct ieee80211_sched_data *q = qdisc_priv(qd);
343 struct net_device *dev = qd->dev;
344 struct ieee80211_local *local;
345 struct ieee80211_hw *hw;
348 /* check that device is a mac80211 device */
349 if (!dev->ieee80211_ptr ||
350 dev->ieee80211_ptr->wiphy->privid != mac80211_wiphy_privid)
353 local = wdev_priv(dev->ieee80211_ptr);
356 /* only allow on master dev */
357 if (dev != local->mdev)
360 /* ensure that we are root qdisc */
361 if (qd->parent != TC_H_ROOT)
364 if (qd->flags & TCQ_F_INGRESS)
367 /* if options were passed in, set them */
369 err = wme_qdiscop_tune(qd, opt);
371 /* create child queues */
372 for (i = 0; i < QD_NUM(hw); i++) {
373 skb_queue_head_init(&q->requeued[i]);
374 q->queues[i] = qdisc_create_dflt(qd->dev, &pfifo_qdisc_ops,
377 q->queues[i] = &noop_qdisc;
378 printk(KERN_ERR "%s child qdisc %i creation failed", dev->name, i);
382 /* non-aggregation queues: reserve/mark as used */
383 for (i = 0; i < local->hw.queues; i++)
384 set_bit(i, q->qdisc_pool);
389 static int wme_qdiscop_dump(struct Qdisc *qd, struct sk_buff *skb)
395 static int wme_classop_graft(struct Qdisc *qd, unsigned long arg,
396 struct Qdisc *new, struct Qdisc **old)
398 struct ieee80211_sched_data *q = qdisc_priv(qd);
399 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
400 struct ieee80211_hw *hw = &local->hw;
401 unsigned long queue = arg - 1;
403 if (queue >= QD_NUM(hw))
410 *old = q->queues[queue];
411 q->queues[queue] = new;
419 static struct Qdisc *
420 wme_classop_leaf(struct Qdisc *qd, unsigned long arg)
422 struct ieee80211_sched_data *q = qdisc_priv(qd);
423 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
424 struct ieee80211_hw *hw = &local->hw;
425 unsigned long queue = arg - 1;
427 if (queue >= QD_NUM(hw))
430 return q->queues[queue];
434 static unsigned long wme_classop_get(struct Qdisc *qd, u32 classid)
436 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
437 struct ieee80211_hw *hw = &local->hw;
438 unsigned long queue = TC_H_MIN(classid);
440 if (queue - 1 >= QD_NUM(hw))
447 static unsigned long wme_classop_bind(struct Qdisc *qd, unsigned long parent,
450 return wme_classop_get(qd, classid);
454 static void wme_classop_put(struct Qdisc *q, unsigned long cl)
459 static int wme_classop_change(struct Qdisc *qd, u32 handle, u32 parent,
460 struct nlattr **tca, unsigned long *arg)
462 unsigned long cl = *arg;
463 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
464 struct ieee80211_hw *hw = &local->hw;
466 if (cl - 1 > QD_NUM(hw))
469 /* TODO: put code to program hardware queue parameters here,
470 * to allow programming from tc command line */
476 /* we don't support deleting hardware queues
477 * when we add WMM-SA support - TSPECs may be deleted here */
478 static int wme_classop_delete(struct Qdisc *qd, unsigned long cl)
480 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
481 struct ieee80211_hw *hw = &local->hw;
483 if (cl - 1 > QD_NUM(hw))
489 static int wme_classop_dump_class(struct Qdisc *qd, unsigned long cl,
490 struct sk_buff *skb, struct tcmsg *tcm)
492 struct ieee80211_sched_data *q = qdisc_priv(qd);
493 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
494 struct ieee80211_hw *hw = &local->hw;
496 if (cl - 1 > QD_NUM(hw))
498 tcm->tcm_handle = TC_H_MIN(cl);
499 tcm->tcm_parent = qd->handle;
500 tcm->tcm_info = q->queues[cl-1]->handle; /* do we need this? */
505 static void wme_classop_walk(struct Qdisc *qd, struct qdisc_walker *arg)
507 struct ieee80211_local *local = wdev_priv(qd->dev->ieee80211_ptr);
508 struct ieee80211_hw *hw = &local->hw;
514 for (queue = 0; queue < QD_NUM(hw); queue++) {
515 if (arg->count < arg->skip) {
519 /* we should return classids for our internal queues here
520 * as well as the external ones */
521 if (arg->fn(qd, queue+1, arg) < 0) {
530 static struct tcf_proto ** wme_classop_find_tcf(struct Qdisc *qd,
533 struct ieee80211_sched_data *q = qdisc_priv(qd);
538 return &q->filter_list;
542 /* this qdisc is classful (i.e. has classes, some of which may have leaf qdiscs attached)
543 * - these are the operations on the classes */
544 static const struct Qdisc_class_ops class_ops =
546 .graft = wme_classop_graft,
547 .leaf = wme_classop_leaf,
549 .get = wme_classop_get,
550 .put = wme_classop_put,
551 .change = wme_classop_change,
552 .delete = wme_classop_delete,
553 .walk = wme_classop_walk,
555 .tcf_chain = wme_classop_find_tcf,
556 .bind_tcf = wme_classop_bind,
557 .unbind_tcf = wme_classop_put,
559 .dump = wme_classop_dump_class,
563 /* queueing discipline operations */
564 static struct Qdisc_ops wme_qdisc_ops __read_mostly =
567 .cl_ops = &class_ops,
569 .priv_size = sizeof(struct ieee80211_sched_data),
571 .enqueue = wme_qdiscop_enqueue,
572 .dequeue = wme_qdiscop_dequeue,
573 .requeue = wme_qdiscop_requeue,
574 .drop = NULL, /* drop not needed since we are always the root qdisc */
576 .init = wme_qdiscop_init,
577 .reset = wme_qdiscop_reset,
578 .destroy = wme_qdiscop_destroy,
579 .change = wme_qdiscop_tune,
581 .dump = wme_qdiscop_dump,
585 void ieee80211_install_qdisc(struct net_device *dev)
589 qdisc = qdisc_create_dflt(dev, &wme_qdisc_ops, TC_H_ROOT);
591 printk(KERN_ERR "%s: qdisc installation failed\n", dev->name);
595 /* same handle as would be allocated by qdisc_alloc_handle() */
596 qdisc->handle = 0x80010000;
598 qdisc_lock_tree(dev);
599 list_add_tail(&qdisc->list, &dev->qdisc_list);
600 dev->qdisc_sleeping = qdisc;
601 qdisc_unlock_tree(dev);
605 int ieee80211_qdisc_installed(struct net_device *dev)
607 return dev->qdisc_sleeping->ops == &wme_qdisc_ops;
611 int ieee80211_wme_register(void)
613 return register_qdisc(&wme_qdisc_ops);
617 void ieee80211_wme_unregister(void)
619 unregister_qdisc(&wme_qdisc_ops);
622 int ieee80211_ht_agg_queue_add(struct ieee80211_local *local,
623 struct sta_info *sta, u16 tid)
626 struct ieee80211_sched_data *q =
627 qdisc_priv(local->mdev->qdisc_sleeping);
628 DECLARE_MAC_BUF(mac);
630 /* prepare the filter and save it for the SW queue
631 * matching the received HW queue */
633 if (!local->hw.ampdu_queues)
636 /* try to get a Qdisc from the pool */
637 for (i = local->hw.queues; i < QD_NUM(&local->hw); i++)
638 if (!test_and_set_bit(i, q->qdisc_pool)) {
639 ieee80211_stop_queue(local_to_hw(local), i);
640 sta->tid_to_tx_q[tid] = i;
642 /* IF there are already pending packets
643 * on this tid first we need to drain them
644 * on the previous queue
645 * since HT is strict in order */
646 #ifdef CONFIG_MAC80211_HT_DEBUG
648 printk(KERN_DEBUG "allocated aggregation queue"
649 " %d tid %d addr %s pool=0x%lX",
650 i, tid, print_mac(mac, sta->addr),
652 #endif /* CONFIG_MAC80211_HT_DEBUG */
660 * the caller needs to hold local->mdev->queue_lock
662 void ieee80211_ht_agg_queue_remove(struct ieee80211_local *local,
663 struct sta_info *sta, u16 tid,
666 struct ieee80211_hw *hw = &local->hw;
667 struct ieee80211_sched_data *q =
668 qdisc_priv(local->mdev->qdisc_sleeping);
669 int agg_queue = sta->tid_to_tx_q[tid];
671 /* return the qdisc to the pool */
672 clear_bit(agg_queue, q->qdisc_pool);
673 sta->tid_to_tx_q[tid] = QD_NUM(hw);
676 ieee80211_requeue(local, agg_queue);
678 q->queues[agg_queue]->ops->reset(q->queues[agg_queue]);
681 void ieee80211_requeue(struct ieee80211_local *local, int queue)
683 struct Qdisc *root_qd = local->mdev->qdisc_sleeping;
684 struct ieee80211_sched_data *q = qdisc_priv(root_qd);
685 struct Qdisc *qdisc = q->queues[queue];
686 struct sk_buff *skb = NULL;
689 if (!qdisc || !qdisc->dequeue)
692 printk(KERN_DEBUG "requeue: qlen = %d\n", qdisc->q.qlen);
693 for (len = qdisc->q.qlen; len > 0; len--) {
694 skb = qdisc->dequeue(qdisc);
696 /* packet will be classified again and */
697 /* skb->packet_data->queue will be overridden if needed */
699 wme_qdiscop_enqueue(skb, root_qd);