SAFE public projects git trees. - safe/jmp/linux-2.6/blob - drivers/net/wireless/iwlwifi/iwl-4965-rs.c

   1 /******************************************************************************
   2  *
   3  * Copyright(c) 2005 - 2007 Intel Corporation. All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or modify it
   6  * under the terms of version 2 of the GNU General Public License as
   7  * published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  12  * more details.
  13  *
  14  * You should have received a copy of the GNU General Public License along with
  15  * this program; if not, write to the Free Software Foundation, Inc.,
  16  * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
  17  *
  18  * The full GNU General Public License is included in this distribution in the
  19  * file called LICENSE.
  20  *
  21  * Contact Information:
  22  * James P. Ketrenos <ipw2100-admin@linux.intel.com>
  23  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24  *
  25  *****************************************************************************/
  26 #include <linux/kernel.h>
  27 #include <linux/init.h>
  28 #include <linux/skbuff.h>
  29 #include <linux/wireless.h>
  30 #include <net/mac80211.h>
  31 #include <net/ieee80211.h>
  32
  33 #include <linux/netdevice.h>
  34 #include <linux/etherdevice.h>
  35 #include <linux/delay.h>
  36
  37 #include <linux/workqueue.h>
  38
  39 #define IWL 4965
  40
  41 #include "../net/mac80211/ieee80211_rate.h"
  42
  43 #include "iwlwifi.h"
  44 #include "iwl-helpers.h"
  45
  46 #define RS_NAME "iwl-4965-rs"
  47
  48 #define NUM_TRY_BEFORE_ANTENNA_TOGGLE 1
  49 #define IWL_NUMBER_TRY      1
  50 #define IWL_HT_NUMBER_TRY   3
  51
  52 #define IWL_RATE_MAX_WINDOW             62
  53 #define IWL_RATE_HIGH_TH                10880
  54 #define IWL_RATE_MIN_FAILURE_TH         6
  55 #define IWL_RATE_MIN_SUCCESS_TH         8
  56 #define IWL_RATE_DECREASE_TH            1920
  57 #define IWL_RATE_INCREASE_TH            8960
  58 #define IWL_RATE_SCALE_FLUSH_INTVL   (2*HZ)        /*2 seconds */
  59
  60 static u8 rs_ht_to_legacy[] = {
  61         IWL_RATE_6M_INDEX, IWL_RATE_6M_INDEX,
  62         IWL_RATE_6M_INDEX, IWL_RATE_6M_INDEX,
  63         IWL_RATE_6M_INDEX,
  64         IWL_RATE_6M_INDEX, IWL_RATE_9M_INDEX,
  65         IWL_RATE_12M_INDEX, IWL_RATE_18M_INDEX,
  66         IWL_RATE_24M_INDEX, IWL_RATE_36M_INDEX,
  67         IWL_RATE_48M_INDEX, IWL_RATE_54M_INDEX
  68 };
  69
  70 struct iwl_rate {
  71         u32 rate_n_flags;
  72 } __attribute__ ((packed));
  73
  74 struct iwl_rate_scale_data {
  75         u64 data;
  76         s32 success_counter;
  77         s32 success_ratio;
  78         s32 counter;
  79         s32 average_tpt;
  80         unsigned long stamp;
  81 };
  82
  83 struct iwl_scale_tbl_info {
  84         enum iwl_table_type lq_type;
  85         enum iwl_antenna_type antenna_type;
  86         u8 is_SGI;
  87         u8 is_fat;
  88         u8 is_dup;
  89         u8 action;
  90         s32 *expected_tpt;
  91         struct iwl_rate current_rate;
  92         struct iwl_rate_scale_data win[IWL_RATE_COUNT];
  93 };
  94
  95 struct iwl_rate_scale_priv {
  96         u8 active_tbl;
  97         u8 enable_counter;
  98         u8 stay_in_tbl;
  99         u8 search_better_tbl;
 100         s32 last_tpt;
 101         u32 table_count_limit;
 102         u32 max_failure_limit;
 103         u32 max_success_limit;
 104         u32 table_count;
 105         u32 total_failed;
 106         u32 total_success;
 107         u32 flush_timer;
 108         u8 action_counter;
 109         u8 antenna;
 110         u8 valid_antenna;
 111         u8 is_green;
 112         u8 is_dup;
 113         u8 phymode;
 114         u8 ibss_sta_added;
 115         u32 supp_rates;
 116         u16 active_rate;
 117         u16 active_siso_rate;
 118         u16 active_mimo_rate;
 119         u16 active_rate_basic;
 120         struct iwl_link_quality_cmd lq;
 121         struct iwl_scale_tbl_info lq_info[LQ_SIZE];
 122 #ifdef CONFIG_MAC80211_DEBUGFS
 123         struct dentry *rs_sta_dbgfs_scale_table_file;
 124         struct dentry *rs_sta_dbgfs_stats_table_file;
 125         struct iwl_rate dbg_fixed;
 126         struct iwl_priv *drv;
 127 #endif
 128 };
 129
 130 static void rs_rate_scale_perform(struct iwl_priv *priv,
 131                                    struct net_device *dev,
 132                                    struct ieee80211_hdr *hdr,
 133                                    struct sta_info *sta);
 134 static void rs_fill_link_cmd(struct iwl_rate_scale_priv *lq_data,
 135                              struct iwl_rate *tx_mcs,
 136                              struct iwl_link_quality_cmd *tbl);
 137
 138
 139 #ifdef CONFIG_MAC80211_DEBUGFS
 140 static void rs_dbgfs_set_mcs(struct iwl_rate_scale_priv *rs_priv,
 141                                 struct iwl_rate *mcs, int index);
 142 #else
 143 static void rs_dbgfs_set_mcs(struct iwl_rate_scale_priv *rs_priv,
 144                                 struct iwl_rate *mcs, int index)
 145 {}
 146 #endif
 147 static s32 expected_tpt_A[IWL_RATE_COUNT] = {
 148         0, 0, 0, 0, 40, 57, 72, 98, 121, 154, 177, 186, 186
 149 };
 150
 151 static s32 expected_tpt_G[IWL_RATE_COUNT] = {
 152         7, 13, 35, 58, 40, 57, 72, 98, 121, 154, 177, 186, 186
 153 };
 154
 155 static s32 expected_tpt_siso20MHz[IWL_RATE_COUNT] = {
 156         0, 0, 0, 0, 42, 42, 76, 102, 124, 159, 183, 193, 202
 157 };
 158
 159 static s32 expected_tpt_siso20MHzSGI[IWL_RATE_COUNT] = {
 160         0, 0, 0, 0, 46, 46, 82, 110, 132, 168, 192, 202, 211
 161 };
 162
 163 static s32 expected_tpt_mimo20MHz[IWL_RATE_COUNT] = {
 164         0, 0, 0, 0, 74, 74, 123, 155, 179, 214, 236, 244, 251
 165 };
 166
 167 static s32 expected_tpt_mimo20MHzSGI[IWL_RATE_COUNT] = {
 168         0, 0, 0, 0, 81, 81, 131, 164, 188, 222, 243, 251, 257
 169 };
 170
 171 static s32 expected_tpt_siso40MHz[IWL_RATE_COUNT] = {
 172         0, 0, 0, 0, 77, 77, 127, 160, 184, 220, 242, 250, 257
 173 };
 174
 175 static s32 expected_tpt_siso40MHzSGI[IWL_RATE_COUNT] = {
 176         0, 0, 0, 0, 83, 83, 135, 169, 193, 229, 250, 257, 264
 177 };
 178
 179 static s32 expected_tpt_mimo40MHz[IWL_RATE_COUNT] = {
 180         0, 0, 0, 0, 123, 123, 182, 214, 235, 264, 279, 285, 289
 181 };
 182
 183 static s32 expected_tpt_mimo40MHzSGI[IWL_RATE_COUNT] = {
 184         0, 0, 0, 0, 131, 131, 191, 222, 242, 270, 284, 289, 293
 185 };
 186
 187 static int iwl_lq_sync_callback(struct iwl_priv *priv,
 188                                 struct iwl_cmd *cmd, struct sk_buff *skb)
 189 {
 190         /*We didn't cache the SKB; let the caller free it */
 191         return 1;
 192 }
 193
 194 static inline u8 iwl_rate_get_rate(u32 rate_n_flags)
 195 {
 196         return (u8)(rate_n_flags & 0xFF);
 197 }
 198
 199 static int rs_send_lq_cmd(struct iwl_priv *priv,
 200                           struct iwl_link_quality_cmd *lq, u8 flags)
 201 {
 202 #ifdef CONFIG_IWLWIFI_DEBUG
 203         int i;
 204 #endif
 205         int rc = -1;
 206
 207         struct iwl_host_cmd cmd = {
 208                 .id = REPLY_TX_LINK_QUALITY_CMD,
 209                 .len = sizeof(struct iwl_link_quality_cmd),
 210                 .meta.flags = flags,
 211                 .data = lq,
 212         };
 213
 214         if ((lq->sta_id == 0xFF) &&
 215             (priv->iw_mode == IEEE80211_IF_TYPE_IBSS))
 216                 return rc;
 217
 218         if (lq->sta_id == 0xFF)
 219                 lq->sta_id = IWL_AP_ID;
 220
 221         IWL_DEBUG_RATE("lq station id 0x%x\n", lq->sta_id);
 222         IWL_DEBUG_RATE("lq dta 0x%X 0x%X\n",
 223                        lq->general_params.single_stream_ant_msk,
 224                        lq->general_params.dual_stream_ant_msk);
 225 #ifdef CONFIG_IWLWIFI_DEBUG
 226         for (i = 0; i < LINK_QUAL_MAX_RETRY_NUM; i++)
 227                 IWL_DEBUG_RATE("lq index %d 0x%X\n",
 228                                 i, lq->rs_table[i].rate_n_flags);
 229 #endif
 230
 231         if (flags & CMD_ASYNC)
 232                 cmd.meta.u.callback = iwl_lq_sync_callback;
 233
 234         if (iwl_is_associated(priv) && priv->assoc_station_added &&
 235             priv->lq_mngr.lq_ready)
 236                 rc = iwl_send_cmd(priv, &cmd);
 237
 238         return rc;
 239 }
 240
 241 static int rs_rate_scale_clear_window(struct iwl_rate_scale_data *window)
 242 {
 243         window->data = 0;
 244         window->success_counter = 0;
 245         window->success_ratio = IWL_INVALID_VALUE;
 246         window->counter = 0;
 247         window->average_tpt = IWL_INVALID_VALUE;
 248         window->stamp = 0;
 249
 250         return 0;
 251 }
 252
 253 static int rs_collect_tx_data(struct iwl_rate_scale_data *windows,
 254                               int scale_index, s32 tpt, u32 status)
 255 {
 256         int rc = 0;
 257         struct iwl_rate_scale_data *window = NULL;
 258         u64 mask;
 259         u8 win_size = IWL_RATE_MAX_WINDOW;
 260         s32 fail_count;
 261
 262         if (scale_index < 0)
 263                 return -1;
 264
 265         if (scale_index >= IWL_RATE_COUNT)
 266                 return -1;
 267
 268         window = &(windows[scale_index]);
 269
 270         if (window->counter >= win_size) {
 271
 272                 window->counter = win_size - 1;
 273                 mask = 1;
 274                 mask = (mask << (win_size - 1));
 275                 if ((window->data & mask)) {
 276                         window->data &= ~mask;
 277                         window->success_counter = window->success_counter - 1;
 278                 }
 279         }
 280
 281         window->counter = window->counter + 1;
 282         mask = window->data;
 283         window->data = (mask << 1);
 284         if (status != 0) {
 285                 window->success_counter = window->success_counter + 1;
 286                 window->data |= 0x1;
 287         }
 288
 289         if (window->counter > 0)
 290                 window->success_ratio = 128 * (100 * window->success_counter)
 291                                         / window->counter;
 292         else
 293                 window->success_ratio = IWL_INVALID_VALUE;
 294
 295         fail_count = window->counter - window->success_counter;
 296
 297         if ((fail_count >= IWL_RATE_MIN_FAILURE_TH) ||
 298             (window->success_counter >= IWL_RATE_MIN_SUCCESS_TH))
 299                 window->average_tpt = (window->success_ratio * tpt + 64) / 128;
 300         else
 301                 window->average_tpt = IWL_INVALID_VALUE;
 302
 303         window->stamp = jiffies;
 304
 305         return rc;
 306 }
 307
 308 int static rs_mcs_from_tbl(struct iwl_rate *mcs_rate,
 309                            struct iwl_scale_tbl_info *tbl,
 310                            int index, u8 use_green)
 311 {
 312         int rc = 0;
 313
 314         if (is_legacy(tbl->lq_type)) {
 315                 mcs_rate->rate_n_flags = iwl_rates[index].plcp;
 316                 if (index >= IWL_FIRST_CCK_RATE && index <= IWL_LAST_CCK_RATE)
 317                         mcs_rate->rate_n_flags |= RATE_MCS_CCK_MSK;
 318
 319         } else if (is_siso(tbl->lq_type)) {
 320                 if (index > IWL_LAST_OFDM_RATE)
 321                         index = IWL_LAST_OFDM_RATE;
 322                  mcs_rate->rate_n_flags = iwl_rates[index].plcp_siso |
 323                                           RATE_MCS_HT_MSK;
 324         } else {
 325                 if (index > IWL_LAST_OFDM_RATE)
 326                         index = IWL_LAST_OFDM_RATE;
 327                 mcs_rate->rate_n_flags = iwl_rates[index].plcp_mimo |
 328                                          RATE_MCS_HT_MSK;
 329         }
 330
 331         switch (tbl->antenna_type) {
 332         case ANT_BOTH:
 333                 mcs_rate->rate_n_flags |= RATE_MCS_ANT_AB_MSK;
 334                 break;
 335         case ANT_MAIN:
 336                 mcs_rate->rate_n_flags |= RATE_MCS_ANT_A_MSK;
 337                 break;
 338         case ANT_AUX:
 339                 mcs_rate->rate_n_flags |= RATE_MCS_ANT_B_MSK;
 340                 break;
 341         case ANT_NONE:
 342                 break;
 343         }
 344
 345         if (is_legacy(tbl->lq_type))
 346                 return rc;
 347
 348         if (tbl->is_fat) {
 349                 if (tbl->is_dup)
 350                         mcs_rate->rate_n_flags |= RATE_MCS_DUP_MSK;
 351                 else
 352                         mcs_rate->rate_n_flags |= RATE_MCS_FAT_MSK;
 353         }
 354         if (tbl->is_SGI)
 355                 mcs_rate->rate_n_flags |= RATE_MCS_SGI_MSK;
 356
 357         if (use_green) {
 358                 mcs_rate->rate_n_flags |= RATE_MCS_GF_MSK;
 359                 if (is_siso(tbl->lq_type))
 360                         mcs_rate->rate_n_flags &= ~RATE_MCS_SGI_MSK;
 361         }
 362         return rc;
 363 }
 364
 365 static int rs_get_tbl_info_from_mcs(const struct iwl_rate *mcs_rate,
 366                                     int phymode, struct iwl_scale_tbl_info *tbl,
 367                                     int *rate_idx)
 368 {
 369         int index;
 370         u32 ant_msk;
 371
 372         index = iwl_rate_index_from_plcp(mcs_rate->rate_n_flags);
 373
 374         if (index  == IWL_RATE_INVALID) {
 375                 *rate_idx = -1;
 376                 return -1;
 377         }
 378         tbl->is_SGI = 0;
 379         tbl->is_fat = 0;
 380         tbl->is_dup = 0;
 381         tbl->antenna_type = ANT_BOTH;
 382
 383         if (!(mcs_rate->rate_n_flags & RATE_MCS_HT_MSK)) {
 384                 ant_msk = (mcs_rate->rate_n_flags & RATE_MCS_ANT_AB_MSK);
 385
 386                 if (ant_msk == RATE_MCS_ANT_AB_MSK)
 387                         tbl->lq_type = LQ_NONE;
 388                 else {
 389
 390                         if (phymode == MODE_IEEE80211A)
 391                                 tbl->lq_type = LQ_A;
 392                         else
 393                                 tbl->lq_type = LQ_G;
 394
 395                         if (mcs_rate->rate_n_flags & RATE_MCS_ANT_A_MSK)
 396                                 tbl->antenna_type = ANT_MAIN;
 397                         else
 398                                 tbl->antenna_type = ANT_AUX;
 399                 }
 400                 *rate_idx = index;
 401
 402         } else if (iwl_rate_get_rate(mcs_rate->rate_n_flags)
 403                                         <= IWL_RATE_SISO_60M_PLCP) {
 404                 tbl->lq_type = LQ_SISO;
 405
 406                 ant_msk = (mcs_rate->rate_n_flags & RATE_MCS_ANT_AB_MSK);
 407                 if (ant_msk == RATE_MCS_ANT_AB_MSK)
 408                         tbl->lq_type = LQ_NONE;
 409                 else {
 410                         if (mcs_rate->rate_n_flags & RATE_MCS_ANT_A_MSK)
 411                                 tbl->antenna_type = ANT_MAIN;
 412                         else
 413                                 tbl->antenna_type = ANT_AUX;
 414                 }
 415                 if (mcs_rate->rate_n_flags & RATE_MCS_SGI_MSK)
 416                         tbl->is_SGI = 1;
 417
 418                 if ((mcs_rate->rate_n_flags & RATE_MCS_FAT_MSK) ||
 419                     (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK))
 420                         tbl->is_fat = 1;
 421
 422                 if (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK)
 423                         tbl->is_dup = 1;
 424
 425                 *rate_idx = index;
 426         } else {
 427                 tbl->lq_type = LQ_MIMO;
 428                 if (mcs_rate->rate_n_flags & RATE_MCS_SGI_MSK)
 429                         tbl->is_SGI = 1;
 430
 431                 if ((mcs_rate->rate_n_flags & RATE_MCS_FAT_MSK) ||
 432                     (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK))
 433                         tbl->is_fat = 1;
 434
 435                 if (mcs_rate->rate_n_flags & RATE_MCS_DUP_MSK)
 436                         tbl->is_dup = 1;
 437                 *rate_idx = index;
 438         }
 439         return 0;
 440 }
 441
 442 static inline void rs_toggle_antenna(struct iwl_rate *new_rate,
 443                                      struct iwl_scale_tbl_info *tbl)
 444 {
 445         if (tbl->antenna_type == ANT_AUX) {
 446                 tbl->antenna_type = ANT_MAIN;
 447                 new_rate->rate_n_flags &= ~RATE_MCS_ANT_B_MSK;
 448                 new_rate->rate_n_flags |= RATE_MCS_ANT_A_MSK;
 449         } else {
 450                 tbl->antenna_type = ANT_AUX;
 451                 new_rate->rate_n_flags &= ~RATE_MCS_ANT_A_MSK;
 452                 new_rate->rate_n_flags |= RATE_MCS_ANT_B_MSK;
 453         }
 454 }
 455
 456 static inline s8 rs_use_green(struct iwl_priv *priv)
 457 {
 458         s8 rc = 0;
 459 #ifdef CONFIG_IWLWIFI_HT
 460         if (!priv->is_ht_enabled || !priv->current_assoc_ht.is_ht)
 461                 return 0;
 462
 463         if ((priv->current_assoc_ht.is_green_field) &&
 464             !(priv->current_assoc_ht.operating_mode & 0x4))
 465                 rc = 1;
 466 #endif  /*CONFIG_IWLWIFI_HT */
 467         return rc;
 468 }
 469
 470 /**
 471  * rs_get_supported_rates - get the available rates
 472  *
 473  * if management frame or broadcast frame only return
 474  * basic available rates.
 475  *
 476  */
 477 static void rs_get_supported_rates(struct iwl_rate_scale_priv *lq_data,
 478                                    struct ieee80211_hdr *hdr,
 479                                    enum iwl_table_type rate_type,
 480                                    u16 *data_rate)
 481 {
 482         if (is_legacy(rate_type))
 483                 *data_rate = lq_data->active_rate;
 484         else {
 485                 if (is_siso(rate_type))
 486                         *data_rate = lq_data->active_siso_rate;
 487                 else
 488                         *data_rate = lq_data->active_mimo_rate;
 489         }
 490
 491         if (hdr && is_multicast_ether_addr(hdr->addr1) &&
 492             lq_data->active_rate_basic)
 493                 *data_rate = lq_data->active_rate_basic;
 494 }
 495
 496 static u16 rs_get_adjacent_rate(u8 index, u16 rate_mask, int rate_type)
 497 {
 498         u8 high = IWL_RATE_INVALID;
 499         u8 low = IWL_RATE_INVALID;
 500
 501         /* 802.11A or ht walks to the next literal adjascent rate in
 502          * the rate table */
 503         if (is_a_band(rate_type) || !is_legacy(rate_type)) {
 504                 int i;
 505                 u32 mask;
 506
 507                 /* Find the previous rate that is in the rate mask */
 508                 i = index - 1;
 509                 for (mask = (1 << i); i >= 0; i--, mask >>= 1) {
 510                         if (rate_mask & mask) {
 511                                 low = i;
 512                                 break;
 513                         }
 514                 }
 515
 516                 /* Find the next rate that is in the rate mask */
 517                 i = index + 1;
 518                 for (mask = (1 << i); i < IWL_RATE_COUNT; i++, mask <<= 1) {
 519                         if (rate_mask & mask) {
 520                                 high = i;
 521                                 break;
 522                         }
 523                 }
 524
 525                 return (high << 8) | low;
 526         }
 527
 528         low = index;
 529         while (low != IWL_RATE_INVALID) {
 530                 low = iwl_rates[low].prev_rs;
 531                 if (low == IWL_RATE_INVALID)
 532                         break;
 533                 if (rate_mask & (1 << low))
 534                         break;
 535                 IWL_DEBUG_RATE("Skipping masked lower rate: %d\n", low);
 536         }
 537
 538         high = index;
 539         while (high != IWL_RATE_INVALID) {
 540                 high = iwl_rates[high].next_rs;
 541                 if (high == IWL_RATE_INVALID)
 542                         break;
 543                 if (rate_mask & (1 << high))
 544                         break;
 545                 IWL_DEBUG_RATE("Skipping masked higher rate: %d\n", high);
 546         }
 547
 548         return (high << 8) | low;
 549 }
 550
 551 static int rs_get_lower_rate(struct iwl_rate_scale_priv *lq_data,
 552                              struct iwl_scale_tbl_info *tbl, u8 scale_index,
 553                              u8 ht_possible, struct iwl_rate *mcs_rate)
 554 {
 555         s32 low;
 556         u16 rate_mask;
 557         u16 high_low;
 558         u8 switch_to_legacy = 0;
 559         u8 is_green = lq_data->is_green;
 560
 561         /* check if we need to switch from HT to legacy rates.
 562          * assumption is that mandatory rates (1Mbps or 6Mbps)
 563          * are always supported (spec demand) */
 564         if (!is_legacy(tbl->lq_type) && (!ht_possible || !scale_index)) {
 565                 switch_to_legacy = 1;
 566                 scale_index = rs_ht_to_legacy[scale_index];
 567                 if (lq_data->phymode == MODE_IEEE80211A)
 568                         tbl->lq_type = LQ_A;
 569                 else
 570                         tbl->lq_type = LQ_G;
 571
 572                 if ((tbl->antenna_type == ANT_BOTH) ||
 573                     (tbl->antenna_type == ANT_NONE))
 574                         tbl->antenna_type = ANT_MAIN;
 575
 576                 tbl->is_fat = 0;
 577                 tbl->is_SGI = 0;
 578         }
 579
 580         rs_get_supported_rates(lq_data, NULL, tbl->lq_type, &rate_mask);
 581
 582         /* mask with station rate restriction */
 583         if (is_legacy(tbl->lq_type)) {
 584                 if (lq_data->phymode == (u8) MODE_IEEE80211A)
 585                         rate_mask  = (u16)(rate_mask &
 586                            (lq_data->supp_rates << IWL_FIRST_OFDM_RATE));
 587                 else
 588                         rate_mask = (u16)(rate_mask & lq_data->supp_rates);
 589         }
 590
 591         /* if we did switched from HT to legacy check current rate */
 592         if ((switch_to_legacy) &&
 593             (rate_mask & (1 << scale_index))) {
 594                 rs_mcs_from_tbl(mcs_rate, tbl, scale_index, is_green);
 595                 return 0;
 596         }
 597
 598         high_low = rs_get_adjacent_rate(scale_index, rate_mask, tbl->lq_type);
 599         low = high_low & 0xff;
 600
 601         if (low != IWL_RATE_INVALID)
 602                 rs_mcs_from_tbl(mcs_rate, tbl, low, is_green);
 603         else
 604                 rs_mcs_from_tbl(mcs_rate, tbl, scale_index, is_green);
 605
 606         return 0;
 607 }
 608
 609 static void rs_tx_status(void *priv_rate,
 610                          struct net_device *dev,
 611                          struct sk_buff *skb,
 612                          struct ieee80211_tx_status *tx_resp)
 613 {
 614         int status;
 615         u8 retries;
 616         int rs_index, index = 0;
 617         struct iwl_rate_scale_priv *lq;
 618         struct iwl_link_quality_cmd *table;
 619         struct sta_info *sta;
 620         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
 621         struct iwl_priv *priv = (struct iwl_priv *)priv_rate;
 622         struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
 623         struct iwl_rate_scale_data *window = NULL;
 624         struct iwl_rate_scale_data *search_win = NULL;
 625         struct iwl_rate tx_mcs;
 626         struct iwl_scale_tbl_info tbl_type;
 627         struct iwl_scale_tbl_info *curr_tbl, *search_tbl;
 628         u8 active_index = 0;
 629         u16 fc = le16_to_cpu(hdr->frame_control);
 630         s32 tpt = 0;
 631
 632         IWL_DEBUG_RATE_LIMIT("get frame ack response, update rate scale window\n");
 633
 634         if (!ieee80211_is_data(fc) || is_multicast_ether_addr(hdr->addr1))
 635                 return;
 636
 637         retries = tx_resp->retry_count;
 638
 639         if (retries > 15)
 640                 retries = 15;
 641
 642
 643         sta = sta_info_get(local, hdr->addr1);
 644
 645         if (!sta || !sta->rate_ctrl_priv) {
 646                 if (sta)
 647                         sta_info_put(sta);
 648                 return;
 649         }
 650
 651         lq = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
 652
 653         if (!priv->lq_mngr.lq_ready)
 654                 return;
 655
 656         if ((priv->iw_mode == IEEE80211_IF_TYPE_IBSS) && !lq->ibss_sta_added)
 657                 return;
 658
 659         table = &lq->lq;
 660         active_index = lq->active_tbl;
 661
 662         lq->antenna = (lq->valid_antenna & local->hw.conf.antenna_sel_tx);
 663         if (!lq->antenna)
 664                 lq->antenna = lq->valid_antenna;
 665
 666         lq->antenna = lq->valid_antenna;
 667         curr_tbl = &(lq->lq_info[active_index]);
 668         search_tbl = &(lq->lq_info[(1 - active_index)]);
 669         window = (struct iwl_rate_scale_data *)
 670             &(curr_tbl->win[0]);
 671         search_win = (struct iwl_rate_scale_data *)
 672             &(search_tbl->win[0]);
 673
 674         tx_mcs.rate_n_flags = tx_resp->control.tx_rate;
 675
 676         rs_get_tbl_info_from_mcs(&tx_mcs, priv->phymode,
 677                                   &tbl_type, &rs_index);
 678         if ((rs_index < 0) || (rs_index >= IWL_RATE_COUNT)) {
 679                 IWL_DEBUG_RATE("bad rate index at: %d rate 0x%X\n",
 680                              rs_index, tx_mcs.rate_n_flags);
 681                 sta_info_put(sta);
 682                 return;
 683         }
 684
 685         if (retries &&
 686             (tx_mcs.rate_n_flags !=
 687                                 le32_to_cpu(table->rs_table[0].rate_n_flags))) {
 688                 IWL_DEBUG_RATE("initial rate does not match 0x%x 0x%x\n",
 689                                 tx_mcs.rate_n_flags,
 690                                 le32_to_cpu(table->rs_table[0].rate_n_flags));
 691                 sta_info_put(sta);
 692                 return;
 693         }
 694
 695         while (retries) {
 696                 tx_mcs.rate_n_flags =
 697                     le32_to_cpu(table->rs_table[index].rate_n_flags);
 698                 rs_get_tbl_info_from_mcs(&tx_mcs, priv->phymode,
 699                                           &tbl_type, &rs_index);
 700
 701                 if ((tbl_type.lq_type == search_tbl->lq_type) &&
 702                     (tbl_type.antenna_type == search_tbl->antenna_type) &&
 703                     (tbl_type.is_SGI == search_tbl->is_SGI)) {
 704                         if (search_tbl->expected_tpt)
 705                                 tpt = search_tbl->expected_tpt[rs_index];
 706                         else
 707                                 tpt = 0;
 708                         rs_collect_tx_data(search_win,
 709                                             rs_index, tpt, 0);
 710                 } else if ((tbl_type.lq_type == curr_tbl->lq_type) &&
 711                            (tbl_type.antenna_type == curr_tbl->antenna_type) &&
 712                            (tbl_type.is_SGI == curr_tbl->is_SGI)) {
 713                         if (curr_tbl->expected_tpt)
 714                                 tpt = curr_tbl->expected_tpt[rs_index];
 715                         else
 716                                 tpt = 0;
 717                         rs_collect_tx_data(window, rs_index, tpt, 0);
 718                 }
 719                 if (lq->stay_in_tbl)
 720                         lq->total_failed++;
 721                 --retries;
 722                 index++;
 723
 724         }
 725
 726         if (!tx_resp->retry_count)
 727                 tx_mcs.rate_n_flags = tx_resp->control.tx_rate;
 728         else
 729                 tx_mcs.rate_n_flags =
 730                         le32_to_cpu(table->rs_table[index].rate_n_flags);
 731
 732         rs_get_tbl_info_from_mcs(&tx_mcs, priv->phymode,
 733                                   &tbl_type, &rs_index);
 734
 735         if (tx_resp->flags & IEEE80211_TX_STATUS_ACK)
 736                 status = 1;
 737         else
 738                 status = 0;
 739
 740         if ((tbl_type.lq_type == search_tbl->lq_type) &&
 741             (tbl_type.antenna_type == search_tbl->antenna_type) &&
 742             (tbl_type.is_SGI == search_tbl->is_SGI)) {
 743                 if (search_tbl->expected_tpt)
 744                         tpt = search_tbl->expected_tpt[rs_index];
 745                 else
 746                         tpt = 0;
 747                 rs_collect_tx_data(search_win,
 748                                     rs_index, tpt, status);
 749         } else if ((tbl_type.lq_type == curr_tbl->lq_type) &&
 750                    (tbl_type.antenna_type == curr_tbl->antenna_type) &&
 751                    (tbl_type.is_SGI == curr_tbl->is_SGI)) {
 752                 if (curr_tbl->expected_tpt)
 753                         tpt = curr_tbl->expected_tpt[rs_index];
 754                 else
 755                         tpt = 0;
 756                 rs_collect_tx_data(window, rs_index, tpt, status);
 757         }
 758
 759         if (lq->stay_in_tbl) {
 760                 if (status)
 761                         lq->total_success++;
 762                 else
 763                         lq->total_failed++;
 764         }
 765
 766         rs_rate_scale_perform(priv, dev, hdr, sta);
 767         sta_info_put(sta);
 768         return;
 769 }
 770
 771 static u8 rs_is_ant_connected(u8 valid_antenna,
 772                               enum iwl_antenna_type antenna_type)
 773 {
 774         if (antenna_type == ANT_AUX)
 775                 return ((valid_antenna & 0x2) ? 1:0);
 776         else if (antenna_type == ANT_MAIN)
 777                 return ((valid_antenna & 0x1) ? 1:0);
 778         else if (antenna_type == ANT_BOTH) {
 779                 if ((valid_antenna & 0x3) == 0x3)
 780                         return 1;
 781                 else
 782                         return 0;
 783         }
 784
 785         return 1;
 786 }
 787
 788 static u8 rs_is_other_ant_connected(u8 valid_antenna,
 789                                     enum iwl_antenna_type antenna_type)
 790 {
 791         if (antenna_type == ANT_AUX)
 792                 return (rs_is_ant_connected(valid_antenna, ANT_MAIN));
 793         else
 794                 return (rs_is_ant_connected(valid_antenna, ANT_AUX));
 795
 796         return 0;
 797 }
 798
 799 static void rs_set_stay_in_table(u8 is_legacy,
 800                                  struct iwl_rate_scale_priv *lq_data)
 801 {
 802         IWL_DEBUG_HT("we are staying in the same table\n");
 803         lq_data->stay_in_tbl = 1;
 804         if (is_legacy) {
 805                 lq_data->table_count_limit = IWL_LEGACY_TABLE_COUNT;
 806                 lq_data->max_failure_limit = IWL_LEGACY_FAILURE_LIMIT;
 807                 lq_data->max_success_limit = IWL_LEGACY_TABLE_COUNT;
 808         } else {
 809                 lq_data->table_count_limit = IWL_NONE_LEGACY_TABLE_COUNT;
 810                 lq_data->max_failure_limit = IWL_NONE_LEGACY_FAILURE_LIMIT;
 811                 lq_data->max_success_limit = IWL_NONE_LEGACY_SUCCESS_LIMIT;
 812         }
 813         lq_data->table_count = 0;
 814         lq_data->total_failed = 0;
 815         lq_data->total_success = 0;
 816 }
 817
 818 static void rs_get_expected_tpt_table(struct iwl_rate_scale_priv *lq_data,
 819                                       struct iwl_scale_tbl_info *tbl)
 820 {
 821         if (is_legacy(tbl->lq_type)) {
 822                 if (!is_a_band(tbl->lq_type))
 823                         tbl->expected_tpt = expected_tpt_G;
 824                 else
 825                         tbl->expected_tpt = expected_tpt_A;
 826         } else if (is_siso(tbl->lq_type)) {
 827                 if (tbl->is_fat && !lq_data->is_dup)
 828                         if (tbl->is_SGI)
 829                                 tbl->expected_tpt = expected_tpt_siso40MHzSGI;
 830                         else
 831                                 tbl->expected_tpt = expected_tpt_siso40MHz;
 832                 else if (tbl->is_SGI)
 833                         tbl->expected_tpt = expected_tpt_siso20MHzSGI;
 834                 else
 835                         tbl->expected_tpt = expected_tpt_siso20MHz;
 836
 837         } else if (is_mimo(tbl->lq_type)) {
 838                 if (tbl->is_fat && !lq_data->is_dup)
 839                         if (tbl->is_SGI)
 840                                 tbl->expected_tpt = expected_tpt_mimo40MHzSGI;
 841                         else
 842                                 tbl->expected_tpt = expected_tpt_mimo40MHz;
 843                 else if (tbl->is_SGI)
 844                         tbl->expected_tpt = expected_tpt_mimo20MHzSGI;
 845                 else
 846                         tbl->expected_tpt = expected_tpt_mimo20MHz;
 847         } else
 848                 tbl->expected_tpt = expected_tpt_G;
 849 }
 850
 851 #ifdef CONFIG_IWLWIFI_HT
 852 static s32 rs_get_best_rate(struct iwl_priv *priv,
 853                             struct iwl_rate_scale_priv *lq_data,
 854                             struct iwl_scale_tbl_info *tbl,
 855                             u16 rate_mask, s8 index, s8 rate)
 856 {
 857         struct iwl_scale_tbl_info *active_tbl =
 858             &(lq_data->lq_info[lq_data->active_tbl]);
 859         s32 new_rate, high, low, start_hi;
 860         s32 active_sr = active_tbl->win[index].success_ratio;
 861         s32 *tpt_tbl = tbl->expected_tpt;
 862         s32 active_tpt = active_tbl->expected_tpt[index];
 863         u16 high_low;
 864
 865         new_rate = high = low = start_hi = IWL_RATE_INVALID;
 866
 867         for (; ;) {
 868                 high_low = rs_get_adjacent_rate(rate, rate_mask, tbl->lq_type);
 869
 870                 low = high_low & 0xff;
 871                 high = (high_low >> 8) & 0xff;
 872
 873                 if ((((100 * tpt_tbl[rate]) > lq_data->last_tpt) &&
 874                      ((active_sr > IWL_RATE_DECREASE_TH) &&
 875                       (active_sr <= IWL_RATE_HIGH_TH) &&
 876                       (tpt_tbl[rate] <= active_tpt))) ||
 877                     ((active_sr >= IWL_RATE_SCALE_SWITCH) &&
 878                      (tpt_tbl[rate] > active_tpt))) {
 879
 880                         if (start_hi != IWL_RATE_INVALID) {
 881                                 new_rate = start_hi;
 882                                 break;
 883                         }
 884                         new_rate = rate;
 885                         if (low != IWL_RATE_INVALID)
 886                                 rate = low;
 887                         else
 888                                 break;
 889                 } else {
 890                         if (new_rate != IWL_RATE_INVALID)
 891                                 break;
 892                         else if (high != IWL_RATE_INVALID) {
 893                                 start_hi = high;
 894                                 rate = high;
 895                         } else {
 896                                 new_rate = rate;
 897                                 break;
 898                         }
 899                 }
 900         }
 901
 902         return new_rate;
 903 }
 904 #endif                          /* CONFIG_IWLWIFI_HT */
 905
 906 static inline u8 rs_is_both_ant_supp(u8 valid_antenna)
 907 {
 908         return (rs_is_ant_connected(valid_antenna, ANT_BOTH));
 909 }
 910
 911 static int rs_switch_to_mimo(struct iwl_priv *priv,
 912                              struct iwl_rate_scale_priv *lq_data,
 913                              struct iwl_scale_tbl_info *tbl, int index)
 914 {
 915         int rc = -1;
 916 #ifdef CONFIG_IWLWIFI_HT
 917         u16 rate_mask;
 918         s32 rate;
 919         s8 is_green = lq_data->is_green;
 920
 921         if (!priv->is_ht_enabled || !priv->current_assoc_ht.is_ht)
 922                 return -1;
 923
 924         IWL_DEBUG_HT("LQ: try to switch to MIMO\n");
 925         tbl->lq_type = LQ_MIMO;
 926         rs_get_supported_rates(lq_data, NULL, tbl->lq_type,
 927                                 &rate_mask);
 928
 929         if (priv->current_assoc_ht.tx_mimo_ps_mode == IWL_MIMO_PS_STATIC)
 930                 return -1;
 931
 932         if (!rs_is_both_ant_supp(lq_data->antenna))
 933                 return -1;
 934
 935         rc = 0;
 936         tbl->is_dup = lq_data->is_dup;
 937         tbl->action = 0;
 938         if (priv->current_channel_width == IWL_CHANNEL_WIDTH_40MHZ)
 939                 tbl->is_fat = 1;
 940         else
 941                 tbl->is_fat = 0;
 942
 943         if (tbl->is_fat) {
 944                 if (priv->current_assoc_ht.sgf & HT_SHORT_GI_40MHZ_ONLY)
 945                         tbl->is_SGI = 1;
 946                 else
 947                         tbl->is_SGI = 0;
 948         } else if (priv->current_assoc_ht.sgf & HT_SHORT_GI_20MHZ_ONLY)
 949                 tbl->is_SGI = 1;
 950         else
 951                 tbl->is_SGI = 0;
 952
 953         rs_get_expected_tpt_table(lq_data, tbl);
 954
 955         rate = rs_get_best_rate(priv, lq_data, tbl, rate_mask, index, index);
 956
 957         IWL_DEBUG_HT("LQ: MIMO best rate %d mask %X\n", rate, rate_mask);
 958         if ((rate == IWL_RATE_INVALID) || !((1 << rate) & rate_mask))
 959                 return -1;
 960         rs_mcs_from_tbl(&tbl->current_rate, tbl, rate, is_green);
 961
 962         IWL_DEBUG_HT("LQ: Switch to new mcs %X index is green %X\n",
 963                      tbl->current_rate.rate_n_flags, is_green);
 964
 965 #endif                          /*CONFIG_IWLWIFI_HT */
 966         return rc;
 967 }
 968
 969 static int rs_switch_to_siso(struct iwl_priv *priv,
 970                              struct iwl_rate_scale_priv *lq_data,
 971                              struct iwl_scale_tbl_info *tbl, int index)
 972 {
 973         int rc = -1;
 974 #ifdef CONFIG_IWLWIFI_HT
 975         u16 rate_mask;
 976         u8 is_green = lq_data->is_green;
 977         s32 rate;
 978
 979         IWL_DEBUG_HT("LQ: try to switch to SISO\n");
 980         if (!priv->is_ht_enabled || !priv->current_assoc_ht.is_ht)
 981                 return -1;
 982
 983         rc = 0;
 984         tbl->is_dup = lq_data->is_dup;
 985         tbl->lq_type = LQ_SISO;
 986         tbl->action = 0;
 987         rs_get_supported_rates(lq_data, NULL, tbl->lq_type,
 988                                 &rate_mask);
 989
 990         if (priv->current_channel_width == IWL_CHANNEL_WIDTH_40MHZ)
 991                 tbl->is_fat = 1;
 992         else
 993                 tbl->is_fat = 0;
 994
 995         if (tbl->is_fat) {
 996                 if (priv->current_assoc_ht.sgf & HT_SHORT_GI_40MHZ_ONLY)
 997                         tbl->is_SGI = 1;
 998                 else
 999                         tbl->is_SGI = 0;
1000         } else if (priv->current_assoc_ht.sgf & HT_SHORT_GI_20MHZ_ONLY)
1001                 tbl->is_SGI = 1;
1002         else
1003                 tbl->is_SGI = 0;
1004
1005         if (is_green)
1006                 tbl->is_SGI = 0;
1007
1008         rs_get_expected_tpt_table(lq_data, tbl);
1009         rate = rs_get_best_rate(priv, lq_data, tbl, rate_mask, index, index);
1010
1011         IWL_DEBUG_HT("LQ: get best rate %d mask %X\n", rate, rate_mask);
1012         if ((rate == IWL_RATE_INVALID) || !((1 << rate) & rate_mask)) {
1013                 IWL_DEBUG_HT("can not switch with index %d rate mask %x\n",
1014                              rate, rate_mask);
1015                 return -1;
1016         }
1017         rs_mcs_from_tbl(&tbl->current_rate, tbl, rate, is_green);
1018         IWL_DEBUG_HT("LQ: Switch to new mcs %X index is green %X\n",
1019                      tbl->current_rate.rate_n_flags, is_green);
1020
1021 #endif                          /*CONFIG_IWLWIFI_HT */
1022         return rc;
1023 }
1024
1025 static int rs_move_legacy_other(struct iwl_priv *priv,
1026                                 struct iwl_rate_scale_priv *lq_data,
1027                                 int index)
1028 {
1029         int rc = 0;
1030         struct iwl_scale_tbl_info *tbl =
1031             &(lq_data->lq_info[lq_data->active_tbl]);
1032         struct iwl_scale_tbl_info *search_tbl =
1033             &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1034         struct iwl_rate_scale_data *window = &(tbl->win[index]);
1035         u32 sz = (sizeof(struct iwl_scale_tbl_info) -
1036                   (sizeof(struct iwl_rate_scale_data) * IWL_RATE_COUNT));
1037         u8 start_action = tbl->action;
1038
1039         for (; ;) {
1040                 switch (tbl->action) {
1041                 case IWL_LEGACY_SWITCH_ANTENNA:
1042                         IWL_DEBUG_HT("LQ Legacy switch Antenna\n");
1043
1044                         search_tbl->lq_type = LQ_NONE;
1045                         lq_data->action_counter++;
1046                         if (window->success_ratio >= IWL_RS_GOOD_RATIO)
1047                                 break;
1048                         if (!rs_is_other_ant_connected(lq_data->antenna,
1049                                                         tbl->antenna_type))
1050                                 break;
1051
1052                         memcpy(search_tbl, tbl, sz);
1053
1054                         rs_toggle_antenna(&(search_tbl->current_rate),
1055                                            search_tbl);
1056                         rs_get_expected_tpt_table(lq_data, search_tbl);
1057                         lq_data->search_better_tbl = 1;
1058                         goto out;
1059
1060                 case IWL_LEGACY_SWITCH_SISO:
1061                         IWL_DEBUG_HT("LQ: Legacy switch to SISO\n");
1062                         memcpy(search_tbl, tbl, sz);
1063                         search_tbl->lq_type = LQ_SISO;
1064                         search_tbl->is_SGI = 0;
1065                         search_tbl->is_fat = 0;
1066                         rc = rs_switch_to_siso(priv, lq_data, search_tbl,
1067                                                index);
1068                         if (!rc) {
1069                                 lq_data->search_better_tbl = 1;
1070                                 lq_data->action_counter = 0;
1071                         }
1072                         if (!rc)
1073                                 goto out;
1074
1075                         break;
1076                 case IWL_LEGACY_SWITCH_MIMO:
1077                         IWL_DEBUG_HT("LQ: Legacy switch MIMO\n");
1078                         memcpy(search_tbl, tbl, sz);
1079                         search_tbl->lq_type = LQ_MIMO;
1080                         search_tbl->is_SGI = 0;
1081                         search_tbl->is_fat = 0;
1082                         search_tbl->antenna_type = ANT_BOTH;
1083                         rc = rs_switch_to_mimo(priv, lq_data, search_tbl,
1084                                                index);
1085                         if (!rc) {
1086                                 lq_data->search_better_tbl = 1;
1087                                 lq_data->action_counter = 0;
1088                         }
1089                         if (!rc)
1090                                 goto out;
1091                         break;
1092                 }
1093                 tbl->action++;
1094                 if (tbl->action > IWL_LEGACY_SWITCH_MIMO)
1095                         tbl->action = IWL_LEGACY_SWITCH_ANTENNA;
1096
1097                 if (tbl->action == start_action)
1098                         break;
1099
1100         }
1101         return 0;
1102
1103  out:
1104         tbl->action++;
1105         if (tbl->action > IWL_LEGACY_SWITCH_MIMO)
1106                 tbl->action = IWL_LEGACY_SWITCH_ANTENNA;
1107         return 0;
1108
1109 }
1110
1111 static int rs_move_siso_to_other(struct iwl_priv *priv,
1112                                  struct iwl_rate_scale_priv *lq_data,
1113                                  int index)
1114 {
1115         int rc = -1;
1116         u8 is_green = lq_data->is_green;
1117         struct iwl_scale_tbl_info *tbl =
1118             &(lq_data->lq_info[lq_data->active_tbl]);
1119         struct iwl_scale_tbl_info *search_tbl =
1120             &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1121         struct iwl_rate_scale_data *window = &(tbl->win[index]);
1122         u32 sz = (sizeof(struct iwl_scale_tbl_info) -
1123                   (sizeof(struct iwl_rate_scale_data) * IWL_RATE_COUNT));
1124         u8 start_action = tbl->action;
1125
1126         for (;;) {
1127                 lq_data->action_counter++;
1128                 switch (tbl->action) {
1129                 case IWL_SISO_SWITCH_ANTENNA:
1130                         IWL_DEBUG_HT("LQ: SISO SWITCH ANTENNA SISO\n");
1131                         search_tbl->lq_type = LQ_NONE;
1132                         if (window->success_ratio >= IWL_RS_GOOD_RATIO)
1133                                 break;
1134                         if (!rs_is_other_ant_connected(lq_data->antenna,
1135                                                        tbl->antenna_type))
1136                                 break;
1137
1138                         memcpy(search_tbl, tbl, sz);
1139                         search_tbl->action = IWL_SISO_SWITCH_MIMO;
1140                         rs_toggle_antenna(&(search_tbl->current_rate),
1141                                            search_tbl);
1142                         lq_data->search_better_tbl = 1;
1143
1144                         goto out;
1145
1146                 case IWL_SISO_SWITCH_MIMO:
1147                         IWL_DEBUG_HT("LQ: SISO SWITCH TO MIMO FROM SISO\n");
1148                         memcpy(search_tbl, tbl, sz);
1149                         search_tbl->lq_type = LQ_MIMO;
1150                         search_tbl->is_SGI = 0;
1151                         search_tbl->is_fat = 0;
1152                         search_tbl->antenna_type = ANT_BOTH;
1153                         rc = rs_switch_to_mimo(priv, lq_data, search_tbl,
1154                                                index);
1155                         if (!rc)
1156                                 lq_data->search_better_tbl = 1;
1157
1158                         if (!rc)
1159                                 goto out;
1160                         break;
1161                 case IWL_SISO_SWITCH_GI:
1162                         IWL_DEBUG_HT("LQ: SISO SWITCH TO GI\n");
1163                         memcpy(search_tbl, tbl, sz);
1164                         search_tbl->action = 0;
1165                         if (search_tbl->is_SGI)
1166                                 search_tbl->is_SGI = 0;
1167                         else if (!is_green)
1168                                 search_tbl->is_SGI = 1;
1169                         else
1170                                 break;
1171                         lq_data->search_better_tbl = 1;
1172                         if ((tbl->lq_type == LQ_SISO) &&
1173                             (tbl->is_SGI)) {
1174                                 s32 tpt = lq_data->last_tpt / 100;
1175                                 if (((!tbl->is_fat) &&
1176                                      (tpt >= expected_tpt_siso20MHz[index])) ||
1177                                     ((tbl->is_fat) &&
1178                                      (tpt >= expected_tpt_siso40MHz[index])))
1179                                         lq_data->search_better_tbl = 0;
1180                         }
1181                         rs_get_expected_tpt_table(lq_data, search_tbl);
1182                         rs_mcs_from_tbl(&search_tbl->current_rate,
1183                                              search_tbl, index, is_green);
1184                         goto out;
1185                 }
1186                 tbl->action++;
1187                 if (tbl->action > IWL_SISO_SWITCH_GI)
1188                         tbl->action = IWL_SISO_SWITCH_ANTENNA;
1189
1190                 if (tbl->action == start_action)
1191                         break;
1192         }
1193         return 0;
1194
1195  out:
1196         tbl->action++;
1197         if (tbl->action > IWL_SISO_SWITCH_GI)
1198                 tbl->action = IWL_SISO_SWITCH_ANTENNA;
1199         return 0;
1200 }
1201
1202 static int rs_move_mimo_to_other(struct iwl_priv *priv,
1203                                  struct iwl_rate_scale_priv *lq_data,
1204                                  int index)
1205 {
1206         int rc = -1;
1207         s8 is_green = lq_data->is_green;
1208         struct iwl_scale_tbl_info *tbl =
1209             &(lq_data->lq_info[lq_data->active_tbl]);
1210         struct iwl_scale_tbl_info *search_tbl =
1211             &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1212         u32 sz = (sizeof(struct iwl_scale_tbl_info) -
1213                   (sizeof(struct iwl_rate_scale_data) * IWL_RATE_COUNT));
1214         u8 start_action = tbl->action;
1215
1216         for (;;) {
1217                 lq_data->action_counter++;
1218                 switch (tbl->action) {
1219                 case IWL_MIMO_SWITCH_ANTENNA_A:
1220                 case IWL_MIMO_SWITCH_ANTENNA_B:
1221                         IWL_DEBUG_HT("LQ: MIMO SWITCH TO SISO\n");
1222                         memcpy(search_tbl, tbl, sz);
1223                         search_tbl->lq_type = LQ_SISO;
1224                         search_tbl->is_SGI = 0;
1225                         search_tbl->is_fat = 0;
1226                         if (tbl->action == IWL_MIMO_SWITCH_ANTENNA_A)
1227                                 search_tbl->antenna_type = ANT_MAIN;
1228                         else
1229                                 search_tbl->antenna_type = ANT_AUX;
1230
1231                         rc = rs_switch_to_siso(priv, lq_data, search_tbl,
1232                                                index);
1233                         if (!rc) {
1234                                 lq_data->search_better_tbl = 1;
1235                                 goto out;
1236                         }
1237                         break;
1238
1239                 case IWL_MIMO_SWITCH_GI:
1240                         IWL_DEBUG_HT("LQ: MIMO SWITCH TO GI\n");
1241                         memcpy(search_tbl, tbl, sz);
1242                         search_tbl->lq_type = LQ_MIMO;
1243                         search_tbl->antenna_type = ANT_BOTH;
1244                         search_tbl->action = 0;
1245                         if (search_tbl->is_SGI)
1246                                 search_tbl->is_SGI = 0;
1247                         else
1248                                 search_tbl->is_SGI = 1;
1249                         lq_data->search_better_tbl = 1;
1250                         if ((tbl->lq_type == LQ_MIMO) &&
1251                             (tbl->is_SGI)) {
1252                                 s32 tpt = lq_data->last_tpt / 100;
1253                                 if (((!tbl->is_fat) &&
1254                                      (tpt >= expected_tpt_mimo20MHz[index])) ||
1255                                     ((tbl->is_fat) &&
1256                                      (tpt >= expected_tpt_mimo40MHz[index])))
1257                                         lq_data->search_better_tbl = 0;
1258                         }
1259                         rs_get_expected_tpt_table(lq_data, search_tbl);
1260                         rs_mcs_from_tbl(&search_tbl->current_rate,
1261                                              search_tbl, index, is_green);
1262                         goto out;
1263
1264                 }
1265                 tbl->action++;
1266                 if (tbl->action > IWL_MIMO_SWITCH_GI)
1267                         tbl->action = IWL_MIMO_SWITCH_ANTENNA_A;
1268
1269                 if (tbl->action == start_action)
1270                         break;
1271         }
1272
1273         return 0;
1274  out:
1275         tbl->action++;
1276         if (tbl->action > IWL_MIMO_SWITCH_GI)
1277                 tbl->action = IWL_MIMO_SWITCH_ANTENNA_A;
1278         return 0;
1279
1280 }
1281
1282 static void rs_stay_in_table(struct iwl_rate_scale_priv *lq_data)
1283 {
1284         struct iwl_scale_tbl_info *tbl;
1285         int i;
1286         int active_tbl;
1287         int flush_interval_passed = 0;
1288
1289         active_tbl = lq_data->active_tbl;
1290
1291         tbl = &(lq_data->lq_info[active_tbl]);
1292
1293         if (lq_data->stay_in_tbl) {
1294
1295                 if (lq_data->flush_timer)
1296                         flush_interval_passed =
1297                             time_after(jiffies,
1298                                        (unsigned long)(lq_data->flush_timer +
1299                                         IWL_RATE_SCALE_FLUSH_INTVL));
1300
1301                 flush_interval_passed = 0;
1302                 if ((lq_data->total_failed > lq_data->max_failure_limit) ||
1303                     (lq_data->total_success > lq_data->max_success_limit) ||
1304                     ((!lq_data->search_better_tbl) && (lq_data->flush_timer)
1305                      && (flush_interval_passed))) {
1306                         IWL_DEBUG_HT("LQ: stay is expired %d %d %d\n:",
1307                                      lq_data->total_failed,
1308                                      lq_data->total_success,
1309                                      flush_interval_passed);
1310                         lq_data->stay_in_tbl = 0;
1311                         lq_data->total_failed = 0;
1312                         lq_data->total_success = 0;
1313                         lq_data->flush_timer = 0;
1314                 } else if (lq_data->table_count > 0) {
1315                         lq_data->table_count++;
1316                         if (lq_data->table_count >=
1317                             lq_data->table_count_limit) {
1318                                 lq_data->table_count = 0;
1319
1320                                 IWL_DEBUG_HT("LQ: stay in table clear win\n");
1321                                 for (i = 0; i < IWL_RATE_COUNT; i++)
1322                                         rs_rate_scale_clear_window(
1323                                                 &(tbl->win[i]));
1324                         }
1325                 }
1326
1327                 if (!lq_data->stay_in_tbl) {
1328                         for (i = 0; i < IWL_RATE_COUNT; i++)
1329                                 rs_rate_scale_clear_window(&(tbl->win[i]));
1330                 }
1331         }
1332 }
1333
1334 static void rs_rate_scale_perform(struct iwl_priv *priv,
1335                                   struct net_device *dev,
1336                                   struct ieee80211_hdr *hdr,
1337                                   struct sta_info *sta)
1338 {
1339         int low = IWL_RATE_INVALID;
1340         int high = IWL_RATE_INVALID;
1341         int index;
1342         int i;
1343         struct iwl_rate_scale_data *window = NULL;
1344         int current_tpt = IWL_INVALID_VALUE;
1345         int low_tpt = IWL_INVALID_VALUE;
1346         int high_tpt = IWL_INVALID_VALUE;
1347         u32 fail_count;
1348         s8 scale_action = 0;
1349         u16 fc, rate_mask;
1350         u8 update_lq = 0;
1351         struct iwl_rate_scale_priv *lq_data;
1352         struct iwl_scale_tbl_info *tbl, *tbl1;
1353         u16 rate_scale_index_msk = 0;
1354         struct iwl_rate mcs_rate;
1355         u8 is_green = 0;
1356         u8 active_tbl = 0;
1357         u8 done_search = 0;
1358         u16 high_low;
1359
1360         IWL_DEBUG_RATE("rate scale calculate new rate for skb\n");
1361
1362         fc = le16_to_cpu(hdr->frame_control);
1363         if (!ieee80211_is_data(fc) || is_multicast_ether_addr(hdr->addr1)) {
1364                 /* Send management frames and broadcast/multicast data using
1365                  * lowest rate. */
1366                 /* TODO: this could probably be improved.. */
1367                 return;
1368         }
1369
1370         if (!sta || !sta->rate_ctrl_priv)
1371                 return;
1372
1373         if (!priv->lq_mngr.lq_ready) {
1374                 IWL_DEBUG_RATE("still rate scaling not ready\n");
1375                 return;
1376         }
1377         lq_data = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
1378
1379         if (!lq_data->search_better_tbl)
1380                 active_tbl = lq_data->active_tbl;
1381         else
1382                 active_tbl = 1 - lq_data->active_tbl;
1383
1384         tbl = &(lq_data->lq_info[active_tbl]);
1385         is_green = lq_data->is_green;
1386
1387         index = sta->last_txrate;
1388
1389         IWL_DEBUG_RATE("Rate scale index %d for type %d\n", index,
1390                        tbl->lq_type);
1391
1392         rs_get_supported_rates(lq_data, hdr, tbl->lq_type,
1393                                 &rate_mask);
1394
1395         IWL_DEBUG_RATE("mask 0x%04X \n", rate_mask);
1396
1397         /* mask with station rate restriction */
1398         if (is_legacy(tbl->lq_type)) {
1399                 if (lq_data->phymode == (u8) MODE_IEEE80211A)
1400                         rate_scale_index_msk = (u16) (rate_mask &
1401                                 (lq_data->supp_rates << IWL_FIRST_OFDM_RATE));
1402                 else
1403                         rate_scale_index_msk = (u16) (rate_mask &
1404                                                       lq_data->supp_rates);
1405
1406         } else
1407                 rate_scale_index_msk = rate_mask;
1408
1409         if (!rate_scale_index_msk)
1410                 rate_scale_index_msk = rate_mask;
1411
1412         if (index < 0 || !((1 << index) & rate_scale_index_msk)) {
1413                 index = IWL_INVALID_VALUE;
1414                 update_lq = 1;
1415
1416                 /* get the lowest availabe rate */
1417                 for (i = 0; i <= IWL_RATE_COUNT; i++) {
1418                         if ((1 << i) & rate_scale_index_msk)
1419                                 index = i;
1420                 }
1421
1422                 if (index == IWL_INVALID_VALUE) {
1423                         IWL_WARNING("Can not find a suitable rate\n");
1424                         return;
1425                 }
1426         }
1427
1428         if (!tbl->expected_tpt)
1429                 rs_get_expected_tpt_table(lq_data, tbl);
1430
1431         window = &(tbl->win[index]);
1432
1433         fail_count = window->counter - window->success_counter;
1434         if (((fail_count < IWL_RATE_MIN_FAILURE_TH) &&
1435              (window->success_counter < IWL_RATE_MIN_SUCCESS_TH))
1436             || (tbl->expected_tpt == NULL)) {
1437                 IWL_DEBUG_RATE("LQ: still below TH succ %d total %d "
1438                                "for index %d\n",
1439                                window->success_counter, window->counter, index);
1440                 window->average_tpt = IWL_INVALID_VALUE;
1441                 rs_stay_in_table(lq_data);
1442                 if (update_lq) {
1443                         rs_mcs_from_tbl(&mcs_rate, tbl, index, is_green);
1444                         rs_fill_link_cmd(lq_data, &mcs_rate, &lq_data->lq);
1445                         rs_send_lq_cmd(priv, &lq_data->lq, CMD_ASYNC);
1446                 }
1447                 goto out;
1448
1449         } else
1450                 window->average_tpt = ((window->success_ratio *
1451                                         tbl->expected_tpt[index] + 64) / 128);
1452
1453         if (lq_data->search_better_tbl) {
1454                 int success_limit = IWL_RATE_SCALE_SWITCH;
1455
1456                 if ((window->success_ratio > success_limit) ||
1457                     (window->average_tpt > lq_data->last_tpt)) {
1458                         if (!is_legacy(tbl->lq_type)) {
1459                                 IWL_DEBUG_HT("LQ: we are switching to HT"
1460                                              " rate suc %d current tpt %d"
1461                                              " old tpt %d\n",
1462                                              window->success_ratio,
1463                                              window->average_tpt,
1464                                              lq_data->last_tpt);
1465                                 lq_data->enable_counter = 1;
1466                         }
1467                         lq_data->active_tbl = active_tbl;
1468                         current_tpt = window->average_tpt;
1469                 } else {
1470                         tbl->lq_type = LQ_NONE;
1471                         active_tbl = lq_data->active_tbl;
1472                         tbl = &(lq_data->lq_info[active_tbl]);
1473
1474                         index = iwl_rate_index_from_plcp(
1475                                 tbl->current_rate.rate_n_flags);
1476
1477                         update_lq = 1;
1478                         current_tpt = lq_data->last_tpt;
1479                         IWL_DEBUG_HT("XXY GO BACK TO OLD TABLE\n");
1480                 }
1481                 lq_data->search_better_tbl = 0;
1482                 done_search = 1;
1483                 goto lq_update;
1484         }
1485
1486         high_low = rs_get_adjacent_rate(index, rate_scale_index_msk,
1487                                         tbl->lq_type);
1488         low = high_low & 0xff;
1489         high = (high_low >> 8) & 0xff;
1490
1491         current_tpt = window->average_tpt;
1492
1493         if (low != IWL_RATE_INVALID)
1494                 low_tpt = tbl->win[low].average_tpt;
1495
1496         if (high != IWL_RATE_INVALID)
1497                 high_tpt = tbl->win[high].average_tpt;
1498
1499
1500         scale_action = 1;
1501
1502         if ((window->success_ratio <= IWL_RATE_DECREASE_TH) ||
1503             (current_tpt == 0)) {
1504                 IWL_DEBUG_RATE("decrease rate because of low success_ratio\n");
1505                 scale_action = -1;
1506         } else if ((low_tpt == IWL_INVALID_VALUE) &&
1507                    (high_tpt == IWL_INVALID_VALUE))
1508                 scale_action = 1;
1509         else if ((low_tpt != IWL_INVALID_VALUE) &&
1510                  (high_tpt != IWL_INVALID_VALUE) &&
1511                  (low_tpt < current_tpt) &&
1512                  (high_tpt < current_tpt))
1513                 scale_action = 0;
1514         else {
1515                 if (high_tpt != IWL_INVALID_VALUE) {
1516                         if (high_tpt > current_tpt)
1517                                 scale_action = 1;
1518                         else {
1519                                 IWL_DEBUG_RATE
1520                                     ("decrease rate because of high tpt\n");
1521                                 scale_action = -1;
1522                         }
1523                 } else if (low_tpt != IWL_INVALID_VALUE) {
1524                         if (low_tpt > current_tpt) {
1525                                 IWL_DEBUG_RATE
1526                                     ("decrease rate because of low tpt\n");
1527                                 scale_action = -1;
1528                         } else
1529                                 scale_action = 1;
1530                 }
1531         }
1532
1533         if (scale_action == -1) {
1534                 if ((low != IWL_RATE_INVALID) &&
1535                     ((window->success_ratio > IWL_RATE_HIGH_TH) ||
1536                      (current_tpt > (100 * tbl->expected_tpt[low]))))
1537                         scale_action = 0;
1538         } else if ((scale_action == 1) &&
1539                    (window->success_ratio < IWL_RATE_INCREASE_TH))
1540                 scale_action = 0;
1541
1542         switch (scale_action) {
1543         case -1:
1544                 if (low != IWL_RATE_INVALID) {
1545                         update_lq = 1;
1546                         index = low;
1547                 }
1548                 break;
1549         case 1:
1550                 if (high != IWL_RATE_INVALID) {
1551                         update_lq = 1;
1552                         index = high;
1553                 }
1554
1555                 break;
1556         case 0:
1557         default:
1558                 break;
1559         }
1560
1561         IWL_DEBUG_HT("choose rate scale index %d action %d low %d "
1562                     "high %d type %d\n",
1563                      index, scale_action, low, high, tbl->lq_type);
1564
1565  lq_update:
1566         if (update_lq) {
1567                 rs_mcs_from_tbl(&mcs_rate, tbl, index, is_green);
1568                 rs_fill_link_cmd(lq_data, &mcs_rate, &lq_data->lq);
1569                 rs_send_lq_cmd(priv, &lq_data->lq, CMD_ASYNC);
1570         }
1571         rs_stay_in_table(lq_data);
1572
1573         if (!update_lq && !done_search && !lq_data->stay_in_tbl) {
1574                 lq_data->last_tpt = current_tpt;
1575
1576                 if (is_legacy(tbl->lq_type))
1577                         rs_move_legacy_other(priv, lq_data, index);
1578                 else if (is_siso(tbl->lq_type))
1579                         rs_move_siso_to_other(priv, lq_data, index);
1580                 else
1581                         rs_move_mimo_to_other(priv, lq_data, index);
1582
1583                 if (lq_data->search_better_tbl) {
1584                         tbl = &(lq_data->lq_info[(1 - lq_data->active_tbl)]);
1585                         for (i = 0; i < IWL_RATE_COUNT; i++)
1586                                 rs_rate_scale_clear_window(&(tbl->win[i]));
1587
1588                         index = iwl_rate_index_from_plcp(
1589                                         tbl->current_rate.rate_n_flags);
1590
1591                         IWL_DEBUG_HT("Switch current  mcs: %X index: %d\n",
1592                                      tbl->current_rate.rate_n_flags, index);
1593                         rs_fill_link_cmd(lq_data, &tbl->current_rate,
1594                                          &lq_data->lq);
1595                         rs_send_lq_cmd(priv, &lq_data->lq, CMD_ASYNC);
1596                 }
1597                 tbl1 = &(lq_data->lq_info[lq_data->active_tbl]);
1598
1599                 if (is_legacy(tbl1->lq_type) &&
1600 #ifdef CONFIG_IWLWIFI_HT
1601                     !priv->current_assoc_ht.is_ht &&
1602 #endif
1603                     (lq_data->action_counter >= 1)) {
1604                         lq_data->action_counter = 0;
1605                         IWL_DEBUG_HT("LQ: STAY in legacy table\n");
1606                         rs_set_stay_in_table(1, lq_data);
1607                 }
1608
1609                 if (lq_data->enable_counter &&
1610                     (lq_data->action_counter >= IWL_ACTION_LIMIT)) {
1611 #ifdef CONFIG_IWLWIFI_HT_AGG
1612                         if ((lq_data->last_tpt > TID_AGG_TPT_THREHOLD) &&
1613                             (priv->lq_mngr.agg_ctrl.auto_agg)) {
1614                                 priv->lq_mngr.agg_ctrl.tid_retry =
1615                                     TID_ALL_SPECIFIED;
1616                                 schedule_work(&priv->agg_work);
1617                         }
1618 #endif /*CONFIG_IWLWIFI_HT_AGG */
1619                         lq_data->action_counter = 0;
1620                         rs_set_stay_in_table(0, lq_data);
1621                 }
1622         } else {
1623                 if ((!update_lq) && (!done_search) && (!lq_data->flush_timer))
1624                         lq_data->flush_timer = jiffies;
1625         }
1626
1627 out:
1628         rs_mcs_from_tbl(&tbl->current_rate, tbl, index, is_green);
1629         i = index;
1630         sta->last_txrate = i;
1631
1632         /* sta->txrate is an index to A mode rates which start
1633          * at IWL_FIRST_OFDM_RATE
1634          */
1635         if (lq_data->phymode == (u8) MODE_IEEE80211A)
1636                 sta->txrate = i - IWL_FIRST_OFDM_RATE;
1637         else
1638                 sta->txrate = i;
1639
1640         return;
1641 }
1642
1643
1644 static void rs_initialize_lq(struct iwl_priv *priv,
1645                              struct sta_info *sta)
1646 {
1647         int i;
1648         struct iwl_rate_scale_priv *lq;
1649         struct iwl_scale_tbl_info *tbl;
1650         u8 active_tbl = 0;
1651         int rate_idx;
1652         u8 use_green = rs_use_green(priv);
1653         struct iwl_rate mcs_rate;
1654
1655         if (!sta || !sta->rate_ctrl_priv)
1656                 goto out;
1657
1658         lq = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
1659         i = sta->last_txrate;
1660
1661         if ((lq->lq.sta_id == 0xff) &&
1662             (priv->iw_mode == IEEE80211_IF_TYPE_IBSS))
1663                 goto out;
1664
1665         if (!lq->search_better_tbl)
1666                 active_tbl = lq->active_tbl;
1667         else
1668                 active_tbl = 1 - lq->active_tbl;
1669
1670         tbl = &(lq->lq_info[active_tbl]);
1671
1672         if ((i < 0) || (i >= IWL_RATE_COUNT))
1673                 i = 0;
1674
1675         mcs_rate.rate_n_flags = iwl_rates[i].plcp ;
1676         mcs_rate.rate_n_flags |= RATE_MCS_ANT_B_MSK;
1677         mcs_rate.rate_n_flags &= ~RATE_MCS_ANT_A_MSK;
1678
1679         if (i >= IWL_FIRST_CCK_RATE && i <= IWL_LAST_CCK_RATE)
1680                 mcs_rate.rate_n_flags |= RATE_MCS_CCK_MSK;
1681
1682         tbl->antenna_type = ANT_AUX;
1683         rs_get_tbl_info_from_mcs(&mcs_rate, priv->phymode, tbl, &rate_idx);
1684         if (!rs_is_ant_connected(priv->valid_antenna, tbl->antenna_type))
1685             rs_toggle_antenna(&mcs_rate, tbl);
1686
1687         rs_mcs_from_tbl(&mcs_rate, tbl, rate_idx, use_green);
1688         tbl->current_rate.rate_n_flags = mcs_rate.rate_n_flags;
1689         rs_get_expected_tpt_table(lq, tbl);
1690         rs_fill_link_cmd(lq, &mcs_rate, &lq->lq);
1691         rs_send_lq_cmd(priv, &lq->lq, CMD_ASYNC);
1692  out:
1693         return;
1694 }
1695
1696 static void rs_get_rate(void *priv_rate, struct net_device *dev,
1697                         struct ieee80211_hw_mode *mode, struct sk_buff *skb,
1698                         struct rate_selection *sel)
1699 {
1700
1701         int i;
1702         struct ieee80211_local *local = wdev_priv(dev->ieee80211_ptr);
1703         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
1704         struct sta_info *sta;
1705         struct iwl_priv *priv = (struct iwl_priv *)priv_rate;
1706         struct iwl_rate_scale_priv *lq;
1707
1708         IWL_DEBUG_RATE_LIMIT("rate scale calculate new rate for skb\n");
1709
1710         sta = sta_info_get(local, hdr->addr1);
1711
1712         if (!sta || !sta->rate_ctrl_priv) {
1713                 sel->rate = rate_lowest(local, local->oper_hw_mode, sta);
1714                 if (sta)
1715                         sta_info_put(sta);
1716                 return;
1717         }
1718
1719         lq = (struct iwl_rate_scale_priv *)sta->rate_ctrl_priv;
1720         i = sta->last_txrate;
1721
1722         if ((priv->iw_mode == IEEE80211_IF_TYPE_IBSS) && !lq->ibss_sta_added) {
1723                 u8 sta_id = iwl_hw_find_station(priv, hdr->addr1);
1724                 DECLARE_MAC_BUF(mac);
1725
1726                 if (sta_id == IWL_INVALID_STATION) {
1727                         IWL_DEBUG_RATE("LQ: ADD station %s\n",
1728                                        print_mac(mac, hdr->addr1));
1729                         sta_id = iwl_add_station(priv,
1730                                                  hdr->addr1, 0, CMD_ASYNC);
1731                 }
1732                 if ((sta_id != IWL_INVALID_STATION)) {
1733                         lq->lq.sta_id = sta_id;
1734                         lq->lq.rs_table[0].rate_n_flags = 0;
1735                         lq->ibss_sta_added = 1;
1736                         rs_initialize_lq(priv, sta);
1737                 }
1738                 if (!lq->ibss_sta_added)
1739                         goto done;
1740         }
1741
1742  done:
1743         if ((i < 0) || (i > IWL_RATE_COUNT)) {
1744                 sel->rate = rate_lowest(local, local->oper_hw_mode, sta);
1745                 return;
1746         }
1747         sta_info_put(sta);
1748
1749         sel->rate = &priv->ieee_rates[i];
1750 }
1751
1752 static void *rs_alloc_sta(void *priv, gfp_t gfp)
1753 {
1754         struct iwl_rate_scale_priv *crl;
1755         int i, j;
1756
1757         IWL_DEBUG_RATE("create station rate scale window\n");
1758
1759         crl = kzalloc(sizeof(struct iwl_rate_scale_priv), gfp);
1760
1761         if (crl == NULL)
1762                 return NULL;
1763         crl->lq.sta_id = 0xff;
1764
1765
1766         for (j = 0; j < LQ_SIZE; j++)
1767                 for (i = 0; i < IWL_RATE_COUNT; i++)
1768                         rs_rate_scale_clear_window(&(crl->lq_info[j].win[i]));
1769
1770         return crl;
1771 }
1772
1773 static void rs_rate_init(void *priv_rate, void *priv_sta,
1774                          struct ieee80211_local *local,
1775                          struct sta_info *sta)
1776 {
1777         int i, j;
1778         struct ieee80211_hw_mode *mode = local->oper_hw_mode;
1779         struct iwl_priv *priv = (struct iwl_priv *)priv_rate;
1780         struct iwl_rate_scale_priv *crl = priv_sta;
1781
1782         crl->flush_timer = 0;
1783         crl->supp_rates = sta->supp_rates;
1784         sta->txrate = 3;
1785         for (j = 0; j < LQ_SIZE; j++)
1786                 for (i = 0; i < IWL_RATE_COUNT; i++)
1787                         rs_rate_scale_clear_window(&(crl->lq_info[j].win[i]));
1788
1789         IWL_DEBUG_RATE("rate scale global init\n");
1790         /* TODO: what is a good starting rate for STA? About middle? Maybe not
1791          * the lowest or the highest rate.. Could consider using RSSI from
1792          * previous packets? Need to have IEEE 802.1X auth succeed immediately
1793          * after assoc.. */
1794
1795         crl->ibss_sta_added = 0;
1796         if (priv->iw_mode == IEEE80211_IF_TYPE_AP) {
1797                 u8 sta_id = iwl_hw_find_station(priv, sta->addr);
1798                 DECLARE_MAC_BUF(mac);
1799
1800                 /* for IBSS the call are from tasklet */
1801                 IWL_DEBUG_HT("LQ: ADD station %s\n",
1802                              print_mac(mac, sta->addr));
1803
1804                 if (sta_id == IWL_INVALID_STATION) {
1805                         IWL_DEBUG_RATE("LQ: ADD station %s\n",
1806                                        print_mac(mac, sta->addr));
1807                         sta_id = iwl_add_station(priv,
1808                                                  sta->addr, 0, CMD_ASYNC);
1809                 }
1810                 if ((sta_id != IWL_INVALID_STATION)) {
1811                         crl->lq.sta_id = sta_id;
1812                         crl->lq.rs_table[0].rate_n_flags = 0;
1813                 }
1814                 /* FIXME: this is w/a remove it later */
1815                 priv->assoc_station_added = 1;
1816         }
1817
1818         for (i = 0; i < mode->num_rates; i++) {
1819                 if ((sta->supp_rates & BIT(i)) &&
1820                     (mode->rates[i].flags & IEEE80211_RATE_SUPPORTED))
1821                         sta->txrate = i;
1822         }
1823         sta->last_txrate = sta->txrate;
1824         /* For MODE_IEEE80211A mode cck rate are at end
1825          * rate table
1826          */
1827         if (local->hw.conf.phymode == MODE_IEEE80211A)
1828                 sta->last_txrate += IWL_FIRST_OFDM_RATE;
1829
1830         crl->is_dup = priv->is_dup;
1831         crl->valid_antenna = priv->valid_antenna;
1832         crl->antenna = priv->antenna;
1833         crl->is_green = rs_use_green(priv);
1834         crl->active_rate = priv->active_rate;
1835         crl->active_rate &= ~(0x1000);
1836         crl->active_rate_basic = priv->active_rate_basic;
1837         crl->phymode = priv->phymode;
1838 #ifdef CONFIG_IWLWIFI_HT
1839         crl->active_siso_rate = (priv->current_assoc_ht.supp_rates[0] << 1);
1840         crl->active_siso_rate |= (priv->current_assoc_ht.supp_rates[0] & 0x1);
1841         crl->active_siso_rate &= ~((u16)0x2);
1842         crl->active_siso_rate = crl->active_siso_rate << IWL_FIRST_OFDM_RATE;
1843
1844         crl->active_mimo_rate = (priv->current_assoc_ht.supp_rates[1] << 1);
1845         crl->active_mimo_rate |= (priv->current_assoc_ht.supp_rates[1] & 0x1);
1846         crl->active_mimo_rate &= ~((u16)0x2);
1847         crl->active_mimo_rate = crl->active_mimo_rate << IWL_FIRST_OFDM_RATE;
1848         IWL_DEBUG_HT("MIMO RATE 0x%X SISO MASK 0x%X\n", crl->active_siso_rate,
1849                      crl->active_mimo_rate);
1850 #endif /*CONFIG_IWLWIFI_HT*/
1851 #ifdef CONFIG_MAC80211_DEBUGFS
1852         crl->drv = priv;
1853 #endif
1854
1855         if (priv->assoc_station_added)
1856                 priv->lq_mngr.lq_ready = 1;
1857
1858         rs_initialize_lq(priv, sta);
1859 }
1860
1861 static void rs_fill_link_cmd(struct iwl_rate_scale_priv *lq_data,
1862                             struct iwl_rate *tx_mcs,
1863                             struct iwl_link_quality_cmd *lq_cmd)
1864 {
1865         int index = 0;
1866         int rate_idx;
1867         int repeat_rate = 0;
1868         u8 ant_toggle_count = 0;
1869         u8 use_ht_possible = 1;
1870         struct iwl_rate new_rate;
1871         struct iwl_scale_tbl_info tbl_type = { 0 };
1872
1873         rs_dbgfs_set_mcs(lq_data, tx_mcs, index);
1874
1875         rs_get_tbl_info_from_mcs(tx_mcs, lq_data->phymode,
1876                                   &tbl_type, &rate_idx);
1877
1878         if (is_legacy(tbl_type.lq_type)) {
1879                 ant_toggle_count = 1;
1880                 repeat_rate = IWL_NUMBER_TRY;
1881         } else
1882                 repeat_rate = IWL_HT_NUMBER_TRY;
1883
1884         lq_cmd->general_params.mimo_delimiter =
1885                         is_mimo(tbl_type.lq_type) ? 1 : 0;
1886         lq_cmd->rs_table[index].rate_n_flags =
1887                         cpu_to_le32(tx_mcs->rate_n_flags);
1888         new_rate.rate_n_flags = tx_mcs->rate_n_flags;
1889
1890         if (is_mimo(tbl_type.lq_type) || (tbl_type.antenna_type == ANT_MAIN))
1891                 lq_cmd->general_params.single_stream_ant_msk = 1;
1892         else
1893                 lq_cmd->general_params.single_stream_ant_msk = 2;
1894
1895         index++;
1896         repeat_rate--;
1897
1898         while (index < LINK_QUAL_MAX_RETRY_NUM) {
1899                 while (repeat_rate > 0 && (index < LINK_QUAL_MAX_RETRY_NUM)) {
1900                         if (is_legacy(tbl_type.lq_type)) {
1901                                 if (ant_toggle_count <
1902                                     NUM_TRY_BEFORE_ANTENNA_TOGGLE)
1903                                         ant_toggle_count++;
1904                                 else {
1905                                         rs_toggle_antenna(&new_rate, &tbl_type);
1906                                         ant_toggle_count = 1;
1907                                 }
1908                         }
1909
1910                         rs_dbgfs_set_mcs(lq_data, &new_rate, index);
1911                         lq_cmd->rs_table[index].rate_n_flags =
1912                                         cpu_to_le32(new_rate.rate_n_flags);
1913                         repeat_rate--;
1914                         index++;
1915                 }
1916
1917                 rs_get_tbl_info_from_mcs(&new_rate, lq_data->phymode, &tbl_type,
1918                                                 &rate_idx);
1919
1920                 if (is_mimo(tbl_type.lq_type))
1921                         lq_cmd->general_params.mimo_delimiter = index;
1922
1923                 rs_get_lower_rate(lq_data, &tbl_type, rate_idx,
1924                                   use_ht_possible, &new_rate);
1925
1926                 if (is_legacy(tbl_type.lq_type)) {
1927                         if (ant_toggle_count < NUM_TRY_BEFORE_ANTENNA_TOGGLE)
1928                                 ant_toggle_count++;
1929                         else {
1930                                 rs_toggle_antenna(&new_rate, &tbl_type);
1931                                 ant_toggle_count = 1;
1932                         }
1933                         repeat_rate = IWL_NUMBER_TRY;
1934                 } else
1935                         repeat_rate = IWL_HT_NUMBER_TRY;
1936
1937                 use_ht_possible = 0;
1938
1939                 rs_dbgfs_set_mcs(lq_data, &new_rate, index);
1940                 lq_cmd->rs_table[index].rate_n_flags =
1941                                 cpu_to_le32(new_rate.rate_n_flags);
1942
1943                 index++;
1944                 repeat_rate--;
1945         }
1946
1947         lq_cmd->general_params.dual_stream_ant_msk = 3;
1948         lq_cmd->agg_params.agg_dis_start_th = 3;
1949         lq_cmd->agg_params.agg_time_limit = cpu_to_le16(4000);
1950 }
1951
1952 static void *rs_alloc(struct ieee80211_local *local)
1953 {
1954         return local->hw.priv;
1955 }
1956 /* rate scale requires free function to be implemented */
1957 static void rs_free(void *priv_rate)
1958 {
1959         return;
1960 }
1961
1962 static void rs_clear(void *priv_rate)
1963 {
1964         struct iwl_priv *priv = (struct iwl_priv *) priv_rate;
1965
1966         IWL_DEBUG_RATE("enter\n");
1967
1968         priv->lq_mngr.lq_ready = 0;
1969 #ifdef CONFIG_IWLWIFI_HT
1970 #ifdef CONFIG_IWLWIFI_HT_AGG
1971         if (priv->lq_mngr.agg_ctrl.granted_ba)
1972                 iwl4965_turn_off_agg(priv, TID_ALL_SPECIFIED);
1973 #endif /*CONFIG_IWLWIFI_HT_AGG */
1974 #endif /* CONFIG_IWLWIFI_HT */
1975
1976         IWL_DEBUG_RATE("leave\n");
1977 }
1978
1979 static void rs_free_sta(void *priv, void *priv_sta)
1980 {
1981         struct iwl_rate_scale_priv *rs_priv = priv_sta;
1982
1983         IWL_DEBUG_RATE("enter\n");
1984         kfree(rs_priv);
1985         IWL_DEBUG_RATE("leave\n");
1986 }
1987
1988
1989 #ifdef CONFIG_MAC80211_DEBUGFS
1990 static int open_file_generic(struct inode *inode, struct file *file)
1991 {
1992         file->private_data = inode->i_private;
1993         return 0;
1994 }
1995 static void rs_dbgfs_set_mcs(struct iwl_rate_scale_priv *rs_priv,
1996                                 struct iwl_rate *mcs, int index)
1997 {
1998         u32 base_rate;
1999
2000         if (rs_priv->phymode == (u8) MODE_IEEE80211A)
2001                 base_rate = 0x800D;
2002         else
2003                 base_rate = 0x820A;
2004
2005         if (rs_priv->dbg_fixed.rate_n_flags) {
2006                 if (index < 12)
2007                         mcs->rate_n_flags = rs_priv->dbg_fixed.rate_n_flags;
2008                 else
2009                         mcs->rate_n_flags = base_rate;
2010                 IWL_DEBUG_RATE("Fixed rate ON\n");
2011                 return;
2012         }
2013
2014         IWL_DEBUG_RATE("Fixed rate OFF\n");
2015 }
2016
2017 static ssize_t rs_sta_dbgfs_scale_table_write(struct file *file,
2018                         const char __user *user_buf, size_t count, loff_t *ppos)
2019 {
2020         struct iwl_rate_scale_priv *rs_priv = file->private_data;
2021         char buf[64];
2022         int buf_size;
2023         u32 parsed_rate;
2024
2025         memset(buf, 0, sizeof(buf));
2026         buf_size = min(count, sizeof(buf) -  1);
2027         if (copy_from_user(buf, user_buf, buf_size))
2028                 return -EFAULT;
2029
2030         if (sscanf(buf, "%x", &parsed_rate) == 1)
2031                 rs_priv->dbg_fixed.rate_n_flags = parsed_rate;
2032         else
2033                 rs_priv->dbg_fixed.rate_n_flags = 0;
2034
2035         rs_priv->active_rate = 0x0FFF;
2036         rs_priv->active_siso_rate = 0x1FD0;
2037         rs_priv->active_mimo_rate = 0x1FD0;
2038
2039         IWL_DEBUG_RATE("sta_id %d rate 0x%X\n",
2040                 rs_priv->lq.sta_id, rs_priv->dbg_fixed.rate_n_flags);
2041
2042         if (rs_priv->dbg_fixed.rate_n_flags) {
2043                 rs_fill_link_cmd(rs_priv, &rs_priv->dbg_fixed, &rs_priv->lq);
2044                 rs_send_lq_cmd(rs_priv->drv, &rs_priv->lq, CMD_ASYNC);
2045         }
2046
2047         return count;
2048 }
2049
2050 static ssize_t rs_sta_dbgfs_scale_table_read(struct file *file,
2051                         char __user *user_buf, size_t count, loff_t *ppos)
2052 {
2053         char buff[1024];
2054         int desc = 0;
2055         int i = 0;
2056
2057         struct iwl_rate_scale_priv *rs_priv = file->private_data;
2058
2059         desc += sprintf(buff+desc, "sta_id %d\n", rs_priv->lq.sta_id);
2060         desc += sprintf(buff+desc, "failed=%d success=%d rate=0%X\n",
2061                         rs_priv->total_failed, rs_priv->total_success,
2062                         rs_priv->active_rate);
2063         desc += sprintf(buff+desc, "fixed rate 0x%X\n",
2064                         rs_priv->dbg_fixed.rate_n_flags);
2065         desc += sprintf(buff+desc, "general:"
2066                 "flags=0x%X mimo-d=%d s-ant0x%x d-ant=0x%x\n",
2067                 rs_priv->lq.general_params.flags,
2068                 rs_priv->lq.general_params.mimo_delimiter,
2069                 rs_priv->lq.general_params.single_stream_ant_msk,
2070                 rs_priv->lq.general_params.dual_stream_ant_msk);
2071
2072         desc += sprintf(buff+desc, "agg:"
2073                         "time_limit=%d dist_start_th=%d frame_cnt_limit=%d\n",
2074                         le16_to_cpu(rs_priv->lq.agg_params.agg_time_limit),
2075                         rs_priv->lq.agg_params.agg_dis_start_th,
2076                         rs_priv->lq.agg_params.agg_frame_cnt_limit);
2077
2078         desc += sprintf(buff+desc,
2079                         "Start idx [0]=0x%x [1]=0x%x [2]=0x%x [3]=0x%x\n",
2080                         rs_priv->lq.general_params.start_rate_index[0],
2081                         rs_priv->lq.general_params.start_rate_index[1],
2082                         rs_priv->lq.general_params.start_rate_index[2],
2083                         rs_priv->lq.general_params.start_rate_index[3]);
2084
2085
2086         for (i = 0; i < LINK_QUAL_MAX_RETRY_NUM; i++)
2087                 desc += sprintf(buff+desc, " rate[%d] 0x%X\n",
2088                         i, le32_to_cpu(rs_priv->lq.rs_table[i].rate_n_flags));
2089
2090         return simple_read_from_buffer(user_buf, count, ppos, buff, desc);
2091 }
2092
2093 static const struct file_operations rs_sta_dbgfs_scale_table_ops = {
2094         .write = rs_sta_dbgfs_scale_table_write,
2095         .read = rs_sta_dbgfs_scale_table_read,
2096         .open = open_file_generic,
2097 };
2098 static ssize_t rs_sta_dbgfs_stats_table_read(struct file *file,
2099                         char __user *user_buf, size_t count, loff_t *ppos)
2100 {
2101         char buff[1024];
2102         int desc = 0;
2103         int i, j;
2104
2105         struct iwl_rate_scale_priv *rs_priv = file->private_data;
2106         for (i = 0; i < LQ_SIZE; i++) {
2107                 desc += sprintf(buff+desc, "%s type=%d SGI=%d FAT=%d DUP=%d\n"
2108                                 "rate=0x%X\n",
2109                                 rs_priv->active_tbl == i?"*":"x",
2110                                 rs_priv->lq_info[i].lq_type,
2111                                 rs_priv->lq_info[i].is_SGI,
2112                                 rs_priv->lq_info[i].is_fat,
2113                                 rs_priv->lq_info[i].is_dup,
2114                                 rs_priv->lq_info[i].current_rate.rate_n_flags);
2115                 for (j = 0; j < IWL_RATE_COUNT; j++) {
2116                         desc += sprintf(buff+desc,
2117                                         "counter=%d success=%d %%=%d\n",
2118                                         rs_priv->lq_info[i].win[j].counter,
2119                                         rs_priv->lq_info[i].win[j].success_counter,
2120                                         rs_priv->lq_info[i].win[j].success_ratio);
2121                 }
2122         }
2123         return simple_read_from_buffer(user_buf, count, ppos, buff, desc);
2124 }
2125
2126 static const struct file_operations rs_sta_dbgfs_stats_table_ops = {
2127         .read = rs_sta_dbgfs_stats_table_read,
2128         .open = open_file_generic,
2129 };
2130
2131 static void rs_add_debugfs(void *priv, void *priv_sta,
2132                                         struct dentry *dir)
2133 {
2134         struct iwl_rate_scale_priv *rs_priv = priv_sta;
2135         rs_priv->rs_sta_dbgfs_scale_table_file =
2136                 debugfs_create_file("rate_scale_table", 0600, dir,
2137                                 rs_priv, &rs_sta_dbgfs_scale_table_ops);
2138         rs_priv->rs_sta_dbgfs_stats_table_file =
2139                 debugfs_create_file("rate_stats_table", 0600, dir,
2140                         rs_priv, &rs_sta_dbgfs_stats_table_ops);
2141 }
2142
2143 static void rs_remove_debugfs(void *priv, void *priv_sta)
2144 {
2145         struct iwl_rate_scale_priv *rs_priv = priv_sta;
2146         debugfs_remove(rs_priv->rs_sta_dbgfs_scale_table_file);
2147         debugfs_remove(rs_priv->rs_sta_dbgfs_stats_table_file);
2148 }
2149 #endif
2150
2151 static struct rate_control_ops rs_ops = {
2152         .module = NULL,
2153         .name = RS_NAME,
2154         .tx_status = rs_tx_status,
2155         .get_rate = rs_get_rate,
2156         .rate_init = rs_rate_init,
2157         .clear = rs_clear,
2158         .alloc = rs_alloc,
2159         .free = rs_free,
2160         .alloc_sta = rs_alloc_sta,
2161         .free_sta = rs_free_sta,
2162 #ifdef CONFIG_MAC80211_DEBUGFS
2163         .add_sta_debugfs = rs_add_debugfs,
2164         .remove_sta_debugfs = rs_remove_debugfs,
2165 #endif
2166 };
2167
2168 int iwl_fill_rs_info(struct ieee80211_hw *hw, char *buf, u8 sta_id)
2169 {
2170         struct ieee80211_local *local = hw_to_local(hw);
2171         struct iwl_priv *priv = hw->priv;
2172         struct iwl_rate_scale_priv *rs_priv;
2173         struct sta_info *sta;
2174         int count = 0, i;
2175         u32 samples = 0, success = 0, good = 0;
2176         unsigned long now = jiffies;
2177         u32 max_time = 0;
2178         u8 lq_type, antenna;
2179
2180         sta = sta_info_get(local, priv->stations[sta_id].sta.sta.addr);
2181         if (!sta || !sta->rate_ctrl_priv) {
2182                 if (sta) {
2183                         sta_info_put(sta);
2184                         IWL_DEBUG_RATE("leave - no private rate data!\n");
2185                 } else
2186                         IWL_DEBUG_RATE("leave - no station!\n");
2187                 return sprintf(buf, "station %d not found\n", sta_id);
2188         }
2189
2190         rs_priv = (void *)sta->rate_ctrl_priv;
2191
2192         lq_type = rs_priv->lq_info[rs_priv->active_tbl].lq_type;
2193         antenna = rs_priv->lq_info[rs_priv->active_tbl].antenna_type;
2194
2195         if (is_legacy(lq_type))
2196                 i = IWL_RATE_54M_INDEX;
2197         else
2198                 i = IWL_RATE_60M_INDEX;
2199         while (1) {
2200                 u64 mask;
2201                 int j;
2202                 int active = rs_priv->active_tbl;
2203
2204                 count +=
2205                     sprintf(&buf[count], " %2dMbs: ", iwl_rates[i].ieee / 2);
2206
2207                 mask = (1ULL << (IWL_RATE_MAX_WINDOW - 1));
2208                 for (j = 0; j < IWL_RATE_MAX_WINDOW; j++, mask >>= 1)
2209                         buf[count++] =
2210                                 (rs_priv->lq_info[active].win[i].data & mask)
2211                                 ? '1' : '0';
2212
2213                 samples += rs_priv->lq_info[active].win[i].counter;
2214                 good += rs_priv->lq_info[active].win[i].success_counter;
2215                 success += rs_priv->lq_info[active].win[i].success_counter *
2216                            iwl_rates[i].ieee;
2217
2218                 if (rs_priv->lq_info[active].win[i].stamp) {
2219                         int delta =
2220                                    jiffies_to_msecs(now -
2221                                    rs_priv->lq_info[active].win[i].stamp);
2222
2223                         if (delta > max_time)
2224                                 max_time = delta;
2225
2226                         count += sprintf(&buf[count], "%5dms\n", delta);
2227                 } else
2228                         buf[count++] = '\n';
2229
2230                 j = iwl_get_prev_ieee_rate(i);
2231                 if (j == i)
2232                         break;
2233                 i = j;
2234         }
2235
2236         /* Display the average rate of all samples taken.
2237          *
2238          * NOTE:  We multiple # of samples by 2 since the IEEE measurement
2239          * added from iwl_rates is actually 2X the rate */
2240         if (samples)
2241                 count += sprintf(&buf[count],
2242                          "\nAverage rate is %3d.%02dMbs over last %4dms\n"
2243                          "%3d%% success (%d good packets over %d tries)\n",
2244                          success / (2 * samples), (success * 5 / samples) % 10,
2245                          max_time, good * 100 / samples, good, samples);
2246         else
2247                 count += sprintf(&buf[count], "\nAverage rate: 0Mbs\n");
2248         count += sprintf(&buf[count], "\nrate scale type %d anntena %d "
2249                          "active_search %d rate index %d\n", lq_type, antenna,
2250                          rs_priv->search_better_tbl, sta->last_txrate);
2251
2252         sta_info_put(sta);
2253         return count;
2254 }
2255
2256 void iwl_rate_scale_init(struct ieee80211_hw *hw, s32 sta_id)
2257 {
2258         struct iwl_priv *priv = hw->priv;
2259
2260         priv->lq_mngr.lq_ready = 1;
2261 }
2262
2263 void iwl_rate_control_register(struct ieee80211_hw *hw)
2264 {
2265         ieee80211_rate_control_register(&rs_ops);
2266 }
2267
2268 void iwl_rate_control_unregister(struct ieee80211_hw *hw)
2269 {
2270         ieee80211_rate_control_unregister(&rs_ops);
2271 }
2272