SAFE public projects git trees. - safe/jmp/linux-2.6/blob - drivers/net/wireless/iwlwifi/iwl-power.c

   1 /******************************************************************************
   2  *
   3  * Copyright(c) 2007 - 2009 Intel Corporation. All rights reserved.
   4  *
   5  * Portions of this file are derived from the ipw3945 project, as well
   6  * as portions of the ieee80211 subsystem header files.
   7  *
   8  * This program is free software; you can redistribute it and/or modify it
   9  * under the terms of version 2 of the GNU General Public License as
  10  * published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but WITHOUT
  13  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  14  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  15  * more details.
  16  *
  17  * You should have received a copy of the GNU General Public License along with
  18  * this program; if not, write to the Free Software Foundation, Inc.,
  19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
  20  *
  21  * The full GNU General Public License is included in this distribution in the
  22  * file called LICENSE.
  23  *
  24  * Contact Information:
  25  *  Intel Linux Wireless <ilw@linux.intel.com>
  26  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  27  *****************************************************************************/
  28
  29
  30 #include <linux/kernel.h>
  31 #include <linux/module.h>
  32 #include <linux/init.h>
  33
  34 #include <net/mac80211.h>
  35
  36 #include "iwl-eeprom.h"
  37 #include "iwl-dev.h"
  38 #include "iwl-core.h"
  39 #include "iwl-io.h"
  40 #include "iwl-commands.h"
  41 #include "iwl-debug.h"
  42 #include "iwl-power.h"
  43
  44 /*
  45  * Setting power level allows the card to go to sleep when not busy.
  46  *
  47  * We calculate a sleep command based on the required latency, which
  48  * we get from mac80211. In order to handle thermal throttling, we can
  49  * also use pre-defined power levels.
  50  */
  51
  52 /*
  53  * For now, keep using power level 1 instead of automatically
  54  * adjusting ...
  55  */
  56 bool no_sleep_autoadjust = true;
  57 module_param(no_sleep_autoadjust, bool, S_IRUGO);
  58 MODULE_PARM_DESC(no_sleep_autoadjust,
  59                  "don't automatically adjust sleep level "
  60                  "according to maximum network latency");
  61
  62 /*
  63  * This defines the old power levels. They are still used by default
  64  * (level 1) and for thermal throttle (levels 3 through 5)
  65  */
  66
  67 struct iwl_power_vec_entry {
  68         struct iwl_powertable_cmd cmd;
  69         u8 no_dtim;
  70 };
  71
  72 #define IWL_DTIM_RANGE_0_MAX    2
  73 #define IWL_DTIM_RANGE_1_MAX    10
  74
  75 #define NOSLP cpu_to_le16(0), 0, 0
  76 #define SLP IWL_POWER_DRIVER_ALLOW_SLEEP_MSK, 0, 0
  77 #define TU_TO_USEC 1024
  78 #define SLP_TOUT(T) cpu_to_le32((T) * TU_TO_USEC)
  79 #define SLP_VEC(X0, X1, X2, X3, X4) {cpu_to_le32(X0), \
  80                                      cpu_to_le32(X1), \
  81                                      cpu_to_le32(X2), \
  82                                      cpu_to_le32(X3), \
  83                                      cpu_to_le32(X4)}
  84 /* default power management (not Tx power) table values */
  85 /* for DTIM period 0 through IWL_DTIM_RANGE_0_MAX */
  86 static const struct iwl_power_vec_entry range_0[IWL_POWER_NUM] = {
  87         {{SLP, SLP_TOUT(200), SLP_TOUT(500), SLP_VEC(1, 2, 2, 2, 0xFF)}, 0},
  88         {{SLP, SLP_TOUT(200), SLP_TOUT(300), SLP_VEC(1, 2, 2, 2, 0xFF)}, 0},
  89         {{SLP, SLP_TOUT(50), SLP_TOUT(100), SLP_VEC(2, 2, 2, 2, 0xFF)}, 0},
  90         {{SLP, SLP_TOUT(50), SLP_TOUT(25), SLP_VEC(2, 2, 4, 4, 0xFF)}, 1},
  91         {{SLP, SLP_TOUT(25), SLP_TOUT(25), SLP_VEC(2, 2, 4, 6, 0xFF)}, 2}
  92 };
  93
  94
  95 /* for DTIM period IWL_DTIM_RANGE_0_MAX + 1 through IWL_DTIM_RANGE_1_MAX */
  96 static const struct iwl_power_vec_entry range_1[IWL_POWER_NUM] = {
  97         {{SLP, SLP_TOUT(200), SLP_TOUT(500), SLP_VEC(1, 2, 3, 4, 4)}, 0},
  98         {{SLP, SLP_TOUT(200), SLP_TOUT(300), SLP_VEC(1, 2, 3, 4, 7)}, 0},
  99         {{SLP, SLP_TOUT(50), SLP_TOUT(100), SLP_VEC(2, 4, 6, 7, 9)}, 0},
 100         {{SLP, SLP_TOUT(50), SLP_TOUT(25), SLP_VEC(2, 4, 6, 9, 10)}, 1},
 101         {{SLP, SLP_TOUT(25), SLP_TOUT(25), SLP_VEC(2, 4, 7, 10, 10)}, 2}
 102 };
 103
 104 /* for DTIM period > IWL_DTIM_RANGE_1_MAX */
 105 static const struct iwl_power_vec_entry range_2[IWL_POWER_NUM] = {
 106         {{SLP, SLP_TOUT(200), SLP_TOUT(500), SLP_VEC(1, 2, 3, 4, 0xFF)}, 0},
 107         {{SLP, SLP_TOUT(200), SLP_TOUT(300), SLP_VEC(2, 4, 6, 7, 0xFF)}, 0},
 108         {{SLP, SLP_TOUT(50), SLP_TOUT(100), SLP_VEC(2, 7, 9, 9, 0xFF)}, 0},
 109         {{SLP, SLP_TOUT(50), SLP_TOUT(25), SLP_VEC(2, 7, 9, 9, 0xFF)}, 0},
 110         {{SLP, SLP_TOUT(25), SLP_TOUT(25), SLP_VEC(4, 7, 10, 10, 0xFF)}, 0}
 111 };
 112
 113 static void iwl_static_sleep_cmd(struct iwl_priv *priv,
 114                                  struct iwl_powertable_cmd *cmd,
 115                                  enum iwl_power_level lvl, int period)
 116 {
 117         const struct iwl_power_vec_entry *table;
 118         int max_sleep, i;
 119         bool skip;
 120
 121         table = range_2;
 122         if (period < IWL_DTIM_RANGE_1_MAX)
 123                 table = range_1;
 124         if (period < IWL_DTIM_RANGE_0_MAX)
 125                 table = range_0;
 126
 127         BUG_ON(lvl < 0 || lvl >= IWL_POWER_NUM);
 128
 129         *cmd = table[lvl].cmd;
 130
 131         if (period == 0) {
 132                 skip = false;
 133                 period = 1;
 134         } else {
 135                 skip = !!table[lvl].no_dtim;
 136         }
 137
 138         if (skip) {
 139                 __le32 slp_itrvl = cmd->sleep_interval[IWL_POWER_VEC_SIZE - 1];
 140                 max_sleep = le32_to_cpu(slp_itrvl);
 141                 if (max_sleep == 0xFF)
 142                         max_sleep = period * (skip + 1);
 143                 else if (max_sleep > period)
 144                         max_sleep = (le32_to_cpu(slp_itrvl) / period) * period;
 145                 cmd->flags |= IWL_POWER_SLEEP_OVER_DTIM_MSK;
 146         } else {
 147                 max_sleep = period;
 148                 cmd->flags &= ~IWL_POWER_SLEEP_OVER_DTIM_MSK;
 149         }
 150
 151         for (i = 0; i < IWL_POWER_VEC_SIZE; i++)
 152                 if (le32_to_cpu(cmd->sleep_interval[i]) > max_sleep)
 153                         cmd->sleep_interval[i] = cpu_to_le32(max_sleep);
 154
 155         if (priv->power_data.pci_pm)
 156                 cmd->flags |= IWL_POWER_PCI_PM_MSK;
 157         else
 158                 cmd->flags &= ~IWL_POWER_PCI_PM_MSK;
 159
 160         IWL_DEBUG_POWER(priv, "Sleep command for index %d\n", lvl + 1);
 161 }
 162
 163 /* default Thermal Throttling transaction table
 164  * Current state   |         Throttling Down               |  Throttling Up
 165  *=============================================================================
 166  *                 Condition Nxt State  Condition Nxt State Condition Nxt State
 167  *-----------------------------------------------------------------------------
 168  *     IWL_TI_0     T >= 115   CT_KILL  115>T>=105   TI_1      N/A      N/A
 169  *     IWL_TI_1     T >= 115   CT_KILL  115>T>=110   TI_2     T<=95     TI_0
 170  *     IWL_TI_2     T >= 115   CT_KILL                        T<=100    TI_1
 171  *    IWL_CT_KILL      N/A       N/A       N/A        N/A     T<=95     TI_0
 172  *=============================================================================
 173  */
 174 static const struct iwl_tt_trans tt_range_0[IWL_TI_STATE_MAX - 1] = {
 175         {IWL_TI_0, IWL_ABSOLUTE_ZERO, 104},
 176         {IWL_TI_1, 105, CT_KILL_THRESHOLD},
 177         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
 178 };
 179 static const struct iwl_tt_trans tt_range_1[IWL_TI_STATE_MAX - 1] = {
 180         {IWL_TI_0, IWL_ABSOLUTE_ZERO, 95},
 181         {IWL_TI_2, 110, CT_KILL_THRESHOLD},
 182         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
 183 };
 184 static const struct iwl_tt_trans tt_range_2[IWL_TI_STATE_MAX - 1] = {
 185         {IWL_TI_1, IWL_ABSOLUTE_ZERO, 100},
 186         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX},
 187         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
 188 };
 189 static const struct iwl_tt_trans tt_range_3[IWL_TI_STATE_MAX - 1] = {
 190         {IWL_TI_0, IWL_ABSOLUTE_ZERO, CT_KILL_EXIT_THRESHOLD},
 191         {IWL_TI_CT_KILL, CT_KILL_EXIT_THRESHOLD + 1, IWL_ABSOLUTE_MAX},
 192         {IWL_TI_CT_KILL, CT_KILL_EXIT_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
 193 };
 194
 195 /* Advance Thermal Throttling default restriction table */
 196 static const struct iwl_tt_restriction restriction_range[IWL_TI_STATE_MAX] = {
 197         {IWL_ANT_OK_MULTI, IWL_ANT_OK_MULTI, true },
 198         {IWL_ANT_OK_SINGLE, IWL_ANT_OK_MULTI, true },
 199         {IWL_ANT_OK_SINGLE, IWL_ANT_OK_SINGLE, false },
 200         {IWL_ANT_OK_NONE, IWL_ANT_OK_NONE, false }
 201 };
 202
 203
 204 static void iwl_power_sleep_cam_cmd(struct iwl_priv *priv,
 205                                     struct iwl_powertable_cmd *cmd)
 206 {
 207         memset(cmd, 0, sizeof(*cmd));
 208
 209         if (priv->power_data.pci_pm)
 210                 cmd->flags |= IWL_POWER_PCI_PM_MSK;
 211
 212         IWL_DEBUG_POWER(priv, "Sleep command for CAM\n");
 213 }
 214
 215 static void iwl_power_fill_sleep_cmd(struct iwl_priv *priv,
 216                                      struct iwl_powertable_cmd *cmd,
 217                                      int dynps_ms, int wakeup_period)
 218 {
 219         /*
 220          * These are the original power level 3 sleep successions. The
 221          * device may behave better with such succession and was also
 222          * only tested with that. Just like the original sleep commands,
 223          * also adjust the succession here to the wakeup_period below.
 224          * The ranges are the same as for the sleep commands, 0-2, 3-9
 225          * and >10, which is selected based on the DTIM interval for
 226          * the sleep index but here we use the wakeup period since that
 227          * is what we need to do for the latency requirements.
 228          */
 229         static const u8 slp_succ_r0[IWL_POWER_VEC_SIZE] = { 2, 2, 2, 2, 2 };
 230         static const u8 slp_succ_r1[IWL_POWER_VEC_SIZE] = { 2, 4, 6, 7, 9 };
 231         static const u8 slp_succ_r2[IWL_POWER_VEC_SIZE] = { 2, 7, 9, 9, 0xFF };
 232         const u8 *slp_succ = slp_succ_r0;
 233         int i;
 234
 235         if (wakeup_period > IWL_DTIM_RANGE_0_MAX)
 236                 slp_succ = slp_succ_r1;
 237         if (wakeup_period > IWL_DTIM_RANGE_1_MAX)
 238                 slp_succ = slp_succ_r2;
 239
 240         memset(cmd, 0, sizeof(*cmd));
 241
 242         cmd->flags = IWL_POWER_DRIVER_ALLOW_SLEEP_MSK |
 243                      IWL_POWER_FAST_PD; /* no use seeing frames for others */
 244
 245         if (priv->power_data.pci_pm)
 246                 cmd->flags |= IWL_POWER_PCI_PM_MSK;
 247
 248         cmd->rx_data_timeout = cpu_to_le32(1000 * dynps_ms);
 249         cmd->tx_data_timeout = cpu_to_le32(1000 * dynps_ms);
 250
 251         for (i = 0; i < IWL_POWER_VEC_SIZE; i++)
 252                 cmd->sleep_interval[i] =
 253                         cpu_to_le32(min_t(int, slp_succ[i], wakeup_period));
 254
 255         IWL_DEBUG_POWER(priv, "Automatic sleep command\n");
 256 }
 257
 258 static int iwl_set_power(struct iwl_priv *priv, struct iwl_powertable_cmd *cmd)
 259 {
 260         IWL_DEBUG_POWER(priv, "Sending power/sleep command\n");
 261         IWL_DEBUG_POWER(priv, "Flags value = 0x%08X\n", cmd->flags);
 262         IWL_DEBUG_POWER(priv, "Tx timeout = %u\n", le32_to_cpu(cmd->tx_data_timeout));
 263         IWL_DEBUG_POWER(priv, "Rx timeout = %u\n", le32_to_cpu(cmd->rx_data_timeout));
 264         IWL_DEBUG_POWER(priv, "Sleep interval vector = { %d , %d , %d , %d , %d }\n",
 265                         le32_to_cpu(cmd->sleep_interval[0]),
 266                         le32_to_cpu(cmd->sleep_interval[1]),
 267                         le32_to_cpu(cmd->sleep_interval[2]),
 268                         le32_to_cpu(cmd->sleep_interval[3]),
 269                         le32_to_cpu(cmd->sleep_interval[4]));
 270
 271         return iwl_send_cmd_pdu(priv, POWER_TABLE_CMD,
 272                                 sizeof(struct iwl_powertable_cmd), cmd);
 273 }
 274
 275
 276 int iwl_power_update_mode(struct iwl_priv *priv, bool force)
 277 {
 278         int ret = 0;
 279         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 280         bool enabled = (priv->iw_mode == NL80211_IFTYPE_STATION) &&
 281                         (priv->hw->conf.flags & IEEE80211_CONF_PS);
 282         bool update_chains;
 283         struct iwl_powertable_cmd cmd;
 284         int dtimper;
 285
 286         /* Don't update the RX chain when chain noise calibration is running */
 287         update_chains = priv->chain_noise_data.state == IWL_CHAIN_NOISE_DONE ||
 288                         priv->chain_noise_data.state == IWL_CHAIN_NOISE_ALIVE;
 289
 290         if (priv->vif)
 291                 dtimper = priv->vif->bss_conf.dtim_period;
 292         else
 293                 dtimper = 1;
 294
 295         if (priv->cfg->broken_powersave)
 296                 iwl_power_sleep_cam_cmd(priv, &cmd);
 297         else if (priv->cfg->supports_idle &&
 298                  priv->hw->conf.flags & IEEE80211_CONF_IDLE)
 299                 iwl_static_sleep_cmd(priv, &cmd, IWL_POWER_INDEX_5, 20);
 300         else if (tt->state >= IWL_TI_1)
 301                 iwl_static_sleep_cmd(priv, &cmd, tt->tt_power_mode, dtimper);
 302         else if (!enabled)
 303                 iwl_power_sleep_cam_cmd(priv, &cmd);
 304         else if (priv->power_data.debug_sleep_level_override >= 0)
 305                 iwl_static_sleep_cmd(priv, &cmd,
 306                                      priv->power_data.debug_sleep_level_override,
 307                                      dtimper);
 308         else if (no_sleep_autoadjust)
 309                 iwl_static_sleep_cmd(priv, &cmd, IWL_POWER_INDEX_1, dtimper);
 310         else
 311                 iwl_power_fill_sleep_cmd(priv, &cmd,
 312                                          priv->hw->conf.dynamic_ps_timeout,
 313                                          priv->hw->conf.max_sleep_period);
 314
 315         if (iwl_is_ready_rf(priv) &&
 316             (memcmp(&priv->power_data.sleep_cmd, &cmd, sizeof(cmd)) || force)) {
 317                 if (cmd.flags & IWL_POWER_DRIVER_ALLOW_SLEEP_MSK)
 318                         set_bit(STATUS_POWER_PMI, &priv->status);
 319
 320                 ret = iwl_set_power(priv, &cmd);
 321                 if (!ret) {
 322                         if (!(cmd.flags & IWL_POWER_DRIVER_ALLOW_SLEEP_MSK))
 323                                 clear_bit(STATUS_POWER_PMI, &priv->status);
 324
 325                         if (priv->cfg->ops->lib->update_chain_flags &&
 326                             update_chains)
 327                                 priv->cfg->ops->lib->update_chain_flags(priv);
 328                         else if (priv->cfg->ops->lib->update_chain_flags)
 329                                 IWL_DEBUG_POWER(priv,
 330                                         "Cannot update the power, chain noise "
 331                                         "calibration running: %d\n",
 332                                         priv->chain_noise_data.state);
 333                         memcpy(&priv->power_data.sleep_cmd, &cmd, sizeof(cmd));
 334                 } else
 335                         IWL_ERR(priv, "set power fail, ret = %d", ret);
 336         }
 337
 338         return ret;
 339 }
 340 EXPORT_SYMBOL(iwl_power_update_mode);
 341
 342 bool iwl_ht_enabled(struct iwl_priv *priv)
 343 {
 344         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 345         struct iwl_tt_restriction *restriction;
 346
 347         if (!priv->thermal_throttle.advanced_tt)
 348                 return true;
 349         restriction = tt->restriction + tt->state;
 350         return restriction->is_ht;
 351 }
 352 EXPORT_SYMBOL(iwl_ht_enabled);
 353
 354 enum iwl_antenna_ok iwl_tx_ant_restriction(struct iwl_priv *priv)
 355 {
 356         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 357         struct iwl_tt_restriction *restriction;
 358
 359         if (!priv->thermal_throttle.advanced_tt)
 360                 return IWL_ANT_OK_MULTI;
 361         restriction = tt->restriction + tt->state;
 362         return restriction->tx_stream;
 363 }
 364 EXPORT_SYMBOL(iwl_tx_ant_restriction);
 365
 366 enum iwl_antenna_ok iwl_rx_ant_restriction(struct iwl_priv *priv)
 367 {
 368         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 369         struct iwl_tt_restriction *restriction;
 370
 371         if (!priv->thermal_throttle.advanced_tt)
 372                 return IWL_ANT_OK_MULTI;
 373         restriction = tt->restriction + tt->state;
 374         return restriction->rx_stream;
 375 }
 376
 377 #define CT_KILL_EXIT_DURATION (5)       /* 5 seconds duration */
 378
 379 /*
 380  * toggle the bit to wake up uCode and check the temperature
 381  * if the temperature is below CT, uCode will stay awake and send card
 382  * state notification with CT_KILL bit clear to inform Thermal Throttling
 383  * Management to change state. Otherwise, uCode will go back to sleep
 384  * without doing anything, driver should continue the 5 seconds timer
 385  * to wake up uCode for temperature check until temperature drop below CT
 386  */
 387 static void iwl_tt_check_exit_ct_kill(unsigned long data)
 388 {
 389         struct iwl_priv *priv = (struct iwl_priv *)data;
 390         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 391         unsigned long flags;
 392
 393         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 394                 return;
 395
 396         if (tt->state == IWL_TI_CT_KILL) {
 397                 if (priv->thermal_throttle.ct_kill_toggle) {
 398                         iwl_write32(priv, CSR_UCODE_DRV_GP1_CLR,
 399                                     CSR_UCODE_DRV_GP1_REG_BIT_CT_KILL_EXIT);
 400                         priv->thermal_throttle.ct_kill_toggle = false;
 401                 } else {
 402                         iwl_write32(priv, CSR_UCODE_DRV_GP1_SET,
 403                                     CSR_UCODE_DRV_GP1_REG_BIT_CT_KILL_EXIT);
 404                         priv->thermal_throttle.ct_kill_toggle = true;
 405                 }
 406                 iwl_read32(priv, CSR_UCODE_DRV_GP1);
 407                 spin_lock_irqsave(&priv->reg_lock, flags);
 408                 if (!iwl_grab_nic_access(priv))
 409                         iwl_release_nic_access(priv);
 410                 spin_unlock_irqrestore(&priv->reg_lock, flags);
 411
 412                 /* Reschedule the ct_kill timer to occur in
 413                  * CT_KILL_EXIT_DURATION seconds to ensure we get a
 414                  * thermal update */
 415                 mod_timer(&priv->thermal_throttle.ct_kill_exit_tm, jiffies +
 416                           CT_KILL_EXIT_DURATION * HZ);
 417         }
 418 }
 419
 420 static void iwl_perform_ct_kill_task(struct iwl_priv *priv,
 421                            bool stop)
 422 {
 423         if (stop) {
 424                 IWL_DEBUG_POWER(priv, "Stop all queues\n");
 425                 if (priv->mac80211_registered)
 426                         ieee80211_stop_queues(priv->hw);
 427                 IWL_DEBUG_POWER(priv,
 428                                 "Schedule 5 seconds CT_KILL Timer\n");
 429                 mod_timer(&priv->thermal_throttle.ct_kill_exit_tm, jiffies +
 430                           CT_KILL_EXIT_DURATION * HZ);
 431         } else {
 432                 IWL_DEBUG_POWER(priv, "Wake all queues\n");
 433                 if (priv->mac80211_registered)
 434                         ieee80211_wake_queues(priv->hw);
 435         }
 436 }
 437
 438 #define IWL_MINIMAL_POWER_THRESHOLD             (CT_KILL_THRESHOLD_LEGACY)
 439 #define IWL_REDUCED_PERFORMANCE_THRESHOLD_2     (100)
 440 #define IWL_REDUCED_PERFORMANCE_THRESHOLD_1     (90)
 441
 442 /*
 443  * Legacy thermal throttling
 444  * 1) Avoid NIC destruction due to high temperatures
 445  *      Chip will identify dangerously high temperatures that can
 446  *      harm the device and will power down
 447  * 2) Avoid the NIC power down due to high temperature
 448  *      Throttle early enough to lower the power consumption before
 449  *      drastic steps are needed
 450  */
 451 static void iwl_legacy_tt_handler(struct iwl_priv *priv, s32 temp)
 452 {
 453         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 454         enum iwl_tt_state old_state;
 455
 456 #ifdef CONFIG_IWLWIFI_DEBUG
 457         if ((tt->tt_previous_temp) &&
 458             (temp > tt->tt_previous_temp) &&
 459             ((temp - tt->tt_previous_temp) >
 460             IWL_TT_INCREASE_MARGIN)) {
 461                 IWL_DEBUG_POWER(priv,
 462                         "Temperature increase %d degree Celsius\n",
 463                         (temp - tt->tt_previous_temp));
 464         }
 465 #endif
 466         old_state = tt->state;
 467         /* in Celsius */
 468         if (temp >= IWL_MINIMAL_POWER_THRESHOLD)
 469                 tt->state = IWL_TI_CT_KILL;
 470         else if (temp >= IWL_REDUCED_PERFORMANCE_THRESHOLD_2)
 471                 tt->state = IWL_TI_2;
 472         else if (temp >= IWL_REDUCED_PERFORMANCE_THRESHOLD_1)
 473                 tt->state = IWL_TI_1;
 474         else
 475                 tt->state = IWL_TI_0;
 476
 477 #ifdef CONFIG_IWLWIFI_DEBUG
 478         tt->tt_previous_temp = temp;
 479 #endif
 480         if (tt->state != old_state) {
 481                 switch (tt->state) {
 482                 case IWL_TI_0:
 483                         /*
 484                          * When the system is ready to go back to IWL_TI_0
 485                          * we only have to call iwl_power_update_mode() to
 486                          * do so.
 487                          */
 488                         break;
 489                 case IWL_TI_1:
 490                         tt->tt_power_mode = IWL_POWER_INDEX_3;
 491                         break;
 492                 case IWL_TI_2:
 493                         tt->tt_power_mode = IWL_POWER_INDEX_4;
 494                         break;
 495                 default:
 496                         tt->tt_power_mode = IWL_POWER_INDEX_5;
 497                         break;
 498                 }
 499                 mutex_lock(&priv->mutex);
 500                 if (iwl_power_update_mode(priv, true)) {
 501                         /* TT state not updated
 502                          * try again during next temperature read
 503                          */
 504                         tt->state = old_state;
 505                         IWL_ERR(priv, "Cannot update power mode, "
 506                                         "TT state not updated\n");
 507                 } else {
 508                         if (tt->state == IWL_TI_CT_KILL)
 509                                 iwl_perform_ct_kill_task(priv, true);
 510                         else if (old_state == IWL_TI_CT_KILL &&
 511                                  tt->state != IWL_TI_CT_KILL)
 512                                 iwl_perform_ct_kill_task(priv, false);
 513                         IWL_DEBUG_POWER(priv, "Temperature state changed %u\n",
 514                                         tt->state);
 515                         IWL_DEBUG_POWER(priv, "Power Index change to %u\n",
 516                                         tt->tt_power_mode);
 517                 }
 518                 mutex_unlock(&priv->mutex);
 519         }
 520 }
 521
 522 /*
 523  * Advance thermal throttling
 524  * 1) Avoid NIC destruction due to high temperatures
 525  *      Chip will identify dangerously high temperatures that can
 526  *      harm the device and will power down
 527  * 2) Avoid the NIC power down due to high temperature
 528  *      Throttle early enough to lower the power consumption before
 529  *      drastic steps are needed
 530  *      Actions include relaxing the power down sleep thresholds and
 531  *      decreasing the number of TX streams
 532  * 3) Avoid throughput performance impact as much as possible
 533  *
 534  *=============================================================================
 535  *                 Condition Nxt State  Condition Nxt State Condition Nxt State
 536  *-----------------------------------------------------------------------------
 537  *     IWL_TI_0     T >= 115   CT_KILL  115>T>=105   TI_1      N/A      N/A
 538  *     IWL_TI_1     T >= 115   CT_KILL  115>T>=110   TI_2     T<=95     TI_0
 539  *     IWL_TI_2     T >= 115   CT_KILL                        T<=100    TI_1
 540  *    IWL_CT_KILL      N/A       N/A       N/A        N/A     T<=95     TI_0
 541  *=============================================================================
 542  */
 543 static void iwl_advance_tt_handler(struct iwl_priv *priv, s32 temp)
 544 {
 545         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 546         int i;
 547         bool changed = false;
 548         enum iwl_tt_state old_state;
 549         struct iwl_tt_trans *transaction;
 550
 551         old_state = tt->state;
 552         for (i = 0; i < IWL_TI_STATE_MAX - 1; i++) {
 553                 /* based on the current TT state,
 554                  * find the curresponding transaction table
 555                  * each table has (IWL_TI_STATE_MAX - 1) entries
 556                  * tt->transaction + ((old_state * (IWL_TI_STATE_MAX - 1))
 557                  * will advance to the correct table.
 558                  * then based on the current temperature
 559                  * find the next state need to transaction to
 560                  * go through all the possible (IWL_TI_STATE_MAX - 1) entries
 561                  * in the current table to see if transaction is needed
 562                  */
 563                 transaction = tt->transaction +
 564                         ((old_state * (IWL_TI_STATE_MAX - 1)) + i);
 565                 if (temp >= transaction->tt_low &&
 566                     temp <= transaction->tt_high) {
 567 #ifdef CONFIG_IWLWIFI_DEBUG
 568                         if ((tt->tt_previous_temp) &&
 569                             (temp > tt->tt_previous_temp) &&
 570                             ((temp - tt->tt_previous_temp) >
 571                             IWL_TT_INCREASE_MARGIN)) {
 572                                 IWL_DEBUG_POWER(priv,
 573                                         "Temperature increase %d "
 574                                         "degree Celsius\n",
 575                                         (temp - tt->tt_previous_temp));
 576                         }
 577                         tt->tt_previous_temp = temp;
 578 #endif
 579                         if (old_state !=
 580                             transaction->next_state) {
 581                                 changed = true;
 582                                 tt->state =
 583                                         transaction->next_state;
 584                         }
 585                         break;
 586                 }
 587         }
 588         if (changed) {
 589                 struct iwl_rxon_cmd *rxon = &priv->staging_rxon;
 590
 591                 if (tt->state >= IWL_TI_1) {
 592                         /* force PI = IWL_POWER_INDEX_5 in the case of TI > 0 */
 593                         tt->tt_power_mode = IWL_POWER_INDEX_5;
 594                         if (!iwl_ht_enabled(priv))
 595                                 /* disable HT */
 596                                 rxon->flags &= ~(RXON_FLG_CHANNEL_MODE_MSK |
 597                                         RXON_FLG_CTRL_CHANNEL_LOC_HI_MSK |
 598                                         RXON_FLG_HT40_PROT_MSK |
 599                                         RXON_FLG_HT_PROT_MSK);
 600                         else {
 601                                 /* check HT capability and set
 602                                  * according to the system HT capability
 603                                  * in case get disabled before */
 604                                 iwl_set_rxon_ht(priv, &priv->current_ht_config);
 605                         }
 606
 607                 } else {
 608                         /*
 609                          * restore system power setting -- it will be
 610                          * recalculated automatically.
 611                          */
 612
 613                         /* check HT capability and set
 614                          * according to the system HT capability
 615                          * in case get disabled before */
 616                         iwl_set_rxon_ht(priv, &priv->current_ht_config);
 617                 }
 618                 mutex_lock(&priv->mutex);
 619                 if (iwl_power_update_mode(priv, true)) {
 620                         /* TT state not updated
 621                          * try again during next temperature read
 622                          */
 623                         IWL_ERR(priv, "Cannot update power mode, "
 624                                         "TT state not updated\n");
 625                         tt->state = old_state;
 626                 } else {
 627                         IWL_DEBUG_POWER(priv,
 628                                         "Thermal Throttling to new state: %u\n",
 629                                         tt->state);
 630                         if (old_state != IWL_TI_CT_KILL &&
 631                             tt->state == IWL_TI_CT_KILL) {
 632                                 IWL_DEBUG_POWER(priv, "Enter IWL_TI_CT_KILL\n");
 633                                 iwl_perform_ct_kill_task(priv, true);
 634
 635                         } else if (old_state == IWL_TI_CT_KILL &&
 636                                   tt->state != IWL_TI_CT_KILL) {
 637                                 IWL_DEBUG_POWER(priv, "Exit IWL_TI_CT_KILL\n");
 638                                 iwl_perform_ct_kill_task(priv, false);
 639                         }
 640                 }
 641                 mutex_unlock(&priv->mutex);
 642         }
 643 }
 644
 645 /* Card State Notification indicated reach critical temperature
 646  * if PSP not enable, no Thermal Throttling function will be performed
 647  * just set the GP1 bit to acknowledge the event
 648  * otherwise, go into IWL_TI_CT_KILL state
 649  * since Card State Notification will not provide any temperature reading
 650  * for Legacy mode
 651  * so just pass the CT_KILL temperature to iwl_legacy_tt_handler()
 652  * for advance mode
 653  * pass CT_KILL_THRESHOLD+1 to make sure move into IWL_TI_CT_KILL state
 654  */
 655 static void iwl_bg_ct_enter(struct work_struct *work)
 656 {
 657         struct iwl_priv *priv = container_of(work, struct iwl_priv, ct_enter);
 658         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 659
 660         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 661                 return;
 662
 663         if (!iwl_is_ready(priv))
 664                 return;
 665
 666         if (tt->state != IWL_TI_CT_KILL) {
 667                 IWL_ERR(priv, "Device reached critical temperature "
 668                               "- ucode going to sleep!\n");
 669                 if (!priv->thermal_throttle.advanced_tt)
 670                         iwl_legacy_tt_handler(priv,
 671                                               IWL_MINIMAL_POWER_THRESHOLD);
 672                 else
 673                         iwl_advance_tt_handler(priv,
 674                                                CT_KILL_THRESHOLD + 1);
 675         }
 676 }
 677
 678 /* Card State Notification indicated out of critical temperature
 679  * since Card State Notification will not provide any temperature reading
 680  * so pass the IWL_REDUCED_PERFORMANCE_THRESHOLD_2 temperature
 681  * to iwl_legacy_tt_handler() to get out of IWL_CT_KILL state
 682  */
 683 static void iwl_bg_ct_exit(struct work_struct *work)
 684 {
 685         struct iwl_priv *priv = container_of(work, struct iwl_priv, ct_exit);
 686         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 687
 688         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 689                 return;
 690
 691         if (!iwl_is_ready(priv))
 692                 return;
 693
 694         /* stop ct_kill_exit_tm timer */
 695         del_timer_sync(&priv->thermal_throttle.ct_kill_exit_tm);
 696
 697         if (tt->state == IWL_TI_CT_KILL) {
 698                 IWL_ERR(priv,
 699                         "Device temperature below critical"
 700                         "- ucode awake!\n");
 701                 if (!priv->thermal_throttle.advanced_tt)
 702                         iwl_legacy_tt_handler(priv,
 703                                         IWL_REDUCED_PERFORMANCE_THRESHOLD_2);
 704                 else
 705                         iwl_advance_tt_handler(priv, CT_KILL_EXIT_THRESHOLD);
 706         }
 707 }
 708
 709 void iwl_tt_enter_ct_kill(struct iwl_priv *priv)
 710 {
 711         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 712                 return;
 713
 714         IWL_DEBUG_POWER(priv, "Queueing critical temperature enter.\n");
 715         queue_work(priv->workqueue, &priv->ct_enter);
 716 }
 717 EXPORT_SYMBOL(iwl_tt_enter_ct_kill);
 718
 719 void iwl_tt_exit_ct_kill(struct iwl_priv *priv)
 720 {
 721         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 722                 return;
 723
 724         IWL_DEBUG_POWER(priv, "Queueing critical temperature exit.\n");
 725         queue_work(priv->workqueue, &priv->ct_exit);
 726 }
 727 EXPORT_SYMBOL(iwl_tt_exit_ct_kill);
 728
 729 static void iwl_bg_tt_work(struct work_struct *work)
 730 {
 731         struct iwl_priv *priv = container_of(work, struct iwl_priv, tt_work);
 732         s32 temp = priv->temperature; /* degrees CELSIUS except 4965 */
 733
 734         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 735                 return;
 736
 737         if ((priv->hw_rev & CSR_HW_REV_TYPE_MSK) == CSR_HW_REV_TYPE_4965)
 738                 temp = KELVIN_TO_CELSIUS(priv->temperature);
 739
 740         if (!priv->thermal_throttle.advanced_tt)
 741                 iwl_legacy_tt_handler(priv, temp);
 742         else
 743                 iwl_advance_tt_handler(priv, temp);
 744 }
 745
 746 void iwl_tt_handler(struct iwl_priv *priv)
 747 {
 748         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
 749                 return;
 750
 751         IWL_DEBUG_POWER(priv, "Queueing thermal throttling work.\n");
 752         queue_work(priv->workqueue, &priv->tt_work);
 753 }
 754 EXPORT_SYMBOL(iwl_tt_handler);
 755
 756 /* Thermal throttling initialization
 757  * For advance thermal throttling:
 758  *     Initialize Thermal Index and temperature threshold table
 759  *     Initialize thermal throttling restriction table
 760  */
 761 void iwl_tt_initialize(struct iwl_priv *priv)
 762 {
 763         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 764         int size = sizeof(struct iwl_tt_trans) * (IWL_TI_STATE_MAX - 1);
 765         struct iwl_tt_trans *transaction;
 766
 767         IWL_DEBUG_POWER(priv, "Initialize Thermal Throttling \n");
 768
 769         memset(tt, 0, sizeof(struct iwl_tt_mgmt));
 770
 771         tt->state = IWL_TI_0;
 772         init_timer(&priv->thermal_throttle.ct_kill_exit_tm);
 773         priv->thermal_throttle.ct_kill_exit_tm.data = (unsigned long)priv;
 774         priv->thermal_throttle.ct_kill_exit_tm.function = iwl_tt_check_exit_ct_kill;
 775
 776         /* setup deferred ct kill work */
 777         INIT_WORK(&priv->tt_work, iwl_bg_tt_work);
 778         INIT_WORK(&priv->ct_enter, iwl_bg_ct_enter);
 779         INIT_WORK(&priv->ct_exit, iwl_bg_ct_exit);
 780
 781         switch (priv->hw_rev & CSR_HW_REV_TYPE_MSK) {
 782         case CSR_HW_REV_TYPE_6x00:
 783         case CSR_HW_REV_TYPE_6x50:
 784                 IWL_DEBUG_POWER(priv, "Advanced Thermal Throttling\n");
 785                 tt->restriction = kzalloc(sizeof(struct iwl_tt_restriction) *
 786                                          IWL_TI_STATE_MAX, GFP_KERNEL);
 787                 tt->transaction = kzalloc(sizeof(struct iwl_tt_trans) *
 788                         IWL_TI_STATE_MAX * (IWL_TI_STATE_MAX - 1),
 789                         GFP_KERNEL);
 790                 if (!tt->restriction || !tt->transaction) {
 791                         IWL_ERR(priv, "Fallback to Legacy Throttling\n");
 792                         priv->thermal_throttle.advanced_tt = false;
 793                         kfree(tt->restriction);
 794                         tt->restriction = NULL;
 795                         kfree(tt->transaction);
 796                         tt->transaction = NULL;
 797                 } else {
 798                         transaction = tt->transaction +
 799                                 (IWL_TI_0 * (IWL_TI_STATE_MAX - 1));
 800                         memcpy(transaction, &tt_range_0[0], size);
 801                         transaction = tt->transaction +
 802                                 (IWL_TI_1 * (IWL_TI_STATE_MAX - 1));
 803                         memcpy(transaction, &tt_range_1[0], size);
 804                         transaction = tt->transaction +
 805                                 (IWL_TI_2 * (IWL_TI_STATE_MAX - 1));
 806                         memcpy(transaction, &tt_range_2[0], size);
 807                         transaction = tt->transaction +
 808                                 (IWL_TI_CT_KILL * (IWL_TI_STATE_MAX - 1));
 809                         memcpy(transaction, &tt_range_3[0], size);
 810                         size = sizeof(struct iwl_tt_restriction) *
 811                                 IWL_TI_STATE_MAX;
 812                         memcpy(tt->restriction,
 813                                 &restriction_range[0], size);
 814                         priv->thermal_throttle.advanced_tt = true;
 815                 }
 816                 break;
 817         default:
 818                 IWL_DEBUG_POWER(priv, "Legacy Thermal Throttling\n");
 819                 priv->thermal_throttle.advanced_tt = false;
 820                 break;
 821         }
 822 }
 823 EXPORT_SYMBOL(iwl_tt_initialize);
 824
 825 /* cleanup thermal throttling management related memory and timer */
 826 void iwl_tt_exit(struct iwl_priv *priv)
 827 {
 828         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
 829
 830         /* stop ct_kill_exit_tm timer if activated */
 831         del_timer_sync(&priv->thermal_throttle.ct_kill_exit_tm);
 832         cancel_work_sync(&priv->tt_work);
 833         cancel_work_sync(&priv->ct_enter);
 834         cancel_work_sync(&priv->ct_exit);
 835
 836         if (priv->thermal_throttle.advanced_tt) {
 837                 /* free advance thermal throttling memory */
 838                 kfree(tt->restriction);
 839                 tt->restriction = NULL;
 840                 kfree(tt->transaction);
 841                 tt->transaction = NULL;
 842         }
 843 }
 844 EXPORT_SYMBOL(iwl_tt_exit);
 845
 846 /* initialize to default */
 847 void iwl_power_initialize(struct iwl_priv *priv)
 848 {
 849         u16 lctl = iwl_pcie_link_ctl(priv);
 850
 851         priv->power_data.pci_pm = !(lctl & PCI_CFG_LINK_CTRL_VAL_L0S_EN);
 852
 853         priv->power_data.debug_sleep_level_override = -1;
 854
 855         memset(&priv->power_data.sleep_cmd, 0,
 856                 sizeof(priv->power_data.sleep_cmd));
 857 }
 858 EXPORT_SYMBOL(iwl_power_initialize);