drivers/net/wireless/iwlegacy/4965-rs.c

   1 /******************************************************************************
   2  *
   3  * Copyright(c) 2005 - 2011 Intel Corporation. All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or modify it
   6  * under the terms of version 2 of the GNU General Public License as
   7  * published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  12  * more details.
  13  *
  14  * You should have received a copy of the GNU General Public License along with
  15  * this program; if not, write to the Free Software Foundation, Inc.,
  16  * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
  17  *
  18  * The full GNU General Public License is included in this distribution in the
  19  * file called LICENSE.
  20  *
  21  * Contact Information:
  22  *  Intel Linux Wireless <ilw@linux.intel.com>
  23  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  24  *
  25  *****************************************************************************/
  26 #include <linux/kernel.h>
  27 #include <linux/init.h>
  28 #include <linux/skbuff.h>
  29 #include <linux/slab.h>
  30 #include <net/mac80211.h>
  31
  32 #include <linux/netdevice.h>
  33 #include <linux/etherdevice.h>
  34 #include <linux/delay.h>
  35
  36 #include <linux/workqueue.h>
  37
  38 #include "common.h"
  39 #include "4965.h"
  40
  41 #define IL4965_RS_NAME "iwl-4965-rs"
  42
  43 #define NUM_TRY_BEFORE_ANT_TOGGLE 1
  44 #define IL_NUMBER_TRY      1
  45 #define IL_HT_NUMBER_TRY   3
  46
  47 #define RATE_MAX_WINDOW         62      /* # tx in history win */
  48 #define RATE_MIN_FAILURE_TH             6       /* min failures to calc tpt */
  49 #define RATE_MIN_SUCCESS_TH             8       /* min successes to calc tpt */
  50
  51 /* max allowed rate miss before sync LQ cmd */
  52 #define IL_MISSED_RATE_MAX              15
  53 /* max time to accum history 2 seconds */
  54 #define RATE_SCALE_FLUSH_INTVL   (3*HZ)
  55
  56 static u8 rs_ht_to_legacy[] = {
  57         RATE_6M_IDX, RATE_6M_IDX,
  58         RATE_6M_IDX, RATE_6M_IDX,
  59         RATE_6M_IDX,
  60         RATE_6M_IDX, RATE_9M_IDX,
  61         RATE_12M_IDX, RATE_18M_IDX,
  62         RATE_24M_IDX, RATE_36M_IDX,
  63         RATE_48M_IDX, RATE_54M_IDX
  64 };
  65
  66 static const u8 ant_toggle_lookup[] = {
  67         /*ANT_NONE -> */ ANT_NONE,
  68         /*ANT_A    -> */ ANT_B,
  69         /*ANT_B    -> */ ANT_C,
  70         /*ANT_AB   -> */ ANT_BC,
  71         /*ANT_C    -> */ ANT_A,
  72         /*ANT_AC   -> */ ANT_AB,
  73         /*ANT_BC   -> */ ANT_AC,
  74         /*ANT_ABC  -> */ ANT_ABC,
  75 };
  76
  77 #define IL_DECLARE_RATE_INFO(r, s, ip, in, rp, rn, pp, np)    \
  78         [RATE_##r##M_IDX] = { RATE_##r##M_PLCP,      \
  79                                     RATE_SISO_##s##M_PLCP, \
  80                                     RATE_MIMO2_##s##M_PLCP,\
  81                                     RATE_##r##M_IEEE,      \
  82                                     RATE_##ip##M_IDX,    \
  83                                     RATE_##in##M_IDX,    \
  84                                     RATE_##rp##M_IDX,    \
  85                                     RATE_##rn##M_IDX,    \
  86                                     RATE_##pp##M_IDX,    \
  87                                     RATE_##np##M_IDX }
  88
  89 /*
  90  * Parameter order:
  91  *   rate, ht rate, prev rate, next rate, prev tgg rate, next tgg rate
  92  *
  93  * If there isn't a valid next or previous rate then INV is used which
  94  * maps to RATE_INVALID
  95  *
  96  */
  97 const struct il_rate_info il_rates[RATE_COUNT] = {
  98         IL_DECLARE_RATE_INFO(1, INV, INV, 2, INV, 2, INV, 2),   /*  1mbps */
  99         IL_DECLARE_RATE_INFO(2, INV, 1, 5, 1, 5, 1, 5),         /*  2mbps */
 100         IL_DECLARE_RATE_INFO(5, INV, 2, 6, 2, 11, 2, 11),       /*5.5mbps */
 101         IL_DECLARE_RATE_INFO(11, INV, 9, 12, 9, 12, 5, 18),     /* 11mbps */
 102         IL_DECLARE_RATE_INFO(6, 6, 5, 9, 5, 11, 5, 11),         /*  6mbps */
 103         IL_DECLARE_RATE_INFO(9, 6, 6, 11, 6, 11, 5, 11),        /*  9mbps */
 104         IL_DECLARE_RATE_INFO(12, 12, 11, 18, 11, 18, 11, 18),   /* 12mbps */
 105         IL_DECLARE_RATE_INFO(18, 18, 12, 24, 12, 24, 11, 24),   /* 18mbps */
 106         IL_DECLARE_RATE_INFO(24, 24, 18, 36, 18, 36, 18, 36),   /* 24mbps */
 107         IL_DECLARE_RATE_INFO(36, 36, 24, 48, 24, 48, 24, 48),   /* 36mbps */
 108         IL_DECLARE_RATE_INFO(48, 48, 36, 54, 36, 54, 36, 54),   /* 48mbps */
 109         IL_DECLARE_RATE_INFO(54, 54, 48, INV, 48, INV, 48, INV),/* 54mbps */
 110         IL_DECLARE_RATE_INFO(60, 60, 48, INV, 48, INV, 48, INV),/* 60mbps */
 111 };
 112
 113 static int
 114 il4965_hwrate_to_plcp_idx(u32 rate_n_flags)
 115 {
 116         int idx = 0;
 117
 118         /* HT rate format */
 119         if (rate_n_flags & RATE_MCS_HT_MSK) {
 120                 idx = (rate_n_flags & 0xff);
 121
 122                 if (idx >= RATE_MIMO2_6M_PLCP)
 123                         idx = idx - RATE_MIMO2_6M_PLCP;
 124
 125                 idx += IL_FIRST_OFDM_RATE;
 126                 /* skip 9M not supported in ht */
 127                 if (idx >= RATE_9M_IDX)
 128                         idx += 1;
 129                 if (idx >= IL_FIRST_OFDM_RATE && idx <= IL_LAST_OFDM_RATE)
 130                         return idx;
 131
 132                 /* legacy rate format, search for match in table */
 133         } else {
 134                 for (idx = 0; idx < ARRAY_SIZE(il_rates); idx++)
 135                         if (il_rates[idx].plcp == (rate_n_flags & 0xFF))
 136                                 return idx;
 137         }
 138
 139         return -1;
 140 }
 141
 142 static void il4965_rs_rate_scale_perform(struct il_priv *il,
 143                                          struct sk_buff *skb,
 144                                          struct ieee80211_sta *sta,
 145                                          struct il_lq_sta *lq_sta);
 146 static void il4965_rs_fill_link_cmd(struct il_priv *il,
 147                                     struct il_lq_sta *lq_sta, u32 rate_n_flags);
 148 static void il4965_rs_stay_in_table(struct il_lq_sta *lq_sta,
 149                                     bool force_search);
 150
 151 #ifdef CONFIG_MAC80211_DEBUGFS
 152 static void il4965_rs_dbgfs_set_mcs(struct il_lq_sta *lq_sta,
 153                                     u32 *rate_n_flags, int idx);
 154 #else
 155 static void
 156 il4965_rs_dbgfs_set_mcs(struct il_lq_sta *lq_sta, u32 * rate_n_flags, int idx)
 157 {
 158 }
 159 #endif
 160
 161 /**
 162  * The following tables contain the expected throughput metrics for all rates
 163  *
 164  *      1, 2, 5.5, 11, 6, 9, 12, 18, 24, 36, 48, 54, 60 MBits
 165  *
 166  * where invalid entries are zeros.
 167  *
 168  * CCK rates are only valid in legacy table and will only be used in G
 169  * (2.4 GHz) band.
 170  */
 171
 172 static s32 expected_tpt_legacy[RATE_COUNT] = {
 173         7, 13, 35, 58, 40, 57, 72, 98, 121, 154, 177, 186, 0
 174 };
 175
 176 static s32 expected_tpt_siso20MHz[4][RATE_COUNT] = {
 177         {0, 0, 0, 0, 42, 0, 76, 102, 124, 158, 183, 193, 202},  /* Norm */
 178         {0, 0, 0, 0, 46, 0, 82, 110, 132, 167, 192, 202, 210},  /* SGI */
 179         {0, 0, 0, 0, 48, 0, 93, 135, 176, 251, 319, 351, 381},  /* AGG */
 180         {0, 0, 0, 0, 53, 0, 102, 149, 193, 275, 348, 381, 413}, /* AGG+SGI */
 181 };
 182
 183 static s32 expected_tpt_siso40MHz[4][RATE_COUNT] = {
 184         {0, 0, 0, 0, 77, 0, 127, 160, 184, 220, 242, 250, 257}, /* Norm */
 185         {0, 0, 0, 0, 83, 0, 135, 169, 193, 229, 250, 257, 264}, /* SGI */
 186         {0, 0, 0, 0, 96, 0, 182, 259, 328, 451, 553, 598, 640}, /* AGG */
 187         {0, 0, 0, 0, 106, 0, 199, 282, 357, 487, 593, 640, 683},        /* AGG+SGI */
 188 };
 189
 190 static s32 expected_tpt_mimo2_20MHz[4][RATE_COUNT] = {
 191         {0, 0, 0, 0, 74, 0, 123, 155, 179, 213, 235, 243, 250}, /* Norm */
 192         {0, 0, 0, 0, 81, 0, 131, 164, 187, 221, 242, 250, 256}, /* SGI */
 193         {0, 0, 0, 0, 92, 0, 175, 250, 317, 436, 534, 578, 619}, /* AGG */
 194         {0, 0, 0, 0, 102, 0, 192, 273, 344, 470, 573, 619, 660},        /* AGG+SGI */
 195 };
 196
 197 static s32 expected_tpt_mimo2_40MHz[4][RATE_COUNT] = {
 198         {0, 0, 0, 0, 123, 0, 182, 214, 235, 264, 279, 285, 289},        /* Norm */
 199         {0, 0, 0, 0, 131, 0, 191, 222, 242, 270, 284, 289, 293},        /* SGI */
 200         {0, 0, 0, 0, 180, 0, 327, 446, 545, 708, 828, 878, 922},        /* AGG */
 201         {0, 0, 0, 0, 197, 0, 355, 481, 584, 752, 872, 922, 966},        /* AGG+SGI */
 202 };
 203
 204 /* mbps, mcs */
 205 static const struct il_rate_mcs_info il_rate_mcs[RATE_COUNT] = {
 206         {"1", "BPSK DSSS"},
 207         {"2", "QPSK DSSS"},
 208         {"5.5", "BPSK CCK"},
 209         {"11", "QPSK CCK"},
 210         {"6", "BPSK 1/2"},
 211         {"9", "BPSK 1/2"},
 212         {"12", "QPSK 1/2"},
 213         {"18", "QPSK 3/4"},
 214         {"24", "16QAM 1/2"},
 215         {"36", "16QAM 3/4"},
 216         {"48", "64QAM 2/3"},
 217         {"54", "64QAM 3/4"},
 218         {"60", "64QAM 5/6"},
 219 };
 220
 221 #define MCS_IDX_PER_STREAM      (8)
 222
 223 static inline u8
 224 il4965_rs_extract_rate(u32 rate_n_flags)
 225 {
 226         return (u8) (rate_n_flags & 0xFF);
 227 }
 228
 229 static void
 230 il4965_rs_rate_scale_clear_win(struct il_rate_scale_data *win)
 231 {
 232         win->data = 0;
 233         win->success_counter = 0;
 234         win->success_ratio = IL_INVALID_VALUE;
 235         win->counter = 0;
 236         win->average_tpt = IL_INVALID_VALUE;
 237         win->stamp = 0;
 238 }
 239
 240 static inline u8
 241 il4965_rs_is_valid_ant(u8 valid_antenna, u8 ant_type)
 242 {
 243         return (ant_type & valid_antenna) == ant_type;
 244 }
 245
 246 /*
 247  *      removes the old data from the stats. All data that is older than
 248  *      TID_MAX_TIME_DIFF, will be deleted.
 249  */
 250 static void
 251 il4965_rs_tl_rm_old_stats(struct il_traffic_load *tl, u32 curr_time)
 252 {
 253         /* The oldest age we want to keep */
 254         u32 oldest_time = curr_time - TID_MAX_TIME_DIFF;
 255
 256         while (tl->queue_count && tl->time_stamp < oldest_time) {
 257                 tl->total -= tl->packet_count[tl->head];
 258                 tl->packet_count[tl->head] = 0;
 259                 tl->time_stamp += TID_QUEUE_CELL_SPACING;
 260                 tl->queue_count--;
 261                 tl->head++;
 262                 if (tl->head >= TID_QUEUE_MAX_SIZE)
 263                         tl->head = 0;
 264         }
 265 }
 266
 267 /*
 268  *      increment traffic load value for tid and also remove
 269  *      any old values if passed the certain time period
 270  */
 271 static u8
 272 il4965_rs_tl_add_packet(struct il_lq_sta *lq_data, struct ieee80211_hdr *hdr)
 273 {
 274         u32 curr_time = jiffies_to_msecs(jiffies);
 275         u32 time_diff;
 276         s32 idx;
 277         struct il_traffic_load *tl = NULL;
 278         u8 tid;
 279
 280         if (ieee80211_is_data_qos(hdr->frame_control)) {
 281                 u8 *qc = ieee80211_get_qos_ctl(hdr);
 282                 tid = qc[0] & 0xf;
 283         } else
 284                 return MAX_TID_COUNT;
 285
 286         if (unlikely(tid >= TID_MAX_LOAD_COUNT))
 287                 return MAX_TID_COUNT;
 288
 289         tl = &lq_data->load[tid];
 290
 291         curr_time -= curr_time % TID_ROUND_VALUE;
 292
 293         /* Happens only for the first packet. Initialize the data */
 294         if (!(tl->queue_count)) {
 295                 tl->total = 1;
 296                 tl->time_stamp = curr_time;
 297                 tl->queue_count = 1;
 298                 tl->head = 0;
 299                 tl->packet_count[0] = 1;
 300                 return MAX_TID_COUNT;
 301         }
 302
 303         time_diff = TIME_WRAP_AROUND(tl->time_stamp, curr_time);
 304         idx = time_diff / TID_QUEUE_CELL_SPACING;
 305
 306         /* The history is too long: remove data that is older than */
 307         /* TID_MAX_TIME_DIFF */
 308         if (idx >= TID_QUEUE_MAX_SIZE)
 309                 il4965_rs_tl_rm_old_stats(tl, curr_time);
 310
 311         idx = (tl->head + idx) % TID_QUEUE_MAX_SIZE;
 312         tl->packet_count[idx] = tl->packet_count[idx] + 1;
 313         tl->total = tl->total + 1;
 314
 315         if ((idx + 1) > tl->queue_count)
 316                 tl->queue_count = idx + 1;
 317
 318         return tid;
 319 }
 320
 321 /*
 322         get the traffic load value for tid
 323 */
 324 static u32
 325 il4965_rs_tl_get_load(struct il_lq_sta *lq_data, u8 tid)
 326 {
 327         u32 curr_time = jiffies_to_msecs(jiffies);
 328         u32 time_diff;
 329         s32 idx;
 330         struct il_traffic_load *tl = NULL;
 331
 332         if (tid >= TID_MAX_LOAD_COUNT)
 333                 return 0;
 334
 335         tl = &(lq_data->load[tid]);
 336
 337         curr_time -= curr_time % TID_ROUND_VALUE;
 338
 339         if (!(tl->queue_count))
 340                 return 0;
 341
 342         time_diff = TIME_WRAP_AROUND(tl->time_stamp, curr_time);
 343         idx = time_diff / TID_QUEUE_CELL_SPACING;
 344
 345         /* The history is too long: remove data that is older than */
 346         /* TID_MAX_TIME_DIFF */
 347         if (idx >= TID_QUEUE_MAX_SIZE)
 348                 il4965_rs_tl_rm_old_stats(tl, curr_time);
 349
 350         return tl->total;
 351 }
 352
 353 static int
 354 il4965_rs_tl_turn_on_agg_for_tid(struct il_priv *il, struct il_lq_sta *lq_data,
 355                                  u8 tid, struct ieee80211_sta *sta)
 356 {
 357         int ret = -EAGAIN;
 358         u32 load;
 359
 360         load = il4965_rs_tl_get_load(lq_data, tid);
 361
 362         if (load > IL_AGG_LOAD_THRESHOLD) {
 363                 D_HT("Starting Tx agg: STA: %pM tid: %d\n", sta->addr, tid);
 364                 ret = ieee80211_start_tx_ba_session(sta, tid, 5000);
 365                 if (ret == -EAGAIN) {
 366                         /*
 367                          * driver and mac80211 is out of sync
 368                          * this might be cause by reloading firmware
 369                          * stop the tx ba session here
 370                          */
 371                         IL_ERR("Fail start Tx agg on tid: %d\n", tid);
 372                         ieee80211_stop_tx_ba_session(sta, tid);
 373                 }
 374         } else
 375                 D_HT("Aggregation not enabled for tid %d because load = %u\n",
 376                      tid, load);
 377
 378         return ret;
 379 }
 380
 381 static void
 382 il4965_rs_tl_turn_on_agg(struct il_priv *il, u8 tid, struct il_lq_sta *lq_data,
 383                          struct ieee80211_sta *sta)
 384 {
 385         if (tid < TID_MAX_LOAD_COUNT)
 386                 il4965_rs_tl_turn_on_agg_for_tid(il, lq_data, tid, sta);
 387         else
 388                 IL_ERR("tid exceeds max load count: %d/%d\n", tid,
 389                        TID_MAX_LOAD_COUNT);
 390 }
 391
 392 static inline int
 393 il4965_get_il4965_num_of_ant_from_rate(u32 rate_n_flags)
 394 {
 395         return !!(rate_n_flags & RATE_MCS_ANT_A_MSK) +
 396             !!(rate_n_flags & RATE_MCS_ANT_B_MSK) +
 397             !!(rate_n_flags & RATE_MCS_ANT_C_MSK);
 398 }
 399
 400 /*
 401  * Static function to get the expected throughput from an il_scale_tbl_info
 402  * that wraps a NULL pointer check
 403  */
 404 static s32
 405 il4965_get_expected_tpt(struct il_scale_tbl_info *tbl, int rs_idx)
 406 {
 407         if (tbl->expected_tpt)
 408                 return tbl->expected_tpt[rs_idx];
 409         return 0;
 410 }
 411
 412 /**
 413  * il4965_rs_collect_tx_data - Update the success/failure sliding win
 414  *
 415  * We keep a sliding win of the last 62 packets transmitted
 416  * at this rate.  win->data contains the bitmask of successful
 417  * packets.
 418  */
 419 static int
 420 il4965_rs_collect_tx_data(struct il_scale_tbl_info *tbl, int scale_idx,
 421                           int attempts, int successes)
 422 {
 423         struct il_rate_scale_data *win = NULL;
 424         static const u64 mask = (((u64) 1) << (RATE_MAX_WINDOW - 1));
 425         s32 fail_count, tpt;
 426
 427         if (scale_idx < 0 || scale_idx >= RATE_COUNT)
 428                 return -EINVAL;
 429
 430         /* Select win for current tx bit rate */
 431         win = &(tbl->win[scale_idx]);
 432
 433         /* Get expected throughput */
 434         tpt = il4965_get_expected_tpt(tbl, scale_idx);
 435
 436         /*
 437          * Keep track of only the latest 62 tx frame attempts in this rate's
 438          * history win; anything older isn't really relevant any more.
 439          * If we have filled up the sliding win, drop the oldest attempt;
 440          * if the oldest attempt (highest bit in bitmap) shows "success",
 441          * subtract "1" from the success counter (this is the main reason
 442          * we keep these bitmaps!).
 443          */
 444         while (attempts > 0) {
 445                 if (win->counter >= RATE_MAX_WINDOW) {
 446
 447                         /* remove earliest */
 448                         win->counter = RATE_MAX_WINDOW - 1;
 449
 450                         if (win->data & mask) {
 451                                 win->data &= ~mask;
 452                                 win->success_counter--;
 453                         }
 454                 }
 455
 456                 /* Increment frames-attempted counter */
 457                 win->counter++;
 458
 459                 /* Shift bitmap by one frame to throw away oldest history */
 460                 win->data <<= 1;
 461
 462                 /* Mark the most recent #successes attempts as successful */
 463                 if (successes > 0) {
 464                         win->success_counter++;
 465                         win->data |= 0x1;
 466                         successes--;
 467                 }
 468
 469                 attempts--;
 470         }
 471
 472         /* Calculate current success ratio, avoid divide-by-0! */
 473         if (win->counter > 0)
 474                 win->success_ratio =
 475                     128 * (100 * win->success_counter) / win->counter;
 476         else
 477                 win->success_ratio = IL_INVALID_VALUE;
 478
 479         fail_count = win->counter - win->success_counter;
 480
 481         /* Calculate average throughput, if we have enough history. */
 482         if (fail_count >= RATE_MIN_FAILURE_TH ||
 483             win->success_counter >= RATE_MIN_SUCCESS_TH)
 484                 win->average_tpt = (win->success_ratio * tpt + 64) / 128;
 485         else
 486                 win->average_tpt = IL_INVALID_VALUE;
 487
 488         /* Tag this win as having been updated */
 489         win->stamp = jiffies;
 490
 491         return 0;
 492 }
 493
 494 /*
 495  * Fill uCode API rate_n_flags field, based on "search" or "active" table.
 496  */
 497 static u32
 498 il4965_rate_n_flags_from_tbl(struct il_priv *il, struct il_scale_tbl_info *tbl,
 499                              int idx, u8 use_green)
 500 {
 501         u32 rate_n_flags = 0;
 502
 503         if (is_legacy(tbl->lq_type)) {
 504                 rate_n_flags = il_rates[idx].plcp;
 505                 if (idx >= IL_FIRST_CCK_RATE && idx <= IL_LAST_CCK_RATE)
 506                         rate_n_flags |= RATE_MCS_CCK_MSK;
 507
 508         } else if (is_Ht(tbl->lq_type)) {
 509                 if (idx > IL_LAST_OFDM_RATE) {
 510                         IL_ERR("Invalid HT rate idx %d\n", idx);
 511                         idx = IL_LAST_OFDM_RATE;
 512                 }
 513                 rate_n_flags = RATE_MCS_HT_MSK;
 514
 515                 if (is_siso(tbl->lq_type))
 516                         rate_n_flags |= il_rates[idx].plcp_siso;
 517                 else
 518                         rate_n_flags |= il_rates[idx].plcp_mimo2;
 519         } else {
 520                 IL_ERR("Invalid tbl->lq_type %d\n", tbl->lq_type);
 521         }
 522
 523         rate_n_flags |=
 524             ((tbl->ant_type << RATE_MCS_ANT_POS) & RATE_MCS_ANT_ABC_MSK);
 525
 526         if (is_Ht(tbl->lq_type)) {
 527                 if (tbl->is_ht40) {
 528                         if (tbl->is_dup)
 529                                 rate_n_flags |= RATE_MCS_DUP_MSK;
 530                         else
 531                                 rate_n_flags |= RATE_MCS_HT40_MSK;
 532                 }
 533                 if (tbl->is_SGI)
 534                         rate_n_flags |= RATE_MCS_SGI_MSK;
 535
 536                 if (use_green) {
 537                         rate_n_flags |= RATE_MCS_GF_MSK;
 538                         if (is_siso(tbl->lq_type) && tbl->is_SGI) {
 539                                 rate_n_flags &= ~RATE_MCS_SGI_MSK;
 540                                 IL_ERR("GF was set with SGI:SISO\n");
 541                         }
 542                 }
 543         }
 544         return rate_n_flags;
 545 }
 546
 547 /*
 548  * Interpret uCode API's rate_n_flags format,
 549  * fill "search" or "active" tx mode table.
 550  */
 551 static int
 552 il4965_rs_get_tbl_info_from_mcs(const u32 rate_n_flags,
 553                                 enum ieee80211_band band,
 554                                 struct il_scale_tbl_info *tbl, int *rate_idx)
 555 {
 556         u32 ant_msk = (rate_n_flags & RATE_MCS_ANT_ABC_MSK);
 557         u8 il4965_num_of_ant =
 558             il4965_get_il4965_num_of_ant_from_rate(rate_n_flags);
 559         u8 mcs;
 560
 561         memset(tbl, 0, sizeof(struct il_scale_tbl_info));
 562         *rate_idx = il4965_hwrate_to_plcp_idx(rate_n_flags);
 563
 564         if (*rate_idx == RATE_INVALID) {
 565                 *rate_idx = -1;
 566                 return -EINVAL;
 567         }
 568         tbl->is_SGI = 0;        /* default legacy setup */
 569         tbl->is_ht40 = 0;
 570         tbl->is_dup = 0;
 571         tbl->ant_type = (ant_msk >> RATE_MCS_ANT_POS);
 572         tbl->lq_type = LQ_NONE;
 573         tbl->max_search = IL_MAX_SEARCH;
 574
 575         /* legacy rate format */
 576         if (!(rate_n_flags & RATE_MCS_HT_MSK)) {
 577                 if (il4965_num_of_ant == 1) {
 578                         if (band == IEEE80211_BAND_5GHZ)
 579                                 tbl->lq_type = LQ_A;
 580                         else
 581                                 tbl->lq_type = LQ_G;
 582                 }
 583                 /* HT rate format */
 584         } else {
 585                 if (rate_n_flags & RATE_MCS_SGI_MSK)
 586                         tbl->is_SGI = 1;
 587
 588                 if ((rate_n_flags & RATE_MCS_HT40_MSK) ||
 589                     (rate_n_flags & RATE_MCS_DUP_MSK))
 590                         tbl->is_ht40 = 1;
 591
 592                 if (rate_n_flags & RATE_MCS_DUP_MSK)
 593                         tbl->is_dup = 1;
 594
 595                 mcs = il4965_rs_extract_rate(rate_n_flags);
 596
 597                 /* SISO */
 598                 if (mcs <= RATE_SISO_60M_PLCP) {
 599                         if (il4965_num_of_ant == 1)
 600                                 tbl->lq_type = LQ_SISO; /*else NONE */
 601                         /* MIMO2 */
 602                 } else {
 603                         if (il4965_num_of_ant == 2)
 604                                 tbl->lq_type = LQ_MIMO2;
 605                 }
 606         }
 607         return 0;
 608 }
 609
 610 /* switch to another antenna/antennas and return 1 */
 611 /* if no other valid antenna found, return 0 */
 612 static int
 613 il4965_rs_toggle_antenna(u32 valid_ant, u32 *rate_n_flags,
 614                          struct il_scale_tbl_info *tbl)
 615 {
 616         u8 new_ant_type;
 617
 618         if (!tbl->ant_type || tbl->ant_type > ANT_ABC)
 619                 return 0;
 620
 621         if (!il4965_rs_is_valid_ant(valid_ant, tbl->ant_type))
 622                 return 0;
 623
 624         new_ant_type = ant_toggle_lookup[tbl->ant_type];
 625
 626         while (new_ant_type != tbl->ant_type &&
 627                !il4965_rs_is_valid_ant(valid_ant, new_ant_type))
 628                 new_ant_type = ant_toggle_lookup[new_ant_type];
 629
 630         if (new_ant_type == tbl->ant_type)
 631                 return 0;
 632
 633         tbl->ant_type = new_ant_type;
 634         *rate_n_flags &= ~RATE_MCS_ANT_ABC_MSK;
 635         *rate_n_flags |= new_ant_type << RATE_MCS_ANT_POS;
 636         return 1;
 637 }
 638
 639 /**
 640  * Green-field mode is valid if the station supports it and
 641  * there are no non-GF stations present in the BSS.
 642  */
 643 static bool
 644 il4965_rs_use_green(struct ieee80211_sta *sta)
 645 {
 646         struct il_station_priv *sta_priv = (void *)sta->drv_priv;
 647         struct il_rxon_context *ctx = sta_priv->common.ctx;
 648
 649         return (sta->ht_cap.cap & IEEE80211_HT_CAP_GRN_FLD) &&
 650             !(ctx->ht.non_gf_sta_present);
 651 }
 652
 653 /**
 654  * il4965_rs_get_supported_rates - get the available rates
 655  *
 656  * if management frame or broadcast frame only return
 657  * basic available rates.
 658  *
 659  */
 660 static u16
 661 il4965_rs_get_supported_rates(struct il_lq_sta *lq_sta,
 662                               struct ieee80211_hdr *hdr,
 663                               enum il_table_type rate_type)
 664 {
 665         if (is_legacy(rate_type)) {
 666                 return lq_sta->active_legacy_rate;
 667         } else {
 668                 if (is_siso(rate_type))
 669                         return lq_sta->active_siso_rate;
 670                 else
 671                         return lq_sta->active_mimo2_rate;
 672         }
 673 }
 674
 675 static u16
 676 il4965_rs_get_adjacent_rate(struct il_priv *il, u8 idx, u16 rate_mask,
 677                             int rate_type)
 678 {
 679         u8 high = RATE_INVALID;
 680         u8 low = RATE_INVALID;
 681
 682         /* 802.11A or ht walks to the next literal adjacent rate in
 683          * the rate table */
 684         if (is_a_band(rate_type) || !is_legacy(rate_type)) {
 685                 int i;
 686                 u32 mask;
 687
 688                 /* Find the previous rate that is in the rate mask */
 689                 i = idx - 1;
 690                 for (mask = (1 << i); i >= 0; i--, mask >>= 1) {
 691                         if (rate_mask & mask) {
 692                                 low = i;
 693                                 break;
 694                         }
 695                 }
 696
 697                 /* Find the next rate that is in the rate mask */
 698                 i = idx + 1;
 699                 for (mask = (1 << i); i < RATE_COUNT; i++, mask <<= 1) {
 700                         if (rate_mask & mask) {
 701                                 high = i;
 702                                 break;
 703                         }
 704                 }
 705
 706                 return (high << 8) | low;
 707         }
 708
 709         low = idx;
 710         while (low != RATE_INVALID) {
 711                 low = il_rates[low].prev_rs;
 712                 if (low == RATE_INVALID)
 713                         break;
 714                 if (rate_mask & (1 << low))
 715                         break;
 716                 D_RATE("Skipping masked lower rate: %d\n", low);
 717         }
 718
 719         high = idx;
 720         while (high != RATE_INVALID) {
 721                 high = il_rates[high].next_rs;
 722                 if (high == RATE_INVALID)
 723                         break;
 724                 if (rate_mask & (1 << high))
 725                         break;
 726                 D_RATE("Skipping masked higher rate: %d\n", high);
 727         }
 728
 729         return (high << 8) | low;
 730 }
 731
 732 static u32
 733 il4965_rs_get_lower_rate(struct il_lq_sta *lq_sta,
 734                          struct il_scale_tbl_info *tbl, u8 scale_idx,
 735                          u8 ht_possible)
 736 {
 737         s32 low;
 738         u16 rate_mask;
 739         u16 high_low;
 740         u8 switch_to_legacy = 0;
 741         u8 is_green = lq_sta->is_green;
 742         struct il_priv *il = lq_sta->drv;
 743
 744         /* check if we need to switch from HT to legacy rates.
 745          * assumption is that mandatory rates (1Mbps or 6Mbps)
 746          * are always supported (spec demand) */
 747         if (!is_legacy(tbl->lq_type) && (!ht_possible || !scale_idx)) {
 748                 switch_to_legacy = 1;
 749                 scale_idx = rs_ht_to_legacy[scale_idx];
 750                 if (lq_sta->band == IEEE80211_BAND_5GHZ)
 751                         tbl->lq_type = LQ_A;
 752                 else
 753                         tbl->lq_type = LQ_G;
 754
 755                 if (il4965_num_of_ant(tbl->ant_type) > 1)
 756                         tbl->ant_type =
 757                             il4965_first_antenna(il->hw_params.valid_tx_ant);
 758
 759                 tbl->is_ht40 = 0;
 760                 tbl->is_SGI = 0;
 761                 tbl->max_search = IL_MAX_SEARCH;
 762         }
 763
 764         rate_mask = il4965_rs_get_supported_rates(lq_sta, NULL, tbl->lq_type);
 765
 766         /* Mask with station rate restriction */
 767         if (is_legacy(tbl->lq_type)) {
 768                 /* supp_rates has no CCK bits in A mode */
 769                 if (lq_sta->band == IEEE80211_BAND_5GHZ)
 770                         rate_mask =
 771                             (u16) (rate_mask &
 772                                    (lq_sta->supp_rates << IL_FIRST_OFDM_RATE));
 773                 else
 774                         rate_mask = (u16) (rate_mask & lq_sta->supp_rates);
 775         }
 776
 777         /* If we switched from HT to legacy, check current rate */
 778         if (switch_to_legacy && (rate_mask & (1 << scale_idx))) {
 779                 low = scale_idx;
 780                 goto out;
 781         }
 782
 783         high_low =
 784             il4965_rs_get_adjacent_rate(lq_sta->drv, scale_idx, rate_mask,
 785                                         tbl->lq_type);
 786         low = high_low & 0xff;
 787
 788         if (low == RATE_INVALID)
 789                 low = scale_idx;
 790
 791 out:
 792         return il4965_rate_n_flags_from_tbl(lq_sta->drv, tbl, low, is_green);
 793 }
 794
 795 /*
 796  * Simple function to compare two rate scale table types
 797  */
 798 static bool
 799 il4965_table_type_matches(struct il_scale_tbl_info *a,
 800                           struct il_scale_tbl_info *b)
 801 {
 802         return (a->lq_type == b->lq_type && a->ant_type == b->ant_type &&
 803                 a->is_SGI == b->is_SGI);
 804 }
 805
 806 /*
 807  * mac80211 sends us Tx status
 808  */
 809 static void
 810 il4965_rs_tx_status(void *il_r, struct ieee80211_supported_band *sband,
 811                     struct ieee80211_sta *sta, void *il_sta,
 812                     struct sk_buff *skb)
 813 {
 814         int legacy_success;
 815         int retries;
 816         int rs_idx, mac_idx, i;
 817         struct il_lq_sta *lq_sta = il_sta;
 818         struct il_link_quality_cmd *table;
 819         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
 820         struct il_priv *il = (struct il_priv *)il_r;
 821         struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
 822         enum mac80211_rate_control_flags mac_flags;
 823         u32 tx_rate;
 824         struct il_scale_tbl_info tbl_type;
 825         struct il_scale_tbl_info *curr_tbl, *other_tbl, *tmp_tbl;
 826         struct il_station_priv *sta_priv = (void *)sta->drv_priv;
 827         struct il_rxon_context *ctx = sta_priv->common.ctx;
 828
 829         D_RATE("get frame ack response, update rate scale win\n");
 830
 831         /* Treat uninitialized rate scaling data same as non-existing. */
 832         if (!lq_sta) {
 833                 D_RATE("Station rate scaling not created yet.\n");
 834                 return;
 835         } else if (!lq_sta->drv) {
 836                 D_RATE("Rate scaling not initialized yet.\n");
 837                 return;
 838         }
 839
 840         if (!ieee80211_is_data(hdr->frame_control) ||
 841             (info->flags & IEEE80211_TX_CTL_NO_ACK))
 842                 return;
 843
 844         /* This packet was aggregated but doesn't carry status info */
 845         if ((info->flags & IEEE80211_TX_CTL_AMPDU) &&
 846             !(info->flags & IEEE80211_TX_STAT_AMPDU))
 847                 return;
 848
 849         /*
 850          * Ignore this Tx frame response if its initial rate doesn't match
 851          * that of latest Link Quality command.  There may be stragglers
 852          * from a previous Link Quality command, but we're no longer interested
 853          * in those; they're either from the "active" mode while we're trying
 854          * to check "search" mode, or a prior "search" mode after we've moved
 855          * to a new "search" mode (which might become the new "active" mode).
 856          */
 857         table = &lq_sta->lq;
 858         tx_rate = le32_to_cpu(table->rs_table[0].rate_n_flags);
 859         il4965_rs_get_tbl_info_from_mcs(tx_rate, il->band, &tbl_type, &rs_idx);
 860         if (il->band == IEEE80211_BAND_5GHZ)
 861                 rs_idx -= IL_FIRST_OFDM_RATE;
 862         mac_flags = info->status.rates[0].flags;
 863         mac_idx = info->status.rates[0].idx;
 864         /* For HT packets, map MCS to PLCP */
 865         if (mac_flags & IEEE80211_TX_RC_MCS) {
 866                 mac_idx &= RATE_MCS_CODE_MSK;   /* Remove # of streams */
 867                 if (mac_idx >= (RATE_9M_IDX - IL_FIRST_OFDM_RATE))
 868                         mac_idx++;
 869                 /*
 870                  * mac80211 HT idx is always zero-idxed; we need to move
 871                  * HT OFDM rates after CCK rates in 2.4 GHz band
 872                  */
 873                 if (il->band == IEEE80211_BAND_2GHZ)
 874                         mac_idx += IL_FIRST_OFDM_RATE;
 875         }
 876         /* Here we actually compare this rate to the latest LQ command */
 877         if (mac_idx < 0 ||
 878             tbl_type.is_SGI != !!(mac_flags & IEEE80211_TX_RC_SHORT_GI) ||
 879             tbl_type.is_ht40 != !!(mac_flags & IEEE80211_TX_RC_40_MHZ_WIDTH) ||
 880             tbl_type.is_dup != !!(mac_flags & IEEE80211_TX_RC_DUP_DATA) ||
 881             tbl_type.ant_type != info->antenna_sel_tx ||
 882             !!(tx_rate & RATE_MCS_HT_MSK) != !!(mac_flags & IEEE80211_TX_RC_MCS)
 883             || !!(tx_rate & RATE_MCS_GF_MSK) !=
 884             !!(mac_flags & IEEE80211_TX_RC_GREEN_FIELD) || rs_idx != mac_idx) {
 885                 D_RATE("initial rate %d does not match %d (0x%x)\n", mac_idx,
 886                        rs_idx, tx_rate);
 887                 /*
 888                  * Since rates mis-match, the last LQ command may have failed.
 889                  * After IL_MISSED_RATE_MAX mis-matches, resync the uCode with
 890                  * ... driver.
 891                  */
 892                 lq_sta->missed_rate_counter++;
 893                 if (lq_sta->missed_rate_counter > IL_MISSED_RATE_MAX) {
 894                         lq_sta->missed_rate_counter = 0;
 895                         il_send_lq_cmd(il, ctx, &lq_sta->lq, CMD_ASYNC, false);
 896                 }
 897                 /* Regardless, ignore this status info for outdated rate */
 898                 return;
 899         } else
 900                 /* Rate did match, so reset the missed_rate_counter */
 901                 lq_sta->missed_rate_counter = 0;
 902
 903         /* Figure out if rate scale algorithm is in active or search table */
 904         if (il4965_table_type_matches
 905             (&tbl_type, &(lq_sta->lq_info[lq_sta->active_tbl]))) {
 906                 curr_tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
 907                 other_tbl = &(lq_sta->lq_info[1 - lq_sta->active_tbl]);
 908         } else
 909             if (il4965_table_type_matches
 910                 (&tbl_type, &lq_sta->lq_info[1 - lq_sta->active_tbl])) {
 911                 curr_tbl = &(lq_sta->lq_info[1 - lq_sta->active_tbl]);
 912                 other_tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
 913         } else {
 914                 D_RATE("Neither active nor search matches tx rate\n");
 915                 tmp_tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
 916                 D_RATE("active- lq:%x, ant:%x, SGI:%d\n", tmp_tbl->lq_type,
 917                        tmp_tbl->ant_type, tmp_tbl->is_SGI);
 918                 tmp_tbl = &(lq_sta->lq_info[1 - lq_sta->active_tbl]);
 919                 D_RATE("search- lq:%x, ant:%x, SGI:%d\n", tmp_tbl->lq_type,
 920                        tmp_tbl->ant_type, tmp_tbl->is_SGI);
 921                 D_RATE("actual- lq:%x, ant:%x, SGI:%d\n", tbl_type.lq_type,
 922                        tbl_type.ant_type, tbl_type.is_SGI);
 923                 /*
 924                  * no matching table found, let's by-pass the data collection
 925                  * and continue to perform rate scale to find the rate table
 926                  */
 927                 il4965_rs_stay_in_table(lq_sta, true);
 928                 goto done;
 929         }
 930
 931         /*
 932          * Updating the frame history depends on whether packets were
 933          * aggregated.
 934          *
 935          * For aggregation, all packets were transmitted at the same rate, the
 936          * first idx into rate scale table.
 937          */
 938         if (info->flags & IEEE80211_TX_STAT_AMPDU) {
 939                 tx_rate = le32_to_cpu(table->rs_table[0].rate_n_flags);
 940                 il4965_rs_get_tbl_info_from_mcs(tx_rate, il->band, &tbl_type,
 941                                                 &rs_idx);
 942                 il4965_rs_collect_tx_data(curr_tbl, rs_idx,
 943                                           info->status.ampdu_len,
 944                                           info->status.ampdu_ack_len);
 945
 946                 /* Update success/fail counts if not searching for new mode */
 947                 if (lq_sta->stay_in_tbl) {
 948                         lq_sta->total_success += info->status.ampdu_ack_len;
 949                         lq_sta->total_failed +=
 950                             (info->status.ampdu_len -
 951                              info->status.ampdu_ack_len);
 952                 }
 953         } else {
 954                 /*
 955                  * For legacy, update frame history with for each Tx retry.
 956                  */
 957                 retries = info->status.rates[0].count - 1;
 958                 /* HW doesn't send more than 15 retries */
 959                 retries = min(retries, 15);
 960
 961                 /* The last transmission may have been successful */
 962                 legacy_success = !!(info->flags & IEEE80211_TX_STAT_ACK);
 963                 /* Collect data for each rate used during failed TX attempts */
 964                 for (i = 0; i <= retries; ++i) {
 965                         tx_rate = le32_to_cpu(table->rs_table[i].rate_n_flags);
 966                         il4965_rs_get_tbl_info_from_mcs(tx_rate, il->band,
 967                                                         &tbl_type, &rs_idx);
 968                         /*
 969                          * Only collect stats if retried rate is in the same RS
 970                          * table as active/search.
 971                          */
 972                         if (il4965_table_type_matches(&tbl_type, curr_tbl))
 973                                 tmp_tbl = curr_tbl;
 974                         else if (il4965_table_type_matches
 975                                  (&tbl_type, other_tbl))
 976                                 tmp_tbl = other_tbl;
 977                         else
 978                                 continue;
 979                         il4965_rs_collect_tx_data(tmp_tbl, rs_idx, 1,
 980                                                   i <
 981                                                   retries ? 0 : legacy_success);
 982                 }
 983
 984                 /* Update success/fail counts if not searching for new mode */
 985                 if (lq_sta->stay_in_tbl) {
 986                         lq_sta->total_success += legacy_success;
 987                         lq_sta->total_failed += retries + (1 - legacy_success);
 988                 }
 989         }
 990         /* The last TX rate is cached in lq_sta; it's set in if/else above */
 991         lq_sta->last_rate_n_flags = tx_rate;
 992 done:
 993         /* See if there's a better rate or modulation mode to try. */
 994         if (sta->supp_rates[sband->band])
 995                 il4965_rs_rate_scale_perform(il, skb, sta, lq_sta);
 996 }
 997
 998 /*
 999  * Begin a period of staying with a selected modulation mode.
1000  * Set "stay_in_tbl" flag to prevent any mode switches.
1001  * Set frame tx success limits according to legacy vs. high-throughput,
1002  * and reset overall (spanning all rates) tx success history stats.
1003  * These control how long we stay using same modulation mode before
1004  * searching for a new mode.
1005  */
1006 static void
1007 il4965_rs_set_stay_in_table(struct il_priv *il, u8 is_legacy,
1008                             struct il_lq_sta *lq_sta)
1009 {
1010         D_RATE("we are staying in the same table\n");
1011         lq_sta->stay_in_tbl = 1;        /* only place this gets set */
1012         if (is_legacy) {
1013                 lq_sta->table_count_limit = IL_LEGACY_TBL_COUNT;
1014                 lq_sta->max_failure_limit = IL_LEGACY_FAILURE_LIMIT;
1015                 lq_sta->max_success_limit = IL_LEGACY_SUCCESS_LIMIT;
1016         } else {
1017                 lq_sta->table_count_limit = IL_NONE_LEGACY_TBL_COUNT;
1018                 lq_sta->max_failure_limit = IL_NONE_LEGACY_FAILURE_LIMIT;
1019                 lq_sta->max_success_limit = IL_NONE_LEGACY_SUCCESS_LIMIT;
1020         }
1021         lq_sta->table_count = 0;
1022         lq_sta->total_failed = 0;
1023         lq_sta->total_success = 0;
1024         lq_sta->flush_timer = jiffies;
1025         lq_sta->action_counter = 0;
1026 }
1027
1028 /*
1029  * Find correct throughput table for given mode of modulation
1030  */
1031 static void
1032 il4965_rs_set_expected_tpt_table(struct il_lq_sta *lq_sta,
1033                                  struct il_scale_tbl_info *tbl)
1034 {
1035         /* Used to choose among HT tables */
1036         s32(*ht_tbl_pointer)[RATE_COUNT];
1037
1038         /* Check for invalid LQ type */
1039         if (WARN_ON_ONCE(!is_legacy(tbl->lq_type) && !is_Ht(tbl->lq_type))) {
1040                 tbl->expected_tpt = expected_tpt_legacy;
1041                 return;
1042         }
1043
1044         /* Legacy rates have only one table */
1045         if (is_legacy(tbl->lq_type)) {
1046                 tbl->expected_tpt = expected_tpt_legacy;
1047                 return;
1048         }
1049
1050         /* Choose among many HT tables depending on number of streams
1051          * (SISO/MIMO2), channel width (20/40), SGI, and aggregation
1052          * status */
1053         if (is_siso(tbl->lq_type) && (!tbl->is_ht40 || lq_sta->is_dup))
1054                 ht_tbl_pointer = expected_tpt_siso20MHz;
1055         else if (is_siso(tbl->lq_type))
1056                 ht_tbl_pointer = expected_tpt_siso40MHz;
1057         else if (is_mimo2(tbl->lq_type) && (!tbl->is_ht40 || lq_sta->is_dup))
1058                 ht_tbl_pointer = expected_tpt_mimo2_20MHz;
1059         else                    /* if (is_mimo2(tbl->lq_type)) <-- must be true */
1060                 ht_tbl_pointer = expected_tpt_mimo2_40MHz;
1061
1062         if (!tbl->is_SGI && !lq_sta->is_agg)    /* Normal */
1063                 tbl->expected_tpt = ht_tbl_pointer[0];
1064         else if (tbl->is_SGI && !lq_sta->is_agg)        /* SGI */
1065                 tbl->expected_tpt = ht_tbl_pointer[1];
1066         else if (!tbl->is_SGI && lq_sta->is_agg)        /* AGG */
1067                 tbl->expected_tpt = ht_tbl_pointer[2];
1068         else                    /* AGG+SGI */
1069                 tbl->expected_tpt = ht_tbl_pointer[3];
1070 }
1071
1072 /*
1073  * Find starting rate for new "search" high-throughput mode of modulation.
1074  * Goal is to find lowest expected rate (under perfect conditions) that is
1075  * above the current measured throughput of "active" mode, to give new mode
1076  * a fair chance to prove itself without too many challenges.
1077  *
1078  * This gets called when transitioning to more aggressive modulation
1079  * (i.e. legacy to SISO or MIMO, or SISO to MIMO), as well as less aggressive
1080  * (i.e. MIMO to SISO).  When moving to MIMO, bit rate will typically need
1081  * to decrease to match "active" throughput.  When moving from MIMO to SISO,
1082  * bit rate will typically need to increase, but not if performance was bad.
1083  */
1084 static s32
1085 il4965_rs_get_best_rate(struct il_priv *il, struct il_lq_sta *lq_sta,
1086                         struct il_scale_tbl_info *tbl,  /* "search" */
1087                         u16 rate_mask, s8 idx)
1088 {
1089         /* "active" values */
1090         struct il_scale_tbl_info *active_tbl =
1091             &(lq_sta->lq_info[lq_sta->active_tbl]);
1092         s32 active_sr = active_tbl->win[idx].success_ratio;
1093         s32 active_tpt = active_tbl->expected_tpt[idx];
1094
1095         /* expected "search" throughput */
1096         s32 *tpt_tbl = tbl->expected_tpt;
1097
1098         s32 new_rate, high, low, start_hi;
1099         u16 high_low;
1100         s8 rate = idx;
1101
1102         new_rate = high = low = start_hi = RATE_INVALID;
1103
1104         for (;;) {
1105                 high_low =
1106                     il4965_rs_get_adjacent_rate(il, rate, rate_mask,
1107                                                 tbl->lq_type);
1108
1109                 low = high_low & 0xff;
1110                 high = (high_low >> 8) & 0xff;
1111
1112                 /*
1113                  * Lower the "search" bit rate, to give new "search" mode
1114                  * approximately the same throughput as "active" if:
1115                  *
1116                  * 1) "Active" mode has been working modestly well (but not
1117                  *    great), and expected "search" throughput (under perfect
1118                  *    conditions) at candidate rate is above the actual
1119                  *    measured "active" throughput (but less than expected
1120                  *    "active" throughput under perfect conditions).
1121                  * OR
1122                  * 2) "Active" mode has been working perfectly or very well
1123                  *    and expected "search" throughput (under perfect
1124                  *    conditions) at candidate rate is above expected
1125                  *    "active" throughput (under perfect conditions).
1126                  */
1127                 if ((100 * tpt_tbl[rate] > lq_sta->last_tpt &&
1128                      (active_sr > RATE_DECREASE_TH && active_sr <= RATE_HIGH_TH
1129                       && tpt_tbl[rate] <= active_tpt)) ||
1130                     (active_sr >= RATE_SCALE_SWITCH &&
1131                      tpt_tbl[rate] > active_tpt)) {
1132
1133                         /* (2nd or later pass)
1134                          * If we've already tried to raise the rate, and are
1135                          * now trying to lower it, use the higher rate. */
1136                         if (start_hi != RATE_INVALID) {
1137                                 new_rate = start_hi;
1138                                 break;
1139                         }
1140
1141                         new_rate = rate;
1142
1143                         /* Loop again with lower rate */
1144                         if (low != RATE_INVALID)
1145                                 rate = low;
1146
1147                         /* Lower rate not available, use the original */
1148                         else
1149                                 break;
1150
1151                         /* Else try to raise the "search" rate to match "active" */
1152                 } else {
1153                         /* (2nd or later pass)
1154                          * If we've already tried to lower the rate, and are
1155                          * now trying to raise it, use the lower rate. */
1156                         if (new_rate != RATE_INVALID)
1157                                 break;
1158
1159                         /* Loop again with higher rate */
1160                         else if (high != RATE_INVALID) {
1161                                 start_hi = high;
1162                                 rate = high;
1163
1164                                 /* Higher rate not available, use the original */
1165                         } else {
1166                                 new_rate = rate;
1167                                 break;
1168                         }
1169                 }
1170         }
1171
1172         return new_rate;
1173 }
1174
1175 /*
1176  * Set up search table for MIMO2
1177  */
1178 static int
1179 il4965_rs_switch_to_mimo2(struct il_priv *il, struct il_lq_sta *lq_sta,
1180                           struct ieee80211_conf *conf,
1181                           struct ieee80211_sta *sta,
1182                           struct il_scale_tbl_info *tbl, int idx)
1183 {
1184         u16 rate_mask;
1185         s32 rate;
1186         s8 is_green = lq_sta->is_green;
1187         struct il_station_priv *sta_priv = (void *)sta->drv_priv;
1188         struct il_rxon_context *ctx = sta_priv->common.ctx;
1189
1190         if (!conf_is_ht(conf) || !sta->ht_cap.ht_supported)
1191                 return -1;
1192
1193         if (((sta->ht_cap.cap & IEEE80211_HT_CAP_SM_PS) >> 2) ==
1194             WLAN_HT_CAP_SM_PS_STATIC)
1195                 return -1;
1196
1197         /* Need both Tx chains/antennas to support MIMO */
1198         if (il->hw_params.tx_chains_num < 2)
1199                 return -1;
1200
1201         D_RATE("LQ: try to switch to MIMO2\n");
1202
1203         tbl->lq_type = LQ_MIMO2;
1204         tbl->is_dup = lq_sta->is_dup;
1205         tbl->action = 0;
1206         tbl->max_search = IL_MAX_SEARCH;
1207         rate_mask = lq_sta->active_mimo2_rate;
1208
1209         if (il_is_ht40_tx_allowed(il, ctx, &sta->ht_cap))
1210                 tbl->is_ht40 = 1;
1211         else
1212                 tbl->is_ht40 = 0;
1213
1214         il4965_rs_set_expected_tpt_table(lq_sta, tbl);
1215
1216         rate = il4965_rs_get_best_rate(il, lq_sta, tbl, rate_mask, idx);
1217
1218         D_RATE("LQ: MIMO2 best rate %d mask %X\n", rate, rate_mask);
1219         if (rate == RATE_INVALID || !((1 << rate) & rate_mask)) {
1220                 D_RATE("Can't switch with idx %d rate mask %x\n", rate,
1221                        rate_mask);
1222                 return -1;
1223         }
1224         tbl->current_rate =
1225             il4965_rate_n_flags_from_tbl(il, tbl, rate, is_green);
1226
1227         D_RATE("LQ: Switch to new mcs %X idx is green %X\n", tbl->current_rate,
1228                is_green);
1229         return 0;
1230 }
1231
1232 /*
1233  * Set up search table for SISO
1234  */
1235 static int
1236 il4965_rs_switch_to_siso(struct il_priv *il, struct il_lq_sta *lq_sta,
1237                          struct ieee80211_conf *conf, struct ieee80211_sta *sta,
1238                          struct il_scale_tbl_info *tbl, int idx)
1239 {
1240         u16 rate_mask;
1241         u8 is_green = lq_sta->is_green;
1242         s32 rate;
1243         struct il_station_priv *sta_priv = (void *)sta->drv_priv;
1244         struct il_rxon_context *ctx = sta_priv->common.ctx;
1245
1246         if (!conf_is_ht(conf) || !sta->ht_cap.ht_supported)
1247                 return -1;
1248
1249         D_RATE("LQ: try to switch to SISO\n");
1250
1251         tbl->is_dup = lq_sta->is_dup;
1252         tbl->lq_type = LQ_SISO;
1253         tbl->action = 0;
1254         tbl->max_search = IL_MAX_SEARCH;
1255         rate_mask = lq_sta->active_siso_rate;
1256
1257         if (il_is_ht40_tx_allowed(il, ctx, &sta->ht_cap))
1258                 tbl->is_ht40 = 1;
1259         else
1260                 tbl->is_ht40 = 0;
1261
1262         if (is_green)
1263                 tbl->is_SGI = 0;        /*11n spec: no SGI in SISO+Greenfield */
1264
1265         il4965_rs_set_expected_tpt_table(lq_sta, tbl);
1266         rate = il4965_rs_get_best_rate(il, lq_sta, tbl, rate_mask, idx);
1267
1268         D_RATE("LQ: get best rate %d mask %X\n", rate, rate_mask);
1269         if (rate == RATE_INVALID || !((1 << rate) & rate_mask)) {
1270                 D_RATE("can not switch with idx %d rate mask %x\n", rate,
1271                        rate_mask);
1272                 return -1;
1273         }
1274         tbl->current_rate =
1275             il4965_rate_n_flags_from_tbl(il, tbl, rate, is_green);
1276         D_RATE("LQ: Switch to new mcs %X idx is green %X\n", tbl->current_rate,
1277                is_green);
1278         return 0;
1279 }
1280
1281 /*
1282  * Try to switch to new modulation mode from legacy
1283  */
1284 static int
1285 il4965_rs_move_legacy_other(struct il_priv *il, struct il_lq_sta *lq_sta,
1286                             struct ieee80211_conf *conf,
1287                             struct ieee80211_sta *sta, int idx)
1288 {
1289         struct il_scale_tbl_info *tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
1290         struct il_scale_tbl_info *search_tbl =
1291             &(lq_sta->lq_info[(1 - lq_sta->active_tbl)]);
1292         struct il_rate_scale_data *win = &(tbl->win[idx]);
1293         u32 sz =
1294             (sizeof(struct il_scale_tbl_info) -
1295              (sizeof(struct il_rate_scale_data) * RATE_COUNT));
1296         u8 start_action;
1297         u8 valid_tx_ant = il->hw_params.valid_tx_ant;
1298         u8 tx_chains_num = il->hw_params.tx_chains_num;
1299         int ret = 0;
1300         u8 update_search_tbl_counter = 0;
1301
1302         tbl->action = IL_LEGACY_SWITCH_SISO;
1303
1304         start_action = tbl->action;
1305         for (;;) {
1306                 lq_sta->action_counter++;
1307                 switch (tbl->action) {
1308                 case IL_LEGACY_SWITCH_ANTENNA1:
1309                 case IL_LEGACY_SWITCH_ANTENNA2:
1310                         D_RATE("LQ: Legacy toggle Antenna\n");
1311
1312                         if ((tbl->action == IL_LEGACY_SWITCH_ANTENNA1 &&
1313                              tx_chains_num <= 1) ||
1314                             (tbl->action == IL_LEGACY_SWITCH_ANTENNA2 &&
1315                              tx_chains_num <= 2))
1316                                 break;
1317
1318                         /* Don't change antenna if success has been great */
1319                         if (win->success_ratio >= IL_RS_GOOD_RATIO)
1320                                 break;
1321
1322                         /* Set up search table to try other antenna */
1323                         memcpy(search_tbl, tbl, sz);
1324
1325                         if (il4965_rs_toggle_antenna
1326                             (valid_tx_ant, &search_tbl->current_rate,
1327                              search_tbl)) {
1328                                 update_search_tbl_counter = 1;
1329                                 il4965_rs_set_expected_tpt_table(lq_sta,
1330                                                                  search_tbl);
1331                                 goto out;
1332                         }
1333                         break;
1334                 case IL_LEGACY_SWITCH_SISO:
1335                         D_RATE("LQ: Legacy switch to SISO\n");
1336
1337                         /* Set up search table to try SISO */
1338                         memcpy(search_tbl, tbl, sz);
1339                         search_tbl->is_SGI = 0;
1340                         ret =
1341                             il4965_rs_switch_to_siso(il, lq_sta, conf, sta,
1342                                                      search_tbl, idx);
1343                         if (!ret) {
1344                                 lq_sta->action_counter = 0;
1345                                 goto out;
1346                         }
1347
1348                         break;
1349                 case IL_LEGACY_SWITCH_MIMO2_AB:
1350                 case IL_LEGACY_SWITCH_MIMO2_AC:
1351                 case IL_LEGACY_SWITCH_MIMO2_BC:
1352                         D_RATE("LQ: Legacy switch to MIMO2\n");
1353
1354                         /* Set up search table to try MIMO */
1355                         memcpy(search_tbl, tbl, sz);
1356                         search_tbl->is_SGI = 0;
1357
1358                         if (tbl->action == IL_LEGACY_SWITCH_MIMO2_AB)
1359                                 search_tbl->ant_type = ANT_AB;
1360                         else if (tbl->action == IL_LEGACY_SWITCH_MIMO2_AC)
1361                                 search_tbl->ant_type = ANT_AC;
1362                         else
1363                                 search_tbl->ant_type = ANT_BC;
1364
1365                         if (!il4965_rs_is_valid_ant
1366                             (valid_tx_ant, search_tbl->ant_type))
1367                                 break;
1368
1369                         ret =
1370                             il4965_rs_switch_to_mimo2(il, lq_sta, conf, sta,
1371                                                       search_tbl, idx);
1372                         if (!ret) {
1373                                 lq_sta->action_counter = 0;
1374                                 goto out;
1375                         }
1376                         break;
1377                 }
1378                 tbl->action++;
1379                 if (tbl->action > IL_LEGACY_SWITCH_MIMO2_BC)
1380                         tbl->action = IL_LEGACY_SWITCH_ANTENNA1;
1381
1382                 if (tbl->action == start_action)
1383                         break;
1384
1385         }
1386         search_tbl->lq_type = LQ_NONE;
1387         return 0;
1388
1389 out:
1390         lq_sta->search_better_tbl = 1;
1391         tbl->action++;
1392         if (tbl->action > IL_LEGACY_SWITCH_MIMO2_BC)
1393                 tbl->action = IL_LEGACY_SWITCH_ANTENNA1;
1394         if (update_search_tbl_counter)
1395                 search_tbl->action = tbl->action;
1396         return 0;
1397
1398 }
1399
1400 /*
1401  * Try to switch to new modulation mode from SISO
1402  */
1403 static int
1404 il4965_rs_move_siso_to_other(struct il_priv *il, struct il_lq_sta *lq_sta,
1405                              struct ieee80211_conf *conf,
1406                              struct ieee80211_sta *sta, int idx)
1407 {
1408         u8 is_green = lq_sta->is_green;
1409         struct il_scale_tbl_info *tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
1410         struct il_scale_tbl_info *search_tbl =
1411             &(lq_sta->lq_info[(1 - lq_sta->active_tbl)]);
1412         struct il_rate_scale_data *win = &(tbl->win[idx]);
1413         struct ieee80211_sta_ht_cap *ht_cap = &sta->ht_cap;
1414         u32 sz =
1415             (sizeof(struct il_scale_tbl_info) -
1416              (sizeof(struct il_rate_scale_data) * RATE_COUNT));
1417         u8 start_action;
1418         u8 valid_tx_ant = il->hw_params.valid_tx_ant;
1419         u8 tx_chains_num = il->hw_params.tx_chains_num;
1420         u8 update_search_tbl_counter = 0;
1421         int ret;
1422
1423         start_action = tbl->action;
1424
1425         for (;;) {
1426                 lq_sta->action_counter++;
1427                 switch (tbl->action) {
1428                 case IL_SISO_SWITCH_ANTENNA1:
1429                 case IL_SISO_SWITCH_ANTENNA2:
1430                         D_RATE("LQ: SISO toggle Antenna\n");
1431                         if ((tbl->action == IL_SISO_SWITCH_ANTENNA1 &&
1432                              tx_chains_num <= 1) ||
1433                             (tbl->action == IL_SISO_SWITCH_ANTENNA2 &&
1434                              tx_chains_num <= 2))
1435                                 break;
1436
1437                         if (win->success_ratio >= IL_RS_GOOD_RATIO)
1438                                 break;
1439
1440                         memcpy(search_tbl, tbl, sz);
1441                         if (il4965_rs_toggle_antenna
1442                             (valid_tx_ant, &search_tbl->current_rate,
1443                              search_tbl)) {
1444                                 update_search_tbl_counter = 1;
1445                                 goto out;
1446                         }
1447                         break;
1448                 case IL_SISO_SWITCH_MIMO2_AB:
1449                 case IL_SISO_SWITCH_MIMO2_AC:
1450                 case IL_SISO_SWITCH_MIMO2_BC:
1451                         D_RATE("LQ: SISO switch to MIMO2\n");
1452                         memcpy(search_tbl, tbl, sz);
1453                         search_tbl->is_SGI = 0;
1454
1455                         if (tbl->action == IL_SISO_SWITCH_MIMO2_AB)
1456                                 search_tbl->ant_type = ANT_AB;
1457                         else if (tbl->action == IL_SISO_SWITCH_MIMO2_AC)
1458                                 search_tbl->ant_type = ANT_AC;
1459                         else
1460                                 search_tbl->ant_type = ANT_BC;
1461
1462                         if (!il4965_rs_is_valid_ant
1463                             (valid_tx_ant, search_tbl->ant_type))
1464                                 break;
1465
1466                         ret =
1467                             il4965_rs_switch_to_mimo2(il, lq_sta, conf, sta,
1468                                                       search_tbl, idx);
1469                         if (!ret)
1470                                 goto out;
1471                         break;
1472                 case IL_SISO_SWITCH_GI:
1473                         if (!tbl->is_ht40 &&
1474                             !(ht_cap->cap & IEEE80211_HT_CAP_SGI_20))
1475                                 break;
1476                         if (tbl->is_ht40 &&
1477                             !(ht_cap->cap & IEEE80211_HT_CAP_SGI_40))
1478                                 break;
1479
1480                         D_RATE("LQ: SISO toggle SGI/NGI\n");
1481
1482                         memcpy(search_tbl, tbl, sz);
1483                         if (is_green) {
1484                                 if (!tbl->is_SGI)
1485                                         break;
1486                                 else
1487                                         IL_ERR("SGI was set in GF+SISO\n");
1488                         }
1489                         search_tbl->is_SGI = !tbl->is_SGI;
1490                         il4965_rs_set_expected_tpt_table(lq_sta, search_tbl);
1491                         if (tbl->is_SGI) {
1492                                 s32 tpt = lq_sta->last_tpt / 100;
1493                                 if (tpt >= search_tbl->expected_tpt[idx])
1494                                         break;
1495                         }
1496                         search_tbl->current_rate =
1497                             il4965_rate_n_flags_from_tbl(il, search_tbl, idx,
1498                                                          is_green);
1499                         update_search_tbl_counter = 1;
1500                         goto out;
1501                 }
1502                 tbl->action++;
1503                 if (tbl->action > IL_SISO_SWITCH_GI)
1504                         tbl->action = IL_SISO_SWITCH_ANTENNA1;
1505
1506                 if (tbl->action == start_action)
1507                         break;
1508         }
1509         search_tbl->lq_type = LQ_NONE;
1510         return 0;
1511
1512 out:
1513         lq_sta->search_better_tbl = 1;
1514         tbl->action++;
1515         if (tbl->action > IL_SISO_SWITCH_GI)
1516                 tbl->action = IL_SISO_SWITCH_ANTENNA1;
1517         if (update_search_tbl_counter)
1518                 search_tbl->action = tbl->action;
1519
1520         return 0;
1521 }
1522
1523 /*
1524  * Try to switch to new modulation mode from MIMO2
1525  */
1526 static int
1527 il4965_rs_move_mimo2_to_other(struct il_priv *il, struct il_lq_sta *lq_sta,
1528                               struct ieee80211_conf *conf,
1529                               struct ieee80211_sta *sta, int idx)
1530 {
1531         s8 is_green = lq_sta->is_green;
1532         struct il_scale_tbl_info *tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
1533         struct il_scale_tbl_info *search_tbl =
1534             &(lq_sta->lq_info[(1 - lq_sta->active_tbl)]);
1535         struct il_rate_scale_data *win = &(tbl->win[idx]);
1536         struct ieee80211_sta_ht_cap *ht_cap = &sta->ht_cap;
1537         u32 sz =
1538             (sizeof(struct il_scale_tbl_info) -
1539              (sizeof(struct il_rate_scale_data) * RATE_COUNT));
1540         u8 start_action;
1541         u8 valid_tx_ant = il->hw_params.valid_tx_ant;
1542         u8 tx_chains_num = il->hw_params.tx_chains_num;
1543         u8 update_search_tbl_counter = 0;
1544         int ret;
1545
1546         start_action = tbl->action;
1547         for (;;) {
1548                 lq_sta->action_counter++;
1549                 switch (tbl->action) {
1550                 case IL_MIMO2_SWITCH_ANTENNA1:
1551                 case IL_MIMO2_SWITCH_ANTENNA2:
1552                         D_RATE("LQ: MIMO2 toggle Antennas\n");
1553
1554                         if (tx_chains_num <= 2)
1555                                 break;
1556
1557                         if (win->success_ratio >= IL_RS_GOOD_RATIO)
1558                                 break;
1559
1560                         memcpy(search_tbl, tbl, sz);
1561                         if (il4965_rs_toggle_antenna
1562                             (valid_tx_ant, &search_tbl->current_rate,
1563                              search_tbl)) {
1564                                 update_search_tbl_counter = 1;
1565                                 goto out;
1566                         }
1567                         break;
1568                 case IL_MIMO2_SWITCH_SISO_A:
1569                 case IL_MIMO2_SWITCH_SISO_B:
1570                 case IL_MIMO2_SWITCH_SISO_C:
1571                         D_RATE("LQ: MIMO2 switch to SISO\n");
1572
1573                         /* Set up new search table for SISO */
1574                         memcpy(search_tbl, tbl, sz);
1575
1576                         if (tbl->action == IL_MIMO2_SWITCH_SISO_A)
1577                                 search_tbl->ant_type = ANT_A;
1578                         else if (tbl->action == IL_MIMO2_SWITCH_SISO_B)
1579                                 search_tbl->ant_type = ANT_B;
1580                         else
1581                                 search_tbl->ant_type = ANT_C;
1582
1583                         if (!il4965_rs_is_valid_ant
1584                             (valid_tx_ant, search_tbl->ant_type))
1585                                 break;
1586
1587                         ret =
1588                             il4965_rs_switch_to_siso(il, lq_sta, conf, sta,
1589                                                      search_tbl, idx);
1590                         if (!ret)
1591                                 goto out;
1592
1593                         break;
1594
1595                 case IL_MIMO2_SWITCH_GI:
1596                         if (!tbl->is_ht40 &&
1597                             !(ht_cap->cap & IEEE80211_HT_CAP_SGI_20))
1598                                 break;
1599                         if (tbl->is_ht40 &&
1600                             !(ht_cap->cap & IEEE80211_HT_CAP_SGI_40))
1601                                 break;
1602
1603                         D_RATE("LQ: MIMO2 toggle SGI/NGI\n");
1604
1605                         /* Set up new search table for MIMO2 */
1606                         memcpy(search_tbl, tbl, sz);
1607                         search_tbl->is_SGI = !tbl->is_SGI;
1608                         il4965_rs_set_expected_tpt_table(lq_sta, search_tbl);
1609                         /*
1610                          * If active table already uses the fastest possible
1611                          * modulation (dual stream with short guard interval),
1612                          * and it's working well, there's no need to look
1613                          * for a better type of modulation!
1614                          */
1615                         if (tbl->is_SGI) {
1616                                 s32 tpt = lq_sta->last_tpt / 100;
1617                                 if (tpt >= search_tbl->expected_tpt[idx])
1618                                         break;
1619                         }
1620                         search_tbl->current_rate =
1621                             il4965_rate_n_flags_from_tbl(il, search_tbl, idx,
1622                                                          is_green);
1623                         update_search_tbl_counter = 1;
1624                         goto out;
1625
1626                 }
1627                 tbl->action++;
1628                 if (tbl->action > IL_MIMO2_SWITCH_GI)
1629                         tbl->action = IL_MIMO2_SWITCH_ANTENNA1;
1630
1631                 if (tbl->action == start_action)
1632                         break;
1633         }
1634         search_tbl->lq_type = LQ_NONE;
1635         return 0;
1636 out:
1637         lq_sta->search_better_tbl = 1;
1638         tbl->action++;
1639         if (tbl->action > IL_MIMO2_SWITCH_GI)
1640                 tbl->action = IL_MIMO2_SWITCH_ANTENNA1;
1641         if (update_search_tbl_counter)
1642                 search_tbl->action = tbl->action;
1643
1644         return 0;
1645
1646 }
1647
1648 /*
1649  * Check whether we should continue using same modulation mode, or
1650  * begin search for a new mode, based on:
1651  * 1) # tx successes or failures while using this mode
1652  * 2) # times calling this function
1653  * 3) elapsed time in this mode (not used, for now)
1654  */
1655 static void
1656 il4965_rs_stay_in_table(struct il_lq_sta *lq_sta, bool force_search)
1657 {
1658         struct il_scale_tbl_info *tbl;
1659         int i;
1660         int active_tbl;
1661         int flush_interval_passed = 0;
1662         struct il_priv *il;
1663
1664         il = lq_sta->drv;
1665         active_tbl = lq_sta->active_tbl;
1666
1667         tbl = &(lq_sta->lq_info[active_tbl]);
1668
1669         /* If we've been disallowing search, see if we should now allow it */
1670         if (lq_sta->stay_in_tbl) {
1671
1672                 /* Elapsed time using current modulation mode */
1673                 if (lq_sta->flush_timer)
1674                         flush_interval_passed =
1675                             time_after(jiffies,
1676                                        (unsigned long)(lq_sta->flush_timer +
1677                                                        RATE_SCALE_FLUSH_INTVL));
1678
1679                 /*
1680                  * Check if we should allow search for new modulation mode.
1681                  * If many frames have failed or succeeded, or we've used
1682                  * this same modulation for a long time, allow search, and
1683                  * reset history stats that keep track of whether we should
1684                  * allow a new search.  Also (below) reset all bitmaps and
1685                  * stats in active history.
1686                  */
1687                 if (force_search ||
1688                     lq_sta->total_failed > lq_sta->max_failure_limit ||
1689                     lq_sta->total_success > lq_sta->max_success_limit ||
1690                     (!lq_sta->search_better_tbl && lq_sta->flush_timer &&
1691                      flush_interval_passed)) {
1692                         D_RATE("LQ: stay is expired %d %d %d\n:",
1693                                lq_sta->total_failed, lq_sta->total_success,
1694                                flush_interval_passed);
1695
1696                         /* Allow search for new mode */
1697                         lq_sta->stay_in_tbl = 0;        /* only place reset */
1698                         lq_sta->total_failed = 0;
1699                         lq_sta->total_success = 0;
1700                         lq_sta->flush_timer = 0;
1701
1702                         /*
1703                          * Else if we've used this modulation mode enough repetitions
1704                          * (regardless of elapsed time or success/failure), reset
1705                          * history bitmaps and rate-specific stats for all rates in
1706                          * active table.
1707                          */
1708                 } else {
1709                         lq_sta->table_count++;
1710                         if (lq_sta->table_count >= lq_sta->table_count_limit) {
1711                                 lq_sta->table_count = 0;
1712
1713                                 D_RATE("LQ: stay in table clear win\n");
1714                                 for (i = 0; i < RATE_COUNT; i++)
1715                                         il4965_rs_rate_scale_clear_win(&
1716                                                                        (tbl->
1717                                                                         win
1718                                                                         [i]));
1719                         }
1720                 }
1721
1722                 /* If transitioning to allow "search", reset all history
1723                  * bitmaps and stats in active table (this will become the new
1724                  * "search" table). */
1725                 if (!lq_sta->stay_in_tbl) {
1726                         for (i = 0; i < RATE_COUNT; i++)
1727                                 il4965_rs_rate_scale_clear_win(&(tbl->win[i]));
1728                 }
1729         }
1730 }
1731
1732 /*
1733  * setup rate table in uCode
1734  */
1735 static void
1736 il4965_rs_update_rate_tbl(struct il_priv *il, struct il_rxon_context *ctx,
1737                           struct il_lq_sta *lq_sta,
1738                           struct il_scale_tbl_info *tbl, int idx, u8 is_green)
1739 {
1740         u32 rate;
1741
1742         /* Update uCode's rate table. */
1743         rate = il4965_rate_n_flags_from_tbl(il, tbl, idx, is_green);
1744         il4965_rs_fill_link_cmd(il, lq_sta, rate);
1745         il_send_lq_cmd(il, ctx, &lq_sta->lq, CMD_ASYNC, false);
1746 }
1747
1748 /*
1749  * Do rate scaling and search for new modulation mode.
1750  */
1751 static void
1752 il4965_rs_rate_scale_perform(struct il_priv *il, struct sk_buff *skb,
1753                              struct ieee80211_sta *sta,
1754                              struct il_lq_sta *lq_sta)
1755 {
1756         struct ieee80211_hw *hw = il->hw;
1757         struct ieee80211_conf *conf = &hw->conf;
1758         struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
1759         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
1760         int low = RATE_INVALID;
1761         int high = RATE_INVALID;
1762         int idx;
1763         int i;
1764         struct il_rate_scale_data *win = NULL;
1765         int current_tpt = IL_INVALID_VALUE;
1766         int low_tpt = IL_INVALID_VALUE;
1767         int high_tpt = IL_INVALID_VALUE;
1768         u32 fail_count;
1769         s8 scale_action = 0;
1770         u16 rate_mask;
1771         u8 update_lq = 0;
1772         struct il_scale_tbl_info *tbl, *tbl1;
1773         u16 rate_scale_idx_msk = 0;
1774         u8 is_green = 0;
1775         u8 active_tbl = 0;
1776         u8 done_search = 0;
1777         u16 high_low;
1778         s32 sr;
1779         u8 tid = MAX_TID_COUNT;
1780         struct il_tid_data *tid_data;
1781         struct il_station_priv *sta_priv = (void *)sta->drv_priv;
1782         struct il_rxon_context *ctx = sta_priv->common.ctx;
1783
1784         D_RATE("rate scale calculate new rate for skb\n");
1785
1786         /* Send management frames and NO_ACK data using lowest rate. */
1787         /* TODO: this could probably be improved.. */
1788         if (!ieee80211_is_data(hdr->frame_control) ||
1789             (info->flags & IEEE80211_TX_CTL_NO_ACK))
1790                 return;
1791
1792         lq_sta->supp_rates = sta->supp_rates[lq_sta->band];
1793
1794         tid = il4965_rs_tl_add_packet(lq_sta, hdr);
1795         if (tid != MAX_TID_COUNT && (lq_sta->tx_agg_tid_en & (1 << tid))) {
1796                 tid_data = &il->stations[lq_sta->lq.sta_id].tid[tid];
1797                 if (tid_data->agg.state == IL_AGG_OFF)
1798                         lq_sta->is_agg = 0;
1799                 else
1800                         lq_sta->is_agg = 1;
1801         } else
1802                 lq_sta->is_agg = 0;
1803
1804         /*
1805          * Select rate-scale / modulation-mode table to work with in
1806          * the rest of this function:  "search" if searching for better
1807          * modulation mode, or "active" if doing rate scaling within a mode.
1808          */
1809         if (!lq_sta->search_better_tbl)
1810                 active_tbl = lq_sta->active_tbl;
1811         else
1812                 active_tbl = 1 - lq_sta->active_tbl;
1813
1814         tbl = &(lq_sta->lq_info[active_tbl]);
1815         if (is_legacy(tbl->lq_type))
1816                 lq_sta->is_green = 0;
1817         else
1818                 lq_sta->is_green = il4965_rs_use_green(sta);
1819         is_green = lq_sta->is_green;
1820
1821         /* current tx rate */
1822         idx = lq_sta->last_txrate_idx;
1823
1824         D_RATE("Rate scale idx %d for type %d\n", idx, tbl->lq_type);
1825
1826         /* rates available for this association, and for modulation mode */
1827         rate_mask = il4965_rs_get_supported_rates(lq_sta, hdr, tbl->lq_type);
1828
1829         D_RATE("mask 0x%04X\n", rate_mask);
1830
1831         /* mask with station rate restriction */
1832         if (is_legacy(tbl->lq_type)) {
1833                 if (lq_sta->band == IEEE80211_BAND_5GHZ)
1834                         /* supp_rates has no CCK bits in A mode */
1835                         rate_scale_idx_msk =
1836                             (u16) (rate_mask &
1837                                    (lq_sta->supp_rates << IL_FIRST_OFDM_RATE));
1838                 else
1839                         rate_scale_idx_msk =
1840                             (u16) (rate_mask & lq_sta->supp_rates);
1841
1842         } else
1843                 rate_scale_idx_msk = rate_mask;
1844
1845         if (!rate_scale_idx_msk)
1846                 rate_scale_idx_msk = rate_mask;
1847
1848         if (!((1 << idx) & rate_scale_idx_msk)) {
1849                 IL_ERR("Current Rate is not valid\n");
1850                 if (lq_sta->search_better_tbl) {
1851                         /* revert to active table if search table is not valid */
1852                         tbl->lq_type = LQ_NONE;
1853                         lq_sta->search_better_tbl = 0;
1854                         tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
1855                         /* get "active" rate info */
1856                         idx = il4965_hwrate_to_plcp_idx(tbl->current_rate);
1857                         il4965_rs_update_rate_tbl(il, ctx, lq_sta, tbl, idx,
1858                                                       is_green);
1859                 }
1860                 return;
1861         }
1862
1863         /* Get expected throughput table and history win for current rate */
1864         if (!tbl->expected_tpt) {
1865                 IL_ERR("tbl->expected_tpt is NULL\n");
1866                 return;
1867         }
1868
1869         /* force user max rate if set by user */
1870         if (lq_sta->max_rate_idx != -1 && lq_sta->max_rate_idx < idx) {
1871                 idx = lq_sta->max_rate_idx;
1872                 update_lq = 1;
1873                 win = &(tbl->win[idx]);
1874                 goto lq_update;
1875         }
1876
1877         win = &(tbl->win[idx]);
1878
1879         /*
1880          * If there is not enough history to calculate actual average
1881          * throughput, keep analyzing results of more tx frames, without
1882          * changing rate or mode (bypass most of the rest of this function).
1883          * Set up new rate table in uCode only if old rate is not supported
1884          * in current association (use new rate found above).
1885          */
1886         fail_count = win->counter - win->success_counter;
1887         if (fail_count < RATE_MIN_FAILURE_TH &&
1888             win->success_counter < RATE_MIN_SUCCESS_TH) {
1889                 D_RATE("LQ: still below TH. succ=%d total=%d " "for idx %d\n",
1890                        win->success_counter, win->counter, idx);
1891
1892                 /* Can't calculate this yet; not enough history */
1893                 win->average_tpt = IL_INVALID_VALUE;
1894
1895                 /* Should we stay with this modulation mode,
1896                  * or search for a new one? */
1897                 il4965_rs_stay_in_table(lq_sta, false);
1898
1899                 goto out;
1900         }
1901         /* Else we have enough samples; calculate estimate of
1902          * actual average throughput */
1903         if (win->average_tpt !=
1904             ((win->success_ratio * tbl->expected_tpt[idx] + 64) / 128)) {
1905                 IL_ERR("expected_tpt should have been calculated by now\n");
1906                 win->average_tpt =
1907                     ((win->success_ratio * tbl->expected_tpt[idx] + 64) / 128);
1908         }
1909
1910         /* If we are searching for better modulation mode, check success. */
1911         if (lq_sta->search_better_tbl) {
1912                 /* If good success, continue using the "search" mode;
1913                  * no need to send new link quality command, since we're
1914                  * continuing to use the setup that we've been trying. */
1915                 if (win->average_tpt > lq_sta->last_tpt) {
1916
1917                         D_RATE("LQ: SWITCHING TO NEW TBL "
1918                                "suc=%d cur-tpt=%d old-tpt=%d\n",
1919                                win->success_ratio, win->average_tpt,
1920                                lq_sta->last_tpt);
1921
1922                         if (!is_legacy(tbl->lq_type))
1923                                 lq_sta->enable_counter = 1;
1924
1925                         /* Swap tables; "search" becomes "active" */
1926                         lq_sta->active_tbl = active_tbl;
1927                         current_tpt = win->average_tpt;
1928
1929                         /* Else poor success; go back to mode in "active" table */
1930                 } else {
1931
1932                         D_RATE("LQ: GOING BACK TO THE OLD TBL "
1933                                "suc=%d cur-tpt=%d old-tpt=%d\n",
1934                                win->success_ratio, win->average_tpt,
1935                                lq_sta->last_tpt);
1936
1937                         /* Nullify "search" table */
1938                         tbl->lq_type = LQ_NONE;
1939
1940                         /* Revert to "active" table */
1941                         active_tbl = lq_sta->active_tbl;
1942                         tbl = &(lq_sta->lq_info[active_tbl]);
1943
1944                         /* Revert to "active" rate and throughput info */
1945                         idx = il4965_hwrate_to_plcp_idx(tbl->current_rate);
1946                         current_tpt = lq_sta->last_tpt;
1947
1948                         /* Need to set up a new rate table in uCode */
1949                         update_lq = 1;
1950                 }
1951
1952                 /* Either way, we've made a decision; modulation mode
1953                  * search is done, allow rate adjustment next time. */
1954                 lq_sta->search_better_tbl = 0;
1955                 done_search = 1;        /* Don't switch modes below! */
1956                 goto lq_update;
1957         }
1958
1959         /* (Else) not in search of better modulation mode, try for better
1960          * starting rate, while staying in this mode. */
1961         high_low =
1962             il4965_rs_get_adjacent_rate(il, idx, rate_scale_idx_msk,
1963                                         tbl->lq_type);
1964         low = high_low & 0xff;
1965         high = (high_low >> 8) & 0xff;
1966
1967         /* If user set max rate, dont allow higher than user constrain */
1968         if (lq_sta->max_rate_idx != -1 && lq_sta->max_rate_idx < high)
1969                 high = RATE_INVALID;
1970
1971         sr = win->success_ratio;
1972
1973         /* Collect measured throughputs for current and adjacent rates */
1974         current_tpt = win->average_tpt;
1975         if (low != RATE_INVALID)
1976                 low_tpt = tbl->win[low].average_tpt;
1977         if (high != RATE_INVALID)
1978                 high_tpt = tbl->win[high].average_tpt;
1979
1980         scale_action = 0;
1981
1982         /* Too many failures, decrease rate */
1983         if (sr <= RATE_DECREASE_TH || current_tpt == 0) {
1984                 D_RATE("decrease rate because of low success_ratio\n");
1985                 scale_action = -1;
1986
1987                 /* No throughput measured yet for adjacent rates; try increase. */
1988         } else if (low_tpt == IL_INVALID_VALUE && high_tpt == IL_INVALID_VALUE) {
1989
1990                 if (high != RATE_INVALID && sr >= RATE_INCREASE_TH)
1991                         scale_action = 1;
1992                 else if (low != RATE_INVALID)
1993                         scale_action = 0;
1994         }
1995
1996         /* Both adjacent throughputs are measured, but neither one has better
1997          * throughput; we're using the best rate, don't change it! */
1998         else if (low_tpt != IL_INVALID_VALUE && high_tpt != IL_INVALID_VALUE &&
1999                  low_tpt < current_tpt && high_tpt < current_tpt)
2000                 scale_action = 0;
2001
2002         /* At least one adjacent rate's throughput is measured,
2003          * and may have better performance. */
2004         else {
2005                 /* Higher adjacent rate's throughput is measured */
2006                 if (high_tpt != IL_INVALID_VALUE) {
2007                         /* Higher rate has better throughput */
2008                         if (high_tpt > current_tpt && sr >= RATE_INCREASE_TH)
2009                                 scale_action = 1;
2010                         else
2011                                 scale_action = 0;
2012
2013                         /* Lower adjacent rate's throughput is measured */
2014                 } else if (low_tpt != IL_INVALID_VALUE) {
2015                         /* Lower rate has better throughput */
2016                         if (low_tpt > current_tpt) {
2017                                 D_RATE("decrease rate because of low tpt\n");
2018                                 scale_action = -1;
2019                         } else if (sr >= RATE_INCREASE_TH) {
2020                                 scale_action = 1;
2021                         }
2022                 }
2023         }
2024
2025         /* Sanity check; asked for decrease, but success rate or throughput
2026          * has been good at old rate.  Don't change it. */
2027         if (scale_action == -1 && low != RATE_INVALID &&
2028             (sr > RATE_HIGH_TH || current_tpt > 100 * tbl->expected_tpt[low]))
2029                 scale_action = 0;
2030
2031         switch (scale_action) {
2032         case -1:
2033                 /* Decrease starting rate, update uCode's rate table */
2034                 if (low != RATE_INVALID) {
2035                         update_lq = 1;
2036                         idx = low;
2037                 }
2038
2039                 break;
2040         case 1:
2041                 /* Increase starting rate, update uCode's rate table */
2042                 if (high != RATE_INVALID) {
2043                         update_lq = 1;
2044                         idx = high;
2045                 }
2046
2047                 break;
2048         case 0:
2049                 /* No change */
2050         default:
2051                 break;
2052         }
2053
2054         D_RATE("choose rate scale idx %d action %d low %d " "high %d type %d\n",
2055                idx, scale_action, low, high, tbl->lq_type);
2056
2057 lq_update:
2058         /* Replace uCode's rate table for the destination station. */
2059         if (update_lq)
2060                 il4965_rs_update_rate_tbl(il, ctx, lq_sta, tbl, idx,
2061                                               is_green);
2062
2063         /* Should we stay with this modulation mode,
2064          * or search for a new one? */
2065         il4965_rs_stay_in_table(lq_sta, false);
2066
2067         /*
2068          * Search for new modulation mode if we're:
2069          * 1)  Not changing rates right now
2070          * 2)  Not just finishing up a search
2071          * 3)  Allowing a new search
2072          */
2073         if (!update_lq && !done_search && !lq_sta->stay_in_tbl && win->counter) {
2074                 /* Save current throughput to compare with "search" throughput */
2075                 lq_sta->last_tpt = current_tpt;
2076
2077                 /* Select a new "search" modulation mode to try.
2078                  * If one is found, set up the new "search" table. */
2079                 if (is_legacy(tbl->lq_type))
2080                         il4965_rs_move_legacy_other(il, lq_sta, conf, sta, idx);
2081                 else if (is_siso(tbl->lq_type))
2082                         il4965_rs_move_siso_to_other(il, lq_sta, conf, sta,
2083                                                      idx);
2084                 else            /* (is_mimo2(tbl->lq_type)) */
2085                         il4965_rs_move_mimo2_to_other(il, lq_sta, conf, sta,
2086                                                       idx);
2087
2088                 /* If new "search" mode was selected, set up in uCode table */
2089                 if (lq_sta->search_better_tbl) {
2090                         /* Access the "search" table, clear its history. */
2091                         tbl = &(lq_sta->lq_info[(1 - lq_sta->active_tbl)]);
2092                         for (i = 0; i < RATE_COUNT; i++)
2093                                 il4965_rs_rate_scale_clear_win(&(tbl->win[i]));
2094
2095                         /* Use new "search" start rate */
2096                         idx = il4965_hwrate_to_plcp_idx(tbl->current_rate);
2097
2098                         D_RATE("Switch current  mcs: %X idx: %d\n",
2099                                tbl->current_rate, idx);
2100                         il4965_rs_fill_link_cmd(il, lq_sta, tbl->current_rate);
2101                         il_send_lq_cmd(il, ctx, &lq_sta->lq, CMD_ASYNC, false);
2102                 } else
2103                         done_search = 1;
2104         }
2105
2106         if (done_search && !lq_sta->stay_in_tbl) {
2107                 /* If the "active" (non-search) mode was legacy,
2108                  * and we've tried switching antennas,
2109                  * but we haven't been able to try HT modes (not available),
2110                  * stay with best antenna legacy modulation for a while
2111                  * before next round of mode comparisons. */
2112                 tbl1 = &(lq_sta->lq_info[lq_sta->active_tbl]);
2113                 if (is_legacy(tbl1->lq_type) && !conf_is_ht(conf) &&
2114                     lq_sta->action_counter > tbl1->max_search) {
2115                         D_RATE("LQ: STAY in legacy table\n");
2116                         il4965_rs_set_stay_in_table(il, 1, lq_sta);
2117                 }
2118
2119                 /* If we're in an HT mode, and all 3 mode switch actions
2120                  * have been tried and compared, stay in this best modulation
2121                  * mode for a while before next round of mode comparisons. */
2122                 if (lq_sta->enable_counter &&
2123                     lq_sta->action_counter >= tbl1->max_search) {
2124                         if (lq_sta->last_tpt > IL_AGG_TPT_THREHOLD &&
2125                             (lq_sta->tx_agg_tid_en & (1 << tid)) &&
2126                             tid != MAX_TID_COUNT) {
2127                                 tid_data =
2128                                     &il->stations[lq_sta->lq.sta_id].tid[tid];
2129                                 if (tid_data->agg.state == IL_AGG_OFF) {
2130                                         D_RATE("try to aggregate tid %d\n",
2131                                                tid);
2132                                         il4965_rs_tl_turn_on_agg(il, tid,
2133                                                                  lq_sta, sta);
2134                                 }
2135                         }
2136                         il4965_rs_set_stay_in_table(il, 0, lq_sta);
2137                 }
2138         }
2139
2140 out:
2141         tbl->current_rate =
2142             il4965_rate_n_flags_from_tbl(il, tbl, idx, is_green);
2143         i = idx;
2144         lq_sta->last_txrate_idx = i;
2145 }
2146
2147 /**
2148  * il4965_rs_initialize_lq - Initialize a station's hardware rate table
2149  *
2150  * The uCode's station table contains a table of fallback rates
2151  * for automatic fallback during transmission.
2152  *
2153  * NOTE: This sets up a default set of values.  These will be replaced later
2154  *       if the driver's iwl-4965-rs rate scaling algorithm is used, instead of
2155  *       rc80211_simple.
2156  *
2157  * NOTE: Run C_ADD_STA command to set up station table entry, before
2158  *       calling this function (which runs C_TX_LINK_QUALITY_CMD,
2159  *       which requires station table entry to exist).
2160  */
2161 static void
2162 il4965_rs_initialize_lq(struct il_priv *il, struct ieee80211_conf *conf,
2163                         struct ieee80211_sta *sta, struct il_lq_sta *lq_sta)
2164 {
2165         struct il_scale_tbl_info *tbl;
2166         int rate_idx;
2167         int i;
2168         u32 rate;
2169         u8 use_green = il4965_rs_use_green(sta);
2170         u8 active_tbl = 0;
2171         u8 valid_tx_ant;
2172         struct il_station_priv *sta_priv;
2173         struct il_rxon_context *ctx;
2174
2175         if (!sta || !lq_sta)
2176                 return;
2177
2178         sta_priv = (void *)sta->drv_priv;
2179         ctx = sta_priv->common.ctx;
2180
2181         i = lq_sta->last_txrate_idx;
2182
2183         valid_tx_ant = il->hw_params.valid_tx_ant;
2184
2185         if (!lq_sta->search_better_tbl)
2186                 active_tbl = lq_sta->active_tbl;
2187         else
2188                 active_tbl = 1 - lq_sta->active_tbl;
2189
2190         tbl = &(lq_sta->lq_info[active_tbl]);
2191
2192         if (i < 0 || i >= RATE_COUNT)
2193                 i = 0;
2194
2195         rate = il_rates[i].plcp;
2196         tbl->ant_type = il4965_first_antenna(valid_tx_ant);
2197         rate |= tbl->ant_type << RATE_MCS_ANT_POS;
2198
2199         if (i >= IL_FIRST_CCK_RATE && i <= IL_LAST_CCK_RATE)
2200                 rate |= RATE_MCS_CCK_MSK;
2201
2202         il4965_rs_get_tbl_info_from_mcs(rate, il->band, tbl, &rate_idx);
2203         if (!il4965_rs_is_valid_ant(valid_tx_ant, tbl->ant_type))
2204                 il4965_rs_toggle_antenna(valid_tx_ant, &rate, tbl);
2205
2206         rate = il4965_rate_n_flags_from_tbl(il, tbl, rate_idx, use_green);
2207         tbl->current_rate = rate;
2208         il4965_rs_set_expected_tpt_table(lq_sta, tbl);
2209         il4965_rs_fill_link_cmd(NULL, lq_sta, rate);
2210         il->stations[lq_sta->lq.sta_id].lq = &lq_sta->lq;
2211         il_send_lq_cmd(il, ctx, &lq_sta->lq, CMD_SYNC, true);
2212 }
2213
2214 static void
2215 il4965_rs_get_rate(void *il_r, struct ieee80211_sta *sta, void *il_sta,
2216                    struct ieee80211_tx_rate_control *txrc)
2217 {
2218
2219         struct sk_buff *skb = txrc->skb;
2220         struct ieee80211_supported_band *sband = txrc->sband;
2221         struct il_priv *il __maybe_unused = (struct il_priv *)il_r;
2222         struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
2223         struct il_lq_sta *lq_sta = il_sta;
2224         int rate_idx;
2225
2226         D_RATE("rate scale calculate new rate for skb\n");
2227
2228         /* Get max rate if user set max rate */
2229         if (lq_sta) {
2230                 lq_sta->max_rate_idx = txrc->max_rate_idx;
2231                 if (sband->band == IEEE80211_BAND_5GHZ &&
2232                     lq_sta->max_rate_idx != -1)
2233                         lq_sta->max_rate_idx += IL_FIRST_OFDM_RATE;
2234                 if (lq_sta->max_rate_idx < 0 ||
2235                     lq_sta->max_rate_idx >= RATE_COUNT)
2236                         lq_sta->max_rate_idx = -1;
2237         }
2238
2239         /* Treat uninitialized rate scaling data same as non-existing. */
2240         if (lq_sta && !lq_sta->drv) {
2241                 D_RATE("Rate scaling not initialized yet.\n");
2242                 il_sta = NULL;
2243         }
2244
2245         /* Send management frames and NO_ACK data using lowest rate. */
2246         if (rate_control_send_low(sta, il_sta, txrc))
2247                 return;
2248
2249         if (!lq_sta)
2250                 return;
2251
2252         rate_idx = lq_sta->last_txrate_idx;
2253
2254         if (lq_sta->last_rate_n_flags & RATE_MCS_HT_MSK) {
2255                 rate_idx -= IL_FIRST_OFDM_RATE;
2256                 /* 6M and 9M shared same MCS idx */
2257                 rate_idx = (rate_idx > 0) ? (rate_idx - 1) : 0;
2258                 if (il4965_rs_extract_rate(lq_sta->last_rate_n_flags) >=
2259                     RATE_MIMO2_6M_PLCP)
2260                         rate_idx = rate_idx + MCS_IDX_PER_STREAM;
2261                 info->control.rates[0].flags = IEEE80211_TX_RC_MCS;
2262                 if (lq_sta->last_rate_n_flags & RATE_MCS_SGI_MSK)
2263                         info->control.rates[0].flags |=
2264                             IEEE80211_TX_RC_SHORT_GI;
2265                 if (lq_sta->last_rate_n_flags & RATE_MCS_DUP_MSK)
2266                         info->control.rates[0].flags |=
2267                             IEEE80211_TX_RC_DUP_DATA;
2268                 if (lq_sta->last_rate_n_flags & RATE_MCS_HT40_MSK)
2269                         info->control.rates[0].flags |=
2270                             IEEE80211_TX_RC_40_MHZ_WIDTH;
2271                 if (lq_sta->last_rate_n_flags & RATE_MCS_GF_MSK)
2272                         info->control.rates[0].flags |=
2273                             IEEE80211_TX_RC_GREEN_FIELD;
2274         } else {
2275                 /* Check for invalid rates */
2276                 if (rate_idx < 0 || rate_idx >= RATE_COUNT_LEGACY ||
2277                     (sband->band == IEEE80211_BAND_5GHZ &&
2278                      rate_idx < IL_FIRST_OFDM_RATE))
2279                         rate_idx = rate_lowest_index(sband, sta);
2280                 /* On valid 5 GHz rate, adjust idx */
2281                 else if (sband->band == IEEE80211_BAND_5GHZ)
2282                         rate_idx -= IL_FIRST_OFDM_RATE;
2283                 info->control.rates[0].flags = 0;
2284         }
2285         info->control.rates[0].idx = rate_idx;
2286
2287 }
2288
2289 static void *
2290 il4965_rs_alloc_sta(void *il_rate, struct ieee80211_sta *sta, gfp_t gfp)
2291 {
2292         struct il_station_priv *sta_priv =
2293             (struct il_station_priv *)sta->drv_priv;
2294         struct il_priv *il;
2295
2296         il = (struct il_priv *)il_rate;
2297         D_RATE("create station rate scale win\n");
2298
2299         return &sta_priv->lq_sta;
2300 }
2301
2302 /*
2303  * Called after adding a new station to initialize rate scaling
2304  */
2305 void
2306 il4965_rs_rate_init(struct il_priv *il, struct ieee80211_sta *sta, u8 sta_id)
2307 {
2308         int i, j;
2309         struct ieee80211_hw *hw = il->hw;
2310         struct ieee80211_conf *conf = &il->hw->conf;
2311         struct ieee80211_sta_ht_cap *ht_cap = &sta->ht_cap;
2312         struct il_station_priv *sta_priv;
2313         struct il_lq_sta *lq_sta;
2314         struct ieee80211_supported_band *sband;
2315
2316         sta_priv = (struct il_station_priv *)sta->drv_priv;
2317         lq_sta = &sta_priv->lq_sta;
2318         sband = hw->wiphy->bands[conf->channel->band];
2319
2320         lq_sta->lq.sta_id = sta_id;
2321
2322         for (j = 0; j < LQ_SIZE; j++)
2323                 for (i = 0; i < RATE_COUNT; i++)
2324                         il4965_rs_rate_scale_clear_win(&lq_sta->lq_info[j].
2325                                                        win[i]);
2326
2327         lq_sta->flush_timer = 0;
2328         lq_sta->supp_rates = sta->supp_rates[sband->band];
2329         for (j = 0; j < LQ_SIZE; j++)
2330                 for (i = 0; i < RATE_COUNT; i++)
2331                         il4965_rs_rate_scale_clear_win(&lq_sta->lq_info[j].
2332                                                        win[i]);
2333
2334         D_RATE("LQ:" "*** rate scale station global init for station %d ***\n",
2335                sta_id);
2336         /* TODO: what is a good starting rate for STA? About middle? Maybe not
2337          * the lowest or the highest rate.. Could consider using RSSI from
2338          * previous packets? Need to have IEEE 802.1X auth succeed immediately
2339          * after assoc.. */
2340
2341         lq_sta->is_dup = 0;
2342         lq_sta->max_rate_idx = -1;
2343         lq_sta->missed_rate_counter = IL_MISSED_RATE_MAX;
2344         lq_sta->is_green = il4965_rs_use_green(sta);
2345         lq_sta->active_legacy_rate = il->active_rate & ~(0x1000);
2346         lq_sta->band = il->band;
2347         /*
2348          * active_siso_rate mask includes 9 MBits (bit 5), and CCK (bits 0-3),
2349          * supp_rates[] does not; shift to convert format, force 9 MBits off.
2350          */
2351         lq_sta->active_siso_rate = ht_cap->mcs.rx_mask[0] << 1;
2352         lq_sta->active_siso_rate |= ht_cap->mcs.rx_mask[0] & 0x1;
2353         lq_sta->active_siso_rate &= ~((u16) 0x2);
2354         lq_sta->active_siso_rate <<= IL_FIRST_OFDM_RATE;
2355
2356         /* Same here */
2357         lq_sta->active_mimo2_rate = ht_cap->mcs.rx_mask[1] << 1;
2358         lq_sta->active_mimo2_rate |= ht_cap->mcs.rx_mask[1] & 0x1;
2359         lq_sta->active_mimo2_rate &= ~((u16) 0x2);
2360         lq_sta->active_mimo2_rate <<= IL_FIRST_OFDM_RATE;
2361
2362         /* These values will be overridden later */
2363         lq_sta->lq.general_params.single_stream_ant_msk =
2364             il4965_first_antenna(il->hw_params.valid_tx_ant);
2365         lq_sta->lq.general_params.dual_stream_ant_msk =
2366             il->hw_params.valid_tx_ant & ~il4965_first_antenna(il->hw_params.
2367                                                                valid_tx_ant);
2368         if (!lq_sta->lq.general_params.dual_stream_ant_msk) {
2369                 lq_sta->lq.general_params.dual_stream_ant_msk = ANT_AB;
2370         } else if (il4965_num_of_ant(il->hw_params.valid_tx_ant) == 2) {
2371                 lq_sta->lq.general_params.dual_stream_ant_msk =
2372                     il->hw_params.valid_tx_ant;
2373         }
2374
2375         /* as default allow aggregation for all tids */
2376         lq_sta->tx_agg_tid_en = IL_AGG_ALL_TID;
2377         lq_sta->drv = il;
2378
2379         /* Set last_txrate_idx to lowest rate */
2380         lq_sta->last_txrate_idx = rate_lowest_index(sband, sta);
2381         if (sband->band == IEEE80211_BAND_5GHZ)
2382                 lq_sta->last_txrate_idx += IL_FIRST_OFDM_RATE;
2383         lq_sta->is_agg = 0;
2384
2385 #ifdef CONFIG_MAC80211_DEBUGFS
2386         lq_sta->dbg_fixed_rate = 0;
2387 #endif
2388
2389         il4965_rs_initialize_lq(il, conf, sta, lq_sta);
2390 }
2391
2392 static void
2393 il4965_rs_fill_link_cmd(struct il_priv *il, struct il_lq_sta *lq_sta,
2394                         u32 new_rate)
2395 {
2396         struct il_scale_tbl_info tbl_type;
2397         int idx = 0;
2398         int rate_idx;
2399         int repeat_rate = 0;
2400         u8 ant_toggle_cnt = 0;
2401         u8 use_ht_possible = 1;
2402         u8 valid_tx_ant = 0;
2403         struct il_link_quality_cmd *lq_cmd = &lq_sta->lq;
2404
2405         /* Override starting rate (idx 0) if needed for debug purposes */
2406         il4965_rs_dbgfs_set_mcs(lq_sta, &new_rate, idx);
2407
2408         /* Interpret new_rate (rate_n_flags) */
2409         il4965_rs_get_tbl_info_from_mcs(new_rate, lq_sta->band, &tbl_type,
2410                                         &rate_idx);
2411
2412         /* How many times should we repeat the initial rate? */
2413         if (is_legacy(tbl_type.lq_type)) {
2414                 ant_toggle_cnt = 1;
2415                 repeat_rate = IL_NUMBER_TRY;
2416         } else {
2417                 repeat_rate = IL_HT_NUMBER_TRY;
2418         }
2419
2420         lq_cmd->general_params.mimo_delimiter =
2421             is_mimo(tbl_type.lq_type) ? 1 : 0;
2422
2423         /* Fill 1st table entry (idx 0) */
2424         lq_cmd->rs_table[idx].rate_n_flags = cpu_to_le32(new_rate);
2425
2426         if (il4965_num_of_ant(tbl_type.ant_type) == 1) {
2427                 lq_cmd->general_params.single_stream_ant_msk =
2428                     tbl_type.ant_type;
2429         } else if (il4965_num_of_ant(tbl_type.ant_type) == 2) {
2430                 lq_cmd->general_params.dual_stream_ant_msk = tbl_type.ant_type;
2431         }
2432         /* otherwise we don't modify the existing value */
2433         idx++;
2434         repeat_rate--;
2435         if (il)
2436                 valid_tx_ant = il->hw_params.valid_tx_ant;
2437
2438         /* Fill rest of rate table */
2439         while (idx < LINK_QUAL_MAX_RETRY_NUM) {
2440                 /* Repeat initial/next rate.
2441                  * For legacy IL_NUMBER_TRY == 1, this loop will not execute.
2442                  * For HT IL_HT_NUMBER_TRY == 3, this executes twice. */
2443                 while (repeat_rate > 0 && idx < LINK_QUAL_MAX_RETRY_NUM) {
2444                         if (is_legacy(tbl_type.lq_type)) {
2445                                 if (ant_toggle_cnt < NUM_TRY_BEFORE_ANT_TOGGLE)
2446                                         ant_toggle_cnt++;
2447                                 else if (il &&
2448                                          il4965_rs_toggle_antenna(valid_tx_ant,
2449                                                                   &new_rate,
2450                                                                   &tbl_type))
2451                                         ant_toggle_cnt = 1;
2452                         }
2453
2454                         /* Override next rate if needed for debug purposes */
2455                         il4965_rs_dbgfs_set_mcs(lq_sta, &new_rate, idx);
2456
2457                         /* Fill next table entry */
2458                         lq_cmd->rs_table[idx].rate_n_flags =
2459                             cpu_to_le32(new_rate);
2460                         repeat_rate--;
2461                         idx++;
2462                 }
2463
2464                 il4965_rs_get_tbl_info_from_mcs(new_rate, lq_sta->band,
2465                                                 &tbl_type, &rate_idx);
2466
2467                 /* Indicate to uCode which entries might be MIMO.
2468                  * If initial rate was MIMO, this will finally end up
2469                  * as (IL_HT_NUMBER_TRY * 2), after 2nd pass, otherwise 0. */
2470                 if (is_mimo(tbl_type.lq_type))
2471                         lq_cmd->general_params.mimo_delimiter = idx;
2472
2473                 /* Get next rate */
2474                 new_rate =
2475                     il4965_rs_get_lower_rate(lq_sta, &tbl_type, rate_idx,
2476                                              use_ht_possible);
2477
2478                 /* How many times should we repeat the next rate? */
2479                 if (is_legacy(tbl_type.lq_type)) {
2480                         if (ant_toggle_cnt < NUM_TRY_BEFORE_ANT_TOGGLE)
2481                                 ant_toggle_cnt++;
2482                         else if (il &&
2483                                  il4965_rs_toggle_antenna(valid_tx_ant,
2484                                                           &new_rate, &tbl_type))
2485                                 ant_toggle_cnt = 1;
2486
2487                         repeat_rate = IL_NUMBER_TRY;
2488                 } else {
2489                         repeat_rate = IL_HT_NUMBER_TRY;
2490                 }
2491
2492                 /* Don't allow HT rates after next pass.
2493                  * il4965_rs_get_lower_rate() will change type to LQ_A or LQ_G. */
2494                 use_ht_possible = 0;
2495
2496                 /* Override next rate if needed for debug purposes */
2497                 il4965_rs_dbgfs_set_mcs(lq_sta, &new_rate, idx);
2498
2499                 /* Fill next table entry */
2500                 lq_cmd->rs_table[idx].rate_n_flags = cpu_to_le32(new_rate);
2501
2502                 idx++;
2503                 repeat_rate--;
2504         }
2505
2506         lq_cmd->agg_params.agg_frame_cnt_limit = LINK_QUAL_AGG_FRAME_LIMIT_DEF;
2507         lq_cmd->agg_params.agg_dis_start_th = LINK_QUAL_AGG_DISABLE_START_DEF;
2508
2509         lq_cmd->agg_params.agg_time_limit =
2510             cpu_to_le16(LINK_QUAL_AGG_TIME_LIMIT_DEF);
2511 }
2512
2513 static void *
2514 il4965_rs_alloc(struct ieee80211_hw *hw, struct dentry *debugfsdir)
2515 {
2516         return hw->priv;
2517 }
2518
2519 /* rate scale requires free function to be implemented */
2520 static void
2521 il4965_rs_free(void *il_rate)
2522 {
2523         return;
2524 }
2525
2526 static void
2527 il4965_rs_free_sta(void *il_r, struct ieee80211_sta *sta, void *il_sta)
2528 {
2529         struct il_priv *il __maybe_unused = il_r;
2530
2531         D_RATE("enter\n");
2532         D_RATE("leave\n");
2533 }
2534
2535 #ifdef CONFIG_MAC80211_DEBUGFS
2536 static int
2537 il4965_open_file_generic(struct inode *inode, struct file *file)
2538 {
2539         file->private_data = inode->i_private;
2540         return 0;
2541 }
2542
2543 static void
2544 il4965_rs_dbgfs_set_mcs(struct il_lq_sta *lq_sta, u32 * rate_n_flags, int idx)
2545 {
2546         struct il_priv *il;
2547         u8 valid_tx_ant;
2548         u8 ant_sel_tx;
2549
2550         il = lq_sta->drv;
2551         valid_tx_ant = il->hw_params.valid_tx_ant;
2552         if (lq_sta->dbg_fixed_rate) {
2553                 ant_sel_tx =
2554                     ((lq_sta->
2555                       dbg_fixed_rate & RATE_MCS_ANT_ABC_MSK) >>
2556                      RATE_MCS_ANT_POS);
2557                 if ((valid_tx_ant & ant_sel_tx) == ant_sel_tx) {
2558                         *rate_n_flags = lq_sta->dbg_fixed_rate;
2559                         D_RATE("Fixed rate ON\n");
2560                 } else {
2561                         lq_sta->dbg_fixed_rate = 0;
2562                         IL_ERR
2563                             ("Invalid antenna selection 0x%X, Valid is 0x%X\n",
2564                              ant_sel_tx, valid_tx_ant);
2565                         D_RATE("Fixed rate OFF\n");
2566                 }
2567         } else {
2568                 D_RATE("Fixed rate OFF\n");
2569         }
2570 }
2571
2572 static ssize_t
2573 il4965_rs_sta_dbgfs_scale_table_write(struct file *file,
2574                                       const char __user *user_buf,
2575                                       size_t count, loff_t *ppos)
2576 {
2577         struct il_lq_sta *lq_sta = file->private_data;
2578         struct il_priv *il;
2579         char buf[64];
2580         size_t buf_size;
2581         u32 parsed_rate;
2582         struct il_station_priv *sta_priv =
2583             container_of(lq_sta, struct il_station_priv, lq_sta);
2584         struct il_rxon_context *ctx = sta_priv->common.ctx;
2585
2586         il = lq_sta->drv;
2587         memset(buf, 0, sizeof(buf));
2588         buf_size = min(count, sizeof(buf) - 1);
2589         if (copy_from_user(buf, user_buf, buf_size))
2590                 return -EFAULT;
2591
2592         if (sscanf(buf, "%x", &parsed_rate) == 1)
2593                 lq_sta->dbg_fixed_rate = parsed_rate;
2594         else
2595                 lq_sta->dbg_fixed_rate = 0;
2596
2597         lq_sta->active_legacy_rate = 0x0FFF;    /* 1 - 54 MBits, includes CCK */
2598         lq_sta->active_siso_rate = 0x1FD0;      /* 6 - 60 MBits, no 9, no CCK */
2599         lq_sta->active_mimo2_rate = 0x1FD0;     /* 6 - 60 MBits, no 9, no CCK */
2600
2601         D_RATE("sta_id %d rate 0x%X\n", lq_sta->lq.sta_id,
2602                lq_sta->dbg_fixed_rate);
2603
2604         if (lq_sta->dbg_fixed_rate) {
2605                 il4965_rs_fill_link_cmd(NULL, lq_sta, lq_sta->dbg_fixed_rate);
2606                 il_send_lq_cmd(lq_sta->drv, ctx, &lq_sta->lq, CMD_ASYNC, false);
2607         }
2608
2609         return count;
2610 }
2611
2612 static ssize_t
2613 il4965_rs_sta_dbgfs_scale_table_read(struct file *file, char __user *user_buf,
2614                                      size_t count, loff_t *ppos)
2615 {
2616         char *buff;
2617         int desc = 0;
2618         int i = 0;
2619         int idx = 0;
2620         ssize_t ret;
2621
2622         struct il_lq_sta *lq_sta = file->private_data;
2623         struct il_priv *il;
2624         struct il_scale_tbl_info *tbl = &(lq_sta->lq_info[lq_sta->active_tbl]);
2625
2626         il = lq_sta->drv;
2627         buff = kmalloc(1024, GFP_KERNEL);
2628         if (!buff)
2629                 return -ENOMEM;
2630
2631         desc += sprintf(buff + desc, "sta_id %d\n", lq_sta->lq.sta_id);
2632         desc +=
2633             sprintf(buff + desc, "failed=%d success=%d rate=0%X\n",
2634                     lq_sta->total_failed, lq_sta->total_success,
2635                     lq_sta->active_legacy_rate);
2636         desc +=
2637             sprintf(buff + desc, "fixed rate 0x%X\n", lq_sta->dbg_fixed_rate);
2638         desc +=
2639             sprintf(buff + desc, "valid_tx_ant %s%s%s\n",
2640                     (il->hw_params.valid_tx_ant & ANT_A) ? "ANT_A," : "",
2641                     (il->hw_params.valid_tx_ant & ANT_B) ? "ANT_B," : "",
2642                     (il->hw_params.valid_tx_ant & ANT_C) ? "ANT_C" : "");
2643         desc +=
2644             sprintf(buff + desc, "lq type %s\n",
2645                     (is_legacy(tbl->lq_type)) ? "legacy" : "HT");
2646         if (is_Ht(tbl->lq_type)) {
2647                 desc +=
2648                     sprintf(buff + desc, " %s",
2649                             (is_siso(tbl->lq_type)) ? "SISO" : "MIMO2");
2650                 desc +=
2651                     sprintf(buff + desc, " %s",
2652                             (tbl->is_ht40) ? "40MHz" : "20MHz");
2653                 desc +=
2654                     sprintf(buff + desc, " %s %s %s\n",
2655                             (tbl->is_SGI) ? "SGI" : "",
2656                             (lq_sta->is_green) ? "GF enabled" : "",
2657                             (lq_sta->is_agg) ? "AGG on" : "");
2658         }
2659         desc +=
2660             sprintf(buff + desc, "last tx rate=0x%X\n",
2661                     lq_sta->last_rate_n_flags);
2662         desc +=
2663             sprintf(buff + desc,
2664                     "general:" "flags=0x%X mimo-d=%d s-ant0x%x d-ant=0x%x\n",
2665                     lq_sta->lq.general_params.flags,
2666                     lq_sta->lq.general_params.mimo_delimiter,
2667                     lq_sta->lq.general_params.single_stream_ant_msk,
2668                     lq_sta->lq.general_params.dual_stream_ant_msk);
2669
2670         desc +=
2671             sprintf(buff + desc,
2672                     "agg:"
2673                     "time_limit=%d dist_start_th=%d frame_cnt_limit=%d\n",
2674                     le16_to_cpu(lq_sta->lq.agg_params.agg_time_limit),
2675                     lq_sta->lq.agg_params.agg_dis_start_th,
2676                     lq_sta->lq.agg_params.agg_frame_cnt_limit);
2677
2678         desc +=
2679             sprintf(buff + desc,
2680                     "Start idx [0]=0x%x [1]=0x%x [2]=0x%x [3]=0x%x\n",
2681                     lq_sta->lq.general_params.start_rate_idx[0],
2682                     lq_sta->lq.general_params.start_rate_idx[1],
2683                     lq_sta->lq.general_params.start_rate_idx[2],
2684                     lq_sta->lq.general_params.start_rate_idx[3]);
2685
2686         for (i = 0; i < LINK_QUAL_MAX_RETRY_NUM; i++) {
2687                 idx =
2688                     il4965_hwrate_to_plcp_idx(le32_to_cpu
2689                                               (lq_sta->lq.rs_table[i].
2690                                                rate_n_flags));
2691                 if (is_legacy(tbl->lq_type)) {
2692                         desc +=
2693                             sprintf(buff + desc, " rate[%d] 0x%X %smbps\n", i,
2694                                     le32_to_cpu(lq_sta->lq.rs_table[i].
2695                                                 rate_n_flags),
2696                                     il_rate_mcs[idx].mbps);
2697                 } else {
2698                         desc +=
2699                             sprintf(buff + desc, " rate[%d] 0x%X %smbps (%s)\n",
2700                                     i,
2701                                     le32_to_cpu(lq_sta->lq.rs_table[i].
2702                                                 rate_n_flags),
2703                                     il_rate_mcs[idx].mbps,
2704                                     il_rate_mcs[idx].mcs);
2705                 }
2706         }
2707
2708         ret = simple_read_from_buffer(user_buf, count, ppos, buff, desc);
2709         kfree(buff);
2710         return ret;
2711 }
2712
2713 static const struct file_operations rs_sta_dbgfs_scale_table_ops = {
2714         .write = il4965_rs_sta_dbgfs_scale_table_write,
2715         .read = il4965_rs_sta_dbgfs_scale_table_read,
2716         .open = il4965_open_file_generic,
2717         .llseek = default_llseek,
2718 };
2719
2720 static ssize_t
2721 il4965_rs_sta_dbgfs_stats_table_read(struct file *file, char __user *user_buf,
2722                                      size_t count, loff_t *ppos)
2723 {
2724         char *buff;
2725         int desc = 0;
2726         int i, j;
2727         ssize_t ret;
2728
2729         struct il_lq_sta *lq_sta = file->private_data;
2730
2731         buff = kmalloc(1024, GFP_KERNEL);
2732         if (!buff)
2733                 return -ENOMEM;
2734
2735         for (i = 0; i < LQ_SIZE; i++) {
2736                 desc +=
2737                     sprintf(buff + desc,
2738                             "%s type=%d SGI=%d HT40=%d DUP=%d GF=%d\n"
2739                             "rate=0x%X\n", lq_sta->active_tbl == i ? "*" : "x",
2740                             lq_sta->lq_info[i].lq_type,
2741                             lq_sta->lq_info[i].is_SGI,
2742                             lq_sta->lq_info[i].is_ht40,
2743                             lq_sta->lq_info[i].is_dup, lq_sta->is_green,
2744                             lq_sta->lq_info[i].current_rate);
2745                 for (j = 0; j < RATE_COUNT; j++) {
2746                         desc +=
2747                             sprintf(buff + desc,
2748                                     "counter=%d success=%d %%=%d\n",
2749                                     lq_sta->lq_info[i].win[j].counter,
2750                                     lq_sta->lq_info[i].win[j].success_counter,
2751                                     lq_sta->lq_info[i].win[j].success_ratio);
2752                 }
2753         }
2754         ret = simple_read_from_buffer(user_buf, count, ppos, buff, desc);
2755         kfree(buff);
2756         return ret;
2757 }
2758
2759 static const struct file_operations rs_sta_dbgfs_stats_table_ops = {
2760         .read = il4965_rs_sta_dbgfs_stats_table_read,
2761         .open = il4965_open_file_generic,
2762         .llseek = default_llseek,
2763 };
2764
2765 static ssize_t
2766 il4965_rs_sta_dbgfs_rate_scale_data_read(struct file *file,
2767                                          char __user *user_buf, size_t count,
2768                                          loff_t *ppos)
2769 {
2770         char buff[120];
2771         int desc = 0;
2772         struct il_lq_sta *lq_sta = file->private_data;
2773         struct il_scale_tbl_info *tbl = &lq_sta->lq_info[lq_sta->active_tbl];
2774
2775         if (is_Ht(tbl->lq_type))
2776                 desc +=
2777                     sprintf(buff + desc, "Bit Rate= %d Mb/s\n",
2778                             tbl->expected_tpt[lq_sta->last_txrate_idx]);
2779         else
2780                 desc +=
2781                     sprintf(buff + desc, "Bit Rate= %d Mb/s\n",
2782                             il_rates[lq_sta->last_txrate_idx].ieee >> 1);
2783
2784         return simple_read_from_buffer(user_buf, count, ppos, buff, desc);
2785 }
2786
2787 static const struct file_operations rs_sta_dbgfs_rate_scale_data_ops = {
2788         .read = il4965_rs_sta_dbgfs_rate_scale_data_read,
2789         .open = il4965_open_file_generic,
2790         .llseek = default_llseek,
2791 };
2792
2793 static void
2794 il4965_rs_add_debugfs(void *il, void *il_sta, struct dentry *dir)
2795 {
2796         struct il_lq_sta *lq_sta = il_sta;
2797         lq_sta->rs_sta_dbgfs_scale_table_file =
2798             debugfs_create_file("rate_scale_table", S_IRUSR | S_IWUSR, dir,
2799                                 lq_sta, &rs_sta_dbgfs_scale_table_ops);
2800         lq_sta->rs_sta_dbgfs_stats_table_file =
2801             debugfs_create_file("rate_stats_table", S_IRUSR, dir, lq_sta,
2802                                 &rs_sta_dbgfs_stats_table_ops);
2803         lq_sta->rs_sta_dbgfs_rate_scale_data_file =
2804             debugfs_create_file("rate_scale_data", S_IRUSR, dir, lq_sta,
2805                                 &rs_sta_dbgfs_rate_scale_data_ops);
2806         lq_sta->rs_sta_dbgfs_tx_agg_tid_en_file =
2807             debugfs_create_u8("tx_agg_tid_enable", S_IRUSR | S_IWUSR, dir,
2808                               &lq_sta->tx_agg_tid_en);
2809
2810 }
2811
2812 static void
2813 il4965_rs_remove_debugfs(void *il, void *il_sta)
2814 {
2815         struct il_lq_sta *lq_sta = il_sta;
2816         debugfs_remove(lq_sta->rs_sta_dbgfs_scale_table_file);
2817         debugfs_remove(lq_sta->rs_sta_dbgfs_stats_table_file);
2818         debugfs_remove(lq_sta->rs_sta_dbgfs_rate_scale_data_file);
2819         debugfs_remove(lq_sta->rs_sta_dbgfs_tx_agg_tid_en_file);
2820 }
2821 #endif
2822
2823 /*
2824  * Initialization of rate scaling information is done by driver after
2825  * the station is added. Since mac80211 calls this function before a
2826  * station is added we ignore it.
2827  */
2828 static void
2829 il4965_rs_rate_init_stub(void *il_r, struct ieee80211_supported_band *sband,
2830                          struct ieee80211_sta *sta, void *il_sta)
2831 {
2832 }
2833
2834 static struct rate_control_ops rs_4965_ops = {
2835         .module = NULL,
2836         .name = IL4965_RS_NAME,
2837         .tx_status = il4965_rs_tx_status,
2838         .get_rate = il4965_rs_get_rate,
2839         .rate_init = il4965_rs_rate_init_stub,
2840         .alloc = il4965_rs_alloc,
2841         .free = il4965_rs_free,
2842         .alloc_sta = il4965_rs_alloc_sta,
2843         .free_sta = il4965_rs_free_sta,
2844 #ifdef CONFIG_MAC80211_DEBUGFS
2845         .add_sta_debugfs = il4965_rs_add_debugfs,
2846         .remove_sta_debugfs = il4965_rs_remove_debugfs,
2847 #endif
2848 };
2849
2850 int
2851 il4965_rate_control_register(void)
2852 {
2853         return ieee80211_rate_control_register(&rs_4965_ops);
2854 }
2855
2856 void
2857 il4965_rate_control_unregister(void)
2858 {
2859         ieee80211_rate_control_unregister(&rs_4965_ops);
2860 }