Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2002-2005, Instant802 Networks, Inc. |
| 3 | * Copyright 2005-2006, Devicescape Software, Inc. |
| 4 | * Copyright (c) 2006 Jiri Benc <jbenc@suse.cz> |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | */ |
| 10 | |
| 11 | #include <linux/kernel.h> |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 12 | #include <linux/rtnetlink.h> |
Paul Gortmaker | 3a9a231 | 2011-05-27 09:12:25 -0400 | [diff] [blame] | 13 | #include <linux/module.h> |
Johannes Berg | cc01f9b | 2014-01-22 10:36:59 +0100 | [diff] [blame] | 14 | #include <linux/slab.h> |
Johannes Berg | 2c8dccc | 2008-04-08 15:14:40 -0400 | [diff] [blame] | 15 | #include "rate.h" |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 16 | #include "ieee80211_i.h" |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 17 | #include "debugfs.h" |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 18 | |
| 19 | struct rate_control_alg { |
| 20 | struct list_head list; |
Johannes Berg | 631ad70 | 2014-01-20 23:29:34 +0100 | [diff] [blame] | 21 | const struct rate_control_ops *ops; |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 22 | }; |
| 23 | |
| 24 | static LIST_HEAD(rate_ctrl_algs); |
| 25 | static DEFINE_MUTEX(rate_ctrl_mutex); |
| 26 | |
Stefano Brivio | c21b39a | 2007-12-19 01:26:16 +0100 | [diff] [blame] | 27 | static char *ieee80211_default_rc_algo = CONFIG_MAC80211_RC_DEFAULT; |
| 28 | module_param(ieee80211_default_rc_algo, charp, 0644); |
| 29 | MODULE_PARM_DESC(ieee80211_default_rc_algo, |
| 30 | "Default rate control algorithm for mac80211 to use"); |
| 31 | |
Denys Vlasenko | eb6d929 | 2015-07-15 14:56:06 +0200 | [diff] [blame] | 32 | void rate_control_rate_init(struct sta_info *sta) |
| 33 | { |
| 34 | struct ieee80211_local *local = sta->sdata->local; |
| 35 | struct rate_control_ref *ref = sta->rate_ctrl; |
| 36 | struct ieee80211_sta *ista = &sta->sta; |
| 37 | void *priv_sta = sta->rate_ctrl_priv; |
| 38 | struct ieee80211_supported_band *sband; |
| 39 | struct ieee80211_chanctx_conf *chanctx_conf; |
| 40 | |
| 41 | ieee80211_sta_set_rx_nss(sta); |
| 42 | |
| 43 | if (!ref) |
| 44 | return; |
| 45 | |
| 46 | rcu_read_lock(); |
| 47 | |
| 48 | chanctx_conf = rcu_dereference(sta->sdata->vif.chanctx_conf); |
| 49 | if (WARN_ON(!chanctx_conf)) { |
| 50 | rcu_read_unlock(); |
| 51 | return; |
| 52 | } |
| 53 | |
| 54 | sband = local->hw.wiphy->bands[chanctx_conf->def.chan->band]; |
| 55 | |
| 56 | spin_lock_bh(&sta->rate_ctrl_lock); |
| 57 | ref->ops->rate_init(ref->priv, sband, &chanctx_conf->def, ista, |
| 58 | priv_sta); |
| 59 | spin_unlock_bh(&sta->rate_ctrl_lock); |
| 60 | rcu_read_unlock(); |
| 61 | set_sta_flag(sta, WLAN_STA_RATE_CONTROL); |
| 62 | } |
| 63 | |
| 64 | void rate_control_rate_update(struct ieee80211_local *local, |
| 65 | struct ieee80211_supported_band *sband, |
| 66 | struct sta_info *sta, u32 changed) |
| 67 | { |
| 68 | struct rate_control_ref *ref = local->rate_ctrl; |
| 69 | struct ieee80211_sta *ista = &sta->sta; |
| 70 | void *priv_sta = sta->rate_ctrl_priv; |
| 71 | struct ieee80211_chanctx_conf *chanctx_conf; |
| 72 | |
| 73 | if (ref && ref->ops->rate_update) { |
| 74 | rcu_read_lock(); |
| 75 | |
| 76 | chanctx_conf = rcu_dereference(sta->sdata->vif.chanctx_conf); |
| 77 | if (WARN_ON(!chanctx_conf)) { |
| 78 | rcu_read_unlock(); |
| 79 | return; |
| 80 | } |
| 81 | |
| 82 | spin_lock_bh(&sta->rate_ctrl_lock); |
| 83 | ref->ops->rate_update(ref->priv, sband, &chanctx_conf->def, |
| 84 | ista, priv_sta, changed); |
| 85 | spin_unlock_bh(&sta->rate_ctrl_lock); |
| 86 | rcu_read_unlock(); |
| 87 | } |
| 88 | drv_sta_rc_update(local, sta->sdata, &sta->sta, changed); |
| 89 | } |
| 90 | |
Johannes Berg | 631ad70 | 2014-01-20 23:29:34 +0100 | [diff] [blame] | 91 | int ieee80211_rate_control_register(const struct rate_control_ops *ops) |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 92 | { |
| 93 | struct rate_control_alg *alg; |
| 94 | |
Johannes Berg | ac71c69 | 2007-10-28 14:17:44 +0100 | [diff] [blame] | 95 | if (!ops->name) |
| 96 | return -EINVAL; |
| 97 | |
Johannes Berg | 999acd9 | 2007-10-28 14:49:33 +0100 | [diff] [blame] | 98 | mutex_lock(&rate_ctrl_mutex); |
| 99 | list_for_each_entry(alg, &rate_ctrl_algs, list) { |
| 100 | if (!strcmp(alg->ops->name, ops->name)) { |
| 101 | /* don't register an algorithm twice */ |
| 102 | WARN_ON(1); |
Cyrill Gorcunov | b808ab1 | 2007-12-13 15:52:11 -0800 | [diff] [blame] | 103 | mutex_unlock(&rate_ctrl_mutex); |
Johannes Berg | 999acd9 | 2007-10-28 14:49:33 +0100 | [diff] [blame] | 104 | return -EALREADY; |
| 105 | } |
| 106 | } |
| 107 | |
Yoann Padioleau | dd00cc4 | 2007-07-19 01:49:03 -0700 | [diff] [blame] | 108 | alg = kzalloc(sizeof(*alg), GFP_KERNEL); |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 109 | if (alg == NULL) { |
Johannes Berg | 999acd9 | 2007-10-28 14:49:33 +0100 | [diff] [blame] | 110 | mutex_unlock(&rate_ctrl_mutex); |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 111 | return -ENOMEM; |
| 112 | } |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 113 | alg->ops = ops; |
| 114 | |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 115 | list_add_tail(&alg->list, &rate_ctrl_algs); |
| 116 | mutex_unlock(&rate_ctrl_mutex); |
| 117 | |
| 118 | return 0; |
| 119 | } |
| 120 | EXPORT_SYMBOL(ieee80211_rate_control_register); |
| 121 | |
Johannes Berg | 631ad70 | 2014-01-20 23:29:34 +0100 | [diff] [blame] | 122 | void ieee80211_rate_control_unregister(const struct rate_control_ops *ops) |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 123 | { |
| 124 | struct rate_control_alg *alg; |
| 125 | |
| 126 | mutex_lock(&rate_ctrl_mutex); |
| 127 | list_for_each_entry(alg, &rate_ctrl_algs, list) { |
| 128 | if (alg->ops == ops) { |
| 129 | list_del(&alg->list); |
Cyrill Gorcunov | 20880e8 | 2007-12-13 16:17:03 -0800 | [diff] [blame] | 130 | kfree(alg); |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 131 | break; |
| 132 | } |
| 133 | } |
| 134 | mutex_unlock(&rate_ctrl_mutex); |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 135 | } |
| 136 | EXPORT_SYMBOL(ieee80211_rate_control_unregister); |
| 137 | |
Johannes Berg | 631ad70 | 2014-01-20 23:29:34 +0100 | [diff] [blame] | 138 | static const struct rate_control_ops * |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 139 | ieee80211_try_rate_control_ops_get(const char *name) |
| 140 | { |
| 141 | struct rate_control_alg *alg; |
Johannes Berg | 631ad70 | 2014-01-20 23:29:34 +0100 | [diff] [blame] | 142 | const struct rate_control_ops *ops = NULL; |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 143 | |
Johannes Berg | ac71c69 | 2007-10-28 14:17:44 +0100 | [diff] [blame] | 144 | if (!name) |
| 145 | return NULL; |
| 146 | |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 147 | mutex_lock(&rate_ctrl_mutex); |
| 148 | list_for_each_entry(alg, &rate_ctrl_algs, list) { |
Johannes Berg | cc01f9b | 2014-01-22 10:36:59 +0100 | [diff] [blame] | 149 | if (!strcmp(alg->ops->name, name)) { |
| 150 | ops = alg->ops; |
| 151 | break; |
| 152 | } |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 153 | } |
| 154 | mutex_unlock(&rate_ctrl_mutex); |
| 155 | return ops; |
| 156 | } |
| 157 | |
Stefano Brivio | c21b39a | 2007-12-19 01:26:16 +0100 | [diff] [blame] | 158 | /* Get the rate control algorithm. */ |
Johannes Berg | 631ad70 | 2014-01-20 23:29:34 +0100 | [diff] [blame] | 159 | static const struct rate_control_ops * |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 160 | ieee80211_rate_control_ops_get(const char *name) |
| 161 | { |
Johannes Berg | 631ad70 | 2014-01-20 23:29:34 +0100 | [diff] [blame] | 162 | const struct rate_control_ops *ops; |
Stefano Brivio | c21b39a | 2007-12-19 01:26:16 +0100 | [diff] [blame] | 163 | const char *alg_name; |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 164 | |
Dan Streetman | b51d23e | 2015-06-17 06:18:52 +0930 | [diff] [blame] | 165 | kernel_param_lock(THIS_MODULE); |
Johannes Berg | ac71c69 | 2007-10-28 14:17:44 +0100 | [diff] [blame] | 166 | if (!name) |
Stefano Brivio | c21b39a | 2007-12-19 01:26:16 +0100 | [diff] [blame] | 167 | alg_name = ieee80211_default_rc_algo; |
| 168 | else |
| 169 | alg_name = name; |
Johannes Berg | ac71c69 | 2007-10-28 14:17:44 +0100 | [diff] [blame] | 170 | |
Stefano Brivio | c21b39a | 2007-12-19 01:26:16 +0100 | [diff] [blame] | 171 | ops = ieee80211_try_rate_control_ops_get(alg_name); |
Stefano Brivio | c21b39a | 2007-12-19 01:26:16 +0100 | [diff] [blame] | 172 | if (!ops && name) |
| 173 | /* try default if specific alg requested but not found */ |
| 174 | ops = ieee80211_try_rate_control_ops_get(ieee80211_default_rc_algo); |
| 175 | |
Johannes Berg | 4b47589 | 2008-01-02 15:17:03 +0100 | [diff] [blame] | 176 | /* try built-in one if specific alg requested but not found */ |
| 177 | if (!ops && strlen(CONFIG_MAC80211_RC_DEFAULT)) |
| 178 | ops = ieee80211_try_rate_control_ops_get(CONFIG_MAC80211_RC_DEFAULT); |
Dan Streetman | b51d23e | 2015-06-17 06:18:52 +0930 | [diff] [blame] | 179 | kernel_param_unlock(THIS_MODULE); |
Johannes Berg | 4b47589 | 2008-01-02 15:17:03 +0100 | [diff] [blame] | 180 | |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 181 | return ops; |
| 182 | } |
| 183 | |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 184 | #ifdef CONFIG_MAC80211_DEBUGFS |
| 185 | static ssize_t rcname_read(struct file *file, char __user *userbuf, |
| 186 | size_t count, loff_t *ppos) |
| 187 | { |
| 188 | struct rate_control_ref *ref = file->private_data; |
| 189 | int len = strlen(ref->ops->name); |
| 190 | |
| 191 | return simple_read_from_buffer(userbuf, count, ppos, |
| 192 | ref->ops->name, len); |
| 193 | } |
| 194 | |
| 195 | static const struct file_operations rcname_ops = { |
| 196 | .read = rcname_read, |
Stephen Boyd | 234e340 | 2012-04-05 14:25:11 -0700 | [diff] [blame] | 197 | .open = simple_open, |
Arnd Bergmann | 6038f37 | 2010-08-15 18:52:59 +0200 | [diff] [blame] | 198 | .llseek = default_llseek, |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 199 | }; |
| 200 | #endif |
| 201 | |
Andres Salomon | 209c671 | 2010-02-07 21:47:50 -0500 | [diff] [blame] | 202 | static struct rate_control_ref *rate_control_alloc(const char *name, |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 203 | struct ieee80211_local *local) |
| 204 | { |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 205 | struct dentry *debugfsdir = NULL; |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 206 | struct rate_control_ref *ref; |
| 207 | |
| 208 | ref = kmalloc(sizeof(struct rate_control_ref), GFP_KERNEL); |
| 209 | if (!ref) |
Johannes Berg | cc01f9b | 2014-01-22 10:36:59 +0100 | [diff] [blame] | 210 | return NULL; |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 211 | ref->local = local; |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 212 | ref->ops = ieee80211_rate_control_ops_get(name); |
| 213 | if (!ref->ops) |
Johannes Berg | cc01f9b | 2014-01-22 10:36:59 +0100 | [diff] [blame] | 214 | goto free; |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 215 | |
| 216 | #ifdef CONFIG_MAC80211_DEBUGFS |
| 217 | debugfsdir = debugfs_create_dir("rc", local->hw.wiphy->debugfsdir); |
| 218 | local->debugfs.rcdir = debugfsdir; |
Johannes Berg | 7bcfaf2 | 2009-10-27 12:59:03 +0100 | [diff] [blame] | 219 | debugfs_create_file("name", 0400, debugfsdir, ref, &rcname_ops); |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 220 | #endif |
| 221 | |
| 222 | ref->priv = ref->ops->alloc(&local->hw, debugfsdir); |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 223 | if (!ref->priv) |
Johannes Berg | cc01f9b | 2014-01-22 10:36:59 +0100 | [diff] [blame] | 224 | goto free; |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 225 | return ref; |
| 226 | |
Johannes Berg | cc01f9b | 2014-01-22 10:36:59 +0100 | [diff] [blame] | 227 | free: |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 228 | kfree(ref); |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 229 | return NULL; |
| 230 | } |
| 231 | |
Johannes Berg | 889cbb9 | 2012-01-17 10:33:29 +0100 | [diff] [blame] | 232 | static void rate_control_free(struct rate_control_ref *ctrl_ref) |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 233 | { |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 234 | ctrl_ref->ops->free(ctrl_ref->priv); |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 235 | |
| 236 | #ifdef CONFIG_MAC80211_DEBUGFS |
Johannes Berg | 7bcfaf2 | 2009-10-27 12:59:03 +0100 | [diff] [blame] | 237 | debugfs_remove_recursive(ctrl_ref->local->debugfs.rcdir); |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 238 | ctrl_ref->local->debugfs.rcdir = NULL; |
| 239 | #endif |
| 240 | |
Jiri Benc | f0706e8 | 2007-05-05 11:45:53 -0700 | [diff] [blame] | 241 | kfree(ctrl_ref); |
| 242 | } |
| 243 | |
Rajkumar Manoharan | b6f3530 | 2011-09-29 20:34:04 +0530 | [diff] [blame] | 244 | static bool rc_no_data_or_no_ack_use_min(struct ieee80211_tx_rate_control *txrc) |
Luis R. Rodriguez | 4c6d4f5 | 2009-07-16 10:05:41 -0700 | [diff] [blame] | 245 | { |
| 246 | struct sk_buff *skb = txrc->skb; |
| 247 | struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data; |
| 248 | struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb); |
| 249 | __le16 fc; |
| 250 | |
| 251 | fc = hdr->frame_control; |
| 252 | |
Rajkumar Manoharan | b6f3530 | 2011-09-29 20:34:04 +0530 | [diff] [blame] | 253 | return (info->flags & (IEEE80211_TX_CTL_NO_ACK | |
| 254 | IEEE80211_TX_CTL_USE_MINRATE)) || |
| 255 | !ieee80211_is_data(fc); |
Luis R. Rodriguez | 4c6d4f5 | 2009-07-16 10:05:41 -0700 | [diff] [blame] | 256 | } |
| 257 | |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 258 | static void rc_send_low_basicrate(s8 *idx, u32 basic_rates, |
Felix Fietkau | 8f0729b | 2010-11-11 15:07:23 +0100 | [diff] [blame] | 259 | struct ieee80211_supported_band *sband) |
Jouni Malinen | e00cfce | 2009-12-29 12:59:19 +0200 | [diff] [blame] | 260 | { |
| 261 | u8 i; |
| 262 | |
| 263 | if (basic_rates == 0) |
| 264 | return; /* assume basic rates unknown and accept rate */ |
| 265 | if (*idx < 0) |
| 266 | return; |
| 267 | if (basic_rates & (1 << *idx)) |
| 268 | return; /* selected rate is a basic rate */ |
| 269 | |
Felix Fietkau | 8f0729b | 2010-11-11 15:07:23 +0100 | [diff] [blame] | 270 | for (i = *idx + 1; i <= sband->n_bitrates; i++) { |
Jouni Malinen | e00cfce | 2009-12-29 12:59:19 +0200 | [diff] [blame] | 271 | if (basic_rates & (1 << i)) { |
| 272 | *idx = i; |
| 273 | return; |
| 274 | } |
| 275 | } |
| 276 | |
| 277 | /* could not find a basic rate; use original selection */ |
| 278 | } |
| 279 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 280 | static void __rate_control_send_low(struct ieee80211_hw *hw, |
| 281 | struct ieee80211_supported_band *sband, |
| 282 | struct ieee80211_sta *sta, |
Andrei Otcheretianski | 1d2d350 | 2013-10-14 11:04:28 +0200 | [diff] [blame] | 283 | struct ieee80211_tx_info *info, |
| 284 | u32 rate_mask) |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 285 | { |
Simon Wunderlich | 2103dec | 2013-07-08 16:55:53 +0200 | [diff] [blame] | 286 | int i; |
| 287 | u32 rate_flags = |
| 288 | ieee80211_chandef_rate_flags(&hw->conf.chandef); |
| 289 | |
| 290 | if ((sband->band == IEEE80211_BAND_2GHZ) && |
| 291 | (info->flags & IEEE80211_TX_CTL_NO_CCK_RATE)) |
| 292 | rate_flags |= IEEE80211_RATE_ERP_G; |
| 293 | |
| 294 | info->control.rates[0].idx = 0; |
| 295 | for (i = 0; i < sband->n_bitrates; i++) { |
Andrei Otcheretianski | 1d2d350 | 2013-10-14 11:04:28 +0200 | [diff] [blame] | 296 | if (!(rate_mask & BIT(i))) |
| 297 | continue; |
| 298 | |
Andrei Otcheretianski | 1431fcb | 2013-10-14 10:46:55 +0200 | [diff] [blame] | 299 | if ((rate_flags & sband->bitrates[i].flags) != rate_flags) |
| 300 | continue; |
| 301 | |
Simon Wunderlich | 2103dec | 2013-07-08 16:55:53 +0200 | [diff] [blame] | 302 | if (!rate_supported(sta, sband->band, i)) |
| 303 | continue; |
| 304 | |
| 305 | info->control.rates[0].idx = i; |
| 306 | break; |
| 307 | } |
Johannes Berg | 0e5c371 | 2015-09-23 14:02:47 +0200 | [diff] [blame] | 308 | WARN_ONCE(i == sband->n_bitrates, |
| 309 | "no supported rates (0x%x) in rate_mask 0x%x with flags 0x%x\n", |
Johannes Berg | ef95d8b | 2015-10-25 10:59:42 +0200 | [diff] [blame] | 310 | sta ? sta->supp_rates[sband->band] : -1, |
Johannes Berg | 0e5c371 | 2015-09-23 14:02:47 +0200 | [diff] [blame] | 311 | rate_mask, rate_flags); |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 312 | |
| 313 | info->control.rates[0].count = |
| 314 | (info->flags & IEEE80211_TX_CTL_NO_ACK) ? |
| 315 | 1 : hw->max_rate_tries; |
| 316 | |
| 317 | info->control.skip_table = 1; |
| 318 | } |
| 319 | |
Rajkumar Manoharan | aad14ce | 2011-09-25 14:53:31 +0530 | [diff] [blame] | 320 | |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 321 | bool rate_control_send_low(struct ieee80211_sta *pubsta, |
Luis R. Rodriguez | 4c6d4f5 | 2009-07-16 10:05:41 -0700 | [diff] [blame] | 322 | void *priv_sta, |
| 323 | struct ieee80211_tx_rate_control *txrc) |
| 324 | { |
| 325 | struct ieee80211_tx_info *info = IEEE80211_SKB_CB(txrc->skb); |
Felix Fietkau | dd5b4cc | 2010-11-22 20:58:24 +0100 | [diff] [blame] | 326 | struct ieee80211_supported_band *sband = txrc->sband; |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 327 | struct sta_info *sta; |
Felix Fietkau | dd5b4cc | 2010-11-22 20:58:24 +0100 | [diff] [blame] | 328 | int mcast_rate; |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 329 | bool use_basicrate = false; |
Luis R. Rodriguez | 4c6d4f5 | 2009-07-16 10:05:41 -0700 | [diff] [blame] | 330 | |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 331 | if (!pubsta || !priv_sta || rc_no_data_or_no_ack_use_min(txrc)) { |
Andrei Otcheretianski | 1d2d350 | 2013-10-14 11:04:28 +0200 | [diff] [blame] | 332 | __rate_control_send_low(txrc->hw, sband, pubsta, info, |
| 333 | txrc->rate_idx_mask); |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 334 | |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 335 | if (!pubsta && txrc->bss) { |
Felix Fietkau | dd5b4cc | 2010-11-22 20:58:24 +0100 | [diff] [blame] | 336 | mcast_rate = txrc->bss_conf->mcast_rate[sband->band]; |
| 337 | if (mcast_rate > 0) { |
| 338 | info->control.rates[0].idx = mcast_rate - 1; |
| 339 | return true; |
| 340 | } |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 341 | use_basicrate = true; |
| 342 | } else if (pubsta) { |
| 343 | sta = container_of(pubsta, struct sta_info, sta); |
| 344 | if (ieee80211_vif_is_mesh(&sta->sdata->vif)) |
| 345 | use_basicrate = true; |
| 346 | } |
Felix Fietkau | dd5b4cc | 2010-11-22 20:58:24 +0100 | [diff] [blame] | 347 | |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 348 | if (use_basicrate) |
| 349 | rc_send_low_basicrate(&info->control.rates[0].idx, |
Jouni Malinen | e00cfce | 2009-12-29 12:59:19 +0200 | [diff] [blame] | 350 | txrc->bss_conf->basic_rates, |
Felix Fietkau | dd5b4cc | 2010-11-22 20:58:24 +0100 | [diff] [blame] | 351 | sband); |
Chun-Yeow Yeoh | 0670307 | 2013-08-06 15:39:56 -0700 | [diff] [blame] | 352 | |
Luis R. Rodriguez | 4c6d4f5 | 2009-07-16 10:05:41 -0700 | [diff] [blame] | 353 | return true; |
| 354 | } |
| 355 | return false; |
| 356 | } |
| 357 | EXPORT_SYMBOL(rate_control_send_low); |
| 358 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 359 | static bool rate_idx_match_legacy_mask(s8 *rate_idx, int n_bitrates, u32 mask) |
Jouni Malinen | 37eb0b1 | 2010-01-06 13:09:08 +0200 | [diff] [blame] | 360 | { |
| 361 | int j; |
| 362 | |
| 363 | /* See whether the selected rate or anything below it is allowed. */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 364 | for (j = *rate_idx; j >= 0; j--) { |
Jouni Malinen | 37eb0b1 | 2010-01-06 13:09:08 +0200 | [diff] [blame] | 365 | if (mask & (1 << j)) { |
| 366 | /* Okay, found a suitable rate. Use it. */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 367 | *rate_idx = j; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 368 | return true; |
Jouni Malinen | 37eb0b1 | 2010-01-06 13:09:08 +0200 | [diff] [blame] | 369 | } |
| 370 | } |
| 371 | |
| 372 | /* Try to find a higher rate that would be allowed */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 373 | for (j = *rate_idx + 1; j < n_bitrates; j++) { |
Jouni Malinen | 37eb0b1 | 2010-01-06 13:09:08 +0200 | [diff] [blame] | 374 | if (mask & (1 << j)) { |
| 375 | /* Okay, found a suitable rate. Use it. */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 376 | *rate_idx = j; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 377 | return true; |
| 378 | } |
| 379 | } |
| 380 | return false; |
| 381 | } |
| 382 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 383 | static bool rate_idx_match_mcs_mask(s8 *rate_idx, u8 *mcs_mask) |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 384 | { |
| 385 | int i, j; |
| 386 | int ridx, rbit; |
| 387 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 388 | ridx = *rate_idx / 8; |
| 389 | rbit = *rate_idx % 8; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 390 | |
| 391 | /* sanity check */ |
Dan Carpenter | 910570b5 | 2012-02-01 10:42:11 +0300 | [diff] [blame] | 392 | if (ridx < 0 || ridx >= IEEE80211_HT_MCS_MASK_LEN) |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 393 | return false; |
| 394 | |
| 395 | /* See whether the selected rate or anything below it is allowed. */ |
| 396 | for (i = ridx; i >= 0; i--) { |
| 397 | for (j = rbit; j >= 0; j--) |
| 398 | if (mcs_mask[i] & BIT(j)) { |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 399 | *rate_idx = i * 8 + j; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 400 | return true; |
| 401 | } |
| 402 | rbit = 7; |
| 403 | } |
| 404 | |
| 405 | /* Try to find a higher rate that would be allowed */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 406 | ridx = (*rate_idx + 1) / 8; |
| 407 | rbit = (*rate_idx + 1) % 8; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 408 | |
| 409 | for (i = ridx; i < IEEE80211_HT_MCS_MASK_LEN; i++) { |
| 410 | for (j = rbit; j < 8; j++) |
| 411 | if (mcs_mask[i] & BIT(j)) { |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 412 | *rate_idx = i * 8 + j; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 413 | return true; |
| 414 | } |
| 415 | rbit = 0; |
| 416 | } |
| 417 | return false; |
| 418 | } |
| 419 | |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 420 | static bool rate_idx_match_vht_mcs_mask(s8 *rate_idx, u16 *vht_mask) |
| 421 | { |
| 422 | int i, j; |
| 423 | int ridx, rbit; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 424 | |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 425 | ridx = *rate_idx >> 4; |
| 426 | rbit = *rate_idx & 0xf; |
| 427 | |
| 428 | if (ridx < 0 || ridx >= NL80211_VHT_NSS_MAX) |
| 429 | return false; |
| 430 | |
| 431 | /* See whether the selected rate or anything below it is allowed. */ |
| 432 | for (i = ridx; i >= 0; i--) { |
| 433 | for (j = rbit; j >= 0; j--) { |
| 434 | if (vht_mask[i] & BIT(j)) { |
| 435 | *rate_idx = (i << 4) | j; |
| 436 | return true; |
| 437 | } |
| 438 | } |
| 439 | rbit = 15; |
| 440 | } |
| 441 | |
| 442 | /* Try to find a higher rate that would be allowed */ |
| 443 | ridx = (*rate_idx + 1) >> 4; |
| 444 | rbit = (*rate_idx + 1) & 0xf; |
| 445 | |
| 446 | for (i = ridx; i < NL80211_VHT_NSS_MAX; i++) { |
| 447 | for (j = rbit; j < 16; j++) { |
| 448 | if (vht_mask[i] & BIT(j)) { |
| 449 | *rate_idx = (i << 4) | j; |
| 450 | return true; |
| 451 | } |
| 452 | } |
| 453 | rbit = 0; |
| 454 | } |
| 455 | return false; |
| 456 | } |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 457 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 458 | static void rate_idx_match_mask(s8 *rate_idx, u16 *rate_flags, |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 459 | struct ieee80211_supported_band *sband, |
| 460 | enum nl80211_chan_width chan_width, |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 461 | u32 mask, |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 462 | u8 mcs_mask[IEEE80211_HT_MCS_MASK_LEN], |
| 463 | u16 vht_mask[NL80211_VHT_NSS_MAX]) |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 464 | { |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 465 | if (*rate_flags & IEEE80211_TX_RC_VHT_MCS) { |
| 466 | /* handle VHT rates */ |
| 467 | if (rate_idx_match_vht_mcs_mask(rate_idx, vht_mask)) |
| 468 | return; |
| 469 | |
| 470 | *rate_idx = 0; |
| 471 | /* keep protection flags */ |
| 472 | *rate_flags &= (IEEE80211_TX_RC_USE_RTS_CTS | |
| 473 | IEEE80211_TX_RC_USE_CTS_PROTECT | |
| 474 | IEEE80211_TX_RC_USE_SHORT_PREAMBLE); |
| 475 | |
| 476 | *rate_flags |= IEEE80211_TX_RC_MCS; |
| 477 | if (chan_width == NL80211_CHAN_WIDTH_40) |
| 478 | *rate_flags |= IEEE80211_TX_RC_40_MHZ_WIDTH; |
| 479 | |
| 480 | if (rate_idx_match_mcs_mask(rate_idx, mcs_mask)) |
| 481 | return; |
| 482 | |
| 483 | /* also try the legacy rates. */ |
| 484 | *rate_flags &= ~(IEEE80211_TX_RC_MCS | |
| 485 | IEEE80211_TX_RC_40_MHZ_WIDTH); |
| 486 | if (rate_idx_match_legacy_mask(rate_idx, sband->n_bitrates, |
| 487 | mask)) |
| 488 | return; |
| 489 | } else if (*rate_flags & IEEE80211_TX_RC_MCS) { |
| 490 | /* handle HT rates */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 491 | if (rate_idx_match_mcs_mask(rate_idx, mcs_mask)) |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 492 | return; |
| 493 | |
| 494 | /* also try the legacy rates. */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 495 | *rate_idx = 0; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 496 | /* keep protection flags */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 497 | *rate_flags &= (IEEE80211_TX_RC_USE_RTS_CTS | |
| 498 | IEEE80211_TX_RC_USE_CTS_PROTECT | |
| 499 | IEEE80211_TX_RC_USE_SHORT_PREAMBLE); |
| 500 | if (rate_idx_match_legacy_mask(rate_idx, sband->n_bitrates, |
| 501 | mask)) |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 502 | return; |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 503 | } else { |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 504 | /* handle legacy rates */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 505 | if (rate_idx_match_legacy_mask(rate_idx, sband->n_bitrates, |
| 506 | mask)) |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 507 | return; |
| 508 | |
| 509 | /* if HT BSS, and we handle a data frame, also try HT rates */ |
Simon Wunderlich | 0418a44 | 2013-05-16 13:00:31 +0200 | [diff] [blame] | 510 | switch (chan_width) { |
| 511 | case NL80211_CHAN_WIDTH_20_NOHT: |
| 512 | case NL80211_CHAN_WIDTH_5: |
| 513 | case NL80211_CHAN_WIDTH_10: |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 514 | return; |
Simon Wunderlich | 0418a44 | 2013-05-16 13:00:31 +0200 | [diff] [blame] | 515 | default: |
| 516 | break; |
| 517 | } |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 518 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 519 | *rate_idx = 0; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 520 | /* keep protection flags */ |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 521 | *rate_flags &= (IEEE80211_TX_RC_USE_RTS_CTS | |
| 522 | IEEE80211_TX_RC_USE_CTS_PROTECT | |
| 523 | IEEE80211_TX_RC_USE_SHORT_PREAMBLE); |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 524 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 525 | *rate_flags |= IEEE80211_TX_RC_MCS; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 526 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 527 | if (chan_width == NL80211_CHAN_WIDTH_40) |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 528 | *rate_flags |= IEEE80211_TX_RC_40_MHZ_WIDTH; |
Simon Wunderlich | 1946841 | 2012-01-28 17:25:33 +0100 | [diff] [blame] | 529 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 530 | if (rate_idx_match_mcs_mask(rate_idx, mcs_mask)) |
Jouni Malinen | 37eb0b1 | 2010-01-06 13:09:08 +0200 | [diff] [blame] | 531 | return; |
Jouni Malinen | 37eb0b1 | 2010-01-06 13:09:08 +0200 | [diff] [blame] | 532 | } |
| 533 | |
| 534 | /* |
| 535 | * Uh.. No suitable rate exists. This should not really happen with |
| 536 | * sane TX rate mask configurations. However, should someone manage to |
| 537 | * configure supported rates and TX rate mask in incompatible way, |
| 538 | * allow the frame to be transmitted with whatever the rate control |
| 539 | * selected. |
| 540 | */ |
| 541 | } |
| 542 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 543 | static void rate_fixup_ratelist(struct ieee80211_vif *vif, |
| 544 | struct ieee80211_supported_band *sband, |
| 545 | struct ieee80211_tx_info *info, |
| 546 | struct ieee80211_tx_rate *rates, |
| 547 | int max_rates) |
| 548 | { |
| 549 | struct ieee80211_rate *rate; |
| 550 | bool inval = false; |
| 551 | int i; |
| 552 | |
| 553 | /* |
| 554 | * Set up the RTS/CTS rate as the fastest basic rate |
| 555 | * that is not faster than the data rate unless there |
| 556 | * is no basic rate slower than the data rate, in which |
| 557 | * case we pick the slowest basic rate |
| 558 | * |
| 559 | * XXX: Should this check all retry rates? |
| 560 | */ |
Felix Fietkau | 336004e | 2014-11-21 23:29:14 +0100 | [diff] [blame] | 561 | if (!(rates[0].flags & |
| 562 | (IEEE80211_TX_RC_MCS | IEEE80211_TX_RC_VHT_MCS))) { |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 563 | u32 basic_rates = vif->bss_conf.basic_rates; |
Karl Beldan | c7abf25 | 2014-10-13 14:34:41 +0200 | [diff] [blame] | 564 | s8 baserate = basic_rates ? ffs(basic_rates) - 1 : 0; |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 565 | |
| 566 | rate = &sband->bitrates[rates[0].idx]; |
| 567 | |
| 568 | for (i = 0; i < sband->n_bitrates; i++) { |
| 569 | /* must be a basic rate */ |
| 570 | if (!(basic_rates & BIT(i))) |
| 571 | continue; |
| 572 | /* must not be faster than the data rate */ |
| 573 | if (sband->bitrates[i].bitrate > rate->bitrate) |
| 574 | continue; |
| 575 | /* maximum */ |
| 576 | if (sband->bitrates[baserate].bitrate < |
| 577 | sband->bitrates[i].bitrate) |
| 578 | baserate = i; |
| 579 | } |
| 580 | |
| 581 | info->control.rts_cts_rate_idx = baserate; |
| 582 | } |
| 583 | |
| 584 | for (i = 0; i < max_rates; i++) { |
| 585 | /* |
| 586 | * make sure there's no valid rate following |
| 587 | * an invalid one, just in case drivers don't |
| 588 | * take the API seriously to stop at -1. |
| 589 | */ |
| 590 | if (inval) { |
| 591 | rates[i].idx = -1; |
| 592 | continue; |
| 593 | } |
| 594 | if (rates[i].idx < 0) { |
| 595 | inval = true; |
| 596 | continue; |
| 597 | } |
| 598 | |
| 599 | /* |
| 600 | * For now assume MCS is already set up correctly, this |
| 601 | * needs to be fixed. |
| 602 | */ |
| 603 | if (rates[i].flags & IEEE80211_TX_RC_MCS) { |
| 604 | WARN_ON(rates[i].idx > 76); |
| 605 | |
| 606 | if (!(rates[i].flags & IEEE80211_TX_RC_USE_RTS_CTS) && |
| 607 | info->control.use_cts_prot) |
| 608 | rates[i].flags |= |
| 609 | IEEE80211_TX_RC_USE_CTS_PROTECT; |
| 610 | continue; |
| 611 | } |
| 612 | |
| 613 | if (rates[i].flags & IEEE80211_TX_RC_VHT_MCS) { |
| 614 | WARN_ON(ieee80211_rate_get_vht_mcs(&rates[i]) > 9); |
| 615 | continue; |
| 616 | } |
| 617 | |
| 618 | /* set up RTS protection if desired */ |
| 619 | if (info->control.use_rts) { |
| 620 | rates[i].flags |= IEEE80211_TX_RC_USE_RTS_CTS; |
| 621 | info->control.use_cts_prot = false; |
| 622 | } |
| 623 | |
| 624 | /* RC is busted */ |
| 625 | if (WARN_ON_ONCE(rates[i].idx >= sband->n_bitrates)) { |
| 626 | rates[i].idx = -1; |
| 627 | continue; |
| 628 | } |
| 629 | |
| 630 | rate = &sband->bitrates[rates[i].idx]; |
| 631 | |
| 632 | /* set up short preamble */ |
| 633 | if (info->control.short_preamble && |
| 634 | rate->flags & IEEE80211_RATE_SHORT_PREAMBLE) |
| 635 | rates[i].flags |= IEEE80211_TX_RC_USE_SHORT_PREAMBLE; |
| 636 | |
| 637 | /* set up G protection */ |
| 638 | if (!(rates[i].flags & IEEE80211_TX_RC_USE_RTS_CTS) && |
| 639 | info->control.use_cts_prot && |
| 640 | rate->flags & IEEE80211_RATE_ERP_G) |
| 641 | rates[i].flags |= IEEE80211_TX_RC_USE_CTS_PROTECT; |
| 642 | } |
| 643 | } |
| 644 | |
| 645 | |
| 646 | static void rate_control_fill_sta_table(struct ieee80211_sta *sta, |
| 647 | struct ieee80211_tx_info *info, |
| 648 | struct ieee80211_tx_rate *rates, |
| 649 | int max_rates) |
| 650 | { |
| 651 | struct ieee80211_sta_rates *ratetbl = NULL; |
| 652 | int i; |
| 653 | |
| 654 | if (sta && !info->control.skip_table) |
| 655 | ratetbl = rcu_dereference(sta->rates); |
| 656 | |
| 657 | /* Fill remaining rate slots with data from the sta rate table. */ |
| 658 | max_rates = min_t(int, max_rates, IEEE80211_TX_RATE_TABLE_SIZE); |
| 659 | for (i = 0; i < max_rates; i++) { |
| 660 | if (i < ARRAY_SIZE(info->control.rates) && |
| 661 | info->control.rates[i].idx >= 0 && |
| 662 | info->control.rates[i].count) { |
| 663 | if (rates != info->control.rates) |
| 664 | rates[i] = info->control.rates[i]; |
| 665 | } else if (ratetbl) { |
| 666 | rates[i].idx = ratetbl->rate[i].idx; |
| 667 | rates[i].flags = ratetbl->rate[i].flags; |
| 668 | if (info->control.use_rts) |
| 669 | rates[i].count = ratetbl->rate[i].count_rts; |
| 670 | else if (info->control.use_cts_prot) |
| 671 | rates[i].count = ratetbl->rate[i].count_cts; |
| 672 | else |
| 673 | rates[i].count = ratetbl->rate[i].count; |
| 674 | } else { |
| 675 | rates[i].idx = -1; |
| 676 | rates[i].count = 0; |
| 677 | } |
| 678 | |
| 679 | if (rates[i].idx < 0 || !rates[i].count) |
| 680 | break; |
| 681 | } |
| 682 | } |
| 683 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 684 | static bool rate_control_cap_mask(struct ieee80211_sub_if_data *sdata, |
| 685 | struct ieee80211_supported_band *sband, |
| 686 | struct ieee80211_sta *sta, u32 *mask, |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 687 | u8 mcs_mask[IEEE80211_HT_MCS_MASK_LEN], |
| 688 | u16 vht_mask[NL80211_VHT_NSS_MAX]) |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 689 | { |
| 690 | u32 i, flags; |
| 691 | |
| 692 | *mask = sdata->rc_rateidx_mask[sband->band]; |
| 693 | flags = ieee80211_chandef_rate_flags(&sdata->vif.bss_conf.chandef); |
| 694 | for (i = 0; i < sband->n_bitrates; i++) { |
| 695 | if ((flags & sband->bitrates[i].flags) != flags) |
| 696 | *mask &= ~BIT(i); |
| 697 | } |
| 698 | |
| 699 | if (*mask == (1 << sband->n_bitrates) - 1 && |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 700 | !sdata->rc_has_mcs_mask[sband->band] && |
| 701 | !sdata->rc_has_vht_mcs_mask[sband->band]) |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 702 | return false; |
| 703 | |
| 704 | if (sdata->rc_has_mcs_mask[sband->band]) |
| 705 | memcpy(mcs_mask, sdata->rc_rateidx_mcs_mask[sband->band], |
| 706 | IEEE80211_HT_MCS_MASK_LEN); |
| 707 | else |
| 708 | memset(mcs_mask, 0xff, IEEE80211_HT_MCS_MASK_LEN); |
| 709 | |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 710 | if (sdata->rc_has_vht_mcs_mask[sband->band]) |
| 711 | memcpy(vht_mask, sdata->rc_rateidx_vht_mcs_mask[sband->band], |
| 712 | sizeof(u16) * NL80211_VHT_NSS_MAX); |
| 713 | else |
| 714 | memset(vht_mask, 0xff, sizeof(u16) * NL80211_VHT_NSS_MAX); |
| 715 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 716 | if (sta) { |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 717 | __le16 sta_vht_cap; |
| 718 | u16 sta_vht_mask[NL80211_VHT_NSS_MAX]; |
| 719 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 720 | /* Filter out rates that the STA does not support */ |
| 721 | *mask &= sta->supp_rates[sband->band]; |
Thierry Reding | 98a1f82 | 2015-08-26 12:22:14 +0200 | [diff] [blame] | 722 | for (i = 0; i < IEEE80211_HT_MCS_MASK_LEN; i++) |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 723 | mcs_mask[i] &= sta->ht_cap.mcs.rx_mask[i]; |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 724 | |
| 725 | sta_vht_cap = sta->vht_cap.vht_mcs.rx_mcs_map; |
| 726 | ieee80211_get_vht_mask_from_cap(sta_vht_cap, sta_vht_mask); |
| 727 | for (i = 0; i < NL80211_VHT_NSS_MAX; i++) |
| 728 | vht_mask[i] &= sta_vht_mask[i]; |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 729 | } |
| 730 | |
| 731 | return true; |
| 732 | } |
| 733 | |
Lorenzo Bianconi | e910867 | 2015-08-06 23:47:32 +0200 | [diff] [blame] | 734 | static void |
| 735 | rate_control_apply_mask_ratetbl(struct sta_info *sta, |
| 736 | struct ieee80211_supported_band *sband, |
| 737 | struct ieee80211_sta_rates *rates) |
| 738 | { |
| 739 | int i; |
| 740 | u32 mask; |
| 741 | u8 mcs_mask[IEEE80211_HT_MCS_MASK_LEN]; |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 742 | u16 vht_mask[NL80211_VHT_NSS_MAX]; |
Lorenzo Bianconi | e910867 | 2015-08-06 23:47:32 +0200 | [diff] [blame] | 743 | enum nl80211_chan_width chan_width; |
| 744 | |
| 745 | if (!rate_control_cap_mask(sta->sdata, sband, &sta->sta, &mask, |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 746 | mcs_mask, vht_mask)) |
Lorenzo Bianconi | e910867 | 2015-08-06 23:47:32 +0200 | [diff] [blame] | 747 | return; |
| 748 | |
| 749 | chan_width = sta->sdata->vif.bss_conf.chandef.width; |
| 750 | for (i = 0; i < IEEE80211_TX_RATE_TABLE_SIZE; i++) { |
| 751 | if (rates->rate[i].idx < 0) |
| 752 | break; |
| 753 | |
| 754 | rate_idx_match_mask(&rates->rate[i].idx, &rates->rate[i].flags, |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 755 | sband, chan_width, mask, mcs_mask, |
| 756 | vht_mask); |
Lorenzo Bianconi | e910867 | 2015-08-06 23:47:32 +0200 | [diff] [blame] | 757 | } |
| 758 | } |
| 759 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 760 | static void rate_control_apply_mask(struct ieee80211_sub_if_data *sdata, |
| 761 | struct ieee80211_sta *sta, |
| 762 | struct ieee80211_supported_band *sband, |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 763 | struct ieee80211_tx_rate *rates, |
| 764 | int max_rates) |
| 765 | { |
| 766 | enum nl80211_chan_width chan_width; |
| 767 | u8 mcs_mask[IEEE80211_HT_MCS_MASK_LEN]; |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 768 | u32 mask; |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 769 | u16 rate_flags, vht_mask[NL80211_VHT_NSS_MAX]; |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 770 | int i; |
| 771 | |
| 772 | /* |
| 773 | * Try to enforce the rateidx mask the user wanted. skip this if the |
| 774 | * default mask (allow all rates) is used to save some processing for |
| 775 | * the common case. |
| 776 | */ |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 777 | if (!rate_control_cap_mask(sdata, sband, sta, &mask, mcs_mask, |
| 778 | vht_mask)) |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 779 | return; |
| 780 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 781 | /* |
| 782 | * Make sure the rate index selected for each TX rate is |
| 783 | * included in the configured mask and change the rate indexes |
| 784 | * if needed. |
| 785 | */ |
| 786 | chan_width = sdata->vif.bss_conf.chandef.width; |
| 787 | for (i = 0; i < max_rates; i++) { |
| 788 | /* Skip invalid rates */ |
| 789 | if (rates[i].idx < 0) |
| 790 | break; |
| 791 | |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 792 | rate_flags = rates[i].flags; |
| 793 | rate_idx_match_mask(&rates[i].idx, &rate_flags, sband, |
Lorenzo Bianconi | b119ad6 | 2015-08-06 23:47:33 +0200 | [diff] [blame] | 794 | chan_width, mask, mcs_mask, vht_mask); |
Lorenzo Bianconi | 90c66bd | 2015-08-06 23:47:31 +0200 | [diff] [blame] | 795 | rates[i].flags = rate_flags; |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 796 | } |
| 797 | } |
| 798 | |
| 799 | void ieee80211_get_tx_rates(struct ieee80211_vif *vif, |
| 800 | struct ieee80211_sta *sta, |
| 801 | struct sk_buff *skb, |
| 802 | struct ieee80211_tx_rate *dest, |
| 803 | int max_rates) |
| 804 | { |
| 805 | struct ieee80211_sub_if_data *sdata; |
| 806 | struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data; |
| 807 | struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb); |
| 808 | struct ieee80211_supported_band *sband; |
| 809 | |
| 810 | rate_control_fill_sta_table(sta, info, dest, max_rates); |
| 811 | |
| 812 | if (!vif) |
| 813 | return; |
| 814 | |
| 815 | sdata = vif_to_sdata(vif); |
| 816 | sband = sdata->local->hw.wiphy->bands[info->band]; |
| 817 | |
| 818 | if (ieee80211_is_data(hdr->frame_control)) |
Lorenzo Bianconi | 35225eb | 2015-08-06 23:47:30 +0200 | [diff] [blame] | 819 | rate_control_apply_mask(sdata, sta, sband, dest, max_rates); |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 820 | |
| 821 | if (dest[0].idx < 0) |
Andrei Otcheretianski | 1d2d350 | 2013-10-14 11:04:28 +0200 | [diff] [blame] | 822 | __rate_control_send_low(&sdata->local->hw, sband, sta, info, |
| 823 | sdata->rc_rateidx_mask[info->band]); |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 824 | |
| 825 | if (sta) |
| 826 | rate_fixup_ratelist(vif, sband, info, dest, max_rates); |
| 827 | } |
| 828 | EXPORT_SYMBOL(ieee80211_get_tx_rates); |
| 829 | |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 830 | void rate_control_get_rate(struct ieee80211_sub_if_data *sdata, |
Johannes Berg | e6a9854 | 2008-10-21 12:40:02 +0200 | [diff] [blame] | 831 | struct sta_info *sta, |
| 832 | struct ieee80211_tx_rate_control *txrc) |
Mattias Nissler | 1abbe49 | 2007-12-20 13:50:07 +0100 | [diff] [blame] | 833 | { |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 834 | struct rate_control_ref *ref = sdata->local->rate_ctrl; |
| 835 | void *priv_sta = NULL; |
| 836 | struct ieee80211_sta *ista = NULL; |
Johannes Berg | e6a9854 | 2008-10-21 12:40:02 +0200 | [diff] [blame] | 837 | struct ieee80211_tx_info *info = IEEE80211_SKB_CB(txrc->skb); |
Mattias Nissler | 1abbe49 | 2007-12-20 13:50:07 +0100 | [diff] [blame] | 838 | int i; |
Mattias Nissler | 1abbe49 | 2007-12-20 13:50:07 +0100 | [diff] [blame] | 839 | |
Johannes Berg | e1936e9 | 2012-01-20 13:55:23 +0100 | [diff] [blame] | 840 | if (sta && test_sta_flag(sta, WLAN_STA_RATE_CONTROL)) { |
Johannes Berg | 4b7679a | 2008-09-18 18:14:18 +0200 | [diff] [blame] | 841 | ista = &sta->sta; |
| 842 | priv_sta = sta->rate_ctrl_priv; |
| 843 | } |
| 844 | |
Johannes Berg | e6a9854 | 2008-10-21 12:40:02 +0200 | [diff] [blame] | 845 | for (i = 0; i < IEEE80211_TX_MAX_RATES; i++) { |
| 846 | info->control.rates[i].idx = -1; |
| 847 | info->control.rates[i].flags = 0; |
Mohammed Shafi Shajakhan | 8617b09 | 2012-02-20 10:05:31 +0530 | [diff] [blame] | 848 | info->control.rates[i].count = 0; |
Mattias Nissler | 1abbe49 | 2007-12-20 13:50:07 +0100 | [diff] [blame] | 849 | } |
Johannes Berg | e6a9854 | 2008-10-21 12:40:02 +0200 | [diff] [blame] | 850 | |
Johannes Berg | 30686bf | 2015-06-02 21:39:54 +0200 | [diff] [blame] | 851 | if (ieee80211_hw_check(&sdata->local->hw, HAS_RATE_CONTROL)) |
Juuso Oikarinen | 5affcd6 | 2010-02-12 10:05:45 +0200 | [diff] [blame] | 852 | return; |
| 853 | |
Johannes Berg | 35c347a | 2015-03-05 16:10:08 +0100 | [diff] [blame] | 854 | if (ista) { |
| 855 | spin_lock_bh(&sta->rate_ctrl_lock); |
| 856 | ref->ops->get_rate(ref->priv, ista, priv_sta, txrc); |
| 857 | spin_unlock_bh(&sta->rate_ctrl_lock); |
| 858 | } else { |
| 859 | ref->ops->get_rate(ref->priv, NULL, NULL, txrc); |
| 860 | } |
Johannes Berg | e6a9854 | 2008-10-21 12:40:02 +0200 | [diff] [blame] | 861 | |
Johannes Berg | 30686bf | 2015-06-02 21:39:54 +0200 | [diff] [blame] | 862 | if (ieee80211_hw_check(&sdata->local->hw, SUPPORTS_RC_TABLE)) |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 863 | return; |
Felix Fietkau | 2ffbe6d | 2013-04-16 13:38:42 +0200 | [diff] [blame] | 864 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 865 | ieee80211_get_tx_rates(&sdata->vif, ista, txrc->skb, |
| 866 | info->control.rates, |
| 867 | ARRAY_SIZE(info->control.rates)); |
Mattias Nissler | 1abbe49 | 2007-12-20 13:50:07 +0100 | [diff] [blame] | 868 | } |
| 869 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 870 | int rate_control_set_rates(struct ieee80211_hw *hw, |
| 871 | struct ieee80211_sta *pubsta, |
| 872 | struct ieee80211_sta_rates *rates) |
| 873 | { |
Johannes Berg | f815e2b | 2014-11-19 00:10:42 +0100 | [diff] [blame] | 874 | struct sta_info *sta = container_of(pubsta, struct sta_info, sta); |
Felix Fietkau | f6b3d85 | 2013-05-03 10:01:03 +0200 | [diff] [blame] | 875 | struct ieee80211_sta_rates *old; |
Lorenzo Bianconi | e910867 | 2015-08-06 23:47:32 +0200 | [diff] [blame] | 876 | struct ieee80211_supported_band *sband; |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 877 | |
Lorenzo Bianconi | e910867 | 2015-08-06 23:47:32 +0200 | [diff] [blame] | 878 | sband = hw->wiphy->bands[ieee80211_get_sdata_band(sta->sdata)]; |
| 879 | rate_control_apply_mask_ratetbl(sta, sband, rates); |
Felix Fietkau | f6b3d85 | 2013-05-03 10:01:03 +0200 | [diff] [blame] | 880 | /* |
| 881 | * mac80211 guarantees that this function will not be called |
| 882 | * concurrently, so the following RCU access is safe, even without |
| 883 | * extra locking. This can not be checked easily, so we just set |
| 884 | * the condition to true. |
| 885 | */ |
| 886 | old = rcu_dereference_protected(pubsta->rates, true); |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 887 | rcu_assign_pointer(pubsta->rates, rates); |
| 888 | if (old) |
| 889 | kfree_rcu(old, rcu_head); |
| 890 | |
Johannes Berg | f815e2b | 2014-11-19 00:10:42 +0100 | [diff] [blame] | 891 | drv_sta_rate_tbl_update(hw_to_local(hw), sta->sdata, pubsta); |
| 892 | |
Felix Fietkau | 0d528d8 | 2013-04-22 16:14:41 +0200 | [diff] [blame] | 893 | return 0; |
| 894 | } |
| 895 | EXPORT_SYMBOL(rate_control_set_rates); |
| 896 | |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 897 | int ieee80211_init_rate_ctrl_alg(struct ieee80211_local *local, |
| 898 | const char *name) |
| 899 | { |
Johannes Berg | 889cbb9 | 2012-01-17 10:33:29 +0100 | [diff] [blame] | 900 | struct rate_control_ref *ref; |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 901 | |
| 902 | ASSERT_RTNL(); |
Johannes Berg | af65cd96 | 2009-11-17 18:18:36 +0100 | [diff] [blame] | 903 | |
Johannes Berg | 3b8d81e0 | 2009-06-17 17:43:56 +0200 | [diff] [blame] | 904 | if (local->open_count) |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 905 | return -EBUSY; |
| 906 | |
Johannes Berg | 30686bf | 2015-06-02 21:39:54 +0200 | [diff] [blame] | 907 | if (ieee80211_hw_check(&local->hw, HAS_RATE_CONTROL)) { |
Johannes Berg | af65cd96 | 2009-11-17 18:18:36 +0100 | [diff] [blame] | 908 | if (WARN_ON(!local->ops->set_rts_threshold)) |
| 909 | return -EINVAL; |
| 910 | return 0; |
| 911 | } |
| 912 | |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 913 | ref = rate_control_alloc(name, local); |
| 914 | if (!ref) { |
Joe Perches | 0fb9a9e | 2010-08-20 16:25:38 -0700 | [diff] [blame] | 915 | wiphy_warn(local->hw.wiphy, |
| 916 | "Failed to select rate control algorithm\n"); |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 917 | return -ENOENT; |
| 918 | } |
| 919 | |
Johannes Berg | 889cbb9 | 2012-01-17 10:33:29 +0100 | [diff] [blame] | 920 | WARN_ON(local->rate_ctrl); |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 921 | local->rate_ctrl = ref; |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 922 | |
Joe Perches | 0fb9a9e | 2010-08-20 16:25:38 -0700 | [diff] [blame] | 923 | wiphy_debug(local->hw.wiphy, "Selected rate control algorithm '%s'\n", |
| 924 | ref->ops->name); |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 925 | |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 926 | return 0; |
| 927 | } |
| 928 | |
| 929 | void rate_control_deinitialize(struct ieee80211_local *local) |
| 930 | { |
| 931 | struct rate_control_ref *ref; |
| 932 | |
| 933 | ref = local->rate_ctrl; |
Johannes Berg | af65cd96 | 2009-11-17 18:18:36 +0100 | [diff] [blame] | 934 | |
| 935 | if (!ref) |
| 936 | return; |
| 937 | |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 938 | local->rate_ctrl = NULL; |
Johannes Berg | 889cbb9 | 2012-01-17 10:33:29 +0100 | [diff] [blame] | 939 | rate_control_free(ref); |
Johannes Berg | ff68808 | 2007-07-27 15:43:23 +0200 | [diff] [blame] | 940 | } |
Stefano Brivio | c21b39a | 2007-12-19 01:26:16 +0100 | [diff] [blame] | 941 | |