link.c 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * MLO link handling
  4. *
  5. * Copyright (C) 2022-2025 Intel Corporation
  6. */
  7. #include <linux/slab.h>
  8. #include <linux/kernel.h>
  9. #include <net/mac80211.h>
  10. #include "ieee80211_i.h"
  11. #include "driver-ops.h"
  12. #include "key.h"
  13. #include "debugfs_netdev.h"
  14. static void ieee80211_update_apvlan_links(struct ieee80211_sub_if_data *sdata)
  15. {
  16. struct ieee80211_sub_if_data *vlan;
  17. struct ieee80211_link_data *link;
  18. u16 ap_bss_links = sdata->vif.valid_links;
  19. u16 new_links, vlan_links;
  20. unsigned long add;
  21. list_for_each_entry(vlan, &sdata->u.ap.vlans, u.vlan.list) {
  22. int link_id;
  23. if (!vlan)
  24. continue;
  25. /* No support for 4addr with MLO yet */
  26. if (vlan->wdev.use_4addr)
  27. return;
  28. vlan_links = vlan->vif.valid_links;
  29. new_links = ap_bss_links;
  30. add = new_links & ~vlan_links;
  31. if (!add)
  32. continue;
  33. ieee80211_vif_set_links(vlan, add, 0);
  34. for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
  35. link = sdata_dereference(vlan->link[link_id], vlan);
  36. ieee80211_link_vlan_copy_chanctx(link);
  37. }
  38. }
  39. }
  40. void ieee80211_apvlan_link_setup(struct ieee80211_sub_if_data *sdata)
  41. {
  42. struct ieee80211_sub_if_data *ap_bss = container_of(sdata->bss,
  43. struct ieee80211_sub_if_data, u.ap);
  44. u16 new_links = ap_bss->vif.valid_links;
  45. unsigned long add;
  46. int link_id;
  47. if (!ap_bss->vif.valid_links)
  48. return;
  49. add = new_links;
  50. for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
  51. sdata->wdev.valid_links |= BIT(link_id);
  52. ether_addr_copy(sdata->wdev.links[link_id].addr,
  53. ap_bss->wdev.links[link_id].addr);
  54. }
  55. ieee80211_vif_set_links(sdata, new_links, 0);
  56. }
  57. void ieee80211_apvlan_link_clear(struct ieee80211_sub_if_data *sdata)
  58. {
  59. if (!sdata->wdev.valid_links)
  60. return;
  61. sdata->wdev.valid_links = 0;
  62. ieee80211_vif_clear_links(sdata);
  63. }
  64. void ieee80211_link_setup(struct ieee80211_link_data *link)
  65. {
  66. if (link->sdata->vif.type == NL80211_IFTYPE_STATION)
  67. ieee80211_mgd_setup_link(link);
  68. }
  69. void ieee80211_link_init(struct ieee80211_sub_if_data *sdata,
  70. int link_id,
  71. struct ieee80211_link_data *link,
  72. struct ieee80211_bss_conf *link_conf)
  73. {
  74. bool deflink = link_id < 0;
  75. if (link_id < 0)
  76. link_id = 0;
  77. if (sdata->vif.type == NL80211_IFTYPE_AP_VLAN) {
  78. struct ieee80211_sub_if_data *ap_bss;
  79. struct ieee80211_bss_conf *ap_bss_conf;
  80. ap_bss = container_of(sdata->bss,
  81. struct ieee80211_sub_if_data, u.ap);
  82. ap_bss_conf = sdata_dereference(ap_bss->vif.link_conf[link_id],
  83. ap_bss);
  84. memcpy(link_conf, ap_bss_conf, sizeof(*link_conf));
  85. }
  86. link->sdata = sdata;
  87. link->link_id = link_id;
  88. link->conf = link_conf;
  89. link_conf->link_id = link_id;
  90. link_conf->vif = &sdata->vif;
  91. wiphy_work_init(&link->csa.finalize_work,
  92. ieee80211_csa_finalize_work);
  93. wiphy_work_init(&link->color_change_finalize_work,
  94. ieee80211_color_change_finalize_work);
  95. wiphy_delayed_work_init(&link->color_collision_detect_work,
  96. ieee80211_color_collision_detection_work);
  97. INIT_LIST_HEAD(&link->assigned_chanctx_list);
  98. INIT_LIST_HEAD(&link->reserved_chanctx_list);
  99. wiphy_delayed_work_init(&link->dfs_cac_timer_work,
  100. ieee80211_dfs_cac_timer_work);
  101. if (!deflink) {
  102. switch (sdata->vif.type) {
  103. case NL80211_IFTYPE_AP:
  104. case NL80211_IFTYPE_AP_VLAN:
  105. ether_addr_copy(link_conf->addr,
  106. sdata->wdev.links[link_id].addr);
  107. link_conf->bssid = link_conf->addr;
  108. WARN_ON(!(sdata->wdev.valid_links & BIT(link_id)));
  109. break;
  110. case NL80211_IFTYPE_STATION:
  111. /* station sets the bssid in ieee80211_mgd_setup_link */
  112. break;
  113. default:
  114. WARN_ON(1);
  115. }
  116. ieee80211_link_debugfs_add(link);
  117. }
  118. rcu_assign_pointer(sdata->vif.link_conf[link_id], link_conf);
  119. rcu_assign_pointer(sdata->link[link_id], link);
  120. }
  121. void ieee80211_link_stop(struct ieee80211_link_data *link)
  122. {
  123. if (link->sdata->vif.type == NL80211_IFTYPE_STATION)
  124. ieee80211_mgd_stop_link(link);
  125. wiphy_delayed_work_cancel(link->sdata->local->hw.wiphy,
  126. &link->color_collision_detect_work);
  127. wiphy_work_cancel(link->sdata->local->hw.wiphy,
  128. &link->color_change_finalize_work);
  129. wiphy_work_cancel(link->sdata->local->hw.wiphy,
  130. &link->csa.finalize_work);
  131. if (link->sdata->wdev.links[link->link_id].cac_started) {
  132. wiphy_delayed_work_cancel(link->sdata->local->hw.wiphy,
  133. &link->dfs_cac_timer_work);
  134. cfg80211_cac_event(link->sdata->dev,
  135. &link->conf->chanreq.oper,
  136. NL80211_RADAR_CAC_ABORTED,
  137. GFP_KERNEL, link->link_id);
  138. }
  139. ieee80211_link_release_channel(link);
  140. }
  141. struct link_container {
  142. struct ieee80211_link_data data;
  143. struct ieee80211_bss_conf conf;
  144. };
  145. static void ieee80211_tear_down_links(struct ieee80211_sub_if_data *sdata,
  146. struct link_container **links, u16 mask)
  147. {
  148. struct ieee80211_link_data *link;
  149. LIST_HEAD(keys);
  150. unsigned int link_id;
  151. for (link_id = 0; link_id < IEEE80211_MLD_MAX_NUM_LINKS; link_id++) {
  152. if (!(mask & BIT(link_id)))
  153. continue;
  154. link = &links[link_id]->data;
  155. if (link_id == 0 && !link)
  156. link = &sdata->deflink;
  157. if (WARN_ON(!link))
  158. continue;
  159. ieee80211_remove_link_keys(link, &keys);
  160. ieee80211_link_debugfs_remove(link);
  161. ieee80211_link_stop(link);
  162. }
  163. synchronize_rcu();
  164. ieee80211_free_key_list(sdata->local, &keys);
  165. }
  166. static void ieee80211_free_links(struct ieee80211_sub_if_data *sdata,
  167. struct link_container **links)
  168. {
  169. unsigned int link_id;
  170. for (link_id = 0; link_id < IEEE80211_MLD_MAX_NUM_LINKS; link_id++)
  171. kfree(links[link_id]);
  172. }
  173. static int ieee80211_check_dup_link_addrs(struct ieee80211_sub_if_data *sdata)
  174. {
  175. unsigned int i, j;
  176. for (i = 0; i < IEEE80211_MLD_MAX_NUM_LINKS; i++) {
  177. struct ieee80211_link_data *link1;
  178. link1 = sdata_dereference(sdata->link[i], sdata);
  179. if (!link1)
  180. continue;
  181. for (j = i + 1; j < IEEE80211_MLD_MAX_NUM_LINKS; j++) {
  182. struct ieee80211_link_data *link2;
  183. link2 = sdata_dereference(sdata->link[j], sdata);
  184. if (!link2)
  185. continue;
  186. if (ether_addr_equal(link1->conf->addr,
  187. link2->conf->addr))
  188. return -EALREADY;
  189. }
  190. }
  191. return 0;
  192. }
  193. static void ieee80211_set_vif_links_bitmaps(struct ieee80211_sub_if_data *sdata,
  194. u16 valid_links, u16 dormant_links)
  195. {
  196. sdata->vif.valid_links = valid_links;
  197. sdata->vif.dormant_links = dormant_links;
  198. if (!valid_links ||
  199. WARN((~valid_links & dormant_links) ||
  200. !(valid_links & ~dormant_links),
  201. "Invalid links: valid=0x%x, dormant=0x%x",
  202. valid_links, dormant_links)) {
  203. sdata->vif.active_links = 0;
  204. sdata->vif.dormant_links = 0;
  205. return;
  206. }
  207. switch (sdata->vif.type) {
  208. case NL80211_IFTYPE_AP:
  209. case NL80211_IFTYPE_AP_VLAN:
  210. /* in an AP all links are always active */
  211. sdata->vif.active_links = valid_links;
  212. /* AP links are not expected to be disabled */
  213. WARN_ON(dormant_links);
  214. break;
  215. case NL80211_IFTYPE_STATION:
  216. if (sdata->vif.active_links)
  217. break;
  218. sdata->vif.active_links = valid_links & ~dormant_links;
  219. WARN_ON(hweight16(sdata->vif.active_links) > 1);
  220. break;
  221. default:
  222. WARN_ON(1);
  223. }
  224. }
  225. static int ieee80211_vif_update_links(struct ieee80211_sub_if_data *sdata,
  226. struct link_container **to_free,
  227. u16 new_links, u16 dormant_links)
  228. {
  229. u16 old_links = sdata->vif.valid_links;
  230. u16 old_active = sdata->vif.active_links;
  231. unsigned long add = new_links & ~old_links;
  232. unsigned long rem = old_links & ~new_links;
  233. unsigned int link_id;
  234. int ret;
  235. struct link_container *links[IEEE80211_MLD_MAX_NUM_LINKS] = {}, *link;
  236. struct ieee80211_bss_conf *old[IEEE80211_MLD_MAX_NUM_LINKS];
  237. struct ieee80211_link_data *old_data[IEEE80211_MLD_MAX_NUM_LINKS];
  238. bool use_deflink = old_links == 0; /* set for error case */
  239. lockdep_assert_wiphy(sdata->local->hw.wiphy);
  240. memset(to_free, 0, sizeof(links));
  241. if (old_links == new_links && dormant_links == sdata->vif.dormant_links)
  242. return 0;
  243. /* if there were no old links, need to clear the pointers to deflink */
  244. if (!old_links)
  245. rem |= BIT(0);
  246. /* allocate new link structures first */
  247. for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
  248. link = kzalloc(sizeof(*link), GFP_KERNEL);
  249. if (!link) {
  250. ret = -ENOMEM;
  251. goto free;
  252. }
  253. links[link_id] = link;
  254. }
  255. /* keep track of the old pointers for the driver */
  256. BUILD_BUG_ON(sizeof(old) != sizeof(sdata->vif.link_conf));
  257. memcpy(old, sdata->vif.link_conf, sizeof(old));
  258. /* and for us in error cases */
  259. BUILD_BUG_ON(sizeof(old_data) != sizeof(sdata->link));
  260. memcpy(old_data, sdata->link, sizeof(old_data));
  261. /* grab old links to free later */
  262. for_each_set_bit(link_id, &rem, IEEE80211_MLD_MAX_NUM_LINKS) {
  263. if (rcu_access_pointer(sdata->link[link_id]) != &sdata->deflink) {
  264. /*
  265. * we must have allocated the data through this path so
  266. * we know we can free both at the same time
  267. */
  268. to_free[link_id] = container_of(rcu_access_pointer(sdata->link[link_id]),
  269. typeof(*links[link_id]),
  270. data);
  271. }
  272. RCU_INIT_POINTER(sdata->link[link_id], NULL);
  273. RCU_INIT_POINTER(sdata->vif.link_conf[link_id], NULL);
  274. }
  275. if (!old_links)
  276. ieee80211_debugfs_recreate_netdev(sdata, true);
  277. /* link them into data structures */
  278. for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
  279. WARN_ON(!use_deflink &&
  280. rcu_access_pointer(sdata->link[link_id]) == &sdata->deflink);
  281. link = links[link_id];
  282. ieee80211_link_init(sdata, link_id, &link->data, &link->conf);
  283. ieee80211_link_setup(&link->data);
  284. }
  285. if (new_links == 0)
  286. ieee80211_link_init(sdata, -1, &sdata->deflink,
  287. &sdata->vif.bss_conf);
  288. ret = ieee80211_check_dup_link_addrs(sdata);
  289. if (!ret) {
  290. /* for keys we will not be able to undo this */
  291. ieee80211_tear_down_links(sdata, to_free, rem);
  292. ieee80211_set_vif_links_bitmaps(sdata, new_links, dormant_links);
  293. /* tell the driver */
  294. if (sdata->vif.type != NL80211_IFTYPE_AP_VLAN)
  295. ret = drv_change_vif_links(sdata->local, sdata,
  296. old_links & old_active,
  297. new_links & sdata->vif.active_links,
  298. old);
  299. if (!new_links)
  300. ieee80211_debugfs_recreate_netdev(sdata, false);
  301. if (sdata->vif.type == NL80211_IFTYPE_AP)
  302. ieee80211_update_apvlan_links(sdata);
  303. }
  304. /*
  305. * Ignore errors if we are only removing links as removal should
  306. * always succeed
  307. */
  308. if (!new_links)
  309. ret = 0;
  310. if (ret) {
  311. /* restore config */
  312. memcpy(sdata->link, old_data, sizeof(old_data));
  313. memcpy(sdata->vif.link_conf, old, sizeof(old));
  314. ieee80211_set_vif_links_bitmaps(sdata, old_links, dormant_links);
  315. /* and free (only) the newly allocated links */
  316. memset(to_free, 0, sizeof(links));
  317. goto free;
  318. }
  319. /* use deflink/bss_conf again if and only if there are no more links */
  320. use_deflink = new_links == 0;
  321. goto deinit;
  322. free:
  323. /* if we failed during allocation, only free all */
  324. for (link_id = 0; link_id < IEEE80211_MLD_MAX_NUM_LINKS; link_id++) {
  325. kfree(links[link_id]);
  326. links[link_id] = NULL;
  327. }
  328. deinit:
  329. if (use_deflink)
  330. ieee80211_link_init(sdata, -1, &sdata->deflink,
  331. &sdata->vif.bss_conf);
  332. return ret;
  333. }
  334. int ieee80211_vif_set_links(struct ieee80211_sub_if_data *sdata,
  335. u16 new_links, u16 dormant_links)
  336. {
  337. struct link_container *links[IEEE80211_MLD_MAX_NUM_LINKS];
  338. int ret;
  339. ret = ieee80211_vif_update_links(sdata, links, new_links,
  340. dormant_links);
  341. ieee80211_free_links(sdata, links);
  342. return ret;
  343. }
  344. static int _ieee80211_set_active_links(struct ieee80211_sub_if_data *sdata,
  345. u16 active_links)
  346. {
  347. struct ieee80211_bss_conf *link_confs[IEEE80211_MLD_MAX_NUM_LINKS];
  348. struct ieee80211_local *local = sdata->local;
  349. u16 old_active = sdata->vif.active_links;
  350. unsigned long rem = old_active & ~active_links;
  351. unsigned long add = active_links & ~old_active;
  352. struct sta_info *sta;
  353. unsigned int link_id;
  354. int ret, i;
  355. if (!ieee80211_sdata_running(sdata))
  356. return -ENETDOWN;
  357. if (sdata->vif.type != NL80211_IFTYPE_STATION)
  358. return -EINVAL;
  359. if (active_links & ~ieee80211_vif_usable_links(&sdata->vif))
  360. return -EINVAL;
  361. /* nothing to do */
  362. if (old_active == active_links)
  363. return 0;
  364. for (i = 0; i < IEEE80211_MLD_MAX_NUM_LINKS; i++)
  365. link_confs[i] = sdata_dereference(sdata->vif.link_conf[i],
  366. sdata);
  367. if (add) {
  368. sdata->vif.active_links |= active_links;
  369. ret = drv_change_vif_links(local, sdata,
  370. old_active,
  371. sdata->vif.active_links,
  372. link_confs);
  373. if (ret) {
  374. sdata->vif.active_links = old_active;
  375. return ret;
  376. }
  377. }
  378. for_each_set_bit(link_id, &rem, IEEE80211_MLD_MAX_NUM_LINKS) {
  379. struct ieee80211_link_data *link;
  380. link = sdata_dereference(sdata->link[link_id], sdata);
  381. ieee80211_teardown_tdls_peers(link);
  382. __ieee80211_link_release_channel(link, true);
  383. /*
  384. * If CSA is (still) active while the link is deactivated,
  385. * just schedule the channel switch work for the time we
  386. * had previously calculated, and we'll take the process
  387. * from there.
  388. */
  389. if (link->conf->csa_active)
  390. wiphy_delayed_work_queue(local->hw.wiphy,
  391. &link->u.mgd.csa.switch_work,
  392. link->u.mgd.csa.time -
  393. jiffies);
  394. }
  395. list_for_each_entry(sta, &local->sta_list, list) {
  396. if (sdata != sta->sdata)
  397. continue;
  398. /* this is very temporary, but do it anyway */
  399. __ieee80211_sta_recalc_aggregates(sta,
  400. old_active | active_links);
  401. ret = drv_change_sta_links(local, sdata, &sta->sta,
  402. old_active,
  403. old_active | active_links);
  404. WARN_ON_ONCE(ret);
  405. }
  406. ret = ieee80211_key_switch_links(sdata, rem, add);
  407. WARN_ON_ONCE(ret);
  408. list_for_each_entry(sta, &local->sta_list, list) {
  409. if (sdata != sta->sdata)
  410. continue;
  411. __ieee80211_sta_recalc_aggregates(sta, active_links);
  412. ret = drv_change_sta_links(local, sdata, &sta->sta,
  413. old_active | active_links,
  414. active_links);
  415. WARN_ON_ONCE(ret);
  416. /*
  417. * Do it again, just in case - the driver might very
  418. * well have called ieee80211_sta_recalc_aggregates()
  419. * from there when filling in the new links, which
  420. * would set it wrong since the vif's active links are
  421. * not switched yet...
  422. */
  423. __ieee80211_sta_recalc_aggregates(sta, active_links);
  424. }
  425. for_each_set_bit(link_id, &add, IEEE80211_MLD_MAX_NUM_LINKS) {
  426. struct ieee80211_link_data *link;
  427. link = sdata_dereference(sdata->link[link_id], sdata);
  428. /*
  429. * This call really should not fail. Unfortunately, it appears
  430. * that this may happen occasionally with some drivers. Should
  431. * it happen, we are stuck in a bad place as going backwards is
  432. * not really feasible.
  433. *
  434. * So lets just tell link_use_channel that it must not fail to
  435. * assign the channel context (from mac80211's perspective) and
  436. * assume the driver is going to trigger a recovery flow if it
  437. * had a failure.
  438. * That really is not great nor guaranteed to work. But at least
  439. * the internal mac80211 state remains consistent and there is
  440. * a chance that we can recover.
  441. */
  442. ret = _ieee80211_link_use_channel(link,
  443. &link->conf->chanreq,
  444. IEEE80211_CHANCTX_SHARED,
  445. true);
  446. WARN_ON_ONCE(ret);
  447. ieee80211_mgd_set_link_qos_params(link);
  448. ieee80211_link_info_change_notify(sdata, link,
  449. BSS_CHANGED_ERP_CTS_PROT |
  450. BSS_CHANGED_ERP_PREAMBLE |
  451. BSS_CHANGED_ERP_SLOT |
  452. BSS_CHANGED_HT |
  453. BSS_CHANGED_BASIC_RATES |
  454. BSS_CHANGED_BSSID |
  455. BSS_CHANGED_CQM |
  456. BSS_CHANGED_QOS |
  457. BSS_CHANGED_TXPOWER |
  458. BSS_CHANGED_BANDWIDTH |
  459. BSS_CHANGED_TWT |
  460. BSS_CHANGED_HE_OBSS_PD |
  461. BSS_CHANGED_HE_BSS_COLOR);
  462. }
  463. old_active = sdata->vif.active_links;
  464. sdata->vif.active_links = active_links;
  465. if (rem) {
  466. ret = drv_change_vif_links(local, sdata, old_active,
  467. active_links, link_confs);
  468. WARN_ON_ONCE(ret);
  469. }
  470. return 0;
  471. }
  472. int ieee80211_set_active_links(struct ieee80211_vif *vif, u16 active_links)
  473. {
  474. struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
  475. struct ieee80211_local *local = sdata->local;
  476. u16 old_active;
  477. int ret;
  478. lockdep_assert_wiphy(local->hw.wiphy);
  479. if (WARN_ON(!active_links))
  480. return -EINVAL;
  481. old_active = sdata->vif.active_links;
  482. if (old_active == active_links)
  483. return 0;
  484. if (!drv_can_activate_links(local, sdata, active_links))
  485. return -EINVAL;
  486. if (old_active & active_links) {
  487. /*
  488. * if there's at least one link that stays active across
  489. * the change then switch to it (to those) first, and
  490. * then enable the additional links
  491. */
  492. ret = _ieee80211_set_active_links(sdata,
  493. old_active & active_links);
  494. if (!ret)
  495. ret = _ieee80211_set_active_links(sdata, active_links);
  496. } else {
  497. /* otherwise switch directly */
  498. ret = _ieee80211_set_active_links(sdata, active_links);
  499. }
  500. return ret;
  501. }
  502. EXPORT_SYMBOL_GPL(ieee80211_set_active_links);
  503. void ieee80211_set_active_links_async(struct ieee80211_vif *vif,
  504. u16 active_links)
  505. {
  506. struct ieee80211_sub_if_data *sdata = vif_to_sdata(vif);
  507. if (WARN_ON(!active_links))
  508. return;
  509. if (!ieee80211_sdata_running(sdata))
  510. return;
  511. if (sdata->vif.type != NL80211_IFTYPE_STATION)
  512. return;
  513. if (active_links & ~ieee80211_vif_usable_links(&sdata->vif))
  514. return;
  515. /* nothing to do */
  516. if (sdata->vif.active_links == active_links)
  517. return;
  518. sdata->desired_active_links = active_links;
  519. wiphy_work_queue(sdata->local->hw.wiphy, &sdata->activate_links_work);
  520. }
  521. EXPORT_SYMBOL_GPL(ieee80211_set_active_links_async);