setup-res.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Support routines for initializing a PCI subsystem
  4. *
  5. * Extruded from code written by
  6. * Dave Rusling (david.rusling@reo.mts.dec.com)
  7. * David Mosberger (davidm@cs.arizona.edu)
  8. * David Miller (davem@redhat.com)
  9. *
  10. * Fixed for multiple PCI buses, 1999 Andrea Arcangeli <andrea@suse.de>
  11. *
  12. * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
  13. * Resource sorting
  14. */
  15. #include <linux/kernel.h>
  16. #include <linux/export.h>
  17. #include <linux/pci.h>
  18. #include <linux/errno.h>
  19. #include <linux/ioport.h>
  20. #include <linux/cache.h>
  21. #include <linux/slab.h>
  22. #include "pci.h"
  23. static void pci_std_update_resource(struct pci_dev *dev, int resno)
  24. {
  25. struct pci_bus_region region;
  26. bool disable;
  27. u16 cmd;
  28. u32 new, check, mask;
  29. int reg;
  30. struct resource *res = dev->resource + resno;
  31. /* Per SR-IOV spec 3.4.1.11, VF BARs are RO zero */
  32. if (dev->is_virtfn)
  33. return;
  34. /*
  35. * Ignore resources for unimplemented BARs and unused resource slots
  36. * for 64 bit BARs.
  37. */
  38. if (!res->flags)
  39. return;
  40. if (res->flags & IORESOURCE_UNSET)
  41. return;
  42. /*
  43. * Ignore non-moveable resources. This might be legacy resources for
  44. * which no functional BAR register exists or another important
  45. * system resource we shouldn't move around.
  46. */
  47. if (res->flags & IORESOURCE_PCI_FIXED)
  48. return;
  49. pcibios_resource_to_bus(dev->bus, &region, res);
  50. new = region.start;
  51. if (res->flags & IORESOURCE_IO) {
  52. mask = (u32)PCI_BASE_ADDRESS_IO_MASK;
  53. new |= res->flags & ~PCI_BASE_ADDRESS_IO_MASK;
  54. } else if (resno == PCI_ROM_RESOURCE) {
  55. mask = PCI_ROM_ADDRESS_MASK;
  56. } else {
  57. mask = (u32)PCI_BASE_ADDRESS_MEM_MASK;
  58. new |= res->flags & ~PCI_BASE_ADDRESS_MEM_MASK;
  59. }
  60. if (resno < PCI_ROM_RESOURCE) {
  61. reg = PCI_BASE_ADDRESS_0 + 4 * resno;
  62. } else if (resno == PCI_ROM_RESOURCE) {
  63. /*
  64. * Apparently some Matrox devices have ROM BARs that read
  65. * as zero when disabled, so don't update ROM BARs unless
  66. * they're enabled. See https://lkml.org/lkml/2005/8/30/138.
  67. */
  68. if (!(res->flags & IORESOURCE_ROM_ENABLE))
  69. return;
  70. reg = dev->rom_base_reg;
  71. new |= PCI_ROM_ADDRESS_ENABLE;
  72. } else
  73. return;
  74. /*
  75. * We can't update a 64-bit BAR atomically, so when possible,
  76. * disable decoding so that a half-updated BAR won't conflict
  77. * with another device.
  78. */
  79. disable = (res->flags & IORESOURCE_MEM_64) && !dev->mmio_always_on;
  80. if (disable) {
  81. pci_read_config_word(dev, PCI_COMMAND, &cmd);
  82. pci_write_config_word(dev, PCI_COMMAND,
  83. cmd & ~PCI_COMMAND_MEMORY);
  84. }
  85. pci_write_config_dword(dev, reg, new);
  86. pci_read_config_dword(dev, reg, &check);
  87. if ((new ^ check) & mask) {
  88. pci_err(dev, "BAR %d: error updating (%#08x != %#08x)\n",
  89. resno, new, check);
  90. }
  91. if (res->flags & IORESOURCE_MEM_64) {
  92. new = region.start >> 16 >> 16;
  93. pci_write_config_dword(dev, reg + 4, new);
  94. pci_read_config_dword(dev, reg + 4, &check);
  95. if (check != new) {
  96. pci_err(dev, "BAR %d: error updating (high %#08x != %#08x)\n",
  97. resno, new, check);
  98. }
  99. }
  100. if (disable)
  101. pci_write_config_word(dev, PCI_COMMAND, cmd);
  102. }
  103. void pci_update_resource(struct pci_dev *dev, int resno)
  104. {
  105. if (resno <= PCI_ROM_RESOURCE)
  106. pci_std_update_resource(dev, resno);
  107. #ifdef CONFIG_PCI_IOV
  108. else if (resno >= PCI_IOV_RESOURCES && resno <= PCI_IOV_RESOURCE_END)
  109. pci_iov_update_resource(dev, resno);
  110. #endif
  111. }
  112. int pci_claim_resource(struct pci_dev *dev, int resource)
  113. {
  114. struct resource *res = &dev->resource[resource];
  115. struct resource *root, *conflict;
  116. if (res->flags & IORESOURCE_UNSET) {
  117. pci_info(dev, "can't claim BAR %d %pR: no address assigned\n",
  118. resource, res);
  119. return -EINVAL;
  120. }
  121. /*
  122. * If we have a shadow copy in RAM, the PCI device doesn't respond
  123. * to the shadow range, so we don't need to claim it, and upstream
  124. * bridges don't need to route the range to the device.
  125. */
  126. if (res->flags & IORESOURCE_ROM_SHADOW)
  127. return 0;
  128. root = pci_find_parent_resource(dev, res);
  129. if (!root) {
  130. pci_info(dev, "can't claim BAR %d %pR: no compatible bridge window\n",
  131. resource, res);
  132. res->flags |= IORESOURCE_UNSET;
  133. return -EINVAL;
  134. }
  135. conflict = request_resource_conflict(root, res);
  136. if (conflict) {
  137. pci_info(dev, "can't claim BAR %d %pR: address conflict with %s %pR\n",
  138. resource, res, conflict->name, conflict);
  139. res->flags |= IORESOURCE_UNSET;
  140. return -EBUSY;
  141. }
  142. return 0;
  143. }
  144. EXPORT_SYMBOL(pci_claim_resource);
  145. void pci_disable_bridge_window(struct pci_dev *dev)
  146. {
  147. /* MMIO Base/Limit */
  148. pci_write_config_dword(dev, PCI_MEMORY_BASE, 0x0000fff0);
  149. /* Prefetchable MMIO Base/Limit */
  150. pci_write_config_dword(dev, PCI_PREF_LIMIT_UPPER32, 0);
  151. pci_write_config_dword(dev, PCI_PREF_MEMORY_BASE, 0x0000fff0);
  152. pci_write_config_dword(dev, PCI_PREF_BASE_UPPER32, 0xffffffff);
  153. }
  154. /*
  155. * Generic function that returns a value indicating that the device's
  156. * original BIOS BAR address was not saved and so is not available for
  157. * reinstatement.
  158. *
  159. * Can be over-ridden by architecture specific code that implements
  160. * reinstatement functionality rather than leaving it disabled when
  161. * normal allocation attempts fail.
  162. */
  163. resource_size_t __weak pcibios_retrieve_fw_addr(struct pci_dev *dev, int idx)
  164. {
  165. return 0;
  166. }
  167. static int pci_revert_fw_address(struct resource *res, struct pci_dev *dev,
  168. int resno, resource_size_t size)
  169. {
  170. struct resource *root, *conflict;
  171. resource_size_t fw_addr, start, end;
  172. fw_addr = pcibios_retrieve_fw_addr(dev, resno);
  173. if (!fw_addr)
  174. return -ENOMEM;
  175. start = res->start;
  176. end = res->end;
  177. res->start = fw_addr;
  178. res->end = res->start + size - 1;
  179. res->flags &= ~IORESOURCE_UNSET;
  180. root = pci_find_parent_resource(dev, res);
  181. if (!root) {
  182. if (res->flags & IORESOURCE_IO)
  183. root = &ioport_resource;
  184. else
  185. root = &iomem_resource;
  186. }
  187. pci_info(dev, "BAR %d: trying firmware assignment %pR\n",
  188. resno, res);
  189. conflict = request_resource_conflict(root, res);
  190. if (conflict) {
  191. pci_info(dev, "BAR %d: %pR conflicts with %s %pR\n",
  192. resno, res, conflict->name, conflict);
  193. res->start = start;
  194. res->end = end;
  195. res->flags |= IORESOURCE_UNSET;
  196. return -EBUSY;
  197. }
  198. return 0;
  199. }
  200. /*
  201. * We don't have to worry about legacy ISA devices, so nothing to do here.
  202. * This is marked as __weak because multiple architectures define it; it should
  203. * eventually go away.
  204. */
  205. resource_size_t __weak pcibios_align_resource(void *data,
  206. const struct resource *res,
  207. resource_size_t size,
  208. resource_size_t align)
  209. {
  210. return res->start;
  211. }
  212. static int __pci_assign_resource(struct pci_bus *bus, struct pci_dev *dev,
  213. int resno, resource_size_t size, resource_size_t align)
  214. {
  215. struct resource *res = dev->resource + resno;
  216. resource_size_t min;
  217. int ret;
  218. min = (res->flags & IORESOURCE_IO) ? PCIBIOS_MIN_IO : PCIBIOS_MIN_MEM;
  219. /*
  220. * First, try exact prefetching match. Even if a 64-bit
  221. * prefetchable bridge window is below 4GB, we can't put a 32-bit
  222. * prefetchable resource in it because pbus_size_mem() assumes a
  223. * 64-bit window will contain no 32-bit resources. If we assign
  224. * things differently than they were sized, not everything will fit.
  225. */
  226. ret = pci_bus_alloc_resource(bus, res, size, align, min,
  227. IORESOURCE_PREFETCH | IORESOURCE_MEM_64,
  228. pcibios_align_resource, dev);
  229. if (ret == 0)
  230. return 0;
  231. /*
  232. * If the prefetchable window is only 32 bits wide, we can put
  233. * 64-bit prefetchable resources in it.
  234. */
  235. if ((res->flags & (IORESOURCE_PREFETCH | IORESOURCE_MEM_64)) ==
  236. (IORESOURCE_PREFETCH | IORESOURCE_MEM_64)) {
  237. ret = pci_bus_alloc_resource(bus, res, size, align, min,
  238. IORESOURCE_PREFETCH,
  239. pcibios_align_resource, dev);
  240. if (ret == 0)
  241. return 0;
  242. }
  243. /*
  244. * If we didn't find a better match, we can put any memory resource
  245. * in a non-prefetchable window. If this resource is 32 bits and
  246. * non-prefetchable, the first call already tried the only possibility
  247. * so we don't need to try again.
  248. */
  249. if (res->flags & (IORESOURCE_PREFETCH | IORESOURCE_MEM_64))
  250. ret = pci_bus_alloc_resource(bus, res, size, align, min, 0,
  251. pcibios_align_resource, dev);
  252. return ret;
  253. }
  254. static int _pci_assign_resource(struct pci_dev *dev, int resno,
  255. resource_size_t size, resource_size_t min_align)
  256. {
  257. struct pci_bus *bus;
  258. int ret;
  259. bus = dev->bus;
  260. while ((ret = __pci_assign_resource(bus, dev, resno, size, min_align))) {
  261. if (!bus->parent || !bus->self->transparent)
  262. break;
  263. bus = bus->parent;
  264. }
  265. return ret;
  266. }
  267. int pci_assign_resource(struct pci_dev *dev, int resno)
  268. {
  269. struct resource *res = dev->resource + resno;
  270. resource_size_t align, size;
  271. int ret;
  272. if (res->flags & IORESOURCE_PCI_FIXED)
  273. return 0;
  274. res->flags |= IORESOURCE_UNSET;
  275. align = pci_resource_alignment(dev, res);
  276. if (!align) {
  277. pci_info(dev, "BAR %d: can't assign %pR (bogus alignment)\n",
  278. resno, res);
  279. return -EINVAL;
  280. }
  281. size = resource_size(res);
  282. ret = _pci_assign_resource(dev, resno, size, align);
  283. /*
  284. * If we failed to assign anything, let's try the address
  285. * where firmware left it. That at least has a chance of
  286. * working, which is better than just leaving it disabled.
  287. */
  288. if (ret < 0) {
  289. pci_info(dev, "BAR %d: no space for %pR\n", resno, res);
  290. ret = pci_revert_fw_address(res, dev, resno, size);
  291. }
  292. if (ret < 0) {
  293. pci_info(dev, "BAR %d: failed to assign %pR\n", resno, res);
  294. return ret;
  295. }
  296. res->flags &= ~IORESOURCE_UNSET;
  297. res->flags &= ~IORESOURCE_STARTALIGN;
  298. pci_info(dev, "BAR %d: assigned %pR\n", resno, res);
  299. if (resno < PCI_BRIDGE_RESOURCES)
  300. pci_update_resource(dev, resno);
  301. return 0;
  302. }
  303. EXPORT_SYMBOL(pci_assign_resource);
  304. int pci_reassign_resource(struct pci_dev *dev, int resno, resource_size_t addsize,
  305. resource_size_t min_align)
  306. {
  307. struct resource *res = dev->resource + resno;
  308. unsigned long flags;
  309. resource_size_t new_size;
  310. int ret;
  311. if (res->flags & IORESOURCE_PCI_FIXED)
  312. return 0;
  313. flags = res->flags;
  314. res->flags |= IORESOURCE_UNSET;
  315. if (!res->parent) {
  316. pci_info(dev, "BAR %d: can't reassign an unassigned resource %pR\n",
  317. resno, res);
  318. return -EINVAL;
  319. }
  320. /* already aligned with min_align */
  321. new_size = resource_size(res) + addsize;
  322. ret = _pci_assign_resource(dev, resno, new_size, min_align);
  323. if (ret) {
  324. res->flags = flags;
  325. pci_info(dev, "BAR %d: %pR (failed to expand by %#llx)\n",
  326. resno, res, (unsigned long long) addsize);
  327. return ret;
  328. }
  329. res->flags &= ~IORESOURCE_UNSET;
  330. res->flags &= ~IORESOURCE_STARTALIGN;
  331. pci_info(dev, "BAR %d: reassigned %pR (expanded by %#llx)\n",
  332. resno, res, (unsigned long long) addsize);
  333. if (resno < PCI_BRIDGE_RESOURCES)
  334. pci_update_resource(dev, resno);
  335. return 0;
  336. }
  337. void pci_release_resource(struct pci_dev *dev, int resno)
  338. {
  339. struct resource *res = dev->resource + resno;
  340. pci_info(dev, "BAR %d: releasing %pR\n", resno, res);
  341. if (!res->parent)
  342. return;
  343. release_resource(res);
  344. res->end = resource_size(res) - 1;
  345. res->start = 0;
  346. res->flags |= IORESOURCE_UNSET;
  347. }
  348. EXPORT_SYMBOL(pci_release_resource);
  349. int pci_resize_resource(struct pci_dev *dev, int resno, int size)
  350. {
  351. struct resource *res = dev->resource + resno;
  352. int old, ret;
  353. u32 sizes;
  354. u16 cmd;
  355. /* Make sure the resource isn't assigned before resizing it. */
  356. if (!(res->flags & IORESOURCE_UNSET))
  357. return -EBUSY;
  358. pci_read_config_word(dev, PCI_COMMAND, &cmd);
  359. if (cmd & PCI_COMMAND_MEMORY)
  360. return -EBUSY;
  361. sizes = pci_rebar_get_possible_sizes(dev, resno);
  362. if (!sizes)
  363. return -ENOTSUPP;
  364. if (!(sizes & BIT(size)))
  365. return -EINVAL;
  366. old = pci_rebar_get_current_size(dev, resno);
  367. if (old < 0)
  368. return old;
  369. ret = pci_rebar_set_size(dev, resno, size);
  370. if (ret)
  371. return ret;
  372. res->end = res->start + pci_rebar_size_to_bytes(size) - 1;
  373. /* Check if the new config works by trying to assign everything. */
  374. if (dev->bus->self) {
  375. ret = pci_reassign_bridge_resources(dev->bus->self, res->flags);
  376. if (ret)
  377. goto error_resize;
  378. }
  379. return 0;
  380. error_resize:
  381. pci_rebar_set_size(dev, resno, old);
  382. res->end = res->start + pci_rebar_size_to_bytes(old) - 1;
  383. return ret;
  384. }
  385. EXPORT_SYMBOL(pci_resize_resource);
  386. int pci_enable_resources(struct pci_dev *dev, int mask)
  387. {
  388. u16 cmd, old_cmd;
  389. int i;
  390. struct resource *r;
  391. pci_read_config_word(dev, PCI_COMMAND, &cmd);
  392. old_cmd = cmd;
  393. for (i = 0; i < PCI_NUM_RESOURCES; i++) {
  394. if (!(mask & (1 << i)))
  395. continue;
  396. r = &dev->resource[i];
  397. if (!(r->flags & (IORESOURCE_IO | IORESOURCE_MEM)))
  398. continue;
  399. if ((i == PCI_ROM_RESOURCE) &&
  400. (!(r->flags & IORESOURCE_ROM_ENABLE)))
  401. continue;
  402. if (r->flags & IORESOURCE_UNSET) {
  403. pci_err(dev, "can't enable device: BAR %d %pR not assigned\n",
  404. i, r);
  405. return -EINVAL;
  406. }
  407. if (!r->parent) {
  408. pci_err(dev, "can't enable device: BAR %d %pR not claimed\n",
  409. i, r);
  410. return -EINVAL;
  411. }
  412. if (r->flags & IORESOURCE_IO)
  413. cmd |= PCI_COMMAND_IO;
  414. if (r->flags & IORESOURCE_MEM)
  415. cmd |= PCI_COMMAND_MEMORY;
  416. }
  417. if (cmd != old_cmd) {
  418. pci_info(dev, "enabling device (%04x -> %04x)\n", old_cmd, cmd);
  419. pci_write_config_word(dev, PCI_COMMAND, cmd);
  420. }
  421. return 0;
  422. }