pcie-cadence-host.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374
  1. // SPDX-License-Identifier: GPL-2.0
  2. // Copyright (c) 2017 Cadence
  3. // Cadence PCIe host controller driver.
  4. // Author: Cyrille Pitchen <cyrille.pitchen@free-electrons.com>
  5. #include <linux/kernel.h>
  6. #include <linux/of_address.h>
  7. #include <linux/of_pci.h>
  8. #include <linux/platform_device.h>
  9. #include <linux/pm_runtime.h>
  10. #include "pcie-cadence.h"
  11. /**
  12. * struct cdns_pcie_rc - private data for this PCIe Root Complex driver
  13. * @pcie: Cadence PCIe controller
  14. * @dev: pointer to PCIe device
  15. * @cfg_res: start/end offsets in the physical system memory to map PCI
  16. * configuration space accesses
  17. * @bus_range: first/last buses behind the PCIe host controller
  18. * @cfg_base: IO mapped window to access the PCI configuration space of a
  19. * single function at a time
  20. * @max_regions: maximum number of regions supported by the hardware
  21. * @no_bar_nbits: Number of bits to keep for inbound (PCIe -> CPU) address
  22. * translation (nbits sets into the "no BAR match" register)
  23. * @vendor_id: PCI vendor ID
  24. * @device_id: PCI device ID
  25. */
  26. struct cdns_pcie_rc {
  27. struct cdns_pcie pcie;
  28. struct device *dev;
  29. struct resource *cfg_res;
  30. struct resource *bus_range;
  31. void __iomem *cfg_base;
  32. u32 max_regions;
  33. u32 no_bar_nbits;
  34. u16 vendor_id;
  35. u16 device_id;
  36. };
  37. static void __iomem *cdns_pci_map_bus(struct pci_bus *bus, unsigned int devfn,
  38. int where)
  39. {
  40. struct pci_host_bridge *bridge = pci_find_host_bridge(bus);
  41. struct cdns_pcie_rc *rc = pci_host_bridge_priv(bridge);
  42. struct cdns_pcie *pcie = &rc->pcie;
  43. unsigned int busn = bus->number;
  44. u32 addr0, desc0;
  45. if (busn == rc->bus_range->start) {
  46. /*
  47. * Only the root port (devfn == 0) is connected to this bus.
  48. * All other PCI devices are behind some bridge hence on another
  49. * bus.
  50. */
  51. if (devfn)
  52. return NULL;
  53. return pcie->reg_base + (where & 0xfff);
  54. }
  55. /* Check that the link is up */
  56. if (!(cdns_pcie_readl(pcie, CDNS_PCIE_LM_BASE) & 0x1))
  57. return NULL;
  58. /* Clear AXI link-down status */
  59. cdns_pcie_writel(pcie, CDNS_PCIE_AT_LINKDOWN, 0x0);
  60. /* Update Output registers for AXI region 0. */
  61. addr0 = CDNS_PCIE_AT_OB_REGION_PCI_ADDR0_NBITS(12) |
  62. CDNS_PCIE_AT_OB_REGION_PCI_ADDR0_DEVFN(devfn) |
  63. CDNS_PCIE_AT_OB_REGION_PCI_ADDR0_BUS(busn);
  64. cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR0(0), addr0);
  65. /* Configuration Type 0 or Type 1 access. */
  66. desc0 = CDNS_PCIE_AT_OB_REGION_DESC0_HARDCODED_RID |
  67. CDNS_PCIE_AT_OB_REGION_DESC0_DEVFN(0);
  68. /*
  69. * The bus number was already set once for all in desc1 by
  70. * cdns_pcie_host_init_address_translation().
  71. */
  72. if (busn == rc->bus_range->start + 1)
  73. desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_CONF_TYPE0;
  74. else
  75. desc0 |= CDNS_PCIE_AT_OB_REGION_DESC0_TYPE_CONF_TYPE1;
  76. cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC0(0), desc0);
  77. return rc->cfg_base + (where & 0xfff);
  78. }
  79. static struct pci_ops cdns_pcie_host_ops = {
  80. .map_bus = cdns_pci_map_bus,
  81. .read = pci_generic_config_read,
  82. .write = pci_generic_config_write,
  83. };
  84. static const struct of_device_id cdns_pcie_host_of_match[] = {
  85. { .compatible = "cdns,cdns-pcie-host" },
  86. { },
  87. };
  88. static int cdns_pcie_host_init_root_port(struct cdns_pcie_rc *rc)
  89. {
  90. struct cdns_pcie *pcie = &rc->pcie;
  91. u32 value, ctrl;
  92. u32 id;
  93. /*
  94. * Set the root complex BAR configuration register:
  95. * - disable both BAR0 and BAR1.
  96. * - enable Prefetchable Memory Base and Limit registers in type 1
  97. * config space (64 bits).
  98. * - enable IO Base and Limit registers in type 1 config
  99. * space (32 bits).
  100. */
  101. ctrl = CDNS_PCIE_LM_BAR_CFG_CTRL_DISABLED;
  102. value = CDNS_PCIE_LM_RC_BAR_CFG_BAR0_CTRL(ctrl) |
  103. CDNS_PCIE_LM_RC_BAR_CFG_BAR1_CTRL(ctrl) |
  104. CDNS_PCIE_LM_RC_BAR_CFG_PREFETCH_MEM_ENABLE |
  105. CDNS_PCIE_LM_RC_BAR_CFG_PREFETCH_MEM_64BITS |
  106. CDNS_PCIE_LM_RC_BAR_CFG_IO_ENABLE |
  107. CDNS_PCIE_LM_RC_BAR_CFG_IO_32BITS;
  108. cdns_pcie_writel(pcie, CDNS_PCIE_LM_RC_BAR_CFG, value);
  109. /* Set root port configuration space */
  110. if (rc->vendor_id != 0xffff) {
  111. id = CDNS_PCIE_LM_ID_VENDOR(rc->vendor_id) |
  112. CDNS_PCIE_LM_ID_SUBSYS(rc->vendor_id);
  113. cdns_pcie_writel(pcie, CDNS_PCIE_LM_ID, id);
  114. }
  115. if (rc->device_id != 0xffff)
  116. cdns_pcie_rp_writew(pcie, PCI_DEVICE_ID, rc->device_id);
  117. cdns_pcie_rp_writeb(pcie, PCI_CLASS_REVISION, 0);
  118. cdns_pcie_rp_writeb(pcie, PCI_CLASS_PROG, 0);
  119. cdns_pcie_rp_writew(pcie, PCI_CLASS_DEVICE, PCI_CLASS_BRIDGE_PCI);
  120. return 0;
  121. }
  122. static int cdns_pcie_host_init_address_translation(struct cdns_pcie_rc *rc)
  123. {
  124. struct cdns_pcie *pcie = &rc->pcie;
  125. struct resource *cfg_res = rc->cfg_res;
  126. struct resource *mem_res = pcie->mem_res;
  127. struct resource *bus_range = rc->bus_range;
  128. struct device *dev = rc->dev;
  129. struct device_node *np = dev->of_node;
  130. struct of_pci_range_parser parser;
  131. struct of_pci_range range;
  132. u32 addr0, addr1, desc1;
  133. u64 cpu_addr;
  134. int r, err;
  135. /*
  136. * Reserve region 0 for PCI configure space accesses:
  137. * OB_REGION_PCI_ADDR0 and OB_REGION_DESC0 are updated dynamically by
  138. * cdns_pci_map_bus(), other region registers are set here once for all.
  139. */
  140. addr1 = 0; /* Should be programmed to zero. */
  141. desc1 = CDNS_PCIE_AT_OB_REGION_DESC1_BUS(bus_range->start);
  142. cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_PCI_ADDR1(0), addr1);
  143. cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_DESC1(0), desc1);
  144. cpu_addr = cfg_res->start - mem_res->start;
  145. addr0 = CDNS_PCIE_AT_OB_REGION_CPU_ADDR0_NBITS(12) |
  146. (lower_32_bits(cpu_addr) & GENMASK(31, 8));
  147. addr1 = upper_32_bits(cpu_addr);
  148. cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR0(0), addr0);
  149. cdns_pcie_writel(pcie, CDNS_PCIE_AT_OB_REGION_CPU_ADDR1(0), addr1);
  150. err = of_pci_range_parser_init(&parser, np);
  151. if (err)
  152. return err;
  153. r = 1;
  154. for_each_of_pci_range(&parser, &range) {
  155. bool is_io;
  156. if (r >= rc->max_regions)
  157. break;
  158. if ((range.flags & IORESOURCE_TYPE_BITS) == IORESOURCE_MEM)
  159. is_io = false;
  160. else if ((range.flags & IORESOURCE_TYPE_BITS) == IORESOURCE_IO)
  161. is_io = true;
  162. else
  163. continue;
  164. cdns_pcie_set_outbound_region(pcie, 0, r, is_io,
  165. range.cpu_addr,
  166. range.pci_addr,
  167. range.size);
  168. r++;
  169. }
  170. /*
  171. * Set Root Port no BAR match Inbound Translation registers:
  172. * needed for MSI and DMA.
  173. * Root Port BAR0 and BAR1 are disabled, hence no need to set their
  174. * inbound translation registers.
  175. */
  176. addr0 = CDNS_PCIE_AT_IB_RP_BAR_ADDR0_NBITS(rc->no_bar_nbits);
  177. addr1 = 0;
  178. cdns_pcie_writel(pcie, CDNS_PCIE_AT_IB_RP_BAR_ADDR0(RP_NO_BAR), addr0);
  179. cdns_pcie_writel(pcie, CDNS_PCIE_AT_IB_RP_BAR_ADDR1(RP_NO_BAR), addr1);
  180. return 0;
  181. }
  182. static int cdns_pcie_host_init(struct device *dev,
  183. struct list_head *resources,
  184. struct cdns_pcie_rc *rc)
  185. {
  186. struct resource *bus_range = NULL;
  187. int err;
  188. /* Parse our PCI ranges and request their resources */
  189. err = pci_parse_request_of_pci_ranges(dev, resources, &bus_range);
  190. if (err)
  191. return err;
  192. rc->bus_range = bus_range;
  193. rc->pcie.bus = bus_range->start;
  194. err = cdns_pcie_host_init_root_port(rc);
  195. if (err)
  196. goto err_out;
  197. err = cdns_pcie_host_init_address_translation(rc);
  198. if (err)
  199. goto err_out;
  200. return 0;
  201. err_out:
  202. pci_free_resource_list(resources);
  203. return err;
  204. }
  205. static int cdns_pcie_host_probe(struct platform_device *pdev)
  206. {
  207. const char *type;
  208. struct device *dev = &pdev->dev;
  209. struct device_node *np = dev->of_node;
  210. struct pci_host_bridge *bridge;
  211. struct list_head resources;
  212. struct cdns_pcie_rc *rc;
  213. struct cdns_pcie *pcie;
  214. struct resource *res;
  215. int ret;
  216. int phy_count;
  217. bridge = devm_pci_alloc_host_bridge(dev, sizeof(*rc));
  218. if (!bridge)
  219. return -ENOMEM;
  220. rc = pci_host_bridge_priv(bridge);
  221. rc->dev = dev;
  222. pcie = &rc->pcie;
  223. pcie->is_rc = true;
  224. rc->max_regions = 32;
  225. of_property_read_u32(np, "cdns,max-outbound-regions", &rc->max_regions);
  226. rc->no_bar_nbits = 32;
  227. of_property_read_u32(np, "cdns,no-bar-match-nbits", &rc->no_bar_nbits);
  228. rc->vendor_id = 0xffff;
  229. of_property_read_u16(np, "vendor-id", &rc->vendor_id);
  230. rc->device_id = 0xffff;
  231. of_property_read_u16(np, "device-id", &rc->device_id);
  232. type = of_get_property(np, "device_type", NULL);
  233. if (!type || strcmp(type, "pci")) {
  234. dev_err(dev, "invalid \"device_type\" %s\n", type);
  235. return -EINVAL;
  236. }
  237. res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "reg");
  238. pcie->reg_base = devm_ioremap_resource(dev, res);
  239. if (IS_ERR(pcie->reg_base)) {
  240. dev_err(dev, "missing \"reg\"\n");
  241. return PTR_ERR(pcie->reg_base);
  242. }
  243. res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "cfg");
  244. rc->cfg_base = devm_pci_remap_cfg_resource(dev, res);
  245. if (IS_ERR(rc->cfg_base)) {
  246. dev_err(dev, "missing \"cfg\"\n");
  247. return PTR_ERR(rc->cfg_base);
  248. }
  249. rc->cfg_res = res;
  250. res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "mem");
  251. if (!res) {
  252. dev_err(dev, "missing \"mem\"\n");
  253. return -EINVAL;
  254. }
  255. pcie->mem_res = res;
  256. ret = cdns_pcie_init_phy(dev, pcie);
  257. if (ret) {
  258. dev_err(dev, "failed to init phy\n");
  259. return ret;
  260. }
  261. platform_set_drvdata(pdev, pcie);
  262. pm_runtime_enable(dev);
  263. ret = pm_runtime_get_sync(dev);
  264. if (ret < 0) {
  265. dev_err(dev, "pm_runtime_get_sync() failed\n");
  266. goto err_get_sync;
  267. }
  268. ret = cdns_pcie_host_init(dev, &resources, rc);
  269. if (ret)
  270. goto err_init;
  271. list_splice_init(&resources, &bridge->windows);
  272. bridge->dev.parent = dev;
  273. bridge->busnr = pcie->bus;
  274. bridge->ops = &cdns_pcie_host_ops;
  275. bridge->map_irq = of_irq_parse_and_map_pci;
  276. bridge->swizzle_irq = pci_common_swizzle;
  277. ret = pci_host_probe(bridge);
  278. if (ret < 0)
  279. goto err_host_probe;
  280. return 0;
  281. err_host_probe:
  282. pci_free_resource_list(&resources);
  283. err_init:
  284. pm_runtime_put_sync(dev);
  285. err_get_sync:
  286. pm_runtime_disable(dev);
  287. cdns_pcie_disable_phy(pcie);
  288. phy_count = pcie->phy_count;
  289. while (phy_count--)
  290. device_link_del(pcie->link[phy_count]);
  291. return ret;
  292. }
  293. static void cdns_pcie_shutdown(struct platform_device *pdev)
  294. {
  295. struct device *dev = &pdev->dev;
  296. struct cdns_pcie *pcie = dev_get_drvdata(dev);
  297. int ret;
  298. ret = pm_runtime_put_sync(dev);
  299. if (ret < 0)
  300. dev_dbg(dev, "pm_runtime_put_sync failed\n");
  301. pm_runtime_disable(dev);
  302. cdns_pcie_disable_phy(pcie);
  303. }
  304. static struct platform_driver cdns_pcie_host_driver = {
  305. .driver = {
  306. .name = "cdns-pcie-host",
  307. .of_match_table = cdns_pcie_host_of_match,
  308. .pm = &cdns_pcie_pm_ops,
  309. },
  310. .probe = cdns_pcie_host_probe,
  311. .shutdown = cdns_pcie_shutdown,
  312. };
  313. builtin_platform_driver(cdns_pcie_host_driver);