pcie-altera-msi.c 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Altera PCIe MSI support
  4. *
  5. * Author: Ley Foon Tan <lftan@altera.com>
  6. *
  7. * Copyright Altera Corporation (C) 2013-2015. All rights reserved
  8. */
  9. #include <linux/interrupt.h>
  10. #include <linux/irqchip/chained_irq.h>
  11. #include <linux/init.h>
  12. #include <linux/msi.h>
  13. #include <linux/of_address.h>
  14. #include <linux/of_irq.h>
  15. #include <linux/of_pci.h>
  16. #include <linux/pci.h>
  17. #include <linux/platform_device.h>
  18. #include <linux/slab.h>
  19. #define MSI_STATUS 0x0
  20. #define MSI_ERROR 0x4
  21. #define MSI_INTMASK 0x8
  22. #define MAX_MSI_VECTORS 32
  23. struct altera_msi {
  24. DECLARE_BITMAP(used, MAX_MSI_VECTORS);
  25. struct mutex lock; /* protect "used" bitmap */
  26. struct platform_device *pdev;
  27. struct irq_domain *msi_domain;
  28. struct irq_domain *inner_domain;
  29. void __iomem *csr_base;
  30. void __iomem *vector_base;
  31. phys_addr_t vector_phy;
  32. u32 num_of_vectors;
  33. int irq;
  34. };
  35. static inline void msi_writel(struct altera_msi *msi, const u32 value,
  36. const u32 reg)
  37. {
  38. writel_relaxed(value, msi->csr_base + reg);
  39. }
  40. static inline u32 msi_readl(struct altera_msi *msi, const u32 reg)
  41. {
  42. return readl_relaxed(msi->csr_base + reg);
  43. }
  44. static void altera_msi_isr(struct irq_desc *desc)
  45. {
  46. struct irq_chip *chip = irq_desc_get_chip(desc);
  47. struct altera_msi *msi;
  48. unsigned long status;
  49. u32 bit;
  50. u32 virq;
  51. chained_irq_enter(chip, desc);
  52. msi = irq_desc_get_handler_data(desc);
  53. while ((status = msi_readl(msi, MSI_STATUS)) != 0) {
  54. for_each_set_bit(bit, &status, msi->num_of_vectors) {
  55. /* Dummy read from vector to clear the interrupt */
  56. readl_relaxed(msi->vector_base + (bit * sizeof(u32)));
  57. virq = irq_find_mapping(msi->inner_domain, bit);
  58. if (virq)
  59. generic_handle_irq(virq);
  60. else
  61. dev_err(&msi->pdev->dev, "unexpected MSI\n");
  62. }
  63. }
  64. chained_irq_exit(chip, desc);
  65. }
  66. static struct irq_chip altera_msi_irq_chip = {
  67. .name = "Altera PCIe MSI",
  68. .irq_mask = pci_msi_mask_irq,
  69. .irq_unmask = pci_msi_unmask_irq,
  70. };
  71. static struct msi_domain_info altera_msi_domain_info = {
  72. .flags = (MSI_FLAG_USE_DEF_DOM_OPS | MSI_FLAG_USE_DEF_CHIP_OPS |
  73. MSI_FLAG_PCI_MSIX),
  74. .chip = &altera_msi_irq_chip,
  75. };
  76. static void altera_compose_msi_msg(struct irq_data *data, struct msi_msg *msg)
  77. {
  78. struct altera_msi *msi = irq_data_get_irq_chip_data(data);
  79. phys_addr_t addr = msi->vector_phy + (data->hwirq * sizeof(u32));
  80. msg->address_lo = lower_32_bits(addr);
  81. msg->address_hi = upper_32_bits(addr);
  82. msg->data = data->hwirq;
  83. dev_dbg(&msi->pdev->dev, "msi#%d address_hi %#x address_lo %#x\n",
  84. (int)data->hwirq, msg->address_hi, msg->address_lo);
  85. }
  86. static int altera_msi_set_affinity(struct irq_data *irq_data,
  87. const struct cpumask *mask, bool force)
  88. {
  89. return -EINVAL;
  90. }
  91. static struct irq_chip altera_msi_bottom_irq_chip = {
  92. .name = "Altera MSI",
  93. .irq_compose_msi_msg = altera_compose_msi_msg,
  94. .irq_set_affinity = altera_msi_set_affinity,
  95. };
  96. static int altera_irq_domain_alloc(struct irq_domain *domain, unsigned int virq,
  97. unsigned int nr_irqs, void *args)
  98. {
  99. struct altera_msi *msi = domain->host_data;
  100. unsigned long bit;
  101. u32 mask;
  102. WARN_ON(nr_irqs != 1);
  103. mutex_lock(&msi->lock);
  104. bit = find_first_zero_bit(msi->used, msi->num_of_vectors);
  105. if (bit >= msi->num_of_vectors) {
  106. mutex_unlock(&msi->lock);
  107. return -ENOSPC;
  108. }
  109. set_bit(bit, msi->used);
  110. mutex_unlock(&msi->lock);
  111. irq_domain_set_info(domain, virq, bit, &altera_msi_bottom_irq_chip,
  112. domain->host_data, handle_simple_irq,
  113. NULL, NULL);
  114. mask = msi_readl(msi, MSI_INTMASK);
  115. mask |= 1 << bit;
  116. msi_writel(msi, mask, MSI_INTMASK);
  117. return 0;
  118. }
  119. static void altera_irq_domain_free(struct irq_domain *domain,
  120. unsigned int virq, unsigned int nr_irqs)
  121. {
  122. struct irq_data *d = irq_domain_get_irq_data(domain, virq);
  123. struct altera_msi *msi = irq_data_get_irq_chip_data(d);
  124. u32 mask;
  125. mutex_lock(&msi->lock);
  126. if (!test_bit(d->hwirq, msi->used)) {
  127. dev_err(&msi->pdev->dev, "trying to free unused MSI#%lu\n",
  128. d->hwirq);
  129. } else {
  130. __clear_bit(d->hwirq, msi->used);
  131. mask = msi_readl(msi, MSI_INTMASK);
  132. mask &= ~(1 << d->hwirq);
  133. msi_writel(msi, mask, MSI_INTMASK);
  134. }
  135. mutex_unlock(&msi->lock);
  136. }
  137. static const struct irq_domain_ops msi_domain_ops = {
  138. .alloc = altera_irq_domain_alloc,
  139. .free = altera_irq_domain_free,
  140. };
  141. static int altera_allocate_domains(struct altera_msi *msi)
  142. {
  143. struct fwnode_handle *fwnode = of_node_to_fwnode(msi->pdev->dev.of_node);
  144. msi->inner_domain = irq_domain_add_linear(NULL, msi->num_of_vectors,
  145. &msi_domain_ops, msi);
  146. if (!msi->inner_domain) {
  147. dev_err(&msi->pdev->dev, "failed to create IRQ domain\n");
  148. return -ENOMEM;
  149. }
  150. msi->msi_domain = pci_msi_create_irq_domain(fwnode,
  151. &altera_msi_domain_info, msi->inner_domain);
  152. if (!msi->msi_domain) {
  153. dev_err(&msi->pdev->dev, "failed to create MSI domain\n");
  154. irq_domain_remove(msi->inner_domain);
  155. return -ENOMEM;
  156. }
  157. return 0;
  158. }
  159. static void altera_free_domains(struct altera_msi *msi)
  160. {
  161. irq_domain_remove(msi->msi_domain);
  162. irq_domain_remove(msi->inner_domain);
  163. }
  164. static int altera_msi_remove(struct platform_device *pdev)
  165. {
  166. struct altera_msi *msi = platform_get_drvdata(pdev);
  167. msi_writel(msi, 0, MSI_INTMASK);
  168. irq_set_chained_handler(msi->irq, NULL);
  169. irq_set_handler_data(msi->irq, NULL);
  170. altera_free_domains(msi);
  171. platform_set_drvdata(pdev, NULL);
  172. return 0;
  173. }
  174. static int altera_msi_probe(struct platform_device *pdev)
  175. {
  176. struct altera_msi *msi;
  177. struct device_node *np = pdev->dev.of_node;
  178. struct resource *res;
  179. int ret;
  180. msi = devm_kzalloc(&pdev->dev, sizeof(struct altera_msi),
  181. GFP_KERNEL);
  182. if (!msi)
  183. return -ENOMEM;
  184. mutex_init(&msi->lock);
  185. msi->pdev = pdev;
  186. res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "csr");
  187. msi->csr_base = devm_ioremap_resource(&pdev->dev, res);
  188. if (IS_ERR(msi->csr_base)) {
  189. dev_err(&pdev->dev, "failed to map csr memory\n");
  190. return PTR_ERR(msi->csr_base);
  191. }
  192. res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
  193. "vector_slave");
  194. msi->vector_base = devm_ioremap_resource(&pdev->dev, res);
  195. if (IS_ERR(msi->vector_base)) {
  196. dev_err(&pdev->dev, "failed to map vector_slave memory\n");
  197. return PTR_ERR(msi->vector_base);
  198. }
  199. msi->vector_phy = res->start;
  200. if (of_property_read_u32(np, "num-vectors", &msi->num_of_vectors)) {
  201. dev_err(&pdev->dev, "failed to parse the number of vectors\n");
  202. return -EINVAL;
  203. }
  204. ret = altera_allocate_domains(msi);
  205. if (ret)
  206. return ret;
  207. msi->irq = platform_get_irq(pdev, 0);
  208. if (msi->irq < 0) {
  209. dev_err(&pdev->dev, "failed to map IRQ: %d\n", msi->irq);
  210. ret = msi->irq;
  211. goto err;
  212. }
  213. irq_set_chained_handler_and_data(msi->irq, altera_msi_isr, msi);
  214. platform_set_drvdata(pdev, msi);
  215. return 0;
  216. err:
  217. altera_msi_remove(pdev);
  218. return ret;
  219. }
  220. static const struct of_device_id altera_msi_of_match[] = {
  221. { .compatible = "altr,msi-1.0", NULL },
  222. { },
  223. };
  224. static struct platform_driver altera_msi_driver = {
  225. .driver = {
  226. .name = "altera-msi",
  227. .of_match_table = altera_msi_of_match,
  228. },
  229. .probe = altera_msi_probe,
  230. .remove = altera_msi_remove,
  231. };
  232. static int __init altera_msi_init(void)
  233. {
  234. return platform_driver_register(&altera_msi_driver);
  235. }
  236. subsys_initcall(altera_msi_init);