osm-l3.c 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
  4. */
  5. #include <linux/args.h>
  6. #include <linux/bitfield.h>
  7. #include <linux/clk.h>
  8. #include <linux/interconnect-provider.h>
  9. #include <linux/io.h>
  10. #include <linux/kernel.h>
  11. #include <linux/module.h>
  12. #include <linux/of.h>
  13. #include <linux/platform_device.h>
  14. #include <dt-bindings/interconnect/qcom,osm-l3.h>
  15. #define LUT_MAX_ENTRIES 40U
  16. #define LUT_SRC GENMASK(31, 30)
  17. #define LUT_L_VAL GENMASK(7, 0)
  18. #define CLK_HW_DIV 2
  19. /* OSM Register offsets */
  20. #define REG_ENABLE 0x0
  21. #define OSM_LUT_ROW_SIZE 32
  22. #define OSM_REG_FREQ_LUT 0x110
  23. #define OSM_REG_PERF_STATE 0x920
  24. /* EPSS Register offsets */
  25. #define EPSS_LUT_ROW_SIZE 4
  26. #define EPSS_REG_L3_VOTE 0x90
  27. #define EPSS_REG_FREQ_LUT 0x100
  28. #define EPSS_REG_PERF_STATE 0x320
  29. #define OSM_L3_MAX_LINKS 1
  30. #define to_osm_l3_provider(_provider) \
  31. container_of(_provider, struct qcom_osm_l3_icc_provider, provider)
  32. struct qcom_osm_l3_icc_provider {
  33. void __iomem *base;
  34. unsigned int max_state;
  35. unsigned int reg_perf_state;
  36. unsigned long lut_tables[LUT_MAX_ENTRIES];
  37. struct icc_provider provider;
  38. };
  39. /**
  40. * struct qcom_osm_l3_node - Qualcomm specific interconnect nodes
  41. * @name: the node name used in debugfs
  42. * @links: an array of nodes where we can go next while traversing
  43. * @id: a unique node identifier
  44. * @num_links: the total number of @links
  45. * @buswidth: width of the interconnect between a node and the bus
  46. */
  47. struct qcom_osm_l3_node {
  48. const char *name;
  49. u16 links[OSM_L3_MAX_LINKS];
  50. u16 id;
  51. u16 num_links;
  52. u16 buswidth;
  53. };
  54. struct qcom_osm_l3_desc {
  55. const struct qcom_osm_l3_node * const *nodes;
  56. size_t num_nodes;
  57. unsigned int lut_row_size;
  58. unsigned int reg_freq_lut;
  59. unsigned int reg_perf_state;
  60. };
  61. enum {
  62. OSM_L3_MASTER_NODE = 10000,
  63. OSM_L3_SLAVE_NODE,
  64. };
  65. #define DEFINE_QNODE(_name, _id, _buswidth, ...) \
  66. static const struct qcom_osm_l3_node _name = { \
  67. .name = #_name, \
  68. .id = _id, \
  69. .buswidth = _buswidth, \
  70. .num_links = COUNT_ARGS(__VA_ARGS__), \
  71. .links = { __VA_ARGS__ }, \
  72. }
  73. DEFINE_QNODE(osm_l3_master, OSM_L3_MASTER_NODE, 16, OSM_L3_SLAVE_NODE);
  74. DEFINE_QNODE(osm_l3_slave, OSM_L3_SLAVE_NODE, 16);
  75. static const struct qcom_osm_l3_node * const osm_l3_nodes[] = {
  76. [MASTER_OSM_L3_APPS] = &osm_l3_master,
  77. [SLAVE_OSM_L3] = &osm_l3_slave,
  78. };
  79. DEFINE_QNODE(epss_l3_master, OSM_L3_MASTER_NODE, 32, OSM_L3_SLAVE_NODE);
  80. DEFINE_QNODE(epss_l3_slave, OSM_L3_SLAVE_NODE, 32);
  81. static const struct qcom_osm_l3_node * const epss_l3_nodes[] = {
  82. [MASTER_EPSS_L3_APPS] = &epss_l3_master,
  83. [SLAVE_EPSS_L3_SHARED] = &epss_l3_slave,
  84. };
  85. static const struct qcom_osm_l3_desc osm_l3 = {
  86. .nodes = osm_l3_nodes,
  87. .num_nodes = ARRAY_SIZE(osm_l3_nodes),
  88. .lut_row_size = OSM_LUT_ROW_SIZE,
  89. .reg_freq_lut = OSM_REG_FREQ_LUT,
  90. .reg_perf_state = OSM_REG_PERF_STATE,
  91. };
  92. static const struct qcom_osm_l3_desc epss_l3_perf_state = {
  93. .nodes = epss_l3_nodes,
  94. .num_nodes = ARRAY_SIZE(epss_l3_nodes),
  95. .lut_row_size = EPSS_LUT_ROW_SIZE,
  96. .reg_freq_lut = EPSS_REG_FREQ_LUT,
  97. .reg_perf_state = EPSS_REG_PERF_STATE,
  98. };
  99. static const struct qcom_osm_l3_desc epss_l3_l3_vote = {
  100. .nodes = epss_l3_nodes,
  101. .num_nodes = ARRAY_SIZE(epss_l3_nodes),
  102. .lut_row_size = EPSS_LUT_ROW_SIZE,
  103. .reg_freq_lut = EPSS_REG_FREQ_LUT,
  104. .reg_perf_state = EPSS_REG_L3_VOTE,
  105. };
  106. static int qcom_osm_l3_set(struct icc_node *src, struct icc_node *dst)
  107. {
  108. struct qcom_osm_l3_icc_provider *qp;
  109. struct icc_provider *provider;
  110. const struct qcom_osm_l3_node *qn;
  111. unsigned int index;
  112. u64 rate;
  113. qn = src->data;
  114. provider = src->provider;
  115. qp = to_osm_l3_provider(provider);
  116. rate = icc_units_to_bps(dst->peak_bw);
  117. do_div(rate, qn->buswidth);
  118. for (index = 0; index < qp->max_state - 1; index++) {
  119. if (qp->lut_tables[index] >= rate)
  120. break;
  121. }
  122. writel_relaxed(index, qp->base + qp->reg_perf_state);
  123. return 0;
  124. }
  125. static void qcom_osm_l3_remove(struct platform_device *pdev)
  126. {
  127. struct qcom_osm_l3_icc_provider *qp = platform_get_drvdata(pdev);
  128. icc_provider_deregister(&qp->provider);
  129. icc_nodes_remove(&qp->provider);
  130. }
  131. static int qcom_osm_l3_probe(struct platform_device *pdev)
  132. {
  133. u32 info, src, lval, i, prev_freq = 0, freq;
  134. static unsigned long hw_rate, xo_rate;
  135. struct qcom_osm_l3_icc_provider *qp;
  136. const struct qcom_osm_l3_desc *desc;
  137. struct icc_onecell_data *data;
  138. struct icc_provider *provider;
  139. const struct qcom_osm_l3_node * const *qnodes;
  140. struct icc_node *node;
  141. size_t num_nodes;
  142. struct clk *clk;
  143. int ret;
  144. clk = clk_get(&pdev->dev, "xo");
  145. if (IS_ERR(clk))
  146. return PTR_ERR(clk);
  147. xo_rate = clk_get_rate(clk);
  148. clk_put(clk);
  149. clk = clk_get(&pdev->dev, "alternate");
  150. if (IS_ERR(clk))
  151. return PTR_ERR(clk);
  152. hw_rate = clk_get_rate(clk) / CLK_HW_DIV;
  153. clk_put(clk);
  154. qp = devm_kzalloc(&pdev->dev, sizeof(*qp), GFP_KERNEL);
  155. if (!qp)
  156. return -ENOMEM;
  157. qp->base = devm_platform_ioremap_resource(pdev, 0);
  158. if (IS_ERR(qp->base))
  159. return PTR_ERR(qp->base);
  160. /* HW should be in enabled state to proceed */
  161. if (!(readl_relaxed(qp->base + REG_ENABLE) & 0x1)) {
  162. dev_err(&pdev->dev, "error hardware not enabled\n");
  163. return -ENODEV;
  164. }
  165. desc = device_get_match_data(&pdev->dev);
  166. if (!desc)
  167. return -EINVAL;
  168. qp->reg_perf_state = desc->reg_perf_state;
  169. for (i = 0; i < LUT_MAX_ENTRIES; i++) {
  170. info = readl_relaxed(qp->base + desc->reg_freq_lut +
  171. i * desc->lut_row_size);
  172. src = FIELD_GET(LUT_SRC, info);
  173. lval = FIELD_GET(LUT_L_VAL, info);
  174. if (src)
  175. freq = xo_rate * lval;
  176. else
  177. freq = hw_rate;
  178. /* Two of the same frequencies signify end of table */
  179. if (i > 0 && prev_freq == freq)
  180. break;
  181. dev_dbg(&pdev->dev, "index=%d freq=%d\n", i, freq);
  182. qp->lut_tables[i] = freq;
  183. prev_freq = freq;
  184. }
  185. qp->max_state = i;
  186. qnodes = desc->nodes;
  187. num_nodes = desc->num_nodes;
  188. data = devm_kzalloc(&pdev->dev, struct_size(data, nodes, num_nodes), GFP_KERNEL);
  189. if (!data)
  190. return -ENOMEM;
  191. data->num_nodes = num_nodes;
  192. provider = &qp->provider;
  193. provider->dev = &pdev->dev;
  194. provider->set = qcom_osm_l3_set;
  195. provider->aggregate = icc_std_aggregate;
  196. provider->xlate = of_icc_xlate_onecell;
  197. provider->data = data;
  198. icc_provider_init(provider);
  199. for (i = 0; i < num_nodes; i++) {
  200. size_t j;
  201. node = icc_node_create(qnodes[i]->id);
  202. if (IS_ERR(node)) {
  203. ret = PTR_ERR(node);
  204. goto err;
  205. }
  206. node->name = qnodes[i]->name;
  207. /* Cast away const and add it back in qcom_osm_l3_set() */
  208. node->data = (void *)qnodes[i];
  209. icc_node_add(node, provider);
  210. for (j = 0; j < qnodes[i]->num_links; j++)
  211. icc_link_create(node, qnodes[i]->links[j]);
  212. data->nodes[i] = node;
  213. }
  214. ret = icc_provider_register(provider);
  215. if (ret)
  216. goto err;
  217. platform_set_drvdata(pdev, qp);
  218. return 0;
  219. err:
  220. icc_nodes_remove(provider);
  221. return ret;
  222. }
  223. static const struct of_device_id osm_l3_of_match[] = {
  224. { .compatible = "qcom,epss-l3", .data = &epss_l3_l3_vote },
  225. { .compatible = "qcom,osm-l3", .data = &osm_l3 },
  226. { .compatible = "qcom,sc7180-osm-l3", .data = &osm_l3 },
  227. { .compatible = "qcom,sc7280-epss-l3", .data = &epss_l3_perf_state },
  228. { .compatible = "qcom,sdm845-osm-l3", .data = &osm_l3 },
  229. { .compatible = "qcom,sm8150-osm-l3", .data = &osm_l3 },
  230. { .compatible = "qcom,sc8180x-osm-l3", .data = &osm_l3 },
  231. { .compatible = "qcom,sm8250-epss-l3", .data = &epss_l3_perf_state },
  232. { }
  233. };
  234. MODULE_DEVICE_TABLE(of, osm_l3_of_match);
  235. static struct platform_driver osm_l3_driver = {
  236. .probe = qcom_osm_l3_probe,
  237. .remove_new = qcom_osm_l3_remove,
  238. .driver = {
  239. .name = "osm-l3",
  240. .of_match_table = osm_l3_of_match,
  241. .sync_state = icc_sync_state,
  242. },
  243. };
  244. module_platform_driver(osm_l3_driver);
  245. MODULE_DESCRIPTION("Qualcomm OSM L3 interconnect driver");
  246. MODULE_LICENSE("GPL v2");