clkctrl.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580
  1. /*
  2. * OMAP clkctrl clock support
  3. *
  4. * Copyright (C) 2017 Texas Instruments, Inc.
  5. *
  6. * Tero Kristo <t-kristo@ti.com>
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License version 2 as
  10. * published by the Free Software Foundation.
  11. *
  12. * This program is distributed "as is" WITHOUT ANY WARRANTY of any
  13. * kind, whether express or implied; without even the implied warranty
  14. * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. */
  17. #include <linux/clk-provider.h>
  18. #include <linux/slab.h>
  19. #include <linux/of.h>
  20. #include <linux/of_address.h>
  21. #include <linux/clk/ti.h>
  22. #include <linux/delay.h>
  23. #include <linux/timekeeping.h>
  24. #include "clock.h"
  25. #define NO_IDLEST 0x1
  26. #define OMAP4_MODULEMODE_MASK 0x3
  27. #define MODULEMODE_HWCTRL 0x1
  28. #define MODULEMODE_SWCTRL 0x2
  29. #define OMAP4_IDLEST_MASK (0x3 << 16)
  30. #define OMAP4_IDLEST_SHIFT 16
  31. #define CLKCTRL_IDLEST_FUNCTIONAL 0x0
  32. #define CLKCTRL_IDLEST_INTERFACE_IDLE 0x2
  33. #define CLKCTRL_IDLEST_DISABLED 0x3
  34. /* These timeouts are in us */
  35. #define OMAP4_MAX_MODULE_READY_TIME 2000
  36. #define OMAP4_MAX_MODULE_DISABLE_TIME 5000
  37. static bool _early_timeout = true;
  38. struct omap_clkctrl_provider {
  39. void __iomem *base;
  40. struct list_head clocks;
  41. char *clkdm_name;
  42. };
  43. struct omap_clkctrl_clk {
  44. struct clk_hw *clk;
  45. u16 reg_offset;
  46. int bit_offset;
  47. struct list_head node;
  48. };
  49. union omap4_timeout {
  50. u32 cycles;
  51. ktime_t start;
  52. };
  53. static const struct omap_clkctrl_data default_clkctrl_data[] __initconst = {
  54. { 0 },
  55. };
  56. static u32 _omap4_idlest(u32 val)
  57. {
  58. val &= OMAP4_IDLEST_MASK;
  59. val >>= OMAP4_IDLEST_SHIFT;
  60. return val;
  61. }
  62. static bool _omap4_is_idle(u32 val)
  63. {
  64. val = _omap4_idlest(val);
  65. return val == CLKCTRL_IDLEST_DISABLED;
  66. }
  67. static bool _omap4_is_ready(u32 val)
  68. {
  69. val = _omap4_idlest(val);
  70. return val == CLKCTRL_IDLEST_FUNCTIONAL ||
  71. val == CLKCTRL_IDLEST_INTERFACE_IDLE;
  72. }
  73. static bool _omap4_is_timeout(union omap4_timeout *time, u32 timeout)
  74. {
  75. /*
  76. * There are two special cases where ktime_to_ns() can't be
  77. * used to track the timeouts. First one is during early boot
  78. * when the timers haven't been initialized yet. The second
  79. * one is during suspend-resume cycle while timekeeping is
  80. * being suspended / resumed. Clocksource for the system
  81. * can be from a timer that requires pm_runtime access, which
  82. * will eventually bring us here with timekeeping_suspended,
  83. * during both suspend entry and resume paths. This happens
  84. * at least on am43xx platform. Account for flakeyness
  85. * with udelay() by multiplying the timeout value by 2.
  86. */
  87. if (unlikely(_early_timeout || timekeeping_suspended)) {
  88. if (time->cycles++ < timeout) {
  89. udelay(1 * 2);
  90. return false;
  91. }
  92. } else {
  93. if (!ktime_to_ns(time->start)) {
  94. time->start = ktime_get();
  95. return false;
  96. }
  97. if (ktime_us_delta(ktime_get(), time->start) < timeout) {
  98. cpu_relax();
  99. return false;
  100. }
  101. }
  102. return true;
  103. }
  104. static int __init _omap4_disable_early_timeout(void)
  105. {
  106. _early_timeout = false;
  107. return 0;
  108. }
  109. arch_initcall(_omap4_disable_early_timeout);
  110. static int _omap4_clkctrl_clk_enable(struct clk_hw *hw)
  111. {
  112. struct clk_hw_omap *clk = to_clk_hw_omap(hw);
  113. u32 val;
  114. int ret;
  115. union omap4_timeout timeout = { 0 };
  116. if (clk->clkdm) {
  117. ret = ti_clk_ll_ops->clkdm_clk_enable(clk->clkdm, hw->clk);
  118. if (ret) {
  119. WARN(1,
  120. "%s: could not enable %s's clockdomain %s: %d\n",
  121. __func__, clk_hw_get_name(hw),
  122. clk->clkdm_name, ret);
  123. return ret;
  124. }
  125. }
  126. if (!clk->enable_bit)
  127. return 0;
  128. val = ti_clk_ll_ops->clk_readl(&clk->enable_reg);
  129. val &= ~OMAP4_MODULEMODE_MASK;
  130. val |= clk->enable_bit;
  131. ti_clk_ll_ops->clk_writel(val, &clk->enable_reg);
  132. if (clk->flags & NO_IDLEST)
  133. return 0;
  134. /* Wait until module is enabled */
  135. while (!_omap4_is_ready(ti_clk_ll_ops->clk_readl(&clk->enable_reg))) {
  136. if (_omap4_is_timeout(&timeout, OMAP4_MAX_MODULE_READY_TIME)) {
  137. pr_err("%s: failed to enable\n", clk_hw_get_name(hw));
  138. return -EBUSY;
  139. }
  140. }
  141. return 0;
  142. }
  143. static void _omap4_clkctrl_clk_disable(struct clk_hw *hw)
  144. {
  145. struct clk_hw_omap *clk = to_clk_hw_omap(hw);
  146. u32 val;
  147. union omap4_timeout timeout = { 0 };
  148. if (!clk->enable_bit)
  149. goto exit;
  150. val = ti_clk_ll_ops->clk_readl(&clk->enable_reg);
  151. val &= ~OMAP4_MODULEMODE_MASK;
  152. ti_clk_ll_ops->clk_writel(val, &clk->enable_reg);
  153. if (clk->flags & NO_IDLEST)
  154. goto exit;
  155. /* Wait until module is disabled */
  156. while (!_omap4_is_idle(ti_clk_ll_ops->clk_readl(&clk->enable_reg))) {
  157. if (_omap4_is_timeout(&timeout,
  158. OMAP4_MAX_MODULE_DISABLE_TIME)) {
  159. pr_err("%s: failed to disable\n", clk_hw_get_name(hw));
  160. break;
  161. }
  162. }
  163. exit:
  164. if (clk->clkdm)
  165. ti_clk_ll_ops->clkdm_clk_disable(clk->clkdm, hw->clk);
  166. }
  167. static int _omap4_clkctrl_clk_is_enabled(struct clk_hw *hw)
  168. {
  169. struct clk_hw_omap *clk = to_clk_hw_omap(hw);
  170. u32 val;
  171. val = ti_clk_ll_ops->clk_readl(&clk->enable_reg);
  172. if (val & clk->enable_bit)
  173. return 1;
  174. return 0;
  175. }
  176. static const struct clk_ops omap4_clkctrl_clk_ops = {
  177. .enable = _omap4_clkctrl_clk_enable,
  178. .disable = _omap4_clkctrl_clk_disable,
  179. .is_enabled = _omap4_clkctrl_clk_is_enabled,
  180. .init = omap2_init_clk_clkdm,
  181. };
  182. static struct clk_hw *_ti_omap4_clkctrl_xlate(struct of_phandle_args *clkspec,
  183. void *data)
  184. {
  185. struct omap_clkctrl_provider *provider = data;
  186. struct omap_clkctrl_clk *entry;
  187. bool found = false;
  188. if (clkspec->args_count != 2)
  189. return ERR_PTR(-EINVAL);
  190. pr_debug("%s: looking for %x:%x\n", __func__,
  191. clkspec->args[0], clkspec->args[1]);
  192. list_for_each_entry(entry, &provider->clocks, node) {
  193. if (entry->reg_offset == clkspec->args[0] &&
  194. entry->bit_offset == clkspec->args[1]) {
  195. found = true;
  196. break;
  197. }
  198. }
  199. if (!found)
  200. return ERR_PTR(-EINVAL);
  201. return entry->clk;
  202. }
  203. static int __init
  204. _ti_clkctrl_clk_register(struct omap_clkctrl_provider *provider,
  205. struct device_node *node, struct clk_hw *clk_hw,
  206. u16 offset, u8 bit, const char * const *parents,
  207. int num_parents, const struct clk_ops *ops)
  208. {
  209. struct clk_init_data init = { NULL };
  210. struct clk *clk;
  211. struct omap_clkctrl_clk *clkctrl_clk;
  212. int ret = 0;
  213. init.name = kasprintf(GFP_KERNEL, "%s:%s:%04x:%d", node->parent->name,
  214. node->name, offset, bit);
  215. clkctrl_clk = kzalloc(sizeof(*clkctrl_clk), GFP_KERNEL);
  216. if (!init.name || !clkctrl_clk) {
  217. ret = -ENOMEM;
  218. goto cleanup;
  219. }
  220. clk_hw->init = &init;
  221. init.parent_names = parents;
  222. init.num_parents = num_parents;
  223. init.ops = ops;
  224. init.flags = CLK_IS_BASIC;
  225. clk = ti_clk_register(NULL, clk_hw, init.name);
  226. if (IS_ERR_OR_NULL(clk)) {
  227. ret = -EINVAL;
  228. goto cleanup;
  229. }
  230. clkctrl_clk->reg_offset = offset;
  231. clkctrl_clk->bit_offset = bit;
  232. clkctrl_clk->clk = clk_hw;
  233. list_add(&clkctrl_clk->node, &provider->clocks);
  234. return 0;
  235. cleanup:
  236. kfree(init.name);
  237. kfree(clkctrl_clk);
  238. return ret;
  239. }
  240. static void __init
  241. _ti_clkctrl_setup_gate(struct omap_clkctrl_provider *provider,
  242. struct device_node *node, u16 offset,
  243. const struct omap_clkctrl_bit_data *data,
  244. void __iomem *reg)
  245. {
  246. struct clk_hw_omap *clk_hw;
  247. clk_hw = kzalloc(sizeof(*clk_hw), GFP_KERNEL);
  248. if (!clk_hw)
  249. return;
  250. clk_hw->enable_bit = data->bit;
  251. clk_hw->enable_reg.ptr = reg;
  252. if (_ti_clkctrl_clk_register(provider, node, &clk_hw->hw, offset,
  253. data->bit, data->parents, 1,
  254. &omap_gate_clk_ops))
  255. kfree(clk_hw);
  256. }
  257. static void __init
  258. _ti_clkctrl_setup_mux(struct omap_clkctrl_provider *provider,
  259. struct device_node *node, u16 offset,
  260. const struct omap_clkctrl_bit_data *data,
  261. void __iomem *reg)
  262. {
  263. struct clk_omap_mux *mux;
  264. int num_parents = 0;
  265. const char * const *pname;
  266. mux = kzalloc(sizeof(*mux), GFP_KERNEL);
  267. if (!mux)
  268. return;
  269. pname = data->parents;
  270. while (*pname) {
  271. num_parents++;
  272. pname++;
  273. }
  274. mux->mask = num_parents;
  275. if (!(mux->flags & CLK_MUX_INDEX_ONE))
  276. mux->mask--;
  277. mux->mask = (1 << fls(mux->mask)) - 1;
  278. mux->shift = data->bit;
  279. mux->reg.ptr = reg;
  280. if (_ti_clkctrl_clk_register(provider, node, &mux->hw, offset,
  281. data->bit, data->parents, num_parents,
  282. &ti_clk_mux_ops))
  283. kfree(mux);
  284. }
  285. static void __init
  286. _ti_clkctrl_setup_div(struct omap_clkctrl_provider *provider,
  287. struct device_node *node, u16 offset,
  288. const struct omap_clkctrl_bit_data *data,
  289. void __iomem *reg)
  290. {
  291. struct clk_omap_divider *div;
  292. const struct omap_clkctrl_div_data *div_data = data->data;
  293. u8 div_flags = 0;
  294. div = kzalloc(sizeof(*div), GFP_KERNEL);
  295. if (!div)
  296. return;
  297. div->reg.ptr = reg;
  298. div->shift = data->bit;
  299. div->flags = div_data->flags;
  300. if (div->flags & CLK_DIVIDER_POWER_OF_TWO)
  301. div_flags |= CLKF_INDEX_POWER_OF_TWO;
  302. if (ti_clk_parse_divider_data((int *)div_data->dividers, 0,
  303. div_data->max_div, div_flags,
  304. &div->width, &div->table)) {
  305. pr_err("%s: Data parsing for %pOF:%04x:%d failed\n", __func__,
  306. node, offset, data->bit);
  307. kfree(div);
  308. return;
  309. }
  310. if (_ti_clkctrl_clk_register(provider, node, &div->hw, offset,
  311. data->bit, data->parents, 1,
  312. &ti_clk_divider_ops))
  313. kfree(div);
  314. }
  315. static void __init
  316. _ti_clkctrl_setup_subclks(struct omap_clkctrl_provider *provider,
  317. struct device_node *node,
  318. const struct omap_clkctrl_reg_data *data,
  319. void __iomem *reg)
  320. {
  321. const struct omap_clkctrl_bit_data *bits = data->bit_data;
  322. if (!bits)
  323. return;
  324. while (bits->bit) {
  325. switch (bits->type) {
  326. case TI_CLK_GATE:
  327. _ti_clkctrl_setup_gate(provider, node, data->offset,
  328. bits, reg);
  329. break;
  330. case TI_CLK_DIVIDER:
  331. _ti_clkctrl_setup_div(provider, node, data->offset,
  332. bits, reg);
  333. break;
  334. case TI_CLK_MUX:
  335. _ti_clkctrl_setup_mux(provider, node, data->offset,
  336. bits, reg);
  337. break;
  338. default:
  339. pr_err("%s: bad subclk type: %d\n", __func__,
  340. bits->type);
  341. return;
  342. }
  343. bits++;
  344. }
  345. }
  346. static void __init _clkctrl_add_provider(void *data,
  347. struct device_node *np)
  348. {
  349. of_clk_add_hw_provider(np, _ti_omap4_clkctrl_xlate, data);
  350. }
  351. static void __init _ti_omap4_clkctrl_setup(struct device_node *node)
  352. {
  353. struct omap_clkctrl_provider *provider;
  354. const struct omap_clkctrl_data *data = default_clkctrl_data;
  355. const struct omap_clkctrl_reg_data *reg_data;
  356. struct clk_init_data init = { NULL };
  357. struct clk_hw_omap *hw;
  358. struct clk *clk;
  359. struct omap_clkctrl_clk *clkctrl_clk;
  360. const __be32 *addrp;
  361. u32 addr;
  362. int ret;
  363. addrp = of_get_address(node, 0, NULL, NULL);
  364. addr = (u32)of_translate_address(node, addrp);
  365. #ifdef CONFIG_ARCH_OMAP4
  366. if (of_machine_is_compatible("ti,omap4"))
  367. data = omap4_clkctrl_data;
  368. #endif
  369. #ifdef CONFIG_SOC_OMAP5
  370. if (of_machine_is_compatible("ti,omap5"))
  371. data = omap5_clkctrl_data;
  372. #endif
  373. #ifdef CONFIG_SOC_DRA7XX
  374. if (of_machine_is_compatible("ti,dra7"))
  375. data = dra7_clkctrl_data;
  376. #endif
  377. #ifdef CONFIG_SOC_AM33XX
  378. if (of_machine_is_compatible("ti,am33xx"))
  379. data = am3_clkctrl_data;
  380. #endif
  381. #ifdef CONFIG_SOC_AM43XX
  382. if (of_machine_is_compatible("ti,am4372"))
  383. data = am4_clkctrl_data;
  384. if (of_machine_is_compatible("ti,am438x"))
  385. data = am438x_clkctrl_data;
  386. #endif
  387. #ifdef CONFIG_SOC_TI81XX
  388. if (of_machine_is_compatible("ti,dm814"))
  389. data = dm814_clkctrl_data;
  390. if (of_machine_is_compatible("ti,dm816"))
  391. data = dm816_clkctrl_data;
  392. #endif
  393. while (data->addr) {
  394. if (addr == data->addr)
  395. break;
  396. data++;
  397. }
  398. if (!data->addr) {
  399. pr_err("%pOF not found from clkctrl data.\n", node);
  400. return;
  401. }
  402. provider = kzalloc(sizeof(*provider), GFP_KERNEL);
  403. if (!provider)
  404. return;
  405. provider->base = of_iomap(node, 0);
  406. provider->clkdm_name = kmalloc(strlen(node->parent->name) + 3,
  407. GFP_KERNEL);
  408. if (!provider->clkdm_name) {
  409. kfree(provider);
  410. return;
  411. }
  412. /*
  413. * Create default clkdm name, replace _cm from end of parent node
  414. * name with _clkdm
  415. */
  416. strcpy(provider->clkdm_name, node->parent->name);
  417. provider->clkdm_name[strlen(provider->clkdm_name) - 2] = 0;
  418. strcat(provider->clkdm_name, "clkdm");
  419. INIT_LIST_HEAD(&provider->clocks);
  420. /* Generate clocks */
  421. reg_data = data->regs;
  422. while (reg_data->parent) {
  423. hw = kzalloc(sizeof(*hw), GFP_KERNEL);
  424. if (!hw)
  425. return;
  426. hw->enable_reg.ptr = provider->base + reg_data->offset;
  427. _ti_clkctrl_setup_subclks(provider, node, reg_data,
  428. hw->enable_reg.ptr);
  429. if (reg_data->flags & CLKF_SW_SUP)
  430. hw->enable_bit = MODULEMODE_SWCTRL;
  431. if (reg_data->flags & CLKF_HW_SUP)
  432. hw->enable_bit = MODULEMODE_HWCTRL;
  433. if (reg_data->flags & CLKF_NO_IDLEST)
  434. hw->flags |= NO_IDLEST;
  435. if (reg_data->clkdm_name)
  436. hw->clkdm_name = reg_data->clkdm_name;
  437. else
  438. hw->clkdm_name = provider->clkdm_name;
  439. init.parent_names = &reg_data->parent;
  440. init.num_parents = 1;
  441. init.flags = 0;
  442. if (reg_data->flags & CLKF_SET_RATE_PARENT)
  443. init.flags |= CLK_SET_RATE_PARENT;
  444. init.name = kasprintf(GFP_KERNEL, "%s:%s:%04x:%d",
  445. node->parent->name, node->name,
  446. reg_data->offset, 0);
  447. clkctrl_clk = kzalloc(sizeof(*clkctrl_clk), GFP_KERNEL);
  448. if (!init.name || !clkctrl_clk)
  449. goto cleanup;
  450. init.ops = &omap4_clkctrl_clk_ops;
  451. hw->hw.init = &init;
  452. clk = ti_clk_register(NULL, &hw->hw, init.name);
  453. if (IS_ERR_OR_NULL(clk))
  454. goto cleanup;
  455. clkctrl_clk->reg_offset = reg_data->offset;
  456. clkctrl_clk->clk = &hw->hw;
  457. list_add(&clkctrl_clk->node, &provider->clocks);
  458. reg_data++;
  459. }
  460. ret = of_clk_add_hw_provider(node, _ti_omap4_clkctrl_xlate, provider);
  461. if (ret == -EPROBE_DEFER)
  462. ti_clk_retry_init(node, provider, _clkctrl_add_provider);
  463. return;
  464. cleanup:
  465. kfree(hw);
  466. kfree(init.name);
  467. kfree(clkctrl_clk);
  468. }
  469. CLK_OF_DECLARE(ti_omap4_clkctrl_clock, "ti,clkctrl",
  470. _ti_omap4_clkctrl_setup);