processor_driver.c 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * processor_driver.c - ACPI Processor Driver
  4. *
  5. * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com>
  6. * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
  7. * Copyright (C) 2004 Dominik Brodowski <linux@brodo.de>
  8. * Copyright (C) 2004 Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
  9. * - Added processor hotplug support
  10. * Copyright (C) 2013, Intel Corporation
  11. * Rafael J. Wysocki <rafael.j.wysocki@intel.com>
  12. */
  13. #include <linux/kernel.h>
  14. #include <linux/module.h>
  15. #include <linux/init.h>
  16. #include <linux/cpufreq.h>
  17. #include <linux/cpu.h>
  18. #include <linux/cpuidle.h>
  19. #include <linux/slab.h>
  20. #include <linux/acpi.h>
  21. #include <acpi/processor.h>
  22. #include "internal.h"
  23. #define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80
  24. #define ACPI_PROCESSOR_NOTIFY_POWER 0x81
  25. #define ACPI_PROCESSOR_NOTIFY_THROTTLING 0x82
  26. #define ACPI_PROCESSOR_NOTIFY_HIGEST_PERF_CHANGED 0x85
  27. MODULE_AUTHOR("Paul Diefenbaugh");
  28. MODULE_DESCRIPTION("ACPI Processor Driver");
  29. MODULE_LICENSE("GPL");
  30. static int acpi_processor_stop(struct device *dev);
  31. static const struct acpi_device_id processor_device_ids[] = {
  32. {ACPI_PROCESSOR_OBJECT_HID, 0},
  33. {ACPI_PROCESSOR_DEVICE_HID, 0},
  34. {"", 0},
  35. };
  36. MODULE_DEVICE_TABLE(acpi, processor_device_ids);
  37. static struct device_driver acpi_processor_driver = {
  38. .name = "processor",
  39. .bus = &cpu_subsys,
  40. .acpi_match_table = processor_device_ids,
  41. .remove = acpi_processor_stop,
  42. };
  43. static void acpi_processor_notify(acpi_handle handle, u32 event, void *data)
  44. {
  45. struct acpi_device *device = data;
  46. struct acpi_processor *pr;
  47. int saved;
  48. if (device->handle != handle)
  49. return;
  50. pr = acpi_driver_data(device);
  51. if (!pr)
  52. return;
  53. switch (event) {
  54. case ACPI_PROCESSOR_NOTIFY_PERFORMANCE:
  55. saved = pr->performance_platform_limit;
  56. acpi_processor_ppc_has_changed(pr, 1);
  57. if (saved == pr->performance_platform_limit)
  58. break;
  59. acpi_bus_generate_netlink_event(device->pnp.device_class,
  60. dev_name(&device->dev), event,
  61. pr->performance_platform_limit);
  62. break;
  63. case ACPI_PROCESSOR_NOTIFY_POWER:
  64. acpi_processor_power_state_has_changed(pr);
  65. acpi_bus_generate_netlink_event(device->pnp.device_class,
  66. dev_name(&device->dev), event, 0);
  67. break;
  68. case ACPI_PROCESSOR_NOTIFY_THROTTLING:
  69. acpi_processor_tstate_has_changed(pr);
  70. acpi_bus_generate_netlink_event(device->pnp.device_class,
  71. dev_name(&device->dev), event, 0);
  72. break;
  73. case ACPI_PROCESSOR_NOTIFY_HIGEST_PERF_CHANGED:
  74. cpufreq_update_limits(pr->id);
  75. acpi_bus_generate_netlink_event(device->pnp.device_class,
  76. dev_name(&device->dev), event, 0);
  77. break;
  78. default:
  79. acpi_handle_debug(handle, "Unsupported event [0x%x]\n", event);
  80. break;
  81. }
  82. return;
  83. }
  84. static int __acpi_processor_start(struct acpi_device *device);
  85. static int acpi_soft_cpu_online(unsigned int cpu)
  86. {
  87. struct acpi_processor *pr = per_cpu(processors, cpu);
  88. struct acpi_device *device;
  89. if (!pr)
  90. return 0;
  91. device = acpi_fetch_acpi_dev(pr->handle);
  92. if (!device)
  93. return 0;
  94. /*
  95. * CPU got physically hotplugged and onlined for the first time:
  96. * Initialize missing things.
  97. */
  98. if (!pr->flags.previously_online) {
  99. int ret;
  100. ret = __acpi_processor_start(device);
  101. WARN(ret, "Failed to start CPU: %d\n", pr->id);
  102. } else {
  103. /* Normal CPU soft online event. */
  104. acpi_processor_ppc_has_changed(pr, 0);
  105. acpi_processor_hotplug(pr);
  106. acpi_processor_reevaluate_tstate(pr, false);
  107. acpi_processor_tstate_has_changed(pr);
  108. }
  109. return 0;
  110. }
  111. static int acpi_soft_cpu_dead(unsigned int cpu)
  112. {
  113. struct acpi_processor *pr = per_cpu(processors, cpu);
  114. if (!pr || !acpi_fetch_acpi_dev(pr->handle))
  115. return 0;
  116. acpi_processor_reevaluate_tstate(pr, true);
  117. return 0;
  118. }
  119. #ifdef CONFIG_ACPI_CPU_FREQ_PSS
  120. static void acpi_pss_perf_init(struct acpi_processor *pr)
  121. {
  122. acpi_processor_ppc_has_changed(pr, 0);
  123. acpi_processor_get_throttling_info(pr);
  124. if (pr->flags.throttling)
  125. pr->flags.limit = 1;
  126. }
  127. #else
  128. static inline void acpi_pss_perf_init(struct acpi_processor *pr) {}
  129. #endif /* CONFIG_ACPI_CPU_FREQ_PSS */
  130. static int __acpi_processor_start(struct acpi_device *device)
  131. {
  132. struct acpi_processor *pr = acpi_driver_data(device);
  133. acpi_status status;
  134. int result = 0;
  135. if (!pr)
  136. return -ENODEV;
  137. result = acpi_cppc_processor_probe(pr);
  138. if (result && !IS_ENABLED(CONFIG_ACPI_CPU_FREQ_PSS))
  139. dev_dbg(&device->dev, "CPPC data invalid or not present\n");
  140. if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver)
  141. acpi_processor_power_init(pr);
  142. acpi_pss_perf_init(pr);
  143. result = acpi_processor_thermal_init(pr, device);
  144. if (result)
  145. goto err_power_exit;
  146. status = acpi_install_notify_handler(device->handle, ACPI_DEVICE_NOTIFY,
  147. acpi_processor_notify, device);
  148. if (!ACPI_SUCCESS(status)) {
  149. result = -ENODEV;
  150. goto err_thermal_exit;
  151. }
  152. pr->flags.previously_online = 1;
  153. return 0;
  154. err_thermal_exit:
  155. acpi_processor_thermal_exit(pr, device);
  156. err_power_exit:
  157. acpi_processor_power_exit(pr);
  158. return result;
  159. }
  160. static int acpi_processor_stop(struct device *dev)
  161. {
  162. struct acpi_device *device = ACPI_COMPANION(dev);
  163. struct acpi_processor *pr;
  164. if (!device)
  165. return 0;
  166. acpi_remove_notify_handler(device->handle, ACPI_DEVICE_NOTIFY,
  167. acpi_processor_notify);
  168. pr = acpi_driver_data(device);
  169. if (!pr)
  170. return 0;
  171. acpi_processor_power_exit(pr);
  172. acpi_cppc_processor_exit(pr);
  173. acpi_processor_thermal_exit(pr, device);
  174. return 0;
  175. }
  176. bool acpi_processor_cpufreq_init;
  177. static int acpi_processor_notifier(struct notifier_block *nb,
  178. unsigned long event, void *data)
  179. {
  180. struct cpufreq_policy *policy = data;
  181. if (event == CPUFREQ_CREATE_POLICY) {
  182. acpi_thermal_cpufreq_init(policy);
  183. acpi_processor_ppc_init(policy);
  184. } else if (event == CPUFREQ_REMOVE_POLICY) {
  185. acpi_processor_ppc_exit(policy);
  186. acpi_thermal_cpufreq_exit(policy);
  187. }
  188. return 0;
  189. }
  190. static struct notifier_block acpi_processor_notifier_block = {
  191. .notifier_call = acpi_processor_notifier,
  192. };
  193. void __weak acpi_processor_init_invariance_cppc(void)
  194. { }
  195. /*
  196. * We keep the driver loaded even when ACPI is not running.
  197. * This is needed for the powernow-k8 driver, that works even without
  198. * ACPI, but needs symbols from this driver
  199. */
  200. static enum cpuhp_state hp_online;
  201. static int __init acpi_processor_driver_init(void)
  202. {
  203. int result = 0;
  204. if (acpi_disabled)
  205. return 0;
  206. if (!cpufreq_register_notifier(&acpi_processor_notifier_block,
  207. CPUFREQ_POLICY_NOTIFIER)) {
  208. acpi_processor_cpufreq_init = true;
  209. acpi_processor_ignore_ppc_init();
  210. }
  211. result = driver_register(&acpi_processor_driver);
  212. if (result < 0)
  213. return result;
  214. result = cpuhp_setup_state(CPUHP_AP_ONLINE_DYN,
  215. "acpi/cpu-drv:online",
  216. acpi_soft_cpu_online, NULL);
  217. if (result < 0)
  218. goto err;
  219. hp_online = result;
  220. cpuhp_setup_state_nocalls(CPUHP_ACPI_CPUDRV_DEAD, "acpi/cpu-drv:dead",
  221. NULL, acpi_soft_cpu_dead);
  222. acpi_processor_throttling_init();
  223. /*
  224. * Frequency invariance calculations on AMD platforms can't be run until
  225. * after acpi_cppc_processor_probe() has been called for all online CPUs
  226. */
  227. acpi_processor_init_invariance_cppc();
  228. return 0;
  229. err:
  230. driver_unregister(&acpi_processor_driver);
  231. return result;
  232. }
  233. static void __exit acpi_processor_driver_exit(void)
  234. {
  235. if (acpi_disabled)
  236. return;
  237. if (acpi_processor_cpufreq_init) {
  238. cpufreq_unregister_notifier(&acpi_processor_notifier_block,
  239. CPUFREQ_POLICY_NOTIFIER);
  240. acpi_processor_cpufreq_init = false;
  241. }
  242. cpuhp_remove_state_nocalls(hp_online);
  243. cpuhp_remove_state_nocalls(CPUHP_ACPI_CPUDRV_DEAD);
  244. driver_unregister(&acpi_processor_driver);
  245. }
  246. module_init(acpi_processor_driver_init);
  247. module_exit(acpi_processor_driver_exit);
  248. MODULE_ALIAS("processor");