cpu_cooling.c 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569
  1. /*
  2. * linux/drivers/thermal/cpu_cooling.c
  3. *
  4. * Copyright (C) 2012 Samsung Electronics Co., Ltd(http://www.samsung.com)
  5. * Copyright (C) 2012 Amit Daniel <amit.kachhap@linaro.org>
  6. *
  7. * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License as published by
  10. * the Free Software Foundation; version 2 of the License.
  11. *
  12. * This program is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License along
  18. * with this program; if not, write to the Free Software Foundation, Inc.,
  19. * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA.
  20. *
  21. * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  22. */
  23. #include <linux/module.h>
  24. #include <linux/thermal.h>
  25. #include <linux/cpufreq.h>
  26. #include <linux/err.h>
  27. #include <linux/slab.h>
  28. #include <linux/cpu.h>
  29. #include <linux/cpu_cooling.h>
  30. /**
  31. * struct cpufreq_cooling_device - data for cooling device with cpufreq
  32. * @id: unique integer value corresponding to each cpufreq_cooling_device
  33. * registered.
  34. * @cool_dev: thermal_cooling_device pointer to keep track of the
  35. * registered cooling device.
  36. * @cpufreq_state: integer value representing the current state of cpufreq
  37. * cooling devices.
  38. * @cpufreq_val: integer value representing the absolute value of the clipped
  39. * frequency.
  40. * @allowed_cpus: all the cpus involved for this cpufreq_cooling_device.
  41. *
  42. * This structure is required for keeping information of each
  43. * cpufreq_cooling_device registered. In order to prevent corruption of this a
  44. * mutex lock cooling_cpufreq_lock is used.
  45. */
  46. struct cpufreq_cooling_device {
  47. int id;
  48. struct thermal_cooling_device *cool_dev;
  49. unsigned int cpufreq_state;
  50. unsigned int cpufreq_val;
  51. struct cpumask allowed_cpus;
  52. struct list_head node;
  53. };
  54. static DEFINE_IDR(cpufreq_idr);
  55. static DEFINE_MUTEX(cooling_cpufreq_lock);
  56. static unsigned int cpufreq_dev_count;
  57. static LIST_HEAD(cpufreq_dev_list);
  58. /**
  59. * get_idr - function to get a unique id.
  60. * @idr: struct idr * handle used to create a id.
  61. * @id: int * value generated by this function.
  62. *
  63. * This function will populate @id with an unique
  64. * id, using the idr API.
  65. *
  66. * Return: 0 on success, an error code on failure.
  67. */
  68. static int get_idr(struct idr *idr, int *id)
  69. {
  70. int ret;
  71. mutex_lock(&cooling_cpufreq_lock);
  72. ret = idr_alloc(idr, NULL, 0, 0, GFP_KERNEL);
  73. mutex_unlock(&cooling_cpufreq_lock);
  74. if (unlikely(ret < 0))
  75. return ret;
  76. *id = ret;
  77. return 0;
  78. }
  79. /**
  80. * release_idr - function to free the unique id.
  81. * @idr: struct idr * handle used for creating the id.
  82. * @id: int value representing the unique id.
  83. */
  84. static void release_idr(struct idr *idr, int id)
  85. {
  86. mutex_lock(&cooling_cpufreq_lock);
  87. idr_remove(idr, id);
  88. mutex_unlock(&cooling_cpufreq_lock);
  89. }
  90. /* Below code defines functions to be used for cpufreq as cooling device */
  91. /**
  92. * is_cpufreq_valid - function to check frequency transitioning capability.
  93. * @cpu: cpu for which check is needed.
  94. *
  95. * This function will check the current state of the system if
  96. * it is capable of changing the frequency for a given @cpu.
  97. *
  98. * Return: 0 if the system is not currently capable of changing
  99. * the frequency of given cpu. !0 in case the frequency is changeable.
  100. */
  101. static int is_cpufreq_valid(int cpu)
  102. {
  103. struct cpufreq_policy policy;
  104. return !cpufreq_get_policy(&policy, cpu);
  105. }
  106. enum cpufreq_cooling_property {
  107. GET_LEVEL,
  108. GET_FREQ,
  109. GET_MAXL,
  110. };
  111. /**
  112. * get_property - fetch a property of interest for a give cpu.
  113. * @cpu: cpu for which the property is required
  114. * @input: query parameter
  115. * @output: query return
  116. * @property: type of query (frequency, level, max level)
  117. *
  118. * This is the common function to
  119. * 1. get maximum cpu cooling states
  120. * 2. translate frequency to cooling state
  121. * 3. translate cooling state to frequency
  122. * Note that the code may be not in good shape
  123. * but it is written in this way in order to:
  124. * a) reduce duplicate code as most of the code can be shared.
  125. * b) make sure the logic is consistent when translating between
  126. * cooling states and frequencies.
  127. *
  128. * Return: 0 on success, -EINVAL when invalid parameters are passed.
  129. */
  130. static int get_property(unsigned int cpu, unsigned long input,
  131. unsigned int *output,
  132. enum cpufreq_cooling_property property)
  133. {
  134. int i;
  135. unsigned long max_level = 0, level = 0;
  136. unsigned int freq = CPUFREQ_ENTRY_INVALID;
  137. int descend = -1;
  138. struct cpufreq_frequency_table *pos, *table =
  139. cpufreq_frequency_get_table(cpu);
  140. if (!output)
  141. return -EINVAL;
  142. if (!table)
  143. return -EINVAL;
  144. cpufreq_for_each_valid_entry(pos, table) {
  145. /* ignore duplicate entry */
  146. if (freq == pos->frequency)
  147. continue;
  148. /* get the frequency order */
  149. if (freq != CPUFREQ_ENTRY_INVALID && descend == -1)
  150. descend = freq > pos->frequency;
  151. freq = pos->frequency;
  152. max_level++;
  153. }
  154. /* No valid cpu frequency entry */
  155. if (max_level == 0)
  156. return -EINVAL;
  157. /* max_level is an index, not a counter */
  158. max_level--;
  159. /* get max level */
  160. if (property == GET_MAXL) {
  161. *output = (unsigned int)max_level;
  162. return 0;
  163. }
  164. if (property == GET_FREQ)
  165. level = descend ? input : (max_level - input);
  166. i = 0;
  167. cpufreq_for_each_valid_entry(pos, table) {
  168. /* ignore duplicate entry */
  169. if (freq == pos->frequency)
  170. continue;
  171. /* now we have a valid frequency entry */
  172. freq = pos->frequency;
  173. if (property == GET_LEVEL && (unsigned int)input == freq) {
  174. /* get level by frequency */
  175. *output = descend ? i : (max_level - i);
  176. return 0;
  177. }
  178. if (property == GET_FREQ && level == i) {
  179. /* get frequency by level */
  180. *output = freq;
  181. return 0;
  182. }
  183. i++;
  184. }
  185. return -EINVAL;
  186. }
  187. /**
  188. * cpufreq_cooling_get_level - for a give cpu, return the cooling level.
  189. * @cpu: cpu for which the level is required
  190. * @freq: the frequency of interest
  191. *
  192. * This function will match the cooling level corresponding to the
  193. * requested @freq and return it.
  194. *
  195. * Return: The matched cooling level on success or THERMAL_CSTATE_INVALID
  196. * otherwise.
  197. */
  198. unsigned long cpufreq_cooling_get_level(unsigned int cpu, unsigned int freq)
  199. {
  200. unsigned int val;
  201. if (get_property(cpu, (unsigned long)freq, &val, GET_LEVEL))
  202. return THERMAL_CSTATE_INVALID;
  203. return (unsigned long)val;
  204. }
  205. EXPORT_SYMBOL_GPL(cpufreq_cooling_get_level);
  206. /**
  207. * get_cpu_frequency - get the absolute value of frequency from level.
  208. * @cpu: cpu for which frequency is fetched.
  209. * @level: cooling level
  210. *
  211. * This function matches cooling level with frequency. Based on a cooling level
  212. * of frequency, equals cooling state of cpu cooling device, it will return
  213. * the corresponding frequency.
  214. * e.g level=0 --> 1st MAX FREQ, level=1 ---> 2nd MAX FREQ, .... etc
  215. *
  216. * Return: 0 on error, the corresponding frequency otherwise.
  217. */
  218. static unsigned int get_cpu_frequency(unsigned int cpu, unsigned long level)
  219. {
  220. int ret = 0;
  221. unsigned int freq;
  222. ret = get_property(cpu, level, &freq, GET_FREQ);
  223. if (ret)
  224. return 0;
  225. return freq;
  226. }
  227. /**
  228. * cpufreq_apply_cooling - function to apply frequency clipping.
  229. * @cpufreq_device: cpufreq_cooling_device pointer containing frequency
  230. * clipping data.
  231. * @cooling_state: value of the cooling state.
  232. *
  233. * Function used to make sure the cpufreq layer is aware of current thermal
  234. * limits. The limits are applied by updating the cpufreq policy.
  235. *
  236. * Return: 0 on success, an error code otherwise (-EINVAL in case wrong
  237. * cooling state).
  238. */
  239. static int cpufreq_apply_cooling(struct cpufreq_cooling_device *cpufreq_device,
  240. unsigned long cooling_state)
  241. {
  242. unsigned int cpuid, clip_freq;
  243. struct cpumask *mask = &cpufreq_device->allowed_cpus;
  244. unsigned int cpu = cpumask_any(mask);
  245. /* Check if the old cooling action is same as new cooling action */
  246. if (cpufreq_device->cpufreq_state == cooling_state)
  247. return 0;
  248. clip_freq = get_cpu_frequency(cpu, cooling_state);
  249. if (!clip_freq)
  250. return -EINVAL;
  251. cpufreq_device->cpufreq_state = cooling_state;
  252. cpufreq_device->cpufreq_val = clip_freq;
  253. for_each_cpu(cpuid, mask) {
  254. if (is_cpufreq_valid(cpuid))
  255. cpufreq_update_policy(cpuid);
  256. }
  257. return 0;
  258. }
  259. /**
  260. * cpufreq_thermal_notifier - notifier callback for cpufreq policy change.
  261. * @nb: struct notifier_block * with callback info.
  262. * @event: value showing cpufreq event for which this function invoked.
  263. * @data: callback-specific data
  264. *
  265. * Callback to hijack the notification on cpufreq policy transition.
  266. * Every time there is a change in policy, we will intercept and
  267. * update the cpufreq policy with thermal constraints.
  268. *
  269. * Return: 0 (success)
  270. */
  271. static int cpufreq_thermal_notifier(struct notifier_block *nb,
  272. unsigned long event, void *data)
  273. {
  274. struct cpufreq_policy *policy = data;
  275. unsigned long max_freq = 0;
  276. struct cpufreq_cooling_device *cpufreq_dev;
  277. if (event != CPUFREQ_ADJUST)
  278. return 0;
  279. mutex_lock(&cooling_cpufreq_lock);
  280. list_for_each_entry(cpufreq_dev, &cpufreq_dev_list, node) {
  281. if (!cpumask_test_cpu(policy->cpu,
  282. &cpufreq_dev->allowed_cpus))
  283. continue;
  284. if (!cpufreq_dev->cpufreq_val)
  285. cpufreq_dev->cpufreq_val = get_cpu_frequency(
  286. cpumask_any(&cpufreq_dev->allowed_cpus),
  287. cpufreq_dev->cpufreq_state);
  288. max_freq = cpufreq_dev->cpufreq_val;
  289. if (policy->max != max_freq)
  290. cpufreq_verify_within_limits(policy, 0, max_freq);
  291. }
  292. mutex_unlock(&cooling_cpufreq_lock);
  293. return 0;
  294. }
  295. /* cpufreq cooling device callback functions are defined below */
  296. /**
  297. * cpufreq_get_max_state - callback function to get the max cooling state.
  298. * @cdev: thermal cooling device pointer.
  299. * @state: fill this variable with the max cooling state.
  300. *
  301. * Callback for the thermal cooling device to return the cpufreq
  302. * max cooling state.
  303. *
  304. * Return: 0 on success, an error code otherwise.
  305. */
  306. static int cpufreq_get_max_state(struct thermal_cooling_device *cdev,
  307. unsigned long *state)
  308. {
  309. struct cpufreq_cooling_device *cpufreq_device = cdev->devdata;
  310. struct cpumask *mask = &cpufreq_device->allowed_cpus;
  311. unsigned int cpu;
  312. unsigned int count = 0;
  313. int ret;
  314. cpu = cpumask_any(mask);
  315. ret = get_property(cpu, 0, &count, GET_MAXL);
  316. if (count > 0)
  317. *state = count;
  318. return ret;
  319. }
  320. /**
  321. * cpufreq_get_cur_state - callback function to get the current cooling state.
  322. * @cdev: thermal cooling device pointer.
  323. * @state: fill this variable with the current cooling state.
  324. *
  325. * Callback for the thermal cooling device to return the cpufreq
  326. * current cooling state.
  327. *
  328. * Return: 0 on success, an error code otherwise.
  329. */
  330. static int cpufreq_get_cur_state(struct thermal_cooling_device *cdev,
  331. unsigned long *state)
  332. {
  333. struct cpufreq_cooling_device *cpufreq_device = cdev->devdata;
  334. *state = cpufreq_device->cpufreq_state;
  335. return 0;
  336. }
  337. /**
  338. * cpufreq_set_cur_state - callback function to set the current cooling state.
  339. * @cdev: thermal cooling device pointer.
  340. * @state: set this variable to the current cooling state.
  341. *
  342. * Callback for the thermal cooling device to change the cpufreq
  343. * current cooling state.
  344. *
  345. * Return: 0 on success, an error code otherwise.
  346. */
  347. static int cpufreq_set_cur_state(struct thermal_cooling_device *cdev,
  348. unsigned long state)
  349. {
  350. struct cpufreq_cooling_device *cpufreq_device = cdev->devdata;
  351. return cpufreq_apply_cooling(cpufreq_device, state);
  352. }
  353. /* Bind cpufreq callbacks to thermal cooling device ops */
  354. static struct thermal_cooling_device_ops const cpufreq_cooling_ops = {
  355. .get_max_state = cpufreq_get_max_state,
  356. .get_cur_state = cpufreq_get_cur_state,
  357. .set_cur_state = cpufreq_set_cur_state,
  358. };
  359. /* Notifier for cpufreq policy change */
  360. static struct notifier_block thermal_cpufreq_notifier_block = {
  361. .notifier_call = cpufreq_thermal_notifier,
  362. };
  363. /**
  364. * __cpufreq_cooling_register - helper function to create cpufreq cooling device
  365. * @np: a valid struct device_node to the cooling device device tree node
  366. * @clip_cpus: cpumask of cpus where the frequency constraints will happen.
  367. *
  368. * This interface function registers the cpufreq cooling device with the name
  369. * "thermal-cpufreq-%x". This api can support multiple instances of cpufreq
  370. * cooling devices. It also gives the opportunity to link the cooling device
  371. * with a device tree node, in order to bind it via the thermal DT code.
  372. *
  373. * Return: a valid struct thermal_cooling_device pointer on success,
  374. * on failure, it returns a corresponding ERR_PTR().
  375. */
  376. static struct thermal_cooling_device *
  377. __cpufreq_cooling_register(struct device_node *np,
  378. const struct cpumask *clip_cpus)
  379. {
  380. struct thermal_cooling_device *cool_dev;
  381. struct cpufreq_cooling_device *cpufreq_dev = NULL;
  382. unsigned int min = 0, max = 0;
  383. char dev_name[THERMAL_NAME_LENGTH];
  384. int ret = 0, i;
  385. struct cpufreq_policy policy;
  386. /* Verify that all the clip cpus have same freq_min, freq_max limit */
  387. for_each_cpu(i, clip_cpus) {
  388. /* continue if cpufreq policy not found and not return error */
  389. if (!cpufreq_get_policy(&policy, i))
  390. continue;
  391. if (min == 0 && max == 0) {
  392. min = policy.cpuinfo.min_freq;
  393. max = policy.cpuinfo.max_freq;
  394. } else {
  395. if (min != policy.cpuinfo.min_freq ||
  396. max != policy.cpuinfo.max_freq)
  397. return ERR_PTR(-EINVAL);
  398. }
  399. }
  400. cpufreq_dev = kzalloc(sizeof(struct cpufreq_cooling_device),
  401. GFP_KERNEL);
  402. if (!cpufreq_dev)
  403. return ERR_PTR(-ENOMEM);
  404. cpumask_copy(&cpufreq_dev->allowed_cpus, clip_cpus);
  405. ret = get_idr(&cpufreq_idr, &cpufreq_dev->id);
  406. if (ret) {
  407. kfree(cpufreq_dev);
  408. return ERR_PTR(-EINVAL);
  409. }
  410. snprintf(dev_name, sizeof(dev_name), "thermal-cpufreq-%d",
  411. cpufreq_dev->id);
  412. cool_dev = thermal_of_cooling_device_register(np, dev_name, cpufreq_dev,
  413. &cpufreq_cooling_ops);
  414. if (IS_ERR(cool_dev)) {
  415. release_idr(&cpufreq_idr, cpufreq_dev->id);
  416. kfree(cpufreq_dev);
  417. return cool_dev;
  418. }
  419. cpufreq_dev->cool_dev = cool_dev;
  420. cpufreq_dev->cpufreq_state = 0;
  421. mutex_lock(&cooling_cpufreq_lock);
  422. /* Register the notifier for first cpufreq cooling device */
  423. if (cpufreq_dev_count == 0)
  424. cpufreq_register_notifier(&thermal_cpufreq_notifier_block,
  425. CPUFREQ_POLICY_NOTIFIER);
  426. cpufreq_dev_count++;
  427. list_add(&cpufreq_dev->node, &cpufreq_dev_list);
  428. mutex_unlock(&cooling_cpufreq_lock);
  429. return cool_dev;
  430. }
  431. /**
  432. * cpufreq_cooling_register - function to create cpufreq cooling device.
  433. * @clip_cpus: cpumask of cpus where the frequency constraints will happen.
  434. *
  435. * This interface function registers the cpufreq cooling device with the name
  436. * "thermal-cpufreq-%x". This api can support multiple instances of cpufreq
  437. * cooling devices.
  438. *
  439. * Return: a valid struct thermal_cooling_device pointer on success,
  440. * on failure, it returns a corresponding ERR_PTR().
  441. */
  442. struct thermal_cooling_device *
  443. cpufreq_cooling_register(const struct cpumask *clip_cpus)
  444. {
  445. return __cpufreq_cooling_register(NULL, clip_cpus);
  446. }
  447. EXPORT_SYMBOL_GPL(cpufreq_cooling_register);
  448. /**
  449. * of_cpufreq_cooling_register - function to create cpufreq cooling device.
  450. * @np: a valid struct device_node to the cooling device device tree node
  451. * @clip_cpus: cpumask of cpus where the frequency constraints will happen.
  452. *
  453. * This interface function registers the cpufreq cooling device with the name
  454. * "thermal-cpufreq-%x". This api can support multiple instances of cpufreq
  455. * cooling devices. Using this API, the cpufreq cooling device will be
  456. * linked to the device tree node provided.
  457. *
  458. * Return: a valid struct thermal_cooling_device pointer on success,
  459. * on failure, it returns a corresponding ERR_PTR().
  460. */
  461. struct thermal_cooling_device *
  462. of_cpufreq_cooling_register(struct device_node *np,
  463. const struct cpumask *clip_cpus)
  464. {
  465. if (!np)
  466. return ERR_PTR(-EINVAL);
  467. return __cpufreq_cooling_register(np, clip_cpus);
  468. }
  469. EXPORT_SYMBOL_GPL(of_cpufreq_cooling_register);
  470. /**
  471. * cpufreq_cooling_unregister - function to remove cpufreq cooling device.
  472. * @cdev: thermal cooling device pointer.
  473. *
  474. * This interface function unregisters the "thermal-cpufreq-%x" cooling device.
  475. */
  476. void cpufreq_cooling_unregister(struct thermal_cooling_device *cdev)
  477. {
  478. struct cpufreq_cooling_device *cpufreq_dev;
  479. if (!cdev)
  480. return;
  481. cpufreq_dev = cdev->devdata;
  482. mutex_lock(&cooling_cpufreq_lock);
  483. list_del(&cpufreq_dev->node);
  484. cpufreq_dev_count--;
  485. /* Unregister the notifier for the last cpufreq cooling device */
  486. if (cpufreq_dev_count == 0)
  487. cpufreq_unregister_notifier(&thermal_cpufreq_notifier_block,
  488. CPUFREQ_POLICY_NOTIFIER);
  489. mutex_unlock(&cooling_cpufreq_lock);
  490. thermal_cooling_device_unregister(cpufreq_dev->cool_dev);
  491. release_idr(&cpufreq_idr, cpufreq_dev->id);
  492. kfree(cpufreq_dev);
  493. }
  494. EXPORT_SYMBOL_GPL(cpufreq_cooling_unregister);