suspend.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593
  1. /*
  2. * kernel/power/suspend.c - Suspend to RAM and standby functionality.
  3. *
  4. * Copyright (c) 2003 Patrick Mochel
  5. * Copyright (c) 2003 Open Source Development Lab
  6. * Copyright (c) 2009 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc.
  7. *
  8. * This file is released under the GPLv2.
  9. */
  10. #include <linux/string.h>
  11. #include <linux/delay.h>
  12. #include <linux/errno.h>
  13. #include <linux/init.h>
  14. #include <linux/console.h>
  15. #include <linux/cpu.h>
  16. #include <linux/cpuidle.h>
  17. #include <linux/syscalls.h>
  18. #include <linux/gfp.h>
  19. #include <linux/io.h>
  20. #include <linux/kernel.h>
  21. #include <linux/list.h>
  22. #include <linux/mm.h>
  23. #include <linux/slab.h>
  24. #include <linux/export.h>
  25. #include <linux/suspend.h>
  26. #include <linux/syscore_ops.h>
  27. #include <linux/ftrace.h>
  28. #include <linux/rtc.h>
  29. #include <trace/events/power.h>
  30. #include <linux/compiler.h>
  31. #include <linux/wakeup_reason.h>
  32. #include "power.h"
  33. #define MTK_SOLUTION 1
  34. const char *pm_labels[] = { "mem", "standby", "freeze", NULL };
  35. const char *pm_states[PM_SUSPEND_MAX];
  36. static const struct platform_suspend_ops *suspend_ops;
  37. static const struct platform_freeze_ops *freeze_ops;
  38. static DECLARE_WAIT_QUEUE_HEAD(suspend_freeze_wait_head);
  39. static bool suspend_freeze_wake;
  40. void freeze_set_ops(const struct platform_freeze_ops *ops)
  41. {
  42. lock_system_sleep();
  43. freeze_ops = ops;
  44. unlock_system_sleep();
  45. }
  46. static void freeze_begin(void)
  47. {
  48. suspend_freeze_wake = false;
  49. }
  50. static void freeze_enter(void)
  51. {
  52. cpuidle_use_deepest_state(true);
  53. cpuidle_resume();
  54. wait_event(suspend_freeze_wait_head, suspend_freeze_wake);
  55. cpuidle_pause();
  56. cpuidle_use_deepest_state(false);
  57. }
  58. void freeze_wake(void)
  59. {
  60. suspend_freeze_wake = true;
  61. wake_up(&suspend_freeze_wait_head);
  62. }
  63. EXPORT_SYMBOL_GPL(freeze_wake);
  64. static bool valid_state(suspend_state_t state)
  65. {
  66. /*
  67. * PM_SUSPEND_STANDBY and PM_SUSPEND_MEM states need low level
  68. * support and need to be valid to the low level
  69. * implementation, no valid callback implies that none are valid.
  70. */
  71. return suspend_ops && suspend_ops->valid && suspend_ops->valid(state);
  72. }
  73. /*
  74. * If this is set, the "mem" label always corresponds to the deepest sleep state
  75. * available, the "standby" label corresponds to the second deepest sleep state
  76. * available (if any), and the "freeze" label corresponds to the remaining
  77. * available sleep state (if there is one).
  78. */
  79. static bool relative_states;
  80. static int __init sleep_states_setup(char *str)
  81. {
  82. relative_states = !strncmp(str, "1", 1);
  83. pm_states[PM_SUSPEND_FREEZE] = pm_labels[relative_states ? 0 : 2];
  84. return 1;
  85. }
  86. __setup("relative_sleep_states=", sleep_states_setup);
  87. /**
  88. * suspend_set_ops - Set the global suspend method table.
  89. * @ops: Suspend operations to use.
  90. */
  91. void suspend_set_ops(const struct platform_suspend_ops *ops)
  92. {
  93. suspend_state_t i;
  94. int j = 0;
  95. lock_system_sleep();
  96. suspend_ops = ops;
  97. for (i = PM_SUSPEND_MEM; i >= PM_SUSPEND_STANDBY; i--)
  98. if (valid_state(i)) {
  99. pm_states[i] = pm_labels[j++];
  100. } else if (!relative_states) {
  101. pm_states[i] = NULL;
  102. j++;
  103. }
  104. pm_states[PM_SUSPEND_FREEZE] = pm_labels[j];
  105. unlock_system_sleep();
  106. }
  107. EXPORT_SYMBOL_GPL(suspend_set_ops);
  108. /**
  109. * suspend_valid_only_mem - Generic memory-only valid callback.
  110. *
  111. * Platform drivers that implement mem suspend only and only need to check for
  112. * that in their .valid() callback can use this instead of rolling their own
  113. * .valid() callback.
  114. */
  115. int suspend_valid_only_mem(suspend_state_t state)
  116. {
  117. return state == PM_SUSPEND_MEM;
  118. }
  119. EXPORT_SYMBOL_GPL(suspend_valid_only_mem);
  120. static bool sleep_state_supported(suspend_state_t state)
  121. {
  122. return state == PM_SUSPEND_FREEZE || (suspend_ops && suspend_ops->enter);
  123. }
  124. static int platform_suspend_prepare(suspend_state_t state)
  125. {
  126. return state != PM_SUSPEND_FREEZE && suspend_ops->prepare ?
  127. suspend_ops->prepare() : 0;
  128. }
  129. static int platform_suspend_prepare_late(suspend_state_t state)
  130. {
  131. return state == PM_SUSPEND_FREEZE && freeze_ops && freeze_ops->prepare ?
  132. freeze_ops->prepare() : 0;
  133. }
  134. static int platform_suspend_prepare_noirq(suspend_state_t state)
  135. {
  136. return state != PM_SUSPEND_FREEZE && suspend_ops->prepare_late ?
  137. suspend_ops->prepare_late() : 0;
  138. }
  139. static void platform_resume_noirq(suspend_state_t state)
  140. {
  141. if (state != PM_SUSPEND_FREEZE && suspend_ops->wake)
  142. suspend_ops->wake();
  143. }
  144. static void platform_resume_early(suspend_state_t state)
  145. {
  146. if (state == PM_SUSPEND_FREEZE && freeze_ops && freeze_ops->restore)
  147. freeze_ops->restore();
  148. }
  149. static void platform_resume_finish(suspend_state_t state)
  150. {
  151. if (state != PM_SUSPEND_FREEZE && suspend_ops->finish)
  152. suspend_ops->finish();
  153. }
  154. static int platform_suspend_begin(suspend_state_t state)
  155. {
  156. if (state == PM_SUSPEND_FREEZE && freeze_ops && freeze_ops->begin)
  157. return freeze_ops->begin();
  158. else if (suspend_ops->begin)
  159. return suspend_ops->begin(state);
  160. else
  161. return 0;
  162. }
  163. static void platform_resume_end(suspend_state_t state)
  164. {
  165. if (state == PM_SUSPEND_FREEZE && freeze_ops && freeze_ops->end)
  166. freeze_ops->end();
  167. else if (suspend_ops->end)
  168. suspend_ops->end();
  169. }
  170. static void platform_recover(suspend_state_t state)
  171. {
  172. if (state != PM_SUSPEND_FREEZE && suspend_ops->recover)
  173. suspend_ops->recover();
  174. }
  175. static bool platform_suspend_again(suspend_state_t state)
  176. {
  177. return state != PM_SUSPEND_FREEZE && suspend_ops->suspend_again ?
  178. suspend_ops->suspend_again() : false;
  179. }
  180. static int suspend_test(int level)
  181. {
  182. #ifdef CONFIG_PM_DEBUG
  183. if (pm_test_level == level) {
  184. printk(KERN_INFO "suspend debug: Waiting for 5 seconds.\n");
  185. mdelay(5000);
  186. return 1;
  187. }
  188. #endif /* !CONFIG_PM_DEBUG */
  189. return 0;
  190. }
  191. /**
  192. * suspend_prepare - Prepare for entering system sleep state.
  193. *
  194. * Common code run for every system sleep state that can be entered (except for
  195. * hibernation). Run suspend notifiers, allocate the "suspend" console and
  196. * freeze processes.
  197. */
  198. static int suspend_prepare(suspend_state_t state)
  199. {
  200. int error;
  201. if (!sleep_state_supported(state))
  202. return -EPERM;
  203. pm_prepare_console();
  204. error = pm_notifier_call_chain(PM_SUSPEND_PREPARE);
  205. if (error)
  206. goto Finish;
  207. trace_suspend_resume(TPS("freeze_processes"), 0, true);
  208. error = suspend_freeze_processes();
  209. trace_suspend_resume(TPS("freeze_processes"), 0, false);
  210. if (!error)
  211. return 0;
  212. suspend_stats.failed_freeze++;
  213. dpm_save_failed_step(SUSPEND_FREEZE);
  214. Finish:
  215. pm_notifier_call_chain(PM_POST_SUSPEND);
  216. pm_restore_console();
  217. return error;
  218. }
  219. /* default implementation */
  220. void __weak arch_suspend_disable_irqs(void)
  221. {
  222. local_irq_disable();
  223. }
  224. /* default implementation */
  225. void __weak arch_suspend_enable_irqs(void)
  226. {
  227. local_irq_enable();
  228. }
  229. /**
  230. * suspend_enter - Make the system enter the given sleep state.
  231. * @state: System sleep state to enter.
  232. * @wakeup: Returns information that the sleep state should not be re-entered.
  233. *
  234. * This function should be called after devices have been suspended.
  235. */
  236. static int suspend_enter(suspend_state_t state, bool *wakeup)
  237. {
  238. char suspend_abort[MAX_SUSPEND_ABORT_LEN];
  239. int error, last_dev;
  240. error = platform_suspend_prepare(state);
  241. if (error)
  242. goto Platform_finish;
  243. error = dpm_suspend_late(PMSG_SUSPEND);
  244. if (error) {
  245. last_dev = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
  246. last_dev %= REC_FAILED_NUM;
  247. printk(KERN_ERR "PM: late suspend of devices failed\n");
  248. log_suspend_abort_reason("%s device failed to power down",
  249. suspend_stats.failed_devs[last_dev]);
  250. goto Platform_finish;
  251. }
  252. error = platform_suspend_prepare_late(state);
  253. if (error)
  254. goto Devices_early_resume;
  255. error = dpm_suspend_noirq(PMSG_SUSPEND);
  256. if (error) {
  257. last_dev = suspend_stats.last_failed_dev + REC_FAILED_NUM - 1;
  258. last_dev %= REC_FAILED_NUM;
  259. printk(KERN_ERR "PM: noirq suspend of devices failed\n");
  260. log_suspend_abort_reason("noirq suspend of %s device failed",
  261. suspend_stats.failed_devs[last_dev]);
  262. goto Platform_early_resume;
  263. }
  264. error = platform_suspend_prepare_noirq(state);
  265. if (error)
  266. goto Platform_wake;
  267. if (suspend_test(TEST_PLATFORM))
  268. goto Platform_wake;
  269. /*
  270. * PM_SUSPEND_FREEZE equals
  271. * frozen processes + suspended devices + idle processors.
  272. * Thus we should invoke freeze_enter() soon after
  273. * all the devices are suspended.
  274. */
  275. if (state == PM_SUSPEND_FREEZE) {
  276. trace_suspend_resume(TPS("machine_suspend"), state, true);
  277. freeze_enter();
  278. trace_suspend_resume(TPS("machine_suspend"), state, false);
  279. goto Platform_wake;
  280. }
  281. error = disable_nonboot_cpus();
  282. if (error || suspend_test(TEST_CPUS)) {
  283. log_suspend_abort_reason("Disabling non-boot cpus failed");
  284. goto Enable_cpus;
  285. }
  286. arch_suspend_disable_irqs();
  287. BUG_ON(!irqs_disabled());
  288. error = syscore_suspend();
  289. if (!error) {
  290. *wakeup = pm_wakeup_pending();
  291. if (!(suspend_test(TEST_CORE) || *wakeup)) {
  292. trace_suspend_resume(TPS("machine_suspend"),
  293. state, true);
  294. error = suspend_ops->enter(state);
  295. trace_suspend_resume(TPS("machine_suspend"),
  296. state, false);
  297. events_check_enabled = false;
  298. } else if (*wakeup) {
  299. pm_get_active_wakeup_sources(suspend_abort,
  300. MAX_SUSPEND_ABORT_LEN);
  301. log_suspend_abort_reason(suspend_abort);
  302. error = -EBUSY;
  303. }
  304. syscore_resume();
  305. }
  306. arch_suspend_enable_irqs();
  307. BUG_ON(irqs_disabled());
  308. Enable_cpus:
  309. enable_nonboot_cpus();
  310. Platform_wake:
  311. platform_resume_noirq(state);
  312. dpm_resume_noirq(PMSG_RESUME);
  313. Platform_early_resume:
  314. platform_resume_early(state);
  315. Devices_early_resume:
  316. dpm_resume_early(PMSG_RESUME);
  317. Platform_finish:
  318. platform_resume_finish(state);
  319. return error;
  320. }
  321. /**
  322. * suspend_devices_and_enter - Suspend devices and enter system sleep state.
  323. * @state: System sleep state to enter.
  324. */
  325. int suspend_devices_and_enter(suspend_state_t state)
  326. {
  327. int error;
  328. bool wakeup = false;
  329. if (!sleep_state_supported(state))
  330. return -ENOSYS;
  331. error = platform_suspend_begin(state);
  332. if (error)
  333. goto Close;
  334. suspend_console();
  335. suspend_test_start();
  336. error = dpm_suspend_start(PMSG_SUSPEND);
  337. if (error) {
  338. pr_err("PM: Some devices failed to suspend, or early wake event detected\n");
  339. log_suspend_abort_reason("Some devices failed to suspend, or early wake event detected");
  340. goto Recover_platform;
  341. }
  342. suspend_test_finish("suspend devices");
  343. if (suspend_test(TEST_DEVICES))
  344. goto Recover_platform;
  345. do {
  346. error = suspend_enter(state, &wakeup);
  347. } while (!error && !wakeup && platform_suspend_again(state));
  348. Resume_devices:
  349. suspend_test_start();
  350. dpm_resume_end(PMSG_RESUME);
  351. suspend_test_finish("resume devices");
  352. trace_suspend_resume(TPS("resume_console"), state, true);
  353. resume_console();
  354. trace_suspend_resume(TPS("resume_console"), state, false);
  355. Close:
  356. platform_resume_end(state);
  357. return error;
  358. Recover_platform:
  359. platform_recover(state);
  360. goto Resume_devices;
  361. }
  362. EXPORT_SYMBOL_GPL(suspend_devices_and_enter);
  363. /**
  364. * suspend_finish - Clean up before finishing the suspend sequence.
  365. *
  366. * Call platform code to clean up, restart processes, and free the console that
  367. * we've allocated. This routine is not called for hibernation.
  368. */
  369. static void suspend_finish(void)
  370. {
  371. suspend_thaw_processes();
  372. pm_notifier_call_chain(PM_POST_SUSPEND);
  373. pm_restore_console();
  374. }
  375. #if MTK_SOLUTION
  376. #define SYS_SYNC_TIMEOUT 2000
  377. static int sys_sync_ongoing;
  378. static void suspend_sys_sync(struct work_struct *work);
  379. static struct workqueue_struct *suspend_sys_sync_work_queue;
  380. DECLARE_WORK(suspend_sys_sync_work, suspend_sys_sync);
  381. static void suspend_sys_sync(struct work_struct *work)
  382. {
  383. pr_debug("++\n");
  384. sys_sync();
  385. sys_sync_ongoing = 0;
  386. pr_debug("--\n");
  387. }
  388. int suspend_syssync_enqueue(void)
  389. {
  390. int timeout = 0;
  391. if (suspend_sys_sync_work_queue == NULL) {
  392. suspend_sys_sync_work_queue = create_singlethread_workqueue("fs_suspend_syssync");
  393. if (suspend_sys_sync_work_queue == NULL)
  394. pr_err("fs_suspend_syssync workqueue create failed\n");
  395. }
  396. while (timeout < SYS_SYNC_TIMEOUT) {
  397. if (!sys_sync_ongoing)
  398. break;
  399. msleep(100);
  400. timeout += 100;
  401. }
  402. if (!sys_sync_ongoing) {
  403. sys_sync_ongoing = 1;
  404. queue_work(suspend_sys_sync_work_queue, &suspend_sys_sync_work);
  405. while (timeout < SYS_SYNC_TIMEOUT) {
  406. if (!sys_sync_ongoing)
  407. return 0;
  408. msleep(100);
  409. timeout += 100;
  410. }
  411. }
  412. return -EBUSY;
  413. }
  414. #endif
  415. /**
  416. * enter_state - Do common work needed to enter system sleep state.
  417. * @state: System sleep state to enter.
  418. *
  419. * Make sure that no one else is trying to put the system into a sleep state.
  420. * Fail if that's not the case. Otherwise, prepare for system suspend, make the
  421. * system enter the given sleep state and clean up after wakeup.
  422. */
  423. static int enter_state(suspend_state_t state)
  424. {
  425. int error;
  426. trace_suspend_resume(TPS("suspend_enter"), state, true);
  427. if (state == PM_SUSPEND_FREEZE) {
  428. #ifdef CONFIG_PM_DEBUG
  429. if (pm_test_level != TEST_NONE && pm_test_level <= TEST_CPUS) {
  430. pr_warning("PM: Unsupported test mode for freeze state,"
  431. "please choose none/freezer/devices/platform.\n");
  432. return -EAGAIN;
  433. }
  434. #endif
  435. } else if (!valid_state(state)) {
  436. return -EINVAL;
  437. }
  438. if (!mutex_trylock(&pm_mutex))
  439. return -EBUSY;
  440. if (state == PM_SUSPEND_FREEZE)
  441. freeze_begin();
  442. trace_suspend_resume(TPS("sync_filesystems"), 0, true);
  443. printk(KERN_INFO "PM: Syncing filesystems ... ");
  444. #if MTK_SOLUTION
  445. error = suspend_syssync_enqueue();
  446. if (error) {
  447. pr_err("sys_sync timeout.\n");
  448. goto Unlock;
  449. }
  450. #else
  451. sys_sync();
  452. #endif
  453. printk("done.\n");
  454. trace_suspend_resume(TPS("sync_filesystems"), 0, false);
  455. pr_debug("PM: Preparing system for %s sleep\n", pm_states[state]);
  456. error = suspend_prepare(state);
  457. if (error)
  458. goto Unlock;
  459. if (suspend_test(TEST_FREEZER))
  460. goto Finish;
  461. trace_suspend_resume(TPS("suspend_enter"), state, false);
  462. pr_debug("PM: Entering %s sleep\n", pm_states[state]);
  463. pm_restrict_gfp_mask();
  464. error = suspend_devices_and_enter(state);
  465. pm_restore_gfp_mask();
  466. Finish:
  467. pr_debug("PM: Finishing wakeup.\n");
  468. suspend_finish();
  469. Unlock:
  470. mutex_unlock(&pm_mutex);
  471. return error;
  472. }
  473. static void pm_suspend_marker(char *annotation)
  474. {
  475. struct timespec ts;
  476. struct rtc_time tm;
  477. getnstimeofday(&ts);
  478. rtc_time_to_tm(ts.tv_sec, &tm);
  479. pr_info("PM: suspend %s %d-%02d-%02d %02d:%02d:%02d.%09lu UTC\n",
  480. annotation, tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
  481. tm.tm_hour, tm.tm_min, tm.tm_sec, ts.tv_nsec);
  482. }
  483. /**
  484. * pm_suspend - Externally visible function for suspending the system.
  485. * @state: System sleep state to enter.
  486. *
  487. * Check if the value of @state represents one of the supported states,
  488. * execute enter_state() and update system suspend statistics.
  489. */
  490. int pm_suspend(suspend_state_t state)
  491. {
  492. int error;
  493. if (state <= PM_SUSPEND_ON || state >= PM_SUSPEND_MAX)
  494. return -EINVAL;
  495. pm_suspend_marker("entry");
  496. error = enter_state(state);
  497. if (error) {
  498. suspend_stats.fail++;
  499. dpm_save_failed_errno(error);
  500. } else {
  501. suspend_stats.success++;
  502. }
  503. pm_suspend_marker("exit");
  504. return error;
  505. }
  506. EXPORT_SYMBOL(pm_suspend);