blob: 428a1de81008b29a5f42307355b386018311df0a [file] [log] [blame]
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001/*
2 * devfreq: Generic Dynamic Voltage and Frequency Scaling (DVFS) Framework
3 * for Non-CPU Devices.
4 *
5 * Copyright (C) 2011 Samsung Electronics
6 * MyungJoo Ham <myungjoo.ham@samsung.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 */
12
13#include <linux/kernel.h>
Enric Balletbo i Serra23c7b542018-07-04 10:45:50 +020014#include <linux/kmod.h>
MyungJoo Hama3c98b82011-10-02 00:19:15 +020015#include <linux/sched.h>
16#include <linux/errno.h>
17#include <linux/err.h>
18#include <linux/init.h>
Paul Gortmaker417dc4b2016-06-26 03:43:47 +090019#include <linux/export.h>
MyungJoo Hama3c98b82011-10-02 00:19:15 +020020#include <linux/slab.h>
MyungJoo Ham952f6d12011-11-10 10:16:23 +010021#include <linux/stat.h>
Nishanth Menone4db1c72013-09-19 16:03:52 -050022#include <linux/pm_opp.h>
MyungJoo Hama3c98b82011-10-02 00:19:15 +020023#include <linux/devfreq.h>
24#include <linux/workqueue.h>
25#include <linux/platform_device.h>
26#include <linux/list.h>
27#include <linux/printk.h>
28#include <linux/hrtimer.h>
Chanwoo Choi8f510ae2015-11-10 20:31:07 +090029#include <linux/of.h>
MyungJoo Hama3c98b82011-10-02 00:19:15 +020030#include "governor.h"
31
Nishanth Menon1a1357e2012-10-26 01:50:53 +020032static struct class *devfreq_class;
MyungJoo Hama3c98b82011-10-02 00:19:15 +020033
34/*
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +020035 * devfreq core provides delayed work based load monitoring helper
36 * functions. Governors can use these or can implement their own
37 * monitoring mechanism.
MyungJoo Hama3c98b82011-10-02 00:19:15 +020038 */
MyungJoo Hama3c98b82011-10-02 00:19:15 +020039static struct workqueue_struct *devfreq_wq;
MyungJoo Hama3c98b82011-10-02 00:19:15 +020040
Nishanth Menon3aa173b2012-10-29 15:01:43 -050041/* The list of all device-devfreq governors */
42static LIST_HEAD(devfreq_governor_list);
MyungJoo Hama3c98b82011-10-02 00:19:15 +020043/* The list of all device-devfreq */
44static LIST_HEAD(devfreq_list);
45static DEFINE_MUTEX(devfreq_list_lock);
46
47/**
48 * find_device_devfreq() - find devfreq struct using device pointer
49 * @dev: device pointer used to lookup device devfreq.
50 *
51 * Search the list of device devfreqs and return the matched device's
52 * devfreq info. devfreq_list_lock should be held by the caller.
53 */
54static struct devfreq *find_device_devfreq(struct device *dev)
55{
56 struct devfreq *tmp_devfreq;
57
Viresh Kumar9348da22015-08-10 11:42:25 +053058 if (IS_ERR_OR_NULL(dev)) {
MyungJoo Hama3c98b82011-10-02 00:19:15 +020059 pr_err("DEVFREQ: %s: Invalid parameters\n", __func__);
60 return ERR_PTR(-EINVAL);
61 }
62 WARN(!mutex_is_locked(&devfreq_list_lock),
63 "devfreq_list_lock must be locked.");
64
65 list_for_each_entry(tmp_devfreq, &devfreq_list, node) {
66 if (tmp_devfreq->dev.parent == dev)
67 return tmp_devfreq;
68 }
69
70 return ERR_PTR(-ENODEV);
71}
72
Chanwoo Choiab8f58a2017-10-23 10:32:06 +090073static unsigned long find_available_min_freq(struct devfreq *devfreq)
74{
75 struct dev_pm_opp *opp;
76 unsigned long min_freq = 0;
77
78 opp = dev_pm_opp_find_freq_ceil(devfreq->dev.parent, &min_freq);
79 if (IS_ERR(opp))
80 min_freq = 0;
81 else
82 dev_pm_opp_put(opp);
83
84 return min_freq;
85}
86
87static unsigned long find_available_max_freq(struct devfreq *devfreq)
88{
89 struct dev_pm_opp *opp;
90 unsigned long max_freq = ULONG_MAX;
91
92 opp = dev_pm_opp_find_freq_floor(devfreq->dev.parent, &max_freq);
93 if (IS_ERR(opp))
94 max_freq = 0;
95 else
96 dev_pm_opp_put(opp);
97
98 return max_freq;
99}
100
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200101/**
Jonghwa Leee552bba2012-08-23 20:00:46 +0900102 * devfreq_get_freq_level() - Lookup freq_table for the frequency
103 * @devfreq: the devfreq instance
104 * @freq: the target frequency
105 */
106static int devfreq_get_freq_level(struct devfreq *devfreq, unsigned long freq)
107{
108 int lev;
109
110 for (lev = 0; lev < devfreq->profile->max_state; lev++)
111 if (freq == devfreq->profile->freq_table[lev])
112 return lev;
113
114 return -EINVAL;
115}
116
Chanwoo Choiea572f82017-10-23 10:32:09 +0900117static int set_freq_table(struct devfreq *devfreq)
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900118{
119 struct devfreq_dev_profile *profile = devfreq->profile;
120 struct dev_pm_opp *opp;
121 unsigned long freq;
122 int i, count;
123
124 /* Initialize the freq_table from OPP table */
125 count = dev_pm_opp_get_opp_count(devfreq->dev.parent);
126 if (count <= 0)
Chanwoo Choiea572f82017-10-23 10:32:09 +0900127 return -EINVAL;
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900128
129 profile->max_state = count;
130 profile->freq_table = devm_kcalloc(devfreq->dev.parent,
131 profile->max_state,
132 sizeof(*profile->freq_table),
133 GFP_KERNEL);
134 if (!profile->freq_table) {
135 profile->max_state = 0;
Chanwoo Choiea572f82017-10-23 10:32:09 +0900136 return -ENOMEM;
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900137 }
138
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900139 for (i = 0, freq = 0; i < profile->max_state; i++, freq++) {
140 opp = dev_pm_opp_find_freq_ceil(devfreq->dev.parent, &freq);
141 if (IS_ERR(opp)) {
142 devm_kfree(devfreq->dev.parent, profile->freq_table);
143 profile->max_state = 0;
Chanwoo Choiea572f82017-10-23 10:32:09 +0900144 return PTR_ERR(opp);
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900145 }
Viresh Kumar8a31d9d92017-01-23 10:11:47 +0530146 dev_pm_opp_put(opp);
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900147 profile->freq_table[i] = freq;
148 }
Chanwoo Choiea572f82017-10-23 10:32:09 +0900149
150 return 0;
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900151}
152
153/**
Jonghwa Leee552bba2012-08-23 20:00:46 +0900154 * devfreq_update_status() - Update statistics of devfreq behavior
155 * @devfreq: the devfreq instance
156 * @freq: the update target frequency
157 */
Chanwoo Choi30582c22017-01-31 15:38:17 +0900158int devfreq_update_status(struct devfreq *devfreq, unsigned long freq)
Jonghwa Leee552bba2012-08-23 20:00:46 +0900159{
Saravana Kannane35d35a2014-02-27 19:38:57 -0800160 int lev, prev_lev, ret = 0;
Jonghwa Leee552bba2012-08-23 20:00:46 +0900161 unsigned long cur_time;
162
Jonghwa Leee552bba2012-08-23 20:00:46 +0900163 cur_time = jiffies;
Saravana Kannane35d35a2014-02-27 19:38:57 -0800164
Tobias Jakobid0563a02016-09-29 14:36:36 +0200165 /* Immediately exit if previous_freq is not initialized yet. */
166 if (!devfreq->previous_freq)
167 goto out;
168
Saravana Kannane35d35a2014-02-27 19:38:57 -0800169 prev_lev = devfreq_get_freq_level(devfreq, devfreq->previous_freq);
170 if (prev_lev < 0) {
171 ret = prev_lev;
172 goto out;
173 }
174
175 devfreq->time_in_state[prev_lev] +=
Jonghwa Leee552bba2012-08-23 20:00:46 +0900176 cur_time - devfreq->last_stat_updated;
Saravana Kannane35d35a2014-02-27 19:38:57 -0800177
178 lev = devfreq_get_freq_level(devfreq, freq);
179 if (lev < 0) {
180 ret = lev;
181 goto out;
182 }
183
184 if (lev != prev_lev) {
Jonghwa Leee552bba2012-08-23 20:00:46 +0900185 devfreq->trans_table[(prev_lev *
186 devfreq->profile->max_state) + lev]++;
187 devfreq->total_trans++;
188 }
Jonghwa Leee552bba2012-08-23 20:00:46 +0900189
Saravana Kannane35d35a2014-02-27 19:38:57 -0800190out:
191 devfreq->last_stat_updated = cur_time;
192 return ret;
Jonghwa Leee552bba2012-08-23 20:00:46 +0900193}
Chanwoo Choi30582c22017-01-31 15:38:17 +0900194EXPORT_SYMBOL(devfreq_update_status);
Jonghwa Leee552bba2012-08-23 20:00:46 +0900195
Nishanth Menon3aa173b2012-10-29 15:01:43 -0500196/**
197 * find_devfreq_governor() - find devfreq governor from name
198 * @name: name of the governor
199 *
200 * Search the list of devfreq governors and return the matched
201 * governor's pointer. devfreq_list_lock should be held by the caller.
202 */
203static struct devfreq_governor *find_devfreq_governor(const char *name)
204{
205 struct devfreq_governor *tmp_governor;
206
Viresh Kumar9348da22015-08-10 11:42:25 +0530207 if (IS_ERR_OR_NULL(name)) {
Nishanth Menon3aa173b2012-10-29 15:01:43 -0500208 pr_err("DEVFREQ: %s: Invalid parameters\n", __func__);
209 return ERR_PTR(-EINVAL);
210 }
211 WARN(!mutex_is_locked(&devfreq_list_lock),
212 "devfreq_list_lock must be locked.");
213
214 list_for_each_entry(tmp_governor, &devfreq_governor_list, node) {
215 if (!strncmp(tmp_governor->name, name, DEVFREQ_NAME_LEN))
216 return tmp_governor;
217 }
218
219 return ERR_PTR(-ENODEV);
220}
221
Enric Balletbo i Serra23c7b542018-07-04 10:45:50 +0200222/**
223 * try_then_request_governor() - Try to find the governor and request the
224 * module if is not found.
225 * @name: name of the governor
226 *
227 * Search the list of devfreq governors and request the module and try again
228 * if is not found. This can happen when both drivers (the governor driver
229 * and the driver that call devfreq_add_device) are built as modules.
230 * devfreq_list_lock should be held by the caller. Returns the matched
231 * governor's pointer.
232 */
233static struct devfreq_governor *try_then_request_governor(const char *name)
234{
235 struct devfreq_governor *governor;
236 int err = 0;
237
238 if (IS_ERR_OR_NULL(name)) {
239 pr_err("DEVFREQ: %s: Invalid parameters\n", __func__);
240 return ERR_PTR(-EINVAL);
241 }
242 WARN(!mutex_is_locked(&devfreq_list_lock),
243 "devfreq_list_lock must be locked.");
244
245 governor = find_devfreq_governor(name);
246 if (IS_ERR(governor)) {
247 mutex_unlock(&devfreq_list_lock);
248
249 if (!strncmp(name, DEVFREQ_GOV_SIMPLE_ONDEMAND,
250 DEVFREQ_NAME_LEN))
251 err = request_module("governor_%s", "simpleondemand");
252 else
253 err = request_module("governor_%s", name);
254 /* Restore previous state before return */
255 mutex_lock(&devfreq_list_lock);
256 if (err)
257 return NULL;
258
259 governor = find_devfreq_governor(name);
260 }
261
262 return governor;
263}
264
Chanwoo Choi0fe3a662016-01-26 13:21:26 +0900265static int devfreq_notify_transition(struct devfreq *devfreq,
266 struct devfreq_freqs *freqs, unsigned int state)
267{
268 if (!devfreq)
269 return -EINVAL;
270
271 switch (state) {
272 case DEVFREQ_PRECHANGE:
273 srcu_notifier_call_chain(&devfreq->transition_notifier_list,
274 DEVFREQ_PRECHANGE, freqs);
275 break;
276
277 case DEVFREQ_POSTCHANGE:
278 srcu_notifier_call_chain(&devfreq->transition_notifier_list,
279 DEVFREQ_POSTCHANGE, freqs);
280 break;
281 default:
282 return -EINVAL;
283 }
284
285 return 0;
286}
287
Lukasz Luba63314172018-12-05 12:05:52 +0100288static int devfreq_set_target(struct devfreq *devfreq, unsigned long new_freq,
289 u32 flags)
290{
291 struct devfreq_freqs freqs;
292 unsigned long cur_freq;
293 int err = 0;
294
295 if (devfreq->profile->get_cur_freq)
296 devfreq->profile->get_cur_freq(devfreq->dev.parent, &cur_freq);
297 else
298 cur_freq = devfreq->previous_freq;
299
300 freqs.old = cur_freq;
301 freqs.new = new_freq;
302 devfreq_notify_transition(devfreq, &freqs, DEVFREQ_PRECHANGE);
303
304 err = devfreq->profile->target(devfreq->dev.parent, &new_freq, flags);
305 if (err) {
306 freqs.new = cur_freq;
307 devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE);
308 return err;
309 }
310
311 freqs.new = new_freq;
312 devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE);
313
314 if (devfreq_update_status(devfreq, new_freq))
315 dev_err(&devfreq->dev,
316 "Couldn't update frequency transition information.\n");
317
318 devfreq->previous_freq = new_freq;
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100319
320 if (devfreq->suspend_freq)
321 devfreq->resume_freq = cur_freq;
322
Lukasz Luba63314172018-12-05 12:05:52 +0100323 return err;
324}
325
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200326/* Load monitoring helper functions for governors use */
327
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200328/**
329 * update_devfreq() - Reevaluate the device and configure frequency.
330 * @devfreq: the devfreq instance.
331 *
332 * Note: Lock devfreq->lock before calling update_devfreq
333 * This function is exported for governors.
334 */
335int update_devfreq(struct devfreq *devfreq)
336{
Lukasz Luba63314172018-12-05 12:05:52 +0100337 unsigned long freq, min_freq, max_freq;
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200338 int err = 0;
MyungJoo Hamab5f2992012-03-16 21:54:53 +0100339 u32 flags = 0;
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200340
341 if (!mutex_is_locked(&devfreq->lock)) {
342 WARN(true, "devfreq->lock must be locked by the caller.\n");
343 return -EINVAL;
344 }
345
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500346 if (!devfreq->governor)
347 return -EINVAL;
348
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200349 /* Reevaluate the proper frequency */
350 err = devfreq->governor->get_target_freq(devfreq, &freq);
351 if (err)
352 return err;
353
MyungJoo Hamab5f2992012-03-16 21:54:53 +0100354 /*
Chanwoo Choif1d981e2017-10-23 10:32:08 +0900355 * Adjust the frequency with user freq, QoS and available freq.
MyungJoo Hamab5f2992012-03-16 21:54:53 +0100356 *
Javi Merinod3b7e172015-08-14 18:57:00 +0100357 * List from the highest priority
358 * max_freq
MyungJoo Hamab5f2992012-03-16 21:54:53 +0100359 * min_freq
360 */
Bjorn Anderssond0e46422018-04-24 12:46:39 -0700361 max_freq = min(devfreq->scaling_max_freq, devfreq->max_freq);
362 min_freq = max(devfreq->scaling_min_freq, devfreq->min_freq);
MyungJoo Hamab5f2992012-03-16 21:54:53 +0100363
Matthias Kaehlckedf5cf4a2018-08-03 13:05:09 -0700364 if (freq < min_freq) {
Chanwoo Choif1d981e2017-10-23 10:32:08 +0900365 freq = min_freq;
MyungJoo Hamab5f2992012-03-16 21:54:53 +0100366 flags &= ~DEVFREQ_FLAG_LEAST_UPPER_BOUND; /* Use GLB */
367 }
Matthias Kaehlckedf5cf4a2018-08-03 13:05:09 -0700368 if (freq > max_freq) {
Chanwoo Choif1d981e2017-10-23 10:32:08 +0900369 freq = max_freq;
MyungJoo Hamab5f2992012-03-16 21:54:53 +0100370 flags |= DEVFREQ_FLAG_LEAST_UPPER_BOUND; /* Use LUB */
371 }
372
Lukasz Luba63314172018-12-05 12:05:52 +0100373 return devfreq_set_target(devfreq, freq, flags);
Chanwoo Choi0fe3a662016-01-26 13:21:26 +0900374
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200375}
Nishanth Menon2df50212012-10-29 15:01:42 -0500376EXPORT_SYMBOL(update_devfreq);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200377
378/**
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200379 * devfreq_monitor() - Periodically poll devfreq objects.
380 * @work: the work struct used to run devfreq_monitor periodically.
381 *
382 */
383static void devfreq_monitor(struct work_struct *work)
384{
385 int err;
386 struct devfreq *devfreq = container_of(work,
387 struct devfreq, work.work);
388
389 mutex_lock(&devfreq->lock);
390 err = update_devfreq(devfreq);
391 if (err)
392 dev_err(&devfreq->dev, "dvfs failed with (%d) error\n", err);
393
394 queue_delayed_work(devfreq_wq, &devfreq->work,
395 msecs_to_jiffies(devfreq->profile->polling_ms));
396 mutex_unlock(&devfreq->lock);
397}
398
399/**
400 * devfreq_monitor_start() - Start load monitoring of devfreq instance
401 * @devfreq: the devfreq instance.
402 *
403 * Helper function for starting devfreq device load monitoing. By
404 * default delayed work based monitoring is supported. Function
405 * to be called from governor in response to DEVFREQ_GOV_START
406 * event when device is added to devfreq framework.
407 */
408void devfreq_monitor_start(struct devfreq *devfreq)
409{
410 INIT_DEFERRABLE_WORK(&devfreq->work, devfreq_monitor);
411 if (devfreq->profile->polling_ms)
412 queue_delayed_work(devfreq_wq, &devfreq->work,
413 msecs_to_jiffies(devfreq->profile->polling_ms));
414}
MyungJoo Ham6dcdd8e2012-11-28 20:29:17 +0100415EXPORT_SYMBOL(devfreq_monitor_start);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200416
417/**
418 * devfreq_monitor_stop() - Stop load monitoring of a devfreq instance
419 * @devfreq: the devfreq instance.
420 *
421 * Helper function to stop devfreq device load monitoing. Function
422 * to be called from governor in response to DEVFREQ_GOV_STOP
423 * event when device is removed from devfreq framework.
424 */
425void devfreq_monitor_stop(struct devfreq *devfreq)
426{
427 cancel_delayed_work_sync(&devfreq->work);
428}
MyungJoo Ham6dcdd8e2012-11-28 20:29:17 +0100429EXPORT_SYMBOL(devfreq_monitor_stop);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200430
431/**
432 * devfreq_monitor_suspend() - Suspend load monitoring of a devfreq instance
433 * @devfreq: the devfreq instance.
434 *
435 * Helper function to suspend devfreq device load monitoing. Function
436 * to be called from governor in response to DEVFREQ_GOV_SUSPEND
437 * event or when polling interval is set to zero.
438 *
439 * Note: Though this function is same as devfreq_monitor_stop(),
440 * intentionally kept separate to provide hooks for collecting
441 * transition statistics.
442 */
443void devfreq_monitor_suspend(struct devfreq *devfreq)
444{
445 mutex_lock(&devfreq->lock);
446 if (devfreq->stop_polling) {
447 mutex_unlock(&devfreq->lock);
448 return;
449 }
450
Rajagopal Venkat39688ce2013-01-08 11:20:39 +0530451 devfreq_update_status(devfreq, devfreq->previous_freq);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200452 devfreq->stop_polling = true;
453 mutex_unlock(&devfreq->lock);
454 cancel_delayed_work_sync(&devfreq->work);
455}
MyungJoo Ham6dcdd8e2012-11-28 20:29:17 +0100456EXPORT_SYMBOL(devfreq_monitor_suspend);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200457
458/**
459 * devfreq_monitor_resume() - Resume load monitoring of a devfreq instance
460 * @devfreq: the devfreq instance.
461 *
462 * Helper function to resume devfreq device load monitoing. Function
463 * to be called from governor in response to DEVFREQ_GOV_RESUME
464 * event or when polling interval is set to non-zero.
465 */
466void devfreq_monitor_resume(struct devfreq *devfreq)
467{
Rajagopal Venkat39688ce2013-01-08 11:20:39 +0530468 unsigned long freq;
469
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200470 mutex_lock(&devfreq->lock);
471 if (!devfreq->stop_polling)
472 goto out;
473
474 if (!delayed_work_pending(&devfreq->work) &&
475 devfreq->profile->polling_ms)
476 queue_delayed_work(devfreq_wq, &devfreq->work,
477 msecs_to_jiffies(devfreq->profile->polling_ms));
Rajagopal Venkat39688ce2013-01-08 11:20:39 +0530478
479 devfreq->last_stat_updated = jiffies;
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200480 devfreq->stop_polling = false;
481
Rajagopal Venkat39688ce2013-01-08 11:20:39 +0530482 if (devfreq->profile->get_cur_freq &&
483 !devfreq->profile->get_cur_freq(devfreq->dev.parent, &freq))
484 devfreq->previous_freq = freq;
485
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200486out:
487 mutex_unlock(&devfreq->lock);
488}
MyungJoo Ham6dcdd8e2012-11-28 20:29:17 +0100489EXPORT_SYMBOL(devfreq_monitor_resume);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200490
491/**
492 * devfreq_interval_update() - Update device devfreq monitoring interval
493 * @devfreq: the devfreq instance.
494 * @delay: new polling interval to be set.
495 *
496 * Helper function to set new load monitoring polling interval. Function
497 * to be called from governor in response to DEVFREQ_GOV_INTERVAL event.
498 */
499void devfreq_interval_update(struct devfreq *devfreq, unsigned int *delay)
500{
501 unsigned int cur_delay = devfreq->profile->polling_ms;
502 unsigned int new_delay = *delay;
503
504 mutex_lock(&devfreq->lock);
505 devfreq->profile->polling_ms = new_delay;
506
507 if (devfreq->stop_polling)
508 goto out;
509
510 /* if new delay is zero, stop polling */
511 if (!new_delay) {
512 mutex_unlock(&devfreq->lock);
513 cancel_delayed_work_sync(&devfreq->work);
514 return;
515 }
516
517 /* if current delay is zero, start polling with new delay */
518 if (!cur_delay) {
519 queue_delayed_work(devfreq_wq, &devfreq->work,
520 msecs_to_jiffies(devfreq->profile->polling_ms));
521 goto out;
522 }
523
524 /* if current delay is greater than new delay, restart polling */
525 if (cur_delay > new_delay) {
526 mutex_unlock(&devfreq->lock);
527 cancel_delayed_work_sync(&devfreq->work);
528 mutex_lock(&devfreq->lock);
529 if (!devfreq->stop_polling)
530 queue_delayed_work(devfreq_wq, &devfreq->work,
MyungJoo Ham6d690f72019-01-21 11:11:07 +0900531 msecs_to_jiffies(devfreq->profile->polling_ms));
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200532 }
533out:
534 mutex_unlock(&devfreq->lock);
535}
MyungJoo Ham6dcdd8e2012-11-28 20:29:17 +0100536EXPORT_SYMBOL(devfreq_interval_update);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200537
538/**
539 * devfreq_notifier_call() - Notify that the device frequency requirements
MyungJoo Ham6d690f72019-01-21 11:11:07 +0900540 * has been changed out of devfreq framework.
Nishanth Menonc5b4a1c12012-10-26 01:50:35 +0200541 * @nb: the notifier_block (supposed to be devfreq->nb)
542 * @type: not used
543 * @devp: not used
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200544 *
545 * Called by a notifier that uses devfreq->nb.
546 */
547static int devfreq_notifier_call(struct notifier_block *nb, unsigned long type,
548 void *devp)
549{
550 struct devfreq *devfreq = container_of(nb, struct devfreq, nb);
551 int ret;
552
553 mutex_lock(&devfreq->lock);
Chanwoo Choif1d981e2017-10-23 10:32:08 +0900554
555 devfreq->scaling_min_freq = find_available_min_freq(devfreq);
556 if (!devfreq->scaling_min_freq) {
557 mutex_unlock(&devfreq->lock);
558 return -EINVAL;
559 }
560
561 devfreq->scaling_max_freq = find_available_max_freq(devfreq);
562 if (!devfreq->scaling_max_freq) {
563 mutex_unlock(&devfreq->lock);
564 return -EINVAL;
565 }
566
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200567 ret = update_devfreq(devfreq);
568 mutex_unlock(&devfreq->lock);
569
570 return ret;
571}
572
573/**
Chanwoo Choi29b69682017-01-31 15:38:18 +0900574 * devfreq_dev_release() - Callback for struct device to release the device.
575 * @dev: the devfreq device
576 *
577 * Remove devfreq from the list and release its resources.
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200578 */
Chanwoo Choi29b69682017-01-31 15:38:18 +0900579static void devfreq_dev_release(struct device *dev)
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200580{
Chanwoo Choi29b69682017-01-31 15:38:18 +0900581 struct devfreq *devfreq = to_devfreq(dev);
582
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200583 mutex_lock(&devfreq_list_lock);
584 if (IS_ERR(find_device_devfreq(devfreq->dev.parent))) {
585 mutex_unlock(&devfreq_list_lock);
586 dev_warn(&devfreq->dev, "releasing devfreq which doesn't exist\n");
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200587 return;
588 }
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200589 list_del(&devfreq->node);
590 mutex_unlock(&devfreq_list_lock);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200591
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200592 if (devfreq->profile->exit)
593 devfreq->profile->exit(devfreq->dev.parent);
594
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200595 mutex_destroy(&devfreq->lock);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200596 kfree(devfreq);
597}
598
599/**
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200600 * devfreq_add_device() - Add devfreq feature to the device
601 * @dev: the device to add devfreq feature.
602 * @profile: device-specific profile to run devfreq.
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500603 * @governor_name: name of the policy to choose frequency.
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200604 * @data: private data for the governor. The devfreq framework does not
605 * touch this value.
606 */
607struct devfreq *devfreq_add_device(struct device *dev,
608 struct devfreq_dev_profile *profile,
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500609 const char *governor_name,
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200610 void *data)
611{
612 struct devfreq *devfreq;
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500613 struct devfreq_governor *governor;
Chanwoo Choi4585fbc2017-01-31 16:47:57 +0900614 static atomic_t devfreq_no = ATOMIC_INIT(-1);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200615 int err = 0;
616
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500617 if (!dev || !profile || !governor_name) {
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200618 dev_err(dev, "%s: Invalid parameters.\n", __func__);
619 return ERR_PTR(-EINVAL);
620 }
621
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200622 mutex_lock(&devfreq_list_lock);
623 devfreq = find_device_devfreq(dev);
624 mutex_unlock(&devfreq_list_lock);
625 if (!IS_ERR(devfreq)) {
Chanwoo Choi9d0109b2016-11-19 22:47:36 +0900626 dev_err(dev, "%s: Unable to create devfreq for the device.\n",
627 __func__);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200628 err = -EINVAL;
629 goto err_out;
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200630 }
631
632 devfreq = kzalloc(sizeof(struct devfreq), GFP_KERNEL);
633 if (!devfreq) {
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200634 err = -ENOMEM;
Axel Lin3f19f082011-11-15 21:59:09 +0100635 goto err_out;
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200636 }
637
638 mutex_init(&devfreq->lock);
639 mutex_lock(&devfreq->lock);
640 devfreq->dev.parent = dev;
641 devfreq->dev.class = devfreq_class;
642 devfreq->dev.release = devfreq_dev_release;
643 devfreq->profile = profile;
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500644 strncpy(devfreq->governor_name, governor_name, DEVFREQ_NAME_LEN);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200645 devfreq->previous_freq = profile->initial_freq;
Lukasz Luba8d39fc082016-05-31 11:25:09 +0100646 devfreq->last_status.current_frequency = profile->initial_freq;
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200647 devfreq->data = data;
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200648 devfreq->nb.notifier_call = devfreq_notifier_call;
649
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900650 if (!devfreq->profile->max_state && !devfreq->profile->freq_table) {
651 mutex_unlock(&devfreq->lock);
Chanwoo Choiea572f82017-10-23 10:32:09 +0900652 err = set_freq_table(devfreq);
653 if (err < 0)
Yangtao Lia9487912019-01-19 11:04:54 -0500654 goto err_dev;
Chanwoo Choi0ec09ac2015-11-18 14:49:02 +0900655 mutex_lock(&devfreq->lock);
656 }
657
Matthias Kaehlcke2c2cb1e62018-05-25 13:30:33 -0700658 devfreq->scaling_min_freq = find_available_min_freq(devfreq);
659 if (!devfreq->scaling_min_freq) {
Chanwoo Choiab8f58a2017-10-23 10:32:06 +0900660 mutex_unlock(&devfreq->lock);
661 err = -EINVAL;
662 goto err_dev;
663 }
Matthias Kaehlcke2c2cb1e62018-05-25 13:30:33 -0700664 devfreq->min_freq = devfreq->scaling_min_freq;
Chanwoo Choiab8f58a2017-10-23 10:32:06 +0900665
Matthias Kaehlcke2c2cb1e62018-05-25 13:30:33 -0700666 devfreq->scaling_max_freq = find_available_max_freq(devfreq);
667 if (!devfreq->scaling_max_freq) {
Chanwoo Choiab8f58a2017-10-23 10:32:06 +0900668 mutex_unlock(&devfreq->lock);
669 err = -EINVAL;
670 goto err_dev;
671 }
Matthias Kaehlcke2c2cb1e62018-05-25 13:30:33 -0700672 devfreq->max_freq = devfreq->scaling_max_freq;
Chanwoo Choiab8f58a2017-10-23 10:32:06 +0900673
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100674 devfreq->suspend_freq = dev_pm_opp_get_suspend_opp_freq(dev);
675 atomic_set(&devfreq->suspend_count, 0);
676
Chanwoo Choi4585fbc2017-01-31 16:47:57 +0900677 dev_set_name(&devfreq->dev, "devfreq%d",
678 atomic_inc_return(&devfreq_no));
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200679 err = device_register(&devfreq->dev);
680 if (err) {
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200681 mutex_unlock(&devfreq->lock);
Arvind Yadav2d803dc2018-03-30 17:14:03 +0530682 put_device(&devfreq->dev);
683 goto err_out;
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200684 }
685
MyungJoo Ham6d690f72019-01-21 11:11:07 +0900686 devfreq->trans_table = devm_kzalloc(&devfreq->dev,
687 array3_size(sizeof(unsigned int),
688 devfreq->profile->max_state,
689 devfreq->profile->max_state),
690 GFP_KERNEL);
Yangtao Li25846fa2019-01-19 11:04:53 -0500691 if (!devfreq->trans_table) {
692 mutex_unlock(&devfreq->lock);
693 err = -ENOMEM;
694 goto err_devfreq;
695 }
696
Kees Cooka86854d2018-06-12 14:07:58 -0700697 devfreq->time_in_state = devm_kcalloc(&devfreq->dev,
MyungJoo Ham6d690f72019-01-21 11:11:07 +0900698 devfreq->profile->max_state,
699 sizeof(unsigned long),
700 GFP_KERNEL);
Yangtao Li25846fa2019-01-19 11:04:53 -0500701 if (!devfreq->time_in_state) {
702 mutex_unlock(&devfreq->lock);
703 err = -ENOMEM;
704 goto err_devfreq;
705 }
706
MyungJoo Ham3e1d7fb2015-10-02 12:39:23 +0900707 devfreq->last_stat_updated = jiffies;
708
Chanwoo Choi0fe3a662016-01-26 13:21:26 +0900709 srcu_init_notifier_head(&devfreq->transition_notifier_list);
710
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200711 mutex_unlock(&devfreq->lock);
712
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200713 mutex_lock(&devfreq_list_lock);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200714
Enric Balletbo i Serra23c7b542018-07-04 10:45:50 +0200715 governor = try_then_request_governor(devfreq->governor_name);
Chanwoo Choi73613b12016-12-28 20:52:35 +0900716 if (IS_ERR(governor)) {
717 dev_err(dev, "%s: Unable to find governor for the device\n",
718 __func__);
719 err = PTR_ERR(governor);
720 goto err_init;
721 }
722
723 devfreq->governor = governor;
724 err = devfreq->governor->event_handler(devfreq, DEVFREQ_GOV_START,
725 NULL);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200726 if (err) {
727 dev_err(dev, "%s: Unable to start governor for the device\n",
728 __func__);
729 goto err_init;
730 }
Enric Balletbo i Serra23c7b542018-07-04 10:45:50 +0200731
732 list_add(&devfreq->node, &devfreq_list);
733
Axel Lin0f376c92016-09-29 10:13:28 +0800734 mutex_unlock(&devfreq_list_lock);
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200735
Axel Lin3f19f082011-11-15 21:59:09 +0100736 return devfreq;
737
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200738err_init:
Axel Lin0f376c92016-09-29 10:13:28 +0800739 mutex_unlock(&devfreq_list_lock);
Yangtao Li25846fa2019-01-19 11:04:53 -0500740err_devfreq:
Vincent Donnefort2f061fd2018-09-03 09:02:07 +0900741 devfreq_remove_device(devfreq);
Arvind Yadav2d803dc2018-03-30 17:14:03 +0530742 devfreq = NULL;
Chanwoo Choi9e14de12017-08-24 10:42:48 +0900743err_dev:
zhong jiang8188b152018-09-21 21:18:43 +0800744 kfree(devfreq);
Axel Lin3f19f082011-11-15 21:59:09 +0100745err_out:
746 return ERR_PTR(err);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200747}
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200748EXPORT_SYMBOL(devfreq_add_device);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200749
750/**
751 * devfreq_remove_device() - Remove devfreq feature from a device.
Nishanth Menonc5b4a1c12012-10-26 01:50:35 +0200752 * @devfreq: the devfreq instance to be removed
MyungJoo Hamde9c7392013-02-05 18:40:17 +0900753 *
754 * The opposite of devfreq_add_device().
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200755 */
756int devfreq_remove_device(struct devfreq *devfreq)
757{
758 if (!devfreq)
759 return -EINVAL;
760
Vincent Donnefort2f061fd2018-09-03 09:02:07 +0900761 if (devfreq->governor)
762 devfreq->governor->event_handler(devfreq,
763 DEVFREQ_GOV_STOP, NULL);
Chanwoo Choi585fc832014-05-09 16:43:07 +0900764 device_unregister(&devfreq->dev);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200765
766 return 0;
767}
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +0200768EXPORT_SYMBOL(devfreq_remove_device);
MyungJoo Hama3c98b82011-10-02 00:19:15 +0200769
Chanwoo Choi8cd84092014-05-09 16:43:08 +0900770static int devm_devfreq_dev_match(struct device *dev, void *res, void *data)
771{
772 struct devfreq **r = res;
773
774 if (WARN_ON(!r || !*r))
775 return 0;
776
777 return *r == data;
778}
779
780static void devm_devfreq_dev_release(struct device *dev, void *res)
781{
782 devfreq_remove_device(*(struct devfreq **)res);
783}
784
785/**
786 * devm_devfreq_add_device() - Resource-managed devfreq_add_device()
787 * @dev: the device to add devfreq feature.
788 * @profile: device-specific profile to run devfreq.
789 * @governor_name: name of the policy to choose frequency.
790 * @data: private data for the governor. The devfreq framework does not
791 * touch this value.
792 *
793 * This function manages automatically the memory of devfreq device using device
794 * resource management and simplify the free operation for memory of devfreq
795 * device.
796 */
797struct devfreq *devm_devfreq_add_device(struct device *dev,
798 struct devfreq_dev_profile *profile,
799 const char *governor_name,
800 void *data)
801{
802 struct devfreq **ptr, *devfreq;
803
804 ptr = devres_alloc(devm_devfreq_dev_release, sizeof(*ptr), GFP_KERNEL);
805 if (!ptr)
806 return ERR_PTR(-ENOMEM);
807
808 devfreq = devfreq_add_device(dev, profile, governor_name, data);
809 if (IS_ERR(devfreq)) {
810 devres_free(ptr);
Bjorn Anderssond1bf2d302017-11-05 21:27:41 -0800811 return devfreq;
Chanwoo Choi8cd84092014-05-09 16:43:08 +0900812 }
813
814 *ptr = devfreq;
815 devres_add(dev, ptr);
816
817 return devfreq;
818}
819EXPORT_SYMBOL(devm_devfreq_add_device);
820
Chanwoo Choi8f510ae2015-11-10 20:31:07 +0900821#ifdef CONFIG_OF
822/*
823 * devfreq_get_devfreq_by_phandle - Get the devfreq device from devicetree
824 * @dev - instance to the given device
825 * @index - index into list of devfreq
826 *
827 * return the instance of devfreq device
828 */
829struct devfreq *devfreq_get_devfreq_by_phandle(struct device *dev, int index)
830{
831 struct device_node *node;
832 struct devfreq *devfreq;
833
834 if (!dev)
835 return ERR_PTR(-EINVAL);
836
837 if (!dev->of_node)
838 return ERR_PTR(-EINVAL);
839
840 node = of_parse_phandle(dev->of_node, "devfreq", index);
841 if (!node)
842 return ERR_PTR(-ENODEV);
843
844 mutex_lock(&devfreq_list_lock);
845 list_for_each_entry(devfreq, &devfreq_list, node) {
846 if (devfreq->dev.parent
847 && devfreq->dev.parent->of_node == node) {
848 mutex_unlock(&devfreq_list_lock);
Peter Chen3427c6f2016-07-01 17:42:00 +0800849 of_node_put(node);
Chanwoo Choi8f510ae2015-11-10 20:31:07 +0900850 return devfreq;
851 }
852 }
853 mutex_unlock(&devfreq_list_lock);
Peter Chen3427c6f2016-07-01 17:42:00 +0800854 of_node_put(node);
Chanwoo Choi8f510ae2015-11-10 20:31:07 +0900855
856 return ERR_PTR(-EPROBE_DEFER);
857}
858#else
859struct devfreq *devfreq_get_devfreq_by_phandle(struct device *dev, int index)
860{
861 return ERR_PTR(-ENODEV);
862}
863#endif /* CONFIG_OF */
864EXPORT_SYMBOL_GPL(devfreq_get_devfreq_by_phandle);
865
Chanwoo Choi8cd84092014-05-09 16:43:08 +0900866/**
867 * devm_devfreq_remove_device() - Resource-managed devfreq_remove_device()
868 * @dev: the device to add devfreq feature.
869 * @devfreq: the devfreq instance to be removed
870 */
871void devm_devfreq_remove_device(struct device *dev, struct devfreq *devfreq)
872{
873 WARN_ON(devres_release(dev, devm_devfreq_dev_release,
874 devm_devfreq_dev_match, devfreq));
875}
876EXPORT_SYMBOL(devm_devfreq_remove_device);
877
Rajagopal Venkat206c30c2012-10-26 01:50:18 +0200878/**
879 * devfreq_suspend_device() - Suspend devfreq of a device.
880 * @devfreq: the devfreq instance to be suspended
MyungJoo Hamde9c7392013-02-05 18:40:17 +0900881 *
882 * This function is intended to be called by the pm callbacks
883 * (e.g., runtime_suspend, suspend) of the device driver that
884 * holds the devfreq.
Rajagopal Venkat206c30c2012-10-26 01:50:18 +0200885 */
886int devfreq_suspend_device(struct devfreq *devfreq)
887{
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100888 int ret;
889
Rajagopal Venkat206c30c2012-10-26 01:50:18 +0200890 if (!devfreq)
891 return -EINVAL;
892
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100893 if (atomic_inc_return(&devfreq->suspend_count) > 1)
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500894 return 0;
895
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100896 if (devfreq->governor) {
897 ret = devfreq->governor->event_handler(devfreq,
898 DEVFREQ_GOV_SUSPEND, NULL);
899 if (ret)
900 return ret;
901 }
902
903 if (devfreq->suspend_freq) {
904 ret = devfreq_set_target(devfreq, devfreq->suspend_freq, 0);
905 if (ret)
906 return ret;
907 }
908
909 return 0;
Rajagopal Venkat206c30c2012-10-26 01:50:18 +0200910}
911EXPORT_SYMBOL(devfreq_suspend_device);
912
913/**
914 * devfreq_resume_device() - Resume devfreq of a device.
915 * @devfreq: the devfreq instance to be resumed
MyungJoo Hamde9c7392013-02-05 18:40:17 +0900916 *
917 * This function is intended to be called by the pm callbacks
918 * (e.g., runtime_resume, resume) of the device driver that
919 * holds the devfreq.
Rajagopal Venkat206c30c2012-10-26 01:50:18 +0200920 */
921int devfreq_resume_device(struct devfreq *devfreq)
922{
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100923 int ret;
924
Rajagopal Venkat206c30c2012-10-26 01:50:18 +0200925 if (!devfreq)
926 return -EINVAL;
927
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100928 if (atomic_dec_return(&devfreq->suspend_count) >= 1)
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500929 return 0;
930
Lukasz Luba83f8ca42018-12-05 12:05:53 +0100931 if (devfreq->resume_freq) {
932 ret = devfreq_set_target(devfreq, devfreq->resume_freq, 0);
933 if (ret)
934 return ret;
935 }
936
937 if (devfreq->governor) {
938 ret = devfreq->governor->event_handler(devfreq,
939 DEVFREQ_GOV_RESUME, NULL);
940 if (ret)
941 return ret;
942 }
943
944 return 0;
Rajagopal Venkat206c30c2012-10-26 01:50:18 +0200945}
946EXPORT_SYMBOL(devfreq_resume_device);
947
Nishanth Menon3aa173b2012-10-29 15:01:43 -0500948/**
Lukasz Luba59031952018-12-05 12:05:54 +0100949 * devfreq_suspend() - Suspend devfreq governors and devices
950 *
951 * Called during system wide Suspend/Hibernate cycles for suspending governors
952 * and devices preserving the state for resume. On some platforms the devfreq
953 * device must have precise state (frequency) after resume in order to provide
954 * fully operating setup.
955 */
956void devfreq_suspend(void)
957{
958 struct devfreq *devfreq;
959 int ret;
960
961 mutex_lock(&devfreq_list_lock);
962 list_for_each_entry(devfreq, &devfreq_list, node) {
963 ret = devfreq_suspend_device(devfreq);
964 if (ret)
965 dev_err(&devfreq->dev,
966 "failed to suspend devfreq device\n");
967 }
968 mutex_unlock(&devfreq_list_lock);
969}
970
971/**
972 * devfreq_resume() - Resume devfreq governors and devices
973 *
974 * Called during system wide Suspend/Hibernate cycle for resuming governors and
975 * devices that are suspended with devfreq_suspend().
976 */
977void devfreq_resume(void)
978{
979 struct devfreq *devfreq;
980 int ret;
981
982 mutex_lock(&devfreq_list_lock);
983 list_for_each_entry(devfreq, &devfreq_list, node) {
984 ret = devfreq_resume_device(devfreq);
985 if (ret)
986 dev_warn(&devfreq->dev,
987 "failed to resume devfreq device\n");
988 }
989 mutex_unlock(&devfreq_list_lock);
990}
991
992/**
Nishanth Menon3aa173b2012-10-29 15:01:43 -0500993 * devfreq_add_governor() - Add devfreq governor
994 * @governor: the devfreq governor to be added
995 */
996int devfreq_add_governor(struct devfreq_governor *governor)
997{
998 struct devfreq_governor *g;
Nishanth Menon1b5c1be2012-10-29 15:01:45 -0500999 struct devfreq *devfreq;
Nishanth Menon3aa173b2012-10-29 15:01:43 -05001000 int err = 0;
1001
1002 if (!governor) {
1003 pr_err("%s: Invalid parameters.\n", __func__);
1004 return -EINVAL;
1005 }
1006
1007 mutex_lock(&devfreq_list_lock);
1008 g = find_devfreq_governor(governor->name);
1009 if (!IS_ERR(g)) {
1010 pr_err("%s: governor %s already registered\n", __func__,
1011 g->name);
1012 err = -EINVAL;
1013 goto err_out;
1014 }
1015
1016 list_add(&governor->node, &devfreq_governor_list);
1017
Nishanth Menon1b5c1be2012-10-29 15:01:45 -05001018 list_for_each_entry(devfreq, &devfreq_list, node) {
1019 int ret = 0;
1020 struct device *dev = devfreq->dev.parent;
1021
1022 if (!strncmp(devfreq->governor_name, governor->name,
1023 DEVFREQ_NAME_LEN)) {
1024 /* The following should never occur */
1025 if (devfreq->governor) {
1026 dev_warn(dev,
1027 "%s: Governor %s already present\n",
1028 __func__, devfreq->governor->name);
1029 ret = devfreq->governor->event_handler(devfreq,
1030 DEVFREQ_GOV_STOP, NULL);
1031 if (ret) {
1032 dev_warn(dev,
1033 "%s: Governor %s stop = %d\n",
1034 __func__,
1035 devfreq->governor->name, ret);
1036 }
1037 /* Fall through */
1038 }
1039 devfreq->governor = governor;
1040 ret = devfreq->governor->event_handler(devfreq,
1041 DEVFREQ_GOV_START, NULL);
1042 if (ret) {
1043 dev_warn(dev, "%s: Governor %s start=%d\n",
1044 __func__, devfreq->governor->name,
1045 ret);
1046 }
1047 }
1048 }
1049
Nishanth Menon3aa173b2012-10-29 15:01:43 -05001050err_out:
1051 mutex_unlock(&devfreq_list_lock);
1052
1053 return err;
1054}
1055EXPORT_SYMBOL(devfreq_add_governor);
1056
1057/**
MyungJoo Hambafeb422016-11-09 10:29:14 +09001058 * devfreq_remove_governor() - Remove devfreq feature from a device.
Nishanth Menon3aa173b2012-10-29 15:01:43 -05001059 * @governor: the devfreq governor to be removed
1060 */
1061int devfreq_remove_governor(struct devfreq_governor *governor)
1062{
1063 struct devfreq_governor *g;
Nishanth Menon1b5c1be2012-10-29 15:01:45 -05001064 struct devfreq *devfreq;
Nishanth Menon3aa173b2012-10-29 15:01:43 -05001065 int err = 0;
1066
1067 if (!governor) {
1068 pr_err("%s: Invalid parameters.\n", __func__);
1069 return -EINVAL;
1070 }
1071
1072 mutex_lock(&devfreq_list_lock);
1073 g = find_devfreq_governor(governor->name);
1074 if (IS_ERR(g)) {
1075 pr_err("%s: governor %s not registered\n", __func__,
Sachin Kamatb9e1c8e2012-11-21 10:36:13 +05301076 governor->name);
Sachin Kamatf9c08e22012-11-21 10:36:14 +05301077 err = PTR_ERR(g);
Nishanth Menon3aa173b2012-10-29 15:01:43 -05001078 goto err_out;
1079 }
Nishanth Menon1b5c1be2012-10-29 15:01:45 -05001080 list_for_each_entry(devfreq, &devfreq_list, node) {
1081 int ret;
1082 struct device *dev = devfreq->dev.parent;
1083
1084 if (!strncmp(devfreq->governor_name, governor->name,
1085 DEVFREQ_NAME_LEN)) {
1086 /* we should have a devfreq governor! */
1087 if (!devfreq->governor) {
1088 dev_warn(dev, "%s: Governor %s NOT present\n",
1089 __func__, governor->name);
1090 continue;
1091 /* Fall through */
1092 }
1093 ret = devfreq->governor->event_handler(devfreq,
1094 DEVFREQ_GOV_STOP, NULL);
1095 if (ret) {
1096 dev_warn(dev, "%s: Governor %s stop=%d\n",
1097 __func__, devfreq->governor->name,
1098 ret);
1099 }
1100 devfreq->governor = NULL;
1101 }
1102 }
Nishanth Menon3aa173b2012-10-29 15:01:43 -05001103
1104 list_del(&governor->node);
1105err_out:
1106 mutex_unlock(&devfreq_list_lock);
1107
1108 return err;
1109}
1110EXPORT_SYMBOL(devfreq_remove_governor);
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001111
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001112static ssize_t governor_show(struct device *dev,
MyungJoo Ham9005b652011-10-02 00:19:28 +02001113 struct device_attribute *attr, char *buf)
1114{
Nishanth Menon1b5c1be2012-10-29 15:01:45 -05001115 if (!to_devfreq(dev)->governor)
1116 return -EINVAL;
1117
MyungJoo Ham9005b652011-10-02 00:19:28 +02001118 return sprintf(buf, "%s\n", to_devfreq(dev)->governor->name);
1119}
1120
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001121static ssize_t governor_store(struct device *dev, struct device_attribute *attr,
Nishanth Menon0359d1a2012-10-29 15:01:47 -05001122 const char *buf, size_t count)
1123{
1124 struct devfreq *df = to_devfreq(dev);
1125 int ret;
1126 char str_governor[DEVFREQ_NAME_LEN + 1];
1127 struct devfreq_governor *governor;
1128
1129 ret = sscanf(buf, "%" __stringify(DEVFREQ_NAME_LEN) "s", str_governor);
1130 if (ret != 1)
1131 return -EINVAL;
1132
1133 mutex_lock(&devfreq_list_lock);
Enric Balletbo i Serra23c7b542018-07-04 10:45:50 +02001134 governor = try_then_request_governor(str_governor);
Nishanth Menon0359d1a2012-10-29 15:01:47 -05001135 if (IS_ERR(governor)) {
1136 ret = PTR_ERR(governor);
1137 goto out;
1138 }
Tobias Jakobi14a21e72015-09-21 20:23:52 +02001139 if (df->governor == governor) {
1140 ret = 0;
Nishanth Menon0359d1a2012-10-29 15:01:47 -05001141 goto out;
Gustavo A. R. Silva63f1e052017-12-06 14:20:15 -06001142 } else if ((df->governor && df->governor->immutable) ||
1143 governor->immutable) {
Chanwoo Choibcf23c72017-01-31 15:38:16 +09001144 ret = -EINVAL;
1145 goto out;
Tobias Jakobi14a21e72015-09-21 20:23:52 +02001146 }
Nishanth Menon0359d1a2012-10-29 15:01:47 -05001147
1148 if (df->governor) {
1149 ret = df->governor->event_handler(df, DEVFREQ_GOV_STOP, NULL);
1150 if (ret) {
1151 dev_warn(dev, "%s: Governor %s not stopped(%d)\n",
1152 __func__, df->governor->name, ret);
1153 goto out;
1154 }
1155 }
1156 df->governor = governor;
1157 strncpy(df->governor_name, governor->name, DEVFREQ_NAME_LEN);
1158 ret = df->governor->event_handler(df, DEVFREQ_GOV_START, NULL);
1159 if (ret)
1160 dev_warn(dev, "%s: Governor %s not started(%d)\n",
1161 __func__, df->governor->name, ret);
1162out:
1163 mutex_unlock(&devfreq_list_lock);
1164
1165 if (!ret)
1166 ret = count;
1167 return ret;
1168}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001169static DEVICE_ATTR_RW(governor);
1170
1171static ssize_t available_governors_show(struct device *d,
1172 struct device_attribute *attr,
1173 char *buf)
Nishanth Menon50a5b332012-10-29 15:01:48 -05001174{
Chanwoo Choibcf23c72017-01-31 15:38:16 +09001175 struct devfreq *df = to_devfreq(d);
Nishanth Menon50a5b332012-10-29 15:01:48 -05001176 ssize_t count = 0;
1177
1178 mutex_lock(&devfreq_list_lock);
Chanwoo Choibcf23c72017-01-31 15:38:16 +09001179
1180 /*
1181 * The devfreq with immutable governor (e.g., passive) shows
1182 * only own governor.
1183 */
1184 if (df->governor->immutable) {
1185 count = scnprintf(&buf[count], DEVFREQ_NAME_LEN,
MyungJoo Ham6d690f72019-01-21 11:11:07 +09001186 "%s ", df->governor_name);
Chanwoo Choibcf23c72017-01-31 15:38:16 +09001187 /*
1188 * The devfreq device shows the registered governor except for
1189 * immutable governors such as passive governor .
1190 */
1191 } else {
1192 struct devfreq_governor *governor;
1193
1194 list_for_each_entry(governor, &devfreq_governor_list, node) {
1195 if (governor->immutable)
1196 continue;
1197 count += scnprintf(&buf[count], (PAGE_SIZE - count - 2),
1198 "%s ", governor->name);
1199 }
1200 }
1201
Nishanth Menon50a5b332012-10-29 15:01:48 -05001202 mutex_unlock(&devfreq_list_lock);
1203
1204 /* Truncate the trailing space */
1205 if (count)
1206 count--;
1207
1208 count += sprintf(&buf[count], "\n");
1209
1210 return count;
1211}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001212static DEVICE_ATTR_RO(available_governors);
Nishanth Menon0359d1a2012-10-29 15:01:47 -05001213
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001214static ssize_t cur_freq_show(struct device *dev, struct device_attribute *attr,
1215 char *buf)
MyungJoo Ham9005b652011-10-02 00:19:28 +02001216{
Rajagopal Venkat7f98a902012-10-26 01:50:26 +02001217 unsigned long freq;
1218 struct devfreq *devfreq = to_devfreq(dev);
1219
1220 if (devfreq->profile->get_cur_freq &&
1221 !devfreq->profile->get_cur_freq(devfreq->dev.parent, &freq))
Chanwoo Choi9d0109b2016-11-19 22:47:36 +09001222 return sprintf(buf, "%lu\n", freq);
Rajagopal Venkat7f98a902012-10-26 01:50:26 +02001223
1224 return sprintf(buf, "%lu\n", devfreq->previous_freq);
1225}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001226static DEVICE_ATTR_RO(cur_freq);
Rajagopal Venkat7f98a902012-10-26 01:50:26 +02001227
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001228static ssize_t target_freq_show(struct device *dev,
1229 struct device_attribute *attr, char *buf)
Rajagopal Venkat7f98a902012-10-26 01:50:26 +02001230{
MyungJoo Ham9005b652011-10-02 00:19:28 +02001231 return sprintf(buf, "%lu\n", to_devfreq(dev)->previous_freq);
1232}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001233static DEVICE_ATTR_RO(target_freq);
MyungJoo Ham9005b652011-10-02 00:19:28 +02001234
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001235static ssize_t polling_interval_show(struct device *dev,
MyungJoo Ham9005b652011-10-02 00:19:28 +02001236 struct device_attribute *attr, char *buf)
1237{
1238 return sprintf(buf, "%d\n", to_devfreq(dev)->profile->polling_ms);
1239}
1240
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001241static ssize_t polling_interval_store(struct device *dev,
MyungJoo Ham9005b652011-10-02 00:19:28 +02001242 struct device_attribute *attr,
1243 const char *buf, size_t count)
1244{
1245 struct devfreq *df = to_devfreq(dev);
1246 unsigned int value;
1247 int ret;
1248
Nishanth Menon1b5c1be2012-10-29 15:01:45 -05001249 if (!df->governor)
1250 return -EINVAL;
1251
MyungJoo Ham9005b652011-10-02 00:19:28 +02001252 ret = sscanf(buf, "%u", &value);
1253 if (ret != 1)
Nishanth Menon12e26262012-10-26 01:50:43 +02001254 return -EINVAL;
MyungJoo Ham9005b652011-10-02 00:19:28 +02001255
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +02001256 df->governor->event_handler(df, DEVFREQ_GOV_INTERVAL, &value);
MyungJoo Ham9005b652011-10-02 00:19:28 +02001257 ret = count;
1258
MyungJoo Ham9005b652011-10-02 00:19:28 +02001259 return ret;
1260}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001261static DEVICE_ATTR_RW(polling_interval);
MyungJoo Ham9005b652011-10-02 00:19:28 +02001262
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001263static ssize_t min_freq_store(struct device *dev, struct device_attribute *attr,
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001264 const char *buf, size_t count)
1265{
1266 struct devfreq *df = to_devfreq(dev);
1267 unsigned long value;
1268 int ret;
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001269
1270 ret = sscanf(buf, "%lu", &value);
1271 if (ret != 1)
Nishanth Menon12e26262012-10-26 01:50:43 +02001272 return -EINVAL;
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001273
1274 mutex_lock(&df->lock);
Matthias Kaehlckedf5cf4a2018-08-03 13:05:09 -07001275
1276 if (value) {
1277 if (value > df->max_freq) {
1278 ret = -EINVAL;
1279 goto unlock;
1280 }
1281 } else {
1282 unsigned long *freq_table = df->profile->freq_table;
1283
1284 /* Get minimum frequency according to sorting order */
1285 if (freq_table[0] < freq_table[df->profile->max_state - 1])
1286 value = freq_table[0];
1287 else
1288 value = freq_table[df->profile->max_state - 1];
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001289 }
1290
1291 df->min_freq = value;
1292 update_devfreq(df);
1293 ret = count;
1294unlock:
1295 mutex_unlock(&df->lock);
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001296 return ret;
1297}
1298
Chanwoo Choi1051e2c2017-10-23 10:32:07 +09001299static ssize_t min_freq_show(struct device *dev, struct device_attribute *attr,
1300 char *buf)
1301{
Chanwoo Choif1d981e2017-10-23 10:32:08 +09001302 struct devfreq *df = to_devfreq(dev);
1303
Bjorn Anderssond0e46422018-04-24 12:46:39 -07001304 return sprintf(buf, "%lu\n", max(df->scaling_min_freq, df->min_freq));
Chanwoo Choi1051e2c2017-10-23 10:32:07 +09001305}
1306
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001307static ssize_t max_freq_store(struct device *dev, struct device_attribute *attr,
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001308 const char *buf, size_t count)
1309{
1310 struct devfreq *df = to_devfreq(dev);
1311 unsigned long value;
1312 int ret;
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001313
1314 ret = sscanf(buf, "%lu", &value);
1315 if (ret != 1)
Nishanth Menon12e26262012-10-26 01:50:43 +02001316 return -EINVAL;
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001317
1318 mutex_lock(&df->lock);
Matthias Kaehlckedf5cf4a2018-08-03 13:05:09 -07001319
1320 if (value) {
1321 if (value < df->min_freq) {
1322 ret = -EINVAL;
1323 goto unlock;
1324 }
1325 } else {
1326 unsigned long *freq_table = df->profile->freq_table;
1327
1328 /* Get maximum frequency according to sorting order */
1329 if (freq_table[0] < freq_table[df->profile->max_state - 1])
1330 value = freq_table[df->profile->max_state - 1];
1331 else
1332 value = freq_table[0];
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001333 }
1334
1335 df->max_freq = value;
1336 update_devfreq(df);
1337 ret = count;
1338unlock:
1339 mutex_unlock(&df->lock);
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001340 return ret;
1341}
Chanwoo Choi3104fa32015-11-13 19:25:28 +09001342static DEVICE_ATTR_RW(min_freq);
Chanwoo Choi1051e2c2017-10-23 10:32:07 +09001343
1344static ssize_t max_freq_show(struct device *dev, struct device_attribute *attr,
1345 char *buf)
1346{
Chanwoo Choif1d981e2017-10-23 10:32:08 +09001347 struct devfreq *df = to_devfreq(dev);
1348
Bjorn Anderssond0e46422018-04-24 12:46:39 -07001349 return sprintf(buf, "%lu\n", min(df->scaling_max_freq, df->max_freq));
Chanwoo Choi1051e2c2017-10-23 10:32:07 +09001350}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001351static DEVICE_ATTR_RW(max_freq);
MyungJoo Ham6530b9de2011-12-09 16:42:19 +09001352
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001353static ssize_t available_frequencies_show(struct device *d,
1354 struct device_attribute *attr,
1355 char *buf)
Nishanth Menond287de82012-10-25 19:48:59 -05001356{
1357 struct devfreq *df = to_devfreq(d);
Nishanth Menond287de82012-10-25 19:48:59 -05001358 ssize_t count = 0;
Chanwoo Choi416b46a2017-10-23 10:32:10 +09001359 int i;
Nishanth Menond287de82012-10-25 19:48:59 -05001360
Chanwoo Choi416b46a2017-10-23 10:32:10 +09001361 mutex_lock(&df->lock);
Nishanth Menond287de82012-10-25 19:48:59 -05001362
Chanwoo Choi416b46a2017-10-23 10:32:10 +09001363 for (i = 0; i < df->profile->max_state; i++)
Nishanth Menond287de82012-10-25 19:48:59 -05001364 count += scnprintf(&buf[count], (PAGE_SIZE - count - 2),
Chanwoo Choi416b46a2017-10-23 10:32:10 +09001365 "%lu ", df->profile->freq_table[i]);
Nishanth Menond287de82012-10-25 19:48:59 -05001366
Chanwoo Choi416b46a2017-10-23 10:32:10 +09001367 mutex_unlock(&df->lock);
Nishanth Menond287de82012-10-25 19:48:59 -05001368 /* Truncate the trailing space */
1369 if (count)
1370 count--;
1371
1372 count += sprintf(&buf[count], "\n");
1373
1374 return count;
1375}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001376static DEVICE_ATTR_RO(available_frequencies);
Nishanth Menond287de82012-10-25 19:48:59 -05001377
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001378static ssize_t trans_stat_show(struct device *dev,
1379 struct device_attribute *attr, char *buf)
Jonghwa Leee552bba2012-08-23 20:00:46 +09001380{
1381 struct devfreq *devfreq = to_devfreq(dev);
1382 ssize_t len;
Rajagopal Venkat39688ce2013-01-08 11:20:39 +05301383 int i, j;
Jonghwa Leee552bba2012-08-23 20:00:46 +09001384 unsigned int max_state = devfreq->profile->max_state;
1385
Rajagopal Venkat39688ce2013-01-08 11:20:39 +05301386 if (!devfreq->stop_polling &&
1387 devfreq_update_status(devfreq, devfreq->previous_freq))
Jonghwa Leee552bba2012-08-23 20:00:46 +09001388 return 0;
MyungJoo Ham34bd3222015-11-23 15:45:36 +09001389 if (max_state == 0)
1390 return sprintf(buf, "Not Supported.\n");
Jonghwa Leee552bba2012-08-23 20:00:46 +09001391
Chanwoo Choid7df1e42015-11-19 16:28:46 +09001392 len = sprintf(buf, " From : To\n");
1393 len += sprintf(buf + len, " :");
Jonghwa Leee552bba2012-08-23 20:00:46 +09001394 for (i = 0; i < max_state; i++)
Chanwoo Choid7df1e42015-11-19 16:28:46 +09001395 len += sprintf(buf + len, "%10lu",
Jonghwa Leee552bba2012-08-23 20:00:46 +09001396 devfreq->profile->freq_table[i]);
1397
1398 len += sprintf(buf + len, " time(ms)\n");
1399
1400 for (i = 0; i < max_state; i++) {
1401 if (devfreq->profile->freq_table[i]
1402 == devfreq->previous_freq) {
1403 len += sprintf(buf + len, "*");
1404 } else {
1405 len += sprintf(buf + len, " ");
1406 }
Chanwoo Choid7df1e42015-11-19 16:28:46 +09001407 len += sprintf(buf + len, "%10lu:",
Jonghwa Leee552bba2012-08-23 20:00:46 +09001408 devfreq->profile->freq_table[i]);
1409 for (j = 0; j < max_state; j++)
Chanwoo Choid7df1e42015-11-19 16:28:46 +09001410 len += sprintf(buf + len, "%10u",
Jonghwa Leee552bba2012-08-23 20:00:46 +09001411 devfreq->trans_table[(i * max_state) + j]);
1412 len += sprintf(buf + len, "%10u\n",
1413 jiffies_to_msecs(devfreq->time_in_state[i]));
1414 }
1415
1416 len += sprintf(buf + len, "Total transition : %u\n",
1417 devfreq->total_trans);
1418 return len;
1419}
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001420static DEVICE_ATTR_RO(trans_stat);
Jonghwa Leee552bba2012-08-23 20:00:46 +09001421
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001422static struct attribute *devfreq_attrs[] = {
1423 &dev_attr_governor.attr,
1424 &dev_attr_available_governors.attr,
1425 &dev_attr_cur_freq.attr,
1426 &dev_attr_available_frequencies.attr,
1427 &dev_attr_target_freq.attr,
1428 &dev_attr_polling_interval.attr,
1429 &dev_attr_min_freq.attr,
1430 &dev_attr_max_freq.attr,
1431 &dev_attr_trans_stat.attr,
1432 NULL,
MyungJoo Ham9005b652011-10-02 00:19:28 +02001433};
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001434ATTRIBUTE_GROUPS(devfreq);
MyungJoo Ham9005b652011-10-02 00:19:28 +02001435
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001436static int __init devfreq_init(void)
1437{
1438 devfreq_class = class_create(THIS_MODULE, "devfreq");
1439 if (IS_ERR(devfreq_class)) {
1440 pr_err("%s: couldn't create class\n", __FILE__);
1441 return PTR_ERR(devfreq_class);
1442 }
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +02001443
1444 devfreq_wq = create_freezable_workqueue("devfreq_wq");
Dan Carpenterea7f4542013-08-15 10:55:10 +03001445 if (!devfreq_wq) {
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +02001446 class_destroy(devfreq_class);
1447 pr_err("%s: couldn't create workqueue\n", __FILE__);
Dan Carpenterea7f4542013-08-15 10:55:10 +03001448 return -ENOMEM;
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +02001449 }
Greg Kroah-Hartmana93d6b02013-07-24 15:05:09 -07001450 devfreq_class->dev_groups = devfreq_groups;
Rajagopal Venkat7e6fdd42012-10-26 01:50:09 +02001451
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001452 return 0;
1453}
1454subsys_initcall(devfreq_init);
1455
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001456/*
Masahiro Yamada4091fb92017-02-27 14:29:56 -08001457 * The following are helper functions for devfreq user device drivers with
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001458 * OPP framework.
1459 */
1460
1461/**
1462 * devfreq_recommended_opp() - Helper function to get proper OPP for the
1463 * freq value given to target callback.
Nishanth Menonc5b4a1c12012-10-26 01:50:35 +02001464 * @dev: The devfreq user device. (parent of devfreq)
1465 * @freq: The frequency given to target function
1466 * @flags: Flags handed from devfreq framework.
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001467 *
Viresh Kumar8a31d9d92017-01-23 10:11:47 +05301468 * The callers are required to call dev_pm_opp_put() for the returned OPP after
1469 * use.
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001470 */
Nishanth Menon47d43ba2013-09-19 16:03:51 -05001471struct dev_pm_opp *devfreq_recommended_opp(struct device *dev,
1472 unsigned long *freq,
1473 u32 flags)
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001474{
Nishanth Menon47d43ba2013-09-19 16:03:51 -05001475 struct dev_pm_opp *opp;
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001476
MyungJoo Hamab5f2992012-03-16 21:54:53 +01001477 if (flags & DEVFREQ_FLAG_LEAST_UPPER_BOUND) {
1478 /* The freq is an upper bound. opp should be lower */
Nishanth Menon5d4879c2013-09-19 16:03:50 -05001479 opp = dev_pm_opp_find_freq_floor(dev, freq);
MyungJoo Hamab5f2992012-03-16 21:54:53 +01001480
1481 /* If not available, use the closest opp */
Nishanth Menon07797262012-10-24 22:00:12 +02001482 if (opp == ERR_PTR(-ERANGE))
Nishanth Menon5d4879c2013-09-19 16:03:50 -05001483 opp = dev_pm_opp_find_freq_ceil(dev, freq);
MyungJoo Hamab5f2992012-03-16 21:54:53 +01001484 } else {
1485 /* The freq is an lower bound. opp should be higher */
Nishanth Menon5d4879c2013-09-19 16:03:50 -05001486 opp = dev_pm_opp_find_freq_ceil(dev, freq);
MyungJoo Hamab5f2992012-03-16 21:54:53 +01001487
1488 /* If not available, use the closest opp */
Nishanth Menon07797262012-10-24 22:00:12 +02001489 if (opp == ERR_PTR(-ERANGE))
Nishanth Menon5d4879c2013-09-19 16:03:50 -05001490 opp = dev_pm_opp_find_freq_floor(dev, freq);
MyungJoo Hamab5f2992012-03-16 21:54:53 +01001491 }
1492
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001493 return opp;
1494}
Ãrjan Eidebd7e9272014-07-18 15:09:53 +01001495EXPORT_SYMBOL(devfreq_recommended_opp);
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001496
1497/**
1498 * devfreq_register_opp_notifier() - Helper function to get devfreq notified
MyungJoo Ham6d690f72019-01-21 11:11:07 +09001499 * for any changes in the OPP availability
1500 * changes
Nishanth Menonc5b4a1c12012-10-26 01:50:35 +02001501 * @dev: The devfreq user device. (parent of devfreq)
1502 * @devfreq: The devfreq object.
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001503 */
1504int devfreq_register_opp_notifier(struct device *dev, struct devfreq *devfreq)
1505{
Viresh Kumardc2c9ad2017-01-02 14:41:03 +05301506 return dev_pm_opp_register_notifier(dev, &devfreq->nb);
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001507}
Ãrjan Eidebd7e9272014-07-18 15:09:53 +01001508EXPORT_SYMBOL(devfreq_register_opp_notifier);
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001509
1510/**
1511 * devfreq_unregister_opp_notifier() - Helper function to stop getting devfreq
MyungJoo Ham6d690f72019-01-21 11:11:07 +09001512 * notified for any changes in the OPP
1513 * availability changes anymore.
Nishanth Menonc5b4a1c12012-10-26 01:50:35 +02001514 * @dev: The devfreq user device. (parent of devfreq)
1515 * @devfreq: The devfreq object.
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001516 *
1517 * At exit() callback of devfreq_dev_profile, this must be included if
1518 * devfreq_recommended_opp is used.
1519 */
1520int devfreq_unregister_opp_notifier(struct device *dev, struct devfreq *devfreq)
1521{
Viresh Kumardc2c9ad2017-01-02 14:41:03 +05301522 return dev_pm_opp_unregister_notifier(dev, &devfreq->nb);
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001523}
Ãrjan Eidebd7e9272014-07-18 15:09:53 +01001524EXPORT_SYMBOL(devfreq_unregister_opp_notifier);
MyungJoo Hama3c98b82011-10-02 00:19:15 +02001525
Chanwoo Choid5b040d2014-05-09 16:43:09 +09001526static void devm_devfreq_opp_release(struct device *dev, void *res)
1527{
1528 devfreq_unregister_opp_notifier(dev, *(struct devfreq **)res);
1529}
1530
1531/**
MyungJoo Ham6d690f72019-01-21 11:11:07 +09001532 * devm_devfreq_register_opp_notifier() - Resource-managed
1533 * devfreq_register_opp_notifier()
Chanwoo Choid5b040d2014-05-09 16:43:09 +09001534 * @dev: The devfreq user device. (parent of devfreq)
1535 * @devfreq: The devfreq object.
1536 */
1537int devm_devfreq_register_opp_notifier(struct device *dev,
1538 struct devfreq *devfreq)
1539{
1540 struct devfreq **ptr;
1541 int ret;
1542
1543 ptr = devres_alloc(devm_devfreq_opp_release, sizeof(*ptr), GFP_KERNEL);
1544 if (!ptr)
1545 return -ENOMEM;
1546
1547 ret = devfreq_register_opp_notifier(dev, devfreq);
1548 if (ret) {
1549 devres_free(ptr);
1550 return ret;
1551 }
1552
1553 *ptr = devfreq;
1554 devres_add(dev, ptr);
1555
1556 return 0;
1557}
1558EXPORT_SYMBOL(devm_devfreq_register_opp_notifier);
1559
1560/**
MyungJoo Ham6d690f72019-01-21 11:11:07 +09001561 * devm_devfreq_unregister_opp_notifier() - Resource-managed
1562 * devfreq_unregister_opp_notifier()
Chanwoo Choid5b040d2014-05-09 16:43:09 +09001563 * @dev: The devfreq user device. (parent of devfreq)
1564 * @devfreq: The devfreq object.
1565 */
1566void devm_devfreq_unregister_opp_notifier(struct device *dev,
1567 struct devfreq *devfreq)
1568{
1569 WARN_ON(devres_release(dev, devm_devfreq_opp_release,
1570 devm_devfreq_dev_match, devfreq));
1571}
1572EXPORT_SYMBOL(devm_devfreq_unregister_opp_notifier);
1573
Chanwoo Choi0fe3a662016-01-26 13:21:26 +09001574/**
1575 * devfreq_register_notifier() - Register a driver with devfreq
1576 * @devfreq: The devfreq object.
1577 * @nb: The notifier block to register.
1578 * @list: DEVFREQ_TRANSITION_NOTIFIER.
1579 */
1580int devfreq_register_notifier(struct devfreq *devfreq,
MyungJoo Ham6d690f72019-01-21 11:11:07 +09001581 struct notifier_block *nb,
1582 unsigned int list)
Chanwoo Choi0fe3a662016-01-26 13:21:26 +09001583{
1584 int ret = 0;
1585
1586 if (!devfreq)
1587 return -EINVAL;
1588
1589 switch (list) {
1590 case DEVFREQ_TRANSITION_NOTIFIER:
1591 ret = srcu_notifier_chain_register(
1592 &devfreq->transition_notifier_list, nb);
1593 break;
1594 default:
1595 ret = -EINVAL;
1596 }
1597
1598 return ret;
1599}
1600EXPORT_SYMBOL(devfreq_register_notifier);
1601
1602/*
1603 * devfreq_unregister_notifier() - Unregister a driver with devfreq
1604 * @devfreq: The devfreq object.
1605 * @nb: The notifier block to be unregistered.
1606 * @list: DEVFREQ_TRANSITION_NOTIFIER.
1607 */
1608int devfreq_unregister_notifier(struct devfreq *devfreq,
1609 struct notifier_block *nb,
1610 unsigned int list)
1611{
1612 int ret = 0;
1613
1614 if (!devfreq)
1615 return -EINVAL;
1616
1617 switch (list) {
1618 case DEVFREQ_TRANSITION_NOTIFIER:
1619 ret = srcu_notifier_chain_unregister(
1620 &devfreq->transition_notifier_list, nb);
1621 break;
1622 default:
1623 ret = -EINVAL;
1624 }
1625
1626 return ret;
1627}
1628EXPORT_SYMBOL(devfreq_unregister_notifier);
1629
1630struct devfreq_notifier_devres {
1631 struct devfreq *devfreq;
1632 struct notifier_block *nb;
1633 unsigned int list;
1634};
1635
1636static void devm_devfreq_notifier_release(struct device *dev, void *res)
1637{
1638 struct devfreq_notifier_devres *this = res;
1639
1640 devfreq_unregister_notifier(this->devfreq, this->nb, this->list);
1641}
1642
1643/**
1644 * devm_devfreq_register_notifier()
1645 - Resource-managed devfreq_register_notifier()
1646 * @dev: The devfreq user device. (parent of devfreq)
1647 * @devfreq: The devfreq object.
1648 * @nb: The notifier block to be unregistered.
1649 * @list: DEVFREQ_TRANSITION_NOTIFIER.
1650 */
1651int devm_devfreq_register_notifier(struct device *dev,
1652 struct devfreq *devfreq,
1653 struct notifier_block *nb,
1654 unsigned int list)
1655{
1656 struct devfreq_notifier_devres *ptr;
1657 int ret;
1658
1659 ptr = devres_alloc(devm_devfreq_notifier_release, sizeof(*ptr),
1660 GFP_KERNEL);
1661 if (!ptr)
1662 return -ENOMEM;
1663
1664 ret = devfreq_register_notifier(devfreq, nb, list);
1665 if (ret) {
1666 devres_free(ptr);
1667 return ret;
1668 }
1669
1670 ptr->devfreq = devfreq;
1671 ptr->nb = nb;
1672 ptr->list = list;
1673 devres_add(dev, ptr);
1674
1675 return 0;
1676}
1677EXPORT_SYMBOL(devm_devfreq_register_notifier);
1678
1679/**
1680 * devm_devfreq_unregister_notifier()
1681 - Resource-managed devfreq_unregister_notifier()
1682 * @dev: The devfreq user device. (parent of devfreq)
1683 * @devfreq: The devfreq object.
1684 * @nb: The notifier block to be unregistered.
1685 * @list: DEVFREQ_TRANSITION_NOTIFIER.
1686 */
1687void devm_devfreq_unregister_notifier(struct device *dev,
MyungJoo Ham6d690f72019-01-21 11:11:07 +09001688 struct devfreq *devfreq,
1689 struct notifier_block *nb,
1690 unsigned int list)
Chanwoo Choi0fe3a662016-01-26 13:21:26 +09001691{
1692 WARN_ON(devres_release(dev, devm_devfreq_notifier_release,
1693 devm_devfreq_dev_match, devfreq));
1694}
1695EXPORT_SYMBOL(devm_devfreq_unregister_notifier);