Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1756226Ab2B2IzB (ORCPT ); Wed, 29 Feb 2012 03:55:01 -0500 Received: from mailout2.samsung.com ([203.254.224.25]:15546 "EHLO mailout2.samsung.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1755930Ab2B2Iye (ORCPT ); Wed, 29 Feb 2012 03:54:34 -0500 X-AuditID: cbfee61b-b7c62ae000000989-60-4f4de7c7b4de From: MyungJoo Ham To: cpufreq@vger.kernel.org, linux-kernel@vger.kernel.org, linux-pm@vger.kernel.org Cc: Dave Jones , Len Brown , Pavel Machek , "Rafael J. Wysocki" , Kevin Hilman , Jean Pihet , markgross , kyungmin.park@samsung.com, myungjoo.ham@gmail.com Subject: [PATCH v2 2/2] CPUfreq ondemand: handle QoS request on DVFS response latency Date: Wed, 29 Feb 2012 17:54:42 +0900 Message-id: <1330505682-4794-3-git-send-email-myungjoo.ham@samsung.com> X-Mailer: git-send-email 1.7.4.1 In-reply-to: <1330505682-4794-1-git-send-email-myungjoo.ham@samsung.com> References: <1329897815-15871-1-git-send-email-myungjoo.ham@samsung.com> <1330505682-4794-1-git-send-email-myungjoo.ham@samsung.com> X-Brightmail-Tracker: AAAAAA== Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Content-Length: 9373 Lines: 292 With QoS class, DVFS_RESPONSE_LATENCY, users (device drivers and userspace processes) may express the desired maximum response latency from DVFS mechanisms such as CPUfreq's ondemand governors. Based on such QoS requests, the ondemand governor may flexibly adjust sampling rate accordingly unless it goes below the min_sampling_rate. The benefit of having DVFS_RESPONSE_LATENCY is to have faster response from user inputs (mouse clicks, keyboard inputs, touchscreen touches, and others) without increasing frequency unconditionally. Because some input events may not require any performance increases, increasing the frequency unconditionally for inputs may simply consume too much energy. Adjusting sampling rate based on user inputs enabled to increase frequency with less latency if it requires and not to increase frequency if it does not require. Signed-off-by: MyungJoo Ham Signed-off-by: Kyungmin Park -- This patch depends on the patch "PM / QoS: Introduce new classes: DMA-Throughput and DVFS-Latency". and the patch "CPUfreq ondemand: update sampling rate without waiting for next sampling" Changes from v1(RFC) - Style updates - Avoid the possibility that a destoryed mutex may be used. --- drivers/cpufreq/cpufreq_ondemand.c | 120 +++++++++++++++++++++++++++++++++--- 1 files changed, 110 insertions(+), 10 deletions(-) diff --git a/drivers/cpufreq/cpufreq_ondemand.c b/drivers/cpufreq/cpufreq_ondemand.c index 836e9b0..f0df66d 100644 --- a/drivers/cpufreq/cpufreq_ondemand.c +++ b/drivers/cpufreq/cpufreq_ondemand.c @@ -22,6 +22,7 @@ #include #include #include +#include /* * dbs is used in this file as a shortform for demandbased switching @@ -93,6 +94,7 @@ struct cpu_dbs_info_s { * when user is changing the governor or limits. */ struct mutex timer_mutex; + bool activated; /* dbs_timer_init is in effect */ }; static DEFINE_PER_CPU(struct cpu_dbs_info_s, od_cpu_dbs_info); @@ -111,6 +113,8 @@ static struct dbs_tuners { unsigned int sampling_down_factor; unsigned int powersave_bias; unsigned int io_is_busy; + struct notifier_block dvfs_lat_qos_db; + unsigned int dvfs_lat_qos_wants; } dbs_tuners_ins = { .up_threshold = DEF_FREQUENCY_UP_THRESHOLD, .sampling_down_factor = DEF_SAMPLING_DOWN_FACTOR, @@ -164,6 +168,23 @@ static inline cputime64_t get_cpu_iowait_time(unsigned int cpu, cputime64_t *wal } /* + * Find right sampling rate based on sampling_rate and + * QoS requests on dvfs latency. + */ +static unsigned int effective_sampling_rate(void) +{ + unsigned int effective; + + if (dbs_tuners_ins.dvfs_lat_qos_wants) + effective = min(dbs_tuners_ins.dvfs_lat_qos_wants, + dbs_tuners_ins.sampling_rate); + else + effective = dbs_tuners_ins.sampling_rate; + + return max(effective, min_sampling_rate); +} + +/* * Find right freq to be set now with powersave_bias on. * Returns the freq_hi to be used right now and will set freq_hi_jiffies, * freq_lo, and freq_lo_jiffies in percpu area for averaging freqs. @@ -207,7 +228,7 @@ static unsigned int powersave_bias_target(struct cpufreq_policy *policy, dbs_info->freq_lo_jiffies = 0; return freq_lo; } - jiffies_total = usecs_to_jiffies(dbs_tuners_ins.sampling_rate); + jiffies_total = usecs_to_jiffies(effective_sampling_rate()); jiffies_hi = (freq_avg - freq_lo) * jiffies_total; jiffies_hi += ((freq_hi - freq_lo) / 2); jiffies_hi /= (freq_hi - freq_lo); @@ -259,7 +280,8 @@ show_one(powersave_bias, powersave_bias); /** * update_sampling_rate - update sampling rate effective immediately if needed. - * @new_rate: new sampling rate + * @new_rate: new sampling rate. If it is 0, regard sampling rate is not + * changed and assume that qos request value is changed. * * If new rate is smaller than the old, simply updaing * dbs_tuners_int.sampling_rate might not be appropriate. For example, @@ -273,32 +295,51 @@ show_one(powersave_bias, powersave_bias); static void update_sampling_rate(unsigned int new_rate) { int cpu; + unsigned int effective; + - dbs_tuners_ins.sampling_rate = new_rate - = max(new_rate, min_sampling_rate); + if (new_rate) + dbs_tuners_ins.sampling_rate = max(new_rate, min_sampling_rate); + + effective = effective_sampling_rate(); for_each_online_cpu(cpu) { struct cpufreq_policy *policy; struct cpu_dbs_info_s *dbs_info; unsigned long next_sampling, appointed_at; + /* + * mutex_destory(&dbs_info->timer_mutex) should not happen + * in this context. dbs_mutex is locked/unlocked at GOV_START + * and GOV_STOP context only other than here. + */ + mutex_lock(&dbs_mutex); + policy = cpufreq_cpu_get(cpu); - if (!policy) + if (!policy) { + mutex_unlock(&dbs_mutex); continue; + } dbs_info = &per_cpu(od_cpu_dbs_info, policy->cpu); cpufreq_cpu_put(policy); + /* timer_mutex is destroyed or will be destroyed soon */ + if (!dbs_info->activated) { + mutex_unlock(&dbs_mutex); + continue; + } + mutex_lock(&dbs_info->timer_mutex); if (!delayed_work_pending(&dbs_info->work)) { mutex_unlock(&dbs_info->timer_mutex); + mutex_unlock(&dbs_mutex); continue; } next_sampling = jiffies + usecs_to_jiffies(new_rate); appointed_at = dbs_info->work.timer.expires; - if (time_before(next_sampling, appointed_at)) { mutex_unlock(&dbs_info->timer_mutex); @@ -306,10 +347,24 @@ static void update_sampling_rate(unsigned int new_rate) mutex_lock(&dbs_info->timer_mutex); schedule_delayed_work_on(dbs_info->cpu, &dbs_info->work, - usecs_to_jiffies(new_rate)); + usecs_to_jiffies(effective)); } mutex_unlock(&dbs_info->timer_mutex); + + /* + * For the little possiblity that dbs_timer_exit() has been + * called after checking dbs_info->activated above. + * If cancel_delayed_work_syn() has been calld by + * dbs_timer_exit() before schedule_delayed_work_on() of this + * function, it should be revoked by calling cancel again + * before releasing dbs_mutex, which will trigger mutex_destroy + * to be called. + */ + if (!dbs_info->activated) + cancel_delayed_work_sync(&dbs_info->work); + + mutex_unlock(&dbs_mutex); } } @@ -620,7 +675,7 @@ static void do_dbs_timer(struct work_struct *work) /* We want all CPUs to do sampling nearly on * same jiffy */ - delay = usecs_to_jiffies(dbs_tuners_ins.sampling_rate + delay = usecs_to_jiffies(effective_sampling_rate() * dbs_info->rate_mult); if (num_online_cpus() > 1) @@ -638,7 +693,7 @@ static void do_dbs_timer(struct work_struct *work) static inline void dbs_timer_init(struct cpu_dbs_info_s *dbs_info) { /* We want all CPUs to do sampling nearly on same jiffy */ - int delay = usecs_to_jiffies(dbs_tuners_ins.sampling_rate); + int delay = usecs_to_jiffies(effective_sampling_rate()); if (num_online_cpus() > 1) delay -= jiffies % delay; @@ -646,10 +701,12 @@ static inline void dbs_timer_init(struct cpu_dbs_info_s *dbs_info) dbs_info->sample_type = DBS_NORMAL_SAMPLE; INIT_DELAYED_WORK_DEFERRABLE(&dbs_info->work, do_dbs_timer); schedule_delayed_work_on(dbs_info->cpu, &dbs_info->work, delay); + dbs_info->activated = true; } static inline void dbs_timer_exit(struct cpu_dbs_info_s *dbs_info) { + dbs_info->activated = false; cancel_delayed_work_sync(&dbs_info->work); } @@ -767,10 +824,39 @@ static int cpufreq_governor_dbs(struct cpufreq_policy *policy, return 0; } +/** + * qos_dvfs_lat_notify - PM QoS Notifier for DVFS_LATENCY QoS Request + * @nb notifier block struct + * @value QoS value + * @dummy + */ +static int qos_dvfs_lat_notify(struct notifier_block *nb, unsigned long value, + void *dummy) +{ + /* + * In the worst case, with a continuous up-treshold + e cpu load + * from up-threshold - e load, the ondemand governor will react + * sampling_rate * 2. + * + * Thus, based on the worst case scenario, we use value / 2; + */ + dbs_tuners_ins.dvfs_lat_qos_wants = value / 2; + + /* Update sampling rate */ + update_sampling_rate(0); + + return NOTIFY_OK; +} + +static struct notifier_block ondemand_qos_dvfs_lat_nb = { + .notifier_call = qos_dvfs_lat_notify, +}; + static int __init cpufreq_gov_dbs_init(void) { u64 idle_time; int cpu = get_cpu(); + int err = 0; idle_time = get_cpu_idle_time_us(cpu, NULL); put_cpu(); @@ -791,11 +877,25 @@ static int __init cpufreq_gov_dbs_init(void) MIN_SAMPLING_RATE_RATIO * jiffies_to_usecs(10); } - return cpufreq_register_governor(&cpufreq_gov_ondemand); + err = pm_qos_add_notifier(PM_QOS_DVFS_RESPONSE_LATENCY, + &ondemand_qos_dvfs_lat_nb); + if (err) + return err; + + err = cpufreq_register_governor(&cpufreq_gov_ondemand); + if (err) { + pm_qos_remove_notifier(PM_QOS_DVFS_RESPONSE_LATENCY, + &ondemand_qos_dvfs_lat_nb); + } + + return err; } static void __exit cpufreq_gov_dbs_exit(void) { + pm_qos_remove_notifier(PM_QOS_DVFS_RESPONSE_LATENCY, + &ondemand_qos_dvfs_lat_nb); + cpufreq_unregister_governor(&cpufreq_gov_ondemand); } -- 1.7.4.1 -- To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to majordomo@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html Please read the FAQ at http://www.tux.org/lkml/