Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1756565Ab0LMBoO (ORCPT ); Sun, 12 Dec 2010 20:44:14 -0500 Received: from cn.fujitsu.com ([222.73.24.84]:55975 "EHLO song.cn.fujitsu.com" rhost-flags-OK-FAIL-OK-OK) by vger.kernel.org with ESMTP id S1755929Ab0LMBoK (ORCPT ); Sun, 12 Dec 2010 20:44:10 -0500 Message-ID: <4D057A81.1000901@cn.fujitsu.com> Date: Mon, 13 Dec 2010 09:44:33 +0800 From: Gui Jianfeng User-Agent: Thunderbird 2.0.0.24 (Windows/20100228) MIME-Version: 1.0 To: Jens Axboe , Vivek Goyal CC: Gui Jianfeng , Corrado Zoccolo , Chad Talbott , Nauman Rafique , Divyesh Shah , linux kernel mailing list Subject: [PATCH 2/8 v2] cfq-iosched: Introduce cfq_entity for CFQ group References: <4CDF7BC5.9080803@cn.fujitsu.com> <4CDF9CC6.2040106@cn.fujitsu.com> <20101115165319.GI30792@redhat.com> <4CE2718C.6010406@kernel.dk> <4D01C6AB.9040807@cn.fujitsu.com> In-Reply-To: <4D01C6AB.9040807@cn.fujitsu.com> X-MIMETrack: Itemize by SMTP Server on mailserver/fnst(Release 8.5.1FP4|July 25, 2010) at 2010-12-13 09:44:08, Serialize by Router on mailserver/fnst(Release 8.5.1FP4|July 25, 2010) at 2010-12-13 09:44:09, Serialize complete at 2010-12-13 09:44:09 Content-Transfer-Encoding: 7bit Content-Type: text/plain; charset=UTF-8 Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Content-Length: 10680 Lines: 340 Introduce cfq_entity for CFQ group Signed-off-by: Gui Jianfeng --- block/cfq-iosched.c | 113 ++++++++++++++++++++++++++++++-------------------- 1 files changed, 68 insertions(+), 45 deletions(-) diff --git a/block/cfq-iosched.c b/block/cfq-iosched.c index 9b07a24..91e9833 100644 --- a/block/cfq-iosched.c +++ b/block/cfq-iosched.c @@ -1,5 +1,5 @@ /* - * CFQ, or complete fairness queueing, disk scheduler. + * Cfq, or complete fairness queueing, disk scheduler. * * Based on ideas from a previously unfinished io * scheduler (round robin per-process disk scheduling) and Andrea Arcangeli. @@ -73,7 +73,8 @@ static DEFINE_IDA(cic_index_ida); #define cfq_class_rt(cfqq) ((cfqq)->ioprio_class == IOPRIO_CLASS_RT) #define sample_valid(samples) ((samples) > 80) -#define rb_entry_cfqg(node) rb_entry((node), struct cfq_group, rb_node) +#define rb_entry_entity(node) rb_entry((node), struct cfq_entity,\ + rb_node) /* * Most of our rbtree usage is for sorting with min extraction, so @@ -102,6 +103,11 @@ struct cfq_entity { struct rb_node rb_node; /* service_tree key, represent the position on the tree */ unsigned long rb_key; + + /* group service_tree key */ + u64 vdisktime; + bool is_group_entity; + unsigned int weight; }; /* @@ -183,12 +189,8 @@ enum wl_type_t { /* This is per cgroup per device grouping structure */ struct cfq_group { - /* group service_tree member */ - struct rb_node rb_node; - - /* group service_tree key */ - u64 vdisktime; - unsigned int weight; + /* cfq group sched entity */ + struct cfq_entity cfqe; /* number of cfqq currently on this group */ int nr_cfqq; @@ -315,12 +317,21 @@ struct cfq_data { static inline struct cfq_queue * cfqq_of_entity(struct cfq_entity *cfqe) { - if (cfqe) + if (cfqe && !cfqe->is_group_entity) return container_of(cfqe, struct cfq_queue, cfqe); return NULL; } +static inline struct cfq_group * +cfqg_of_entity(struct cfq_entity *cfqe) +{ + if (cfqe && cfqe->is_group_entity) + return container_of(cfqe, struct cfq_group, + cfqe); + return NULL; +} + static struct cfq_group *cfq_get_next_cfqg(struct cfq_data *cfqd); static struct cfq_rb_root *service_tree_for(struct cfq_group *cfqg, @@ -548,12 +559,12 @@ cfq_prio_to_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq) return cfq_prio_slice(cfqd, cfq_cfqq_sync(cfqq), cfqq->ioprio); } -static inline u64 cfq_scale_slice(unsigned long delta, struct cfq_group *cfqg) +static inline u64 cfq_scale_slice(unsigned long delta, struct cfq_entity *cfqe) { u64 d = delta << CFQ_SERVICE_SHIFT; d = d * BLKIO_WEIGHT_DEFAULT; - do_div(d, cfqg->weight); + do_div(d, cfqe->weight); return d; } @@ -578,11 +589,11 @@ static inline u64 min_vdisktime(u64 min_vdisktime, u64 vdisktime) static void update_min_vdisktime(struct cfq_rb_root *st) { u64 vdisktime = st->min_vdisktime; - struct cfq_group *cfqg; + struct cfq_entity *cfqe; if (st->left) { - cfqg = rb_entry_cfqg(st->left); - vdisktime = min_vdisktime(vdisktime, cfqg->vdisktime); + cfqe = rb_entry_entity(st->left); + vdisktime = min_vdisktime(vdisktime, cfqe->vdisktime); } st->min_vdisktime = max_vdisktime(st->min_vdisktime, vdisktime); @@ -613,8 +624,9 @@ static inline unsigned cfq_group_slice(struct cfq_data *cfqd, struct cfq_group *cfqg) { struct cfq_rb_root *st = &cfqd->grp_service_tree; + struct cfq_entity *cfqe = &cfqg->cfqe; - return cfq_target_latency * cfqg->weight / st->total_weight; + return cfq_target_latency * cfqe->weight / st->total_weight; } static inline void @@ -777,13 +789,13 @@ static struct cfq_entity *cfq_rb_first(struct cfq_rb_root *root) return NULL; } -static struct cfq_group *cfq_rb_first_group(struct cfq_rb_root *root) +static struct cfq_entity *cfq_rb_first_entity(struct cfq_rb_root *root) { if (!root->left) root->left = rb_first(&root->rb); if (root->left) - return rb_entry_cfqg(root->left); + return rb_entry_entity(root->left); return NULL; } @@ -840,9 +852,9 @@ static unsigned long cfq_slice_offset(struct cfq_data *cfqd, } static inline s64 -cfqg_key(struct cfq_rb_root *st, struct cfq_group *cfqg) +entity_key(struct cfq_rb_root *st, struct cfq_entity *entity) { - return cfqg->vdisktime - st->min_vdisktime; + return entity->vdisktime - st->min_vdisktime; } static void @@ -850,15 +862,16 @@ __cfq_group_service_tree_add(struct cfq_rb_root *st, struct cfq_group *cfqg) { struct rb_node **node = &st->rb.rb_node; struct rb_node *parent = NULL; - struct cfq_group *__cfqg; - s64 key = cfqg_key(st, cfqg); + struct cfq_entity *__cfqe; + struct cfq_entity *cfqe = &cfqg->cfqe; + s64 key = entity_key(st, cfqe); int left = 1; while (*node != NULL) { parent = *node; - __cfqg = rb_entry_cfqg(parent); + __cfqe = rb_entry_entity(parent); - if (key < cfqg_key(st, __cfqg)) + if (key < entity_key(st, __cfqe)) node = &parent->rb_left; else { node = &parent->rb_right; @@ -867,21 +880,22 @@ __cfq_group_service_tree_add(struct cfq_rb_root *st, struct cfq_group *cfqg) } if (left) - st->left = &cfqg->rb_node; + st->left = &cfqe->rb_node; - rb_link_node(&cfqg->rb_node, parent, node); - rb_insert_color(&cfqg->rb_node, &st->rb); + rb_link_node(&cfqe->rb_node, parent, node); + rb_insert_color(&cfqe->rb_node, &st->rb); } static void cfq_group_service_tree_add(struct cfq_data *cfqd, struct cfq_group *cfqg) { struct cfq_rb_root *st = &cfqd->grp_service_tree; - struct cfq_group *__cfqg; + struct cfq_entity *cfqe = &cfqg->cfqe; + struct cfq_entity *__cfqe; struct rb_node *n; cfqg->nr_cfqq++; - if (!RB_EMPTY_NODE(&cfqg->rb_node)) + if (!RB_EMPTY_NODE(&cfqe->rb_node)) return; /* @@ -891,19 +905,20 @@ cfq_group_service_tree_add(struct cfq_data *cfqd, struct cfq_group *cfqg) */ n = rb_last(&st->rb); if (n) { - __cfqg = rb_entry_cfqg(n); - cfqg->vdisktime = __cfqg->vdisktime + CFQ_IDLE_DELAY; + __cfqe = rb_entry_entity(n); + cfqe->vdisktime = __cfqe->vdisktime + CFQ_IDLE_DELAY; } else - cfqg->vdisktime = st->min_vdisktime; + cfqe->vdisktime = st->min_vdisktime; __cfq_group_service_tree_add(st, cfqg); - st->total_weight += cfqg->weight; + st->total_weight += cfqe->weight; } static void cfq_group_service_tree_del(struct cfq_data *cfqd, struct cfq_group *cfqg) { struct cfq_rb_root *st = &cfqd->grp_service_tree; + struct cfq_entity *cfqe = &cfqg->cfqe; BUG_ON(cfqg->nr_cfqq < 1); cfqg->nr_cfqq--; @@ -913,9 +928,9 @@ cfq_group_service_tree_del(struct cfq_data *cfqd, struct cfq_group *cfqg) return; cfq_log_cfqg(cfqd, cfqg, "del_from_rr group"); - st->total_weight -= cfqg->weight; - if (!RB_EMPTY_NODE(&cfqg->rb_node)) - cfq_rb_erase(&cfqg->rb_node, st); + st->total_weight -= cfqe->weight; + if (!RB_EMPTY_NODE(&cfqe->rb_node)) + cfq_rb_erase(&cfqe->rb_node, st); cfqg->saved_workload_slice = 0; cfq_blkiocg_update_dequeue_stats(&cfqg->blkg, 1); } @@ -953,6 +968,7 @@ static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg, unsigned int used_sl, charge; int nr_sync = cfqg->nr_cfqq - cfqg_busy_async_queues(cfqd, cfqg) - cfqg->service_tree_idle.count; + struct cfq_entity *cfqe = &cfqg->cfqe; BUG_ON(nr_sync < 0); used_sl = charge = cfq_cfqq_slice_usage(cfqq); @@ -963,8 +979,8 @@ static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg, charge = cfqq->allocated_slice; /* Can't update vdisktime while group is on service tree */ - cfq_rb_erase(&cfqg->rb_node, st); - cfqg->vdisktime += cfq_scale_slice(charge, cfqg); + cfq_rb_erase(&cfqe->rb_node, st); + cfqe->vdisktime += cfq_scale_slice(charge, cfqe); __cfq_group_service_tree_add(st, cfqg); /* This group is being expired. Save the context */ @@ -976,8 +992,8 @@ static void cfq_group_served(struct cfq_data *cfqd, struct cfq_group *cfqg, } else cfqg->saved_workload_slice = 0; - cfq_log_cfqg(cfqd, cfqg, "served: vt=%llu min_vt=%llu", cfqg->vdisktime, - st->min_vdisktime); + cfq_log_cfqg(cfqd, cfqg, "served: vt=%llu min_vt=%llu", + cfqe->vdisktime, st->min_vdisktime); cfq_log_cfqq(cfqq->cfqd, cfqq, "sl_used=%u disp=%u charge=%u iops=%u" " sect=%u", used_sl, cfqq->slice_dispatch, charge, iops_mode(cfqd), cfqq->nr_sectors); @@ -996,7 +1012,7 @@ static inline struct cfq_group *cfqg_of_blkg(struct blkio_group *blkg) void cfq_update_blkio_group_weight(void *key, struct blkio_group *blkg, unsigned int weight) { - cfqg_of_blkg(blkg)->weight = weight; + cfqg_of_blkg(blkg)->cfqe.weight = weight; } static struct cfq_group * @@ -1025,7 +1041,9 @@ cfq_find_alloc_cfqg(struct cfq_data *cfqd, struct cgroup *cgroup, int create) for_each_cfqg_st(cfqg, i, j, st) *st = CFQ_RB_ROOT; - RB_CLEAR_NODE(&cfqg->rb_node); + RB_CLEAR_NODE(&cfqg->cfqe.rb_node); + + cfqg->cfqe.is_group_entity = true; /* * Take the initial reference that will be released on destroy @@ -1049,7 +1067,7 @@ cfq_find_alloc_cfqg(struct cfq_data *cfqd, struct cgroup *cgroup, int create) cfq_blkiocg_add_blkio_group(blkcg, &cfqg->blkg, (void *)cfqd, 0); - cfqg->weight = blkcg_get_weight(blkcg, cfqg->blkg.dev); + cfqg->cfqe.weight = blkcg_get_weight(blkcg, cfqg->blkg.dev); /* Add group on cfqd list */ hlist_add_head(&cfqg->cfqd_node, &cfqd->cfqg_list); @@ -2216,10 +2234,13 @@ static struct cfq_group *cfq_get_next_cfqg(struct cfq_data *cfqd) { struct cfq_rb_root *st = &cfqd->grp_service_tree; struct cfq_group *cfqg; + struct cfq_entity *cfqe; if (RB_EMPTY_ROOT(&st->rb)) return NULL; - cfqg = cfq_rb_first_group(st); + cfqe = cfq_rb_first_entity(st); + cfqg = cfqg_of_entity(cfqe); + BUG_ON(!cfqg); update_min_vdisktime(st); return cfqg; } @@ -2877,6 +2898,7 @@ static void cfq_init_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq, RB_CLEAR_NODE(&cfqq->p_node); INIT_LIST_HEAD(&cfqq->fifo); + cfqe->is_group_entity = false; atomic_set(&cfqq->ref, 0); cfqq->cfqd = cfqd; @@ -3909,10 +3931,11 @@ static void *cfq_init_queue(struct request_queue *q) cfqg = &cfqd->root_group; for_each_cfqg_st(cfqg, i, j, st) *st = CFQ_RB_ROOT; - RB_CLEAR_NODE(&cfqg->rb_node); + RB_CLEAR_NODE(&cfqg->cfqe.rb_node); /* Give preference to root group over other groups */ - cfqg->weight = 2*BLKIO_WEIGHT_DEFAULT; + cfqg->cfqe.weight = 2*BLKIO_WEIGHT_DEFAULT; + cfqg->cfqe.is_group_entity = true; #ifdef CONFIG_CFQ_GROUP_IOSCHED /* -- 1.6.5.2 -- To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to majordomo@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html Please read the FAQ at http://www.tux.org/lkml/