Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1754537AbZJBL6Q (ORCPT ); Fri, 2 Oct 2009 07:58:16 -0400 Received: (majordomo@vger.kernel.org) by vger.kernel.org id S1753637AbZJBL6P (ORCPT ); Fri, 2 Oct 2009 07:58:15 -0400 Received: from mail.valinux.co.jp ([210.128.90.3]:37912 "EHLO mail.valinux.co.jp" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1753600AbZJBL6O (ORCPT ); Fri, 2 Oct 2009 07:58:14 -0400 Date: Fri, 02 Oct 2009 20:58:17 +0900 (JST) Message-Id: <20091002.205817.112597159.ryov@valinux.co.jp> To: linux-kernel@vger.kernel.org, dm-devel@redhat.com, containers@lists.linux-foundation.org, virtualization@lists.linux-foundation.org, xen-devel@lists.xensource.com Subject: [PATCH 6/9] blkio-cgroup-v13: Page tracking hooks From: Ryo Tsuruta In-Reply-To: <20091002.205748.189700030.ryov@valinux.co.jp> References: <20091002.205701.71114259.ryov@valinux.co.jp> <20091002.205725.104059507.ryov@valinux.co.jp> <20091002.205748.189700030.ryov@valinux.co.jp> X-Mailer: Mew version 5.2.52 on Emacs 22.1 / Mule 5.0 (SAKAKI) Mime-Version: 1.0 Content-Type: Text/Plain; charset=us-ascii Content-Transfer-Encoding: 7bit Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Content-Length: 6498 Lines: 185 This patch contains several hooks that let the blkio-cgroup framework to know which blkio-cgroup is the owner of a page before starting I/O against the page. Signed-off-by: Hirokazu Takahashi Signed-off-by: Ryo Tsuruta --- fs/buffer.c | 2 ++ fs/direct-io.c | 2 ++ mm/bounce.c | 2 ++ mm/filemap.c | 2 ++ mm/memory.c | 5 +++++ mm/page-writeback.c | 2 ++ mm/swap_state.c | 2 ++ 7 files changed, 17 insertions(+) Index: linux-2.6.32-rc1/fs/buffer.c =================================================================== --- linux-2.6.32-rc1.orig/fs/buffer.c +++ linux-2.6.32-rc1/fs/buffer.c @@ -36,6 +36,7 @@ #include #include #include +#include #include #include #include @@ -675,6 +676,7 @@ static void __set_page_dirty(struct page if (page->mapping) { /* Race with truncate? */ WARN_ON_ONCE(warn && !PageUptodate(page)); account_page_dirtied(page, mapping); + blkio_cgroup_reset_owner_pagedirty(page, current->mm); radix_tree_tag_set(&mapping->page_tree, page_index(page), PAGECACHE_TAG_DIRTY); } Index: linux-2.6.32-rc1/fs/direct-io.c =================================================================== --- linux-2.6.32-rc1.orig/fs/direct-io.c +++ linux-2.6.32-rc1/fs/direct-io.c @@ -33,6 +33,7 @@ #include #include #include +#include #include #include #include @@ -797,6 +798,7 @@ static int do_direct_IO(struct dio *dio) ret = PTR_ERR(page); goto out; } + blkio_cgroup_reset_owner(page, current->mm); while (block_in_page < blocks_per_page) { unsigned offset_in_page = block_in_page << blkbits; Index: linux-2.6.32-rc1/mm/bounce.c =================================================================== --- linux-2.6.32-rc1.orig/mm/bounce.c +++ linux-2.6.32-rc1/mm/bounce.c @@ -13,6 +13,7 @@ #include #include #include +#include #include #include @@ -210,6 +211,7 @@ static void __blk_queue_bounce(struct re to->bv_len = from->bv_len; to->bv_offset = from->bv_offset; inc_zone_page_state(to->bv_page, NR_BOUNCE); + blkio_cgroup_copy_owner(to->bv_page, page); if (rw == WRITE) { char *vto, *vfrom; Index: linux-2.6.32-rc1/mm/filemap.c =================================================================== --- linux-2.6.32-rc1.orig/mm/filemap.c +++ linux-2.6.32-rc1/mm/filemap.c @@ -33,6 +33,7 @@ #include #include /* for BUG_ON(!in_atomic()) only */ #include +#include #include /* for page_is_file_cache() */ #include "internal.h" @@ -425,6 +426,7 @@ int add_to_page_cache_locked(struct page gfp_mask & GFP_RECLAIM_MASK); if (error) goto out; + blkio_cgroup_set_owner(page, current->mm); error = radix_tree_preload(gfp_mask & ~__GFP_HIGHMEM); if (error == 0) { Index: linux-2.6.32-rc1/mm/memory.c =================================================================== --- linux-2.6.32-rc1.orig/mm/memory.c +++ linux-2.6.32-rc1/mm/memory.c @@ -52,6 +52,7 @@ #include #include #include +#include #include #include #include @@ -2161,6 +2162,7 @@ gotten: */ ptep_clear_flush(vma, address, page_table); page_add_new_anon_rmap(new_page, vma, address); + blkio_cgroup_set_owner(new_page, mm); /* * We call the notify macro here because, when using secondary * mmu page tables (such as kvm shadow page tables), we want the @@ -2585,6 +2587,7 @@ static int do_swap_page(struct mm_struct flush_icache_page(vma, page); set_pte_at(mm, address, page_table, pte); page_add_anon_rmap(page, vma, address); + blkio_cgroup_reset_owner(page, mm); /* It's better to call commit-charge after rmap is established */ mem_cgroup_commit_charge_swapin(page, ptr); @@ -2661,6 +2664,7 @@ static int do_anonymous_page(struct mm_s inc_mm_counter(mm, anon_rss); page_add_new_anon_rmap(page, vma, address); + blkio_cgroup_set_owner(page, mm); setpte: set_pte_at(mm, address, page_table, entry); @@ -2815,6 +2819,7 @@ static int __do_fault(struct mm_struct * if (anon) { inc_mm_counter(mm, anon_rss); page_add_new_anon_rmap(page, vma, address); + blkio_cgroup_set_owner(page, mm); } else { inc_mm_counter(mm, file_rss); page_add_file_rmap(page); Index: linux-2.6.32-rc1/mm/page-writeback.c =================================================================== --- linux-2.6.32-rc1.orig/mm/page-writeback.c +++ linux-2.6.32-rc1/mm/page-writeback.c @@ -23,6 +23,7 @@ #include #include #include +#include #include #include #include @@ -1126,6 +1127,7 @@ int __set_page_dirty_nobuffers(struct pa BUG_ON(mapping2 != mapping); WARN_ON_ONCE(!PagePrivate(page) && !PageUptodate(page)); account_page_dirtied(page, mapping); + blkio_cgroup_reset_owner_pagedirty(page, current->mm); radix_tree_tag_set(&mapping->page_tree, page_index(page), PAGECACHE_TAG_DIRTY); } Index: linux-2.6.32-rc1/mm/swap_state.c =================================================================== --- linux-2.6.32-rc1.orig/mm/swap_state.c +++ linux-2.6.32-rc1/mm/swap_state.c @@ -18,6 +18,7 @@ #include #include #include +#include #include @@ -323,6 +324,7 @@ struct page *read_swap_cache_async(swp_e /* May fail (-ENOMEM) if radix-tree node allocation failed. */ __set_page_locked(new_page); SetPageSwapBacked(new_page); + blkio_cgroup_set_owner(new_page, current->mm); err = __add_to_swap_cache(new_page, entry); if (likely(!err)) { radix_tree_preload_end(); -- To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to majordomo@vger.kernel.org More majordomo info at http://vger.kernel.org/majordomo-info.html Please read the FAQ at http://www.tux.org/lkml/