From: "Jose R. Santos" Subject: Re: What's cooking in e2fsprogs.git (topics) - [RFC] FLEX_BG bmap and itable allocation patch. Date: Tue, 18 Dec 2007 13:10:24 -0600 Message-ID: <20071218131024.37cc1b69@gara> References: <20071217171100.GA7070@thunk.org> Mime-Version: 1.0 Content-Type: text/plain; charset=US-ASCII Content-Transfer-Encoding: 7bit Cc: linux-ext4@vger.kernel.org To: Theodore Tso Return-path: Received: from e1.ny.us.ibm.com ([32.97.182.141]:43197 "EHLO e1.ny.us.ibm.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1750872AbXLRTK6 (ORCPT ); Tue, 18 Dec 2007 14:10:58 -0500 Received: from d01relay04.pok.ibm.com (d01relay04.pok.ibm.com [9.56.227.236]) by e1.ny.us.ibm.com (8.13.8/8.13.8) with ESMTP id lBIJAcYq013091 for ; Tue, 18 Dec 2007 14:10:38 -0500 Received: from d01av02.pok.ibm.com (d01av02.pok.ibm.com [9.56.224.216]) by d01relay04.pok.ibm.com (8.13.8/8.13.8/NCO v8.7) with ESMTP id lBIJAclq104944 for ; Tue, 18 Dec 2007 14:10:38 -0500 Received: from d01av02.pok.ibm.com (loopback [127.0.0.1]) by d01av02.pok.ibm.com (8.12.11.20060308/8.13.3) with ESMTP id lBIJAcCh017591 for ; Tue, 18 Dec 2007 14:10:38 -0500 In-Reply-To: <20071217171100.GA7070@thunk.org> Sender: linux-ext4-owner@vger.kernel.org List-ID: On Mon, 17 Dec 2007 12:11:00 -0500 Theodore Tso wrote: > Here are the topics that have been cooking. Commits prefixed > with '-' are only in 'pu' while commits prefixed with '+' are > in 'next'. The topics list the commits in reverse chronological > order. ... > * js/flex-bg (Mon Aug 13 23:33:14 2007 -0500) 1 commit > - New bitmap and inode table allocation for FLEX_BG I've started fixing this patch in order to address resize2fs problems with the previous patch. I've got a patch that seems to do the right thing now. Let me know if you agree with the general approach of the patch and I'll fix it to put it in shape to get it added to the next branch. Still incomplete, but there is enough for you to let me know if you like this approach better than the previous patch. -JRS commit 37570ae6196045ce02a25f6c95fbdd103633bfb5 Author: Jose R. Santos Date: Sat Dec 15 08:09:35 2007 -0600 New bitmap and inode table allocation for FLEX_BG Signed-off-by: Jose R. Santos diff --git a/lib/ext2fs/alloc_tables.c b/lib/ext2fs/alloc_tables.c index 4ad2ba9..598a360 100644 --- a/lib/ext2fs/alloc_tables.c +++ b/lib/ext2fs/alloc_tables.c @@ -27,18 +27,55 @@ #include "ext2_fs.h" #include "ext2fs.h" +blk_t ext2fs_flexbg_offset(ext2_filsys fs, dgrp_t group, int flexbg_size, + ext2fs_block_bitmap bmap, int offset, int size) +{ + int flexbg; + errcode_t retval; + blk_t start_blk, last_blk, first_free = 0; + dgrp_t last_grp; + + flexbg = group/flexbg_size; + + last_grp = (group + (flexbg_size - (group % flexbg_size) - 1)); + start_blk = ext2fs_group_first_block(fs, flexbg_size * flexbg); + last_blk = ext2fs_group_last_block(fs, last_grp); + if (last_grp > fs->group_desc_count) + last_grp = fs->group_desc_count; + + if (ext2fs_get_free_blocks(fs, start_blk, last_blk, 1, bmap, + &first_free)) + return first_free; + + if (ext2fs_get_free_blocks(fs, first_free + offset, last_blk, size, + bmap, &first_free)) + return first_free; + + return first_free; +} + errcode_t ext2fs_allocate_group_table(ext2_filsys fs, dgrp_t group, ext2fs_block_bitmap bmap) { errcode_t retval; blk_t group_blk, start_blk, last_blk, new_blk, blk; - int j; + dgrp_t last_grp; + int j, rem_grps, flexbg_size = 0; group_blk = ext2fs_group_first_block(fs, group); last_blk = ext2fs_group_last_block(fs, group); if (!bmap) bmap = fs->block_map; + + if (EXT2_HAS_INCOMPAT_FEATURE (fs->super, + EXT4_FEATURE_INCOMPAT_FLEX_BG)) { + flexbg_size = ext2fs_swab16(fs->super->s_flex_bg_size); + rem_grps = flexbg_size - (group % flexbg_size); + last_grp = group + rem_grps - 1; + if (last_grp > fs->group_desc_count) + last_grp = fs->group_desc_count; + } /* * Allocate the block and inode bitmaps, if necessary @@ -56,6 +93,12 @@ errcode_t ext2fs_allocate_group_table(ext2_filsys fs, dgrp_t group, } else start_blk = group_blk; + if (flexbg_size) { + start_blk = ext2fs_flexbg_offset (fs, group, flexbg_size, bmap, + 0, rem_grps); + last_blk = ext2fs_group_last_block(fs, last_grp); + } + if (!fs->group_desc[group].bg_block_bitmap) { retval = ext2fs_get_free_blocks(fs, start_blk, last_blk, 1, bmap, &new_blk); @@ -68,6 +111,12 @@ errcode_t ext2fs_allocate_group_table(ext2_filsys fs, dgrp_t group, fs->group_desc[group].bg_block_bitmap = new_blk; } + if (flexbg_size) { + start_blk = ext2fs_flexbg_offset (fs, group, flexbg_size, bmap, + flexbg_size, rem_grps); + last_blk = ext2fs_group_last_block(fs, last_grp); + } + if (!fs->group_desc[group].bg_inode_bitmap) { retval = ext2fs_get_free_blocks(fs, start_blk, last_blk, 1, bmap, &new_blk); @@ -83,6 +132,13 @@ errcode_t ext2fs_allocate_group_table(ext2_filsys fs, dgrp_t group, /* * Allocate the inode table */ + if (flexbg_size) { + group_blk = ext2fs_flexbg_offset (fs, group, flexbg_size, bmap, + flexbg_size * 2, + fs->inode_blocks_per_group * rem_grps); + last_blk = ext2fs_group_last_block(fs, last_grp); + } + if (!fs->group_desc[group].bg_inode_table) { retval = ext2fs_get_free_blocks(fs, group_blk, last_blk, fs->inode_blocks_per_group, @@ -112,6 +168,7 @@ errcode_t ext2fs_allocate_tables(ext2_filsys fs) if (retval) return retval; } + return 0; } diff --git a/lib/ext2fs/ext2_fs.h b/lib/ext2fs/ext2_fs.h index 2394857..7528707 100644 --- a/lib/ext2fs/ext2_fs.h +++ b/lib/ext2fs/ext2_fs.h @@ -577,7 +577,9 @@ struct ext2_super_block { __u16 s_mmp_interval; /* # seconds to wait in MMP checking */ __u64 s_mmp_block; /* Block for multi-mount protection */ __u32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/ - __u32 s_reserved[163]; /* Padding to the end of the block */ + __u16 s_flex_bg_size; /* FLEX_BG group size */ + __u16 padding; /* Padding to next 32bits */ + __u32 s_reserved[162]; /* Padding to the end of the block */ }; /* diff --git a/lib/ext2fs/initialize.c b/lib/ext2fs/initialize.c index 16e9eaa..935a013 100644 --- a/lib/ext2fs/initialize.c +++ b/lib/ext2fs/initialize.c @@ -156,6 +156,7 @@ errcode_t ext2fs_initialize(const char *name, int flags, set_field(s_feature_incompat, 0); set_field(s_feature_ro_compat, 0); set_field(s_first_meta_bg, 0); + set_field(s_flex_bg_size, 0); if (super->s_feature_incompat & ~EXT2_LIB_FEATURE_INCOMPAT_SUPP) { retval = EXT2_ET_UNSUPP_FEATURE; goto cleanup; diff --git a/misc/mke2fs.c b/misc/mke2fs.c index 9e2d7a8..7319832 100644 --- a/misc/mke2fs.c +++ b/misc/mke2fs.c @@ -96,7 +96,7 @@ static void usage(void) { fprintf(stderr, _("Usage: %s [-c|-t|-l filename] [-b block-size] " "[-f fragment-size]\n\t[-i bytes-per-inode] [-I inode-size] " - "[-j] [-J journal-options]\n" + "[-j] [-J journal-options] [-G meta group size]\n" "\t[-N number-of-inodes] [-m reserved-blocks-percentage] " "[-o creator-os]\n\t[-g blocks-per-group] [-L volume-label] " "[-M last-mounted-directory]\n\t[-O feature[,...]] " @@ -912,6 +912,7 @@ static void PRS(int argc, char *argv[]) int blocksize = 0; int inode_ratio = 0; int inode_size = 0; + unsigned long flex_bg_size = 0; double reserved_ratio = 5.0; int sector_size = 0; int show_version_only = 0; @@ -994,7 +995,7 @@ static void PRS(int argc, char *argv[]) } while ((c = getopt (argc, argv, - "b:cf:g:i:jl:m:no:qr:s:tvE:FI:J:L:M:N:O:R:ST:V")) != EOF) { + "b:cf:g:G:i:jl:m:no:qr:s:tvE:FI:J:L:M:N:O:R:ST:V")) != EOF) { switch (c) { case 'b': blocksize = strtol(optarg, &tmp, 0); @@ -1045,6 +1046,19 @@ static void PRS(int argc, char *argv[]) exit(1); } break; + case 'G': + flex_bg_size = strtoul(optarg, &tmp, 0); + if (*tmp) { + com_err(program_name, 0, + _("Illegal number for Flex_BG size")); + exit(1); + } + if ((flex_bg_size & (flex_bg_size-1)) != 0) { + com_err(program_name, 0, + _("Flex_BG size must be a power of 2")); + exit(1); + } + break; case 'i': inode_ratio = strtoul(optarg, &tmp, 0); if (inode_ratio < EXT2_MIN_BLOCK_SIZE || @@ -1444,6 +1458,10 @@ static void PRS(int argc, char *argv[]) } } + if(flex_bg_size) { + fs_param.s_flex_bg_size = ext2fs_swab16(flex_bg_size); + } + if (!force && fs_param.s_blocks_count >= ((unsigned) 1 << 31)) { com_err(program_name, 0, _("Filesystem too large. No more than 2**31-1 blocks\n"