hi!
here is the patch for ext2 concurrent inode allocation. should be applied
on top of previous concurrent-balloc patch. tested on dual p3 for several
hours of stress-test + fsck. hope someone test it on big iron ;)
diff -uNr linux/fs/ext2/ialloc.c edited/fs/ext2/ialloc.c
--- linux/fs/ext2/ialloc.c Sat Mar 15 23:34:17 2003
+++ edited/fs/ext2/ialloc.c Sat Mar 15 23:05:19 2003
@@ -63,6 +63,52 @@
return bh;
}
+void ext2_reserve_inode (struct super_block * sb, int group, int dir)
+{
+ struct ext2_group_desc * desc;
+ struct buffer_head *bh;
+
+ desc = ext2_get_group_desc(sb, group, &bh);
+ if (!desc) {
+ ext2_error(sb, "ext2_reserve_inode",
+ "can't get descriptor for group %d", group);
+ return;
+ }
+
+ spin_lock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
+ desc->bg_free_inodes_count =
+ cpu_to_le16(le16_to_cpu(desc->bg_free_inodes_count) - 1);
+ if (dir)
+ desc->bg_used_dirs_count =
+ cpu_to_le16(le16_to_cpu(desc->bg_used_dirs_count) + 1);
+ spin_unlock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
+
+ mark_buffer_dirty(bh);
+}
+
+void ext2_release_inode (struct super_block * sb, int group, int dir)
+{
+ struct ext2_group_desc * desc;
+ struct buffer_head *bh;
+
+ desc = ext2_get_group_desc(sb, group, &bh);
+ if (!desc) {
+ ext2_error(sb, "ext2_release_inode",
+ "can't get descriptor for group %d", group);
+ return;
+ }
+
+ spin_lock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
+ desc->bg_free_inodes_count =
+ cpu_to_le16(le16_to_cpu(desc->bg_free_inodes_count) + 1);
+ if (dir)
+ desc->bg_used_dirs_count =
+ cpu_to_le16(le16_to_cpu(desc->bg_used_dirs_count) - 1);
+ spin_unlock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
+
+ mark_buffer_dirty(bh);
+}
+
/*
* NOTE! When we get the inode, we're the only people
* that have access to it, and as such there are no
@@ -85,10 +131,8 @@
int is_directory;
unsigned long ino;
struct buffer_head *bitmap_bh = NULL;
- struct buffer_head *bh2;
unsigned long block_group;
unsigned long bit;
- struct ext2_group_desc * desc;
struct ext2_super_block * es;
ino = inode->i_ino;
@@ -105,7 +149,6 @@
DQUOT_DROP(inode);
}
- lock_super (sb);
es = EXT2_SB(sb)->s_es;
is_directory = S_ISDIR(inode->i_mode);
@@ -126,32 +169,17 @@
goto error_return;
/* Ok, now we can actually update the inode bitmaps.. */
- if (!ext2_clear_bit(bit, bitmap_bh->b_data))
+ if (!ext2_clear_bit_atomic(&EXT2_SB(sb)->s_bgi[block_group].ialloc_lock,
+ bit, (void *) bitmap_bh->b_data))
ext2_error (sb, "ext2_free_inode",
"bit already cleared for inode %lu", ino);
- else {
- desc = ext2_get_group_desc (sb, block_group, &bh2);
- if (desc) {
- desc->bg_free_inodes_count =
- cpu_to_le16(le16_to_cpu(desc->bg_free_inodes_count) + 1);
- if (is_directory) {
- desc->bg_used_dirs_count =
- cpu_to_le16(le16_to_cpu(desc->bg_used_dirs_count) - 1);
- EXT2_SB(sb)->s_dir_count--;
- }
- }
- mark_buffer_dirty(bh2);
- es->s_free_inodes_count =
- cpu_to_le32(le32_to_cpu(es->s_free_inodes_count) + 1);
- mark_buffer_dirty(EXT2_SB(sb)->s_sbh);
- }
+ else
+ ext2_release_inode(sb, block_group, is_directory);
mark_buffer_dirty(bitmap_bh);
if (sb->s_flags & MS_SYNCHRONOUS)
sync_dirty_buffer(bitmap_bh);
- sb->s_dirt = 1;
error_return:
brelse(bitmap_bh);
- unlock_super (sb);
}
/*
@@ -211,9 +239,8 @@
*/
static int find_group_dir(struct super_block *sb, struct inode *parent)
{
- struct ext2_super_block * es = EXT2_SB(sb)->s_es;
int ngroups = EXT2_SB(sb)->s_groups_count;
- int avefreei = le32_to_cpu(es->s_free_inodes_count) / ngroups;
+ int avefreei = ext2_count_free_inodes(sb) / ngroups;
struct ext2_group_desc *desc, *best_desc = NULL;
struct buffer_head *bh, *best_bh = NULL;
int group, best_group = -1;
@@ -234,11 +261,9 @@
}
if (!best_desc)
return -1;
- best_desc->bg_free_inodes_count =
- cpu_to_le16(le16_to_cpu(best_desc->bg_free_inodes_count) - 1);
- best_desc->bg_used_dirs_count =
- cpu_to_le16(le16_to_cpu(best_desc->bg_used_dirs_count) + 1);
- mark_buffer_dirty(best_bh);
+
+ ext2_reserve_inode(sb, best_group, 1);
+
return best_group;
}
@@ -277,11 +302,12 @@
struct ext2_super_block *es = sbi->s_es;
int ngroups = sbi->s_groups_count;
int inodes_per_group = EXT2_INODES_PER_GROUP(sb);
- int avefreei = le32_to_cpu(es->s_free_inodes_count) / ngroups;
+ int freei = ext2_count_free_inodes(sb);
+ int avefreei = freei / ngroups;
int free_blocks = ext2_count_free_blocks(sb);
int avefreeb = free_blocks / ngroups;
int blocks_per_dir;
- int ndirs = sbi->s_dir_count;
+ int ndirs = ext2_count_dirs(sb);
int max_debt, max_dirs, min_blocks, min_inodes;
int group = -1, i;
struct ext2_group_desc *desc;
@@ -364,12 +390,8 @@
return -1;
found:
- desc->bg_free_inodes_count =
- cpu_to_le16(le16_to_cpu(desc->bg_free_inodes_count) - 1);
- desc->bg_used_dirs_count =
- cpu_to_le16(le16_to_cpu(desc->bg_used_dirs_count) + 1);
- sbi->s_dir_count++;
- mark_buffer_dirty(bh);
+ ext2_reserve_inode(sb, group, 1);
+
return group;
}
@@ -431,9 +453,8 @@
return -1;
found:
- desc->bg_free_inodes_count =
- cpu_to_le16(le16_to_cpu(desc->bg_free_inodes_count) - 1);
- mark_buffer_dirty(bh);
+ ext2_reserve_inode(sb, group, 0);
+
return group;
}
@@ -456,7 +477,6 @@
return ERR_PTR(-ENOMEM);
ei = EXT2_I(inode);
- lock_super (sb);
es = EXT2_SB(sb)->s_es;
repeat:
if (S_ISDIR(mode)) {
@@ -480,7 +500,12 @@
EXT2_INODES_PER_GROUP(sb));
if (i >= EXT2_INODES_PER_GROUP(sb))
goto bad_count;
- ext2_set_bit(i, bitmap_bh->b_data);
+ if (ext2_set_bit_atomic(&EXT2_SB(sb)->s_bgi[group].ialloc_lock,
+ i, (void *) bitmap_bh->b_data)) {
+ brelse(bitmap_bh);
+ ext2_release_inode(sb, group, S_ISDIR(mode));
+ goto repeat;
+ }
mark_buffer_dirty(bitmap_bh);
if (sb->s_flags & MS_SYNCHRONOUS)
@@ -497,9 +524,7 @@
goto fail2;
}
- es->s_free_inodes_count =
- cpu_to_le32(le32_to_cpu(es->s_free_inodes_count) - 1);
-
+ spin_lock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
if (S_ISDIR(mode)) {
if (EXT2_SB(sb)->s_bgi[group].debts < 255)
EXT2_SB(sb)->s_bgi[group].debts++;
@@ -507,9 +532,8 @@
if (EXT2_SB(sb)->s_bgi[group].debts)
EXT2_SB(sb)->s_bgi[group].debts--;
}
-
- mark_buffer_dirty(EXT2_SB(sb)->s_sbh);
- sb->s_dirt = 1;
+ spin_unlock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
+
inode->i_uid = current->fsuid;
if (test_opt (sb, GRPID))
inode->i_gid = dir->i_gid;
@@ -552,7 +576,6 @@
inode->i_generation = EXT2_SB(sb)->s_next_generation++;
insert_inode_hash(inode);
- unlock_super(sb);
if(DQUOT_ALLOC_INODE(inode)) {
DQUOT_DROP(inode);
goto fail3;
@@ -574,15 +597,8 @@
return ERR_PTR(err);
fail2:
- desc = ext2_get_group_desc (sb, group, &bh2);
- desc->bg_free_inodes_count =
- cpu_to_le16(le16_to_cpu(desc->bg_free_inodes_count) + 1);
- if (S_ISDIR(mode))
- desc->bg_used_dirs_count =
- cpu_to_le16(le16_to_cpu(desc->bg_used_dirs_count) - 1);
- mark_buffer_dirty(bh2);
+ ext2_release_inode(sb, group, S_ISDIR(mode));
fail:
- unlock_super(sb);
make_bad_inode(inode);
iput(inode);
return ERR_PTR(err);
@@ -605,16 +621,19 @@
unsigned long ext2_count_free_inodes (struct super_block * sb)
{
+ struct ext2_group_desc *desc;
+ unsigned long desc_count = 0;
+ int i;
+
#ifdef EXT2FS_DEBUG
struct ext2_super_block * es;
- unsigned long desc_count = 0, bitmap_count = 0;
+ unsigned long bitmap_count = 0;
struct buffer_head *bitmap_bh = NULL;
int i;
lock_super (sb);
es = EXT2_SB(sb)->s_es;
for (i = 0; i < EXT2_SB(sb)->s_groups_count; i++) {
- struct ext2_group_desc *desc;
unsigned x;
desc = ext2_get_group_desc (sb, i, NULL);
@@ -637,7 +656,13 @@
unlock_super(sb);
return desc_count;
#else
- return le32_to_cpu(EXT2_SB(sb)->s_es->s_free_inodes_count);
+ for (i = 0; i < EXT2_SB(sb)->s_groups_count; i++) {
+ desc = ext2_get_group_desc (sb, i, NULL);
+ if (!desc)
+ continue;
+ desc_count += le16_to_cpu(desc->bg_free_inodes_count);
+ }
+ return desc_count;
#endif
}
diff -uNr linux/fs/ext2/super.c edited/fs/ext2/super.c
--- linux/fs/ext2/super.c Sat Mar 15 23:34:17 2003
+++ edited/fs/ext2/super.c Sat Mar 15 22:15:51 2003
@@ -510,6 +510,7 @@
/* restore free blocks counter in SB -bzzz */
es->s_free_blocks_count = total_free = ext2_count_free_blocks(sb);
+ es->s_free_inodes_count = cpu_to_le32(ext2_count_free_inodes(sb));
/* distribute reserved blocks over groups -bzzz */
for(i = sbi->s_groups_count-1; reserved && total_free && i >= 0; i--) {
@@ -802,6 +803,7 @@
sbi->s_bgi[i].debts = 0;
sbi->s_bgi[i].reserved = 0;
spin_lock_init(&sbi->s_bgi[i].balloc_lock);
+ spin_lock_init(&sbi->s_bgi[i].ialloc_lock);
}
for (i = 0; i < db_count; i++) {
block = descriptor_loc(sb, logic_sb_block, i);
@@ -869,6 +871,7 @@
static void ext2_sync_super(struct super_block *sb, struct ext2_super_block *es)
{
es->s_free_blocks_count = cpu_to_le32(ext2_count_free_blocks(sb));
+ es->s_free_inodes_count = cpu_to_le32(ext2_count_free_inodes(sb));
es->s_wtime = cpu_to_le32(get_seconds());
mark_buffer_dirty(EXT2_SB(sb)->s_sbh);
sync_dirty_buffer(EXT2_SB(sb)->s_sbh);
@@ -898,6 +901,7 @@
es->s_state = cpu_to_le16(le16_to_cpu(es->s_state) &
~EXT2_VALID_FS);
es->s_free_blocks_count = cpu_to_le32(ext2_count_free_blocks(sb));
+ es->s_free_inodes_count = cpu_to_le32(ext2_count_free_inodes(sb));
es->s_mtime = cpu_to_le32(get_seconds());
ext2_sync_super(sb, es);
} else
diff -uNr linux/include/linux/ext2_fs_sb.h edited/include/linux/ext2_fs_sb.h
--- linux/include/linux/ext2_fs_sb.h Sat Mar 15 23:34:18 2003
+++ edited/include/linux/ext2_fs_sb.h Sat Mar 15 21:38:35 2003
@@ -19,6 +19,7 @@
struct ext2_bg_info {
u8 debts;
spinlock_t balloc_lock;
+ spinlock_t ialloc_lock;
unsigned int reserved;
} ____cacheline_aligned_in_smp;
On Sun, Mar 16, 2003 at 12:01:38AM +0300, Alex Tomas wrote:
> here is the patch for ext2 concurrent inode allocation. should be applied
> on top of previous concurrent-balloc patch. tested on dual p3 for several
> hours of stress-test + fsck. hope someone test it on big iron ;)
benching now
Alex Tomas <[email protected]> wrote:
>
>
> hi!
>
> here is the patch for ext2 concurrent inode allocation. should be applied
> on top of previous concurrent-balloc patch. tested on dual p3 for several
> hours of stress-test + fsck. hope someone test it on big iron ;)
>
> ...
> +void ext2_reserve_inode (struct super_block * sb, int group, int dir)
> +{
This can have static scope. And, please, no spaces after the function name,
nor after the `*' thingy. ext2 is all over the place in this regard and I'm
slowly trying to get it consistent.
I'm not sure that skipping setting s_dirt is desirable. Sure, we haven't
actually altered the superblock. But we sort-of "virtually dirtied" it. The
superblock is now out-of-date and we should sync it.
It could be that not writing the superblock for a week is an OK thing to do.
inode and block allocation counts are something which fsck can trivially fix
up. But at the cost of a single sector write per five seconds I think it's
best to keep the superblock more up-to-date.
I'll make the same change to the block allocator patches.
> struct ext2_bg_info {
> u8 debts;
> spinlock_t balloc_lock;
> + spinlock_t ialloc_lock;
> unsigned int reserved;
> } ____cacheline_aligned_in_smp;
>
hm, I wonder if this should be in a separate cacheline. We may as well use a
single lock if they're this close together. Bill, can you test that
sometime?
diff -puN fs/ext2/ialloc.c~ext2-ialloc-no-lock_super-fixes fs/ext2/ialloc.c
--- 25/fs/ext2/ialloc.c~ext2-ialloc-no-lock_super-fixes 2003-03-15 13:36:14.000000000 -0800
+++ 25-akpm/fs/ext2/ialloc.c 2003-03-15 13:40:43.000000000 -0800
@@ -63,7 +63,17 @@ error_out:
return bh;
}
-void ext2_reserve_inode (struct super_block * sb, int group, int dir)
+/*
+ * Speculatively reserve an inode in a blockgroup which used to have some
+ * spare ones. Later, when we come to actually claim the inode in the bitmap
+ * it may be that it was taken. In that case the allocator will undo this
+ * reservation and try again.
+ *
+ * The inode allocator does not physically alter the superblock. But we still
+ * set sb->s_dirt, because the superblock was "logically" altered - we need to
+ * go and add up the free inodes counts again and flush out the superblock.
+ */
+static void ext2_reserve_inode(struct super_block *sb, int group, int dir)
{
struct ext2_group_desc * desc;
struct buffer_head *bh;
@@ -72,7 +82,7 @@ void ext2_reserve_inode (struct super_bl
if (!desc) {
ext2_error(sb, "ext2_reserve_inode",
"can't get descriptor for group %d", group);
- return;
+ return;
}
spin_lock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
@@ -82,11 +92,11 @@ void ext2_reserve_inode (struct super_bl
desc->bg_used_dirs_count =
cpu_to_le16(le16_to_cpu(desc->bg_used_dirs_count) + 1);
spin_unlock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
-
+ sb->s_dirt = 1;
mark_buffer_dirty(bh);
}
-void ext2_release_inode (struct super_block * sb, int group, int dir)
+static void ext2_release_inode(struct super_block *sb, int group, int dir)
{
struct ext2_group_desc * desc;
struct buffer_head *bh;
@@ -105,7 +115,7 @@ void ext2_release_inode (struct super_bl
desc->bg_used_dirs_count =
cpu_to_le16(le16_to_cpu(desc->bg_used_dirs_count) - 1);
spin_unlock(&EXT2_SB(sb)->s_bgi[group].ialloc_lock);
-
+ sb->s_dirt = 1;
mark_buffer_dirty(bh);
}
_
On Sun, Mar 16, 2003 at 12:01:38AM +0300, Alex Tomas wrote:
> here is the patch for ext2 concurrent inode allocation. should be applied
> on top of previous concurrent-balloc patch. tested on dual p3 for several
> hours of stress-test + fsck. hope someone test it on big iron ;)
32x/48GB NUMA-Q
Throughput 257.986 MB/sec 128 procs
dbench 128 95.36s user 4833.06s system 2832% cpu 2:53.97 total
vma samples %-age symbol name
c01dc9ac 4532033 21.4566 .text.lock.dec_and_lock
c0169c0b 3835802 18.1603 .text.lock.dcache
c0106ff4 1741849 8.24666 default_idle
c0264fe0 1506547 7.13264 sync_buffer
c01dc920 1344198 6.36401 atomic_dec_and_lock
c01dc7c0 1059649 5.01683 __copy_to_user_ll
c015142c 468551 2.21832 vfs_read
c01dc828 405337 1.91904 __copy_from_user_ll
c02651b0 305363 1.44572 add_event_entry
c01688dc 305154 1.44473 d_instantiate
c015272a 241552 1.14361 .text.lock.file_table
c0168d3c 231119 1.09422 d_lookup
c0119ddc 219611 1.03973 scheduler_tick
c01686a0 213012 1.00849 d_alloc
c015f66c 199435 0.94421 path_lookup
c0152530 185470 0.878094 file_move
c0152334 184847 0.875145 __fput
c015162c 180988 0.856874 vfs_write
c011fb0c 177776 0.841668 profile_hook
c0167e78 165423 0.783183 prune_dcache
c0264ef8 154338 0.730702 add_sample
c01677b8 151599 0.717734 dput
c0169234 149571 0.708133 d_rehash
c0122960 134989 0.639096 current_kernel_time
c0119890 134442 0.636506 load_balance
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
1 0 0 49095776 4928 27296 0 0 2 0 33 2 0 0 100 0
0 0 0 49092768 4960 27552 0 0 80 0 1028 50 0 0 100 0
7 0 0 49059424 4960 27616 0 0 16 0 1029 221 0 1 99 0
1 0 0 49055008 4960 27616 0 0 0 0 1026 39 0 0 100 0
133 17 0 48628832 24672 342528 0 0 344 0 1059 6752 4 76 17 4
151 17 0 48356064 49888 580608 0 0 444 0 925 144 8 92 0 0
151 21 0 48115424 73952 783968 0 0 488 0 993 257 9 90 0 1
139 25 0 47834816 101248 1026272 0 0 460 0 1013 378 5 95 0 0
142 22 0 47626176 122208 1206304 0 0 720 0 1019 265 6 94 0 0
87 13 0 47268832 150624 1564096 0 0 1084 0 1150 1809 2 88 1 9
0 0 0 47327264 150880 1564960 0 0 28 0 1079 374 0 4 96 0
0 0 0 47331040 150880 1564960 0 0 0 0 1030 69 0 0 100 0
0 0 0 47329824 150880 1565088 0 0 0 0 1025 21 0 0 100 0
0 0 0 47329824 150880 1565088 0 0 0 0 1026 20 0 0 100 0
0 0 0 47329696 150880 1565120 0 0 0 0 1025 22 0 0 100 0
0 0 0 47330144 150880 1565152 0 0 0 0 1040 58 0 0 100 0
0 0 0 47330016 150880 1565184 0 0 28 0 1033 40 0 0 100 0
0 0 0 47329952 150880 1565216 0 0 0 0 1030 33 0 0 100 0
0 0 0 47329952 150880 1565216 0 0 0 0 1051 93 0 0 100 0
0 0 0 47330144 150880 1565216 0 0 0 0 1027 22 0 0 100 0
0 0 0 47330144 150880 1565216 0 0 0 0 1044 62 0 0 100 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
1 0 0 47330144 150880 1565248 0 0 0 0 1039 103 0 0 100 0
0 0 0 47330144 150880 1565248 0 0 0 0 1034 28 0 0 100 0
0 0 0 47330400 150912 1565280 0 0 8 0 1043 60 0 0 100 0
0 0 0 47330400 150912 1565280 0 0 0 0 1025 22 0 0 100 0
0 0 0 47330400 150912 1565280 0 0 0 0 1032 43 0 0 100 0
0 0 0 47330400 150912 1565280 0 0 0 0 1029 32 0 0 100 0
5 0 0 47328544 150912 1565344 0 0 4 0 1032 49 0 0 100 0
0 0 0 47296224 150912 1565344 0 0 0 0 1026 257 0 1 99 0
12 1 0 47129952 150912 1565408 0 0 4 0 1025 1506 2 21 77 0
41 1 0 46885216 173728 1857312 0 0 136 0 1013 1233 2 42 54 2
51 2 0 46698976 194240 2019328 0 0 72 0 996 118 10 85 6 0
62 3 0 46523360 216576 2169952 0 0 140 0 1123 112 10 89 0 1
59 4 0 46364064 235136 2306176 0 0 392 0 1209 177 9 91 0 0
51 5 0 46216288 252224 2433792 0 0 316 0 983 130 5 94 0 0
60 1 0 46053024 268448 2578720 0 0 276 0 1050 221 2 98 0 0
77 1 0 45922400 281376 2698528 0 0 248 0 1052 229 3 97 0 0
96 5 0 45632288 307648 2961568 0 0 248 0 1047 277 3 97 0 0
114 5 0 45373024 335776 3192096 0 0 176 0 1059 346 2 98 0 0
110 2 0 45211424 355840 3330720 0 0 68 0 1042 241 2 98 0 0
111 7 0 45117216 367744 3410240 0 0 44 0 1036 223 1 99 0 0
127 1 0 44932320 384096 3579360 0 0 52 0 1298 501 2 98 0 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
129 3 0 44775584 401280 3718752 0 0 72 0 1043 305 2 98 0 0
127 1 0 44657376 416512 3818784 0 0 60 0 1044 223 2 98 0 0
127 1 0 44554784 430304 3905664 0 0 56 0 1043 227 2 98 0 0
100 25 0 44485600 440736 3962816 0 0 40 0 1035 243 2 98 0 0
123 19 0 44390144 451712 4045696 0 0 32 0 1034 216 2 98 0 0
124 7 0 44269792 464192 4150816 0 0 32 0 1033 212 2 98 0 0
125 0 0 44189792 473280 4220160 0 0 32 0 1038 220 3 97 0 0
123 1 0 44147296 478816 4255712 0 0 28 0 1031 217 2 98 0 0
126 0 0 44147552 483072 4249472 0 0 12 0 1035 194 2 98 0 0
125 0 0 44157472 485888 4235264 0 0 0 0 1029 188 2 98 0 0
127 0 0 44205536 489184 4182304 0 0 0 0 1018 198 1 99 0 0
121 0 0 44223776 491328 4162272 0 0 0 0 1029 220 1 99 0 0
122 0 0 44231584 493504 4152736 0 0 0 0 1025 321 1 99 0 0
119 0 0 44241952 496544 4137760 0 0 0 0 1031 238 2 98 0 0
121 0 0 44228640 499904 4148128 0 0 0 0 1022 193 2 98 0 0
120 0 0 44213024 502880 4161152 0 0 0 0 1028 195 2 98 0 0
123 0 0 44234400 505280 4135968 0 0 0 0 1026 174 2 98 0 0
116 0 0 44222304 507328 4147360 0 0 0 0 1026 207 1 99 0 0
118 0 0 44215264 509792 4153216 0 0 0 0 1035 236 2 98 0 0
118 0 0 44218336 512960 4146592 0 0 0 0 1023 192 2 98 0 0
120 0 0 44219552 516192 4141984 0 0 8 0 1023 202 2 98 0 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
118 0 0 44234848 518304 4124768 0 0 0 0 1032 202 1 99 0 0
118 0 0 44224480 522400 4133024 0 0 0 0 1023 239 2 98 0 0
116 0 0 44248544 525504 4105376 0 0 0 0 1034 253 2 98 0 0
118 0 0 44226720 529152 4124640 0 0 0 0 1018 241 1 98 0 0
116 1 0 44202912 533920 4143808 0 0 8 0 1028 207 2 98 0 0
115 0 0 44180192 538080 4162208 0 0 12 0 1029 217 2 98 0 0
114 0 0 44169632 541760 4169536 0 0 8 0 1035 211 2 98 0 0
117 0 0 44161696 545312 4174048 0 0 0 0 1020 198 2 98 0 0
117 0 0 44183264 548640 4149696 0 0 0 0 1030 205 2 98 0 0
119 0 0 44173792 551328 4155936 0 0 0 0 1025 192 2 98 0 0
115 0 0 44184736 553344 4143680 0 0 0 0 1026 211 1 99 0 0
115 0 0 44173216 555840 4154048 0 0 0 0 1028 245 2 98 0 0
115 0 0 44158112 558912 4166176 0 0 0 0 1025 208 2 98 0 0
117 0 0 44173216 561888 4146144 0 0 0 0 1036 239 2 98 0 0
113 0 0 44169888 564128 4148992 0 0 0 0 1019 259 1 99 0 0
114 0 0 44162016 566304 4156160 0 0 0 0 1026 232 2 98 0 0
113 0 0 44171936 568864 4142912 0 0 0 0 1035 241 2 98 0 0
114 0 0 44185376 570656 4127296 0 0 4 0 1023 237 2 98 0 0
112 0 0 44209056 572064 4102080 0 0 0 0 1027 234 2 98 0 0
114 0 0 44255392 573504 4055296 0 0 0 0 1025 223 2 98 0 0
115 0 0 44264544 574720 4044608 0 0 0 0 1030 242 1 99 0 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
99 0 0 44282656 575936 4026048 0 0 0 0 1036 258 1 99 0 0
111 0 0 44282656 578144 4025920 0 0 0 0 1024 273 2 98 0 0
111 0 0 44285920 580864 4019616 0 0 0 0 1043 240 2 98 0 0
111 0 0 44269856 583712 4032864 0 0 0 0 1031 209 2 98 0 0
112 0 0 44290080 586112 4009312 0 0 0 0 1027 253 2 98 0 0
111 0 0 44320608 588128 3977472 0 0 0 0 1025 222 1 99 0 0
104 0 0 44324704 590816 3971520 0 0 0 0 1028 253 1 98 0 0
108 0 0 44302048 593184 3994496 0 0 0 0 1027 247 2 98 0 0
109 0 0 44299360 596672 3993216 0 0 0 0 1025 210 2 98 0 0
108 0 0 44286176 600288 4002336 0 0 0 0 1037 213 2 98 0 0
107 0 0 44288352 603168 3996960 0 0 0 0 1016 211 2 98 0 0
106 0 0 44296288 605280 3988032 0 0 0 0 1040 216 2 98 0 0
108 0 0 44316128 606560 3966656 0 0 0 0 1017 201 2 98 0 0
106 0 0 44316384 607840 3965248 0 0 0 0 1033 225 1 99 0 0
104 0 0 44332896 609152 3947616 0 0 0 0 1024 229 1 99 0 0
108 0 0 44339104 611040 3940448 0 0 0 0 1019 234 2 98 0 0
107 0 0 44352224 612608 3925536 0 0 0 0 1044 217 1 99 0 0
104 0 0 44357984 614176 3918752 0 0 0 0 1018 277 2 98 0 0
107 0 0 44373216 616352 3902240 0 0 0 0 1022 227 2 98 0 0
105 0 0 44384416 617792 3889600 0 0 0 0 1025 206 1 99 0 0
105 1 0 44388448 618080 3886304 0 0 0 744 1093 254 2 98 0 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
106 1 0 44387232 615104 3889568 0 0 0 976 1267 242 2 98 0 0
102 0 0 44432800 612320 3846560 0 0 0 536 1271 240 2 98 0 0
98 0 0 44429152 614048 3849632 0 0 0 0 1042 221 1 98 0 0
102 0 0 44428576 616352 3849760 0 0 0 0 1020 247 2 98 0 0
102 0 0 44431648 618240 3844992 0 0 0 0 1028 207 2 98 0 0
105 1 0 44471776 613888 3809248 0 0 0 1108 1202 236 2 98 0 0
99 0 0 44484960 613024 3797696 0 0 0 288 1198 237 1 99 0 0
101 0 0 44475424 615648 3804032 0 0 0 0 1030 279 2 98 0 0
100 0 0 44463520 618656 3814432 0 0 0 0 1024 227 2 98 0 0
99 1 0 44473696 613856 3808416 0 0 0 1452 1257 276 2 98 0 0
100 0 0 44488160 614240 3793568 0 0 0 256 1216 230 2 98 0 0
101 0 0 44483296 616416 3797504 0 0 0 0 1028 215 2 98 0 0
100 0 0 44509664 618304 3769120 0 0 0 0 1043 223 2 98 0 0
99 0 0 44550752 615392 3730208 0 0 0 1056 1148 250 1 98 0 0
99 0 0 44553056 611808 3731232 0 0 0 468 1243 233 1 99 0 0
96 0 0 44557408 613568 3727232 0 0 0 0 1040 286 2 98 0 0
98 0 0 44575904 615680 3706176 0 0 0 0 1026 204 2 98 0 0
97 0 0 44580064 617024 3700992 0 0 0 0 1024 206 1 99 0 0
69 1 0 44577888 614784 3705728 0 0 0 824 1112 295 1 98 0 0
70 0 0 44595104 612032 3691936 0 0 0 788 1270 288 2 98 0 0
70 0 0 44599840 613408 3686592 0 0 0 0 1092 191 2 98 0 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
72 0 0 44628832 615104 3656480 0 0 0 0 1026 198 2 98 0 0
68 0 0 44639392 617216 3642688 0 0 0 0 1027 187 2 98 0 0
68 1 0 44641312 612448 3645952 0 0 0 1032 1159 232 2 98 0 0
68 0 0 44642080 613120 3644416 0 0 0 64 1169 213 2 98 0 0
70 0 0 44636832 614592 3647520 0 0 0 0 1023 194 2 98 0 0
67 0 0 44683360 616224 3598656 0 0 0 0 1026 195 2 98 0 0
67 1 0 44696224 613152 3589056 0 0 0 976 1143 228 2 98 0 0
68 0 0 44709728 610080 3578208 0 0 0 464 1255 227 2 98 0 0
66 0 0 44748512 611424 3538208 0 0 0 0 1033 193 2 98 0 0
62 0 0 44761184 613888 3520960 0 0 0 0 1038 243 2 97 1 0
63 0 0 44754848 615264 3527328 0 0 0 0 1016 197 2 98 0 0
63 1 0 44782240 609792 3503552 0 0 0 1356 1237 239 2 98 0 0
63 0 0 44796576 609920 3489504 0 0 0 224 1204 218 2 98 0 0
63 0 0 44808928 611072 3476576 0 0 0 0 1024 195 2 98 0 0
66 0 0 44799136 613248 3484448 0 0 0 0 1026 179 2 98 0 0
62 1 0 44787232 608928 3500032 0 0 0 996 1153 232 2 98 0 0
65 0 0 44796128 609312 3490240 0 0 0 204 1202 205 2 98 0 0
60 0 0 44844640 610304 3440576 0 0 0 0 1025 183 2 98 1 0
58 0 0 44872032 611392 3411232 0 0 0 0 1029 191 2 98 0 0
60 0 0 44902880 612224 3379968 0 0 0 0 1024 173 2 98 0 0
58 1 0 44929056 609088 3356160 0 0 0 616 1058 192 2 98 0 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
58 1 0 44946208 607232 3340672 0 0 4 688 1262 258 2 98 0 0
56 0 0 44946848 608224 3338432 0 0 4 0 1081 204 2 98 0 0
53 0 0 44939040 609216 3344768 0 0 0 0 1028 174 2 98 0 0
54 1 0 44961440 610144 3321472 0 0 40 0 1035 194 2 98 0 0
53 0 0 45005600 611008 3275968 0 0 8 0 1029 167 2 98 0 0
51 1 0 45035808 612064 3245344 0 0 40 0 1038 189 2 97 0 0
53 1 0 45012384 605952 3274176 0 0 16 1188 1259 187 2 98 0 0
52 1 0 45059168 607200 3225312 0 0 20 0 1100 159 2 98 0 0
49 0 0 45082656 608192 3201120 0 0 20 0 1032 158 2 97 0 0
48 0 0 45105440 608896 3177408 0 0 0 0 1033 119 2 98 0 0
48 0 0 45157152 609376 3124960 0 0 0 0 1019 109 2 98 0 0
47 3 0 45198112 606464 3085984 0 0 52 516 1047 145 2 98 0 0
44 3 0 45223072 606080 3060128 0 0 32 876 1276 226 2 98 0 0
45 1 0 45248032 605792 3035712 0 0 36 68 1150 179 2 98 0 0
42 1 0 45258080 607584 3024096 0 0 64 0 1044 146 2 98 0 0
41 0 0 45307360 608928 2971872 0 0 92 0 1046 209 2 97 1 0
38 3 0 45343264 605600 2939584 0 0 20 900 1137 106 2 98 0 0
36 2 0 45341920 603456 2943168 0 0 20 356 1235 170 2 97 0 0
35 1 0 45377568 605408 2905408 0 0 152 0 1075 220 2 98 0 0
33 3 0 45410208 607968 2869504 0 0 184 0 1066 248 2 97 0 1
32 4 0 45462816 604896 2819904 0 0 160 1124 1216 1102 2 92 0 5
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
29 3 0 45483360 602976 2800448 0 0 72 400 1248 742 2 88 3 7
29 2 0 45538016 606016 2741984 0 0 268 0 1113 788 2 87 7 4
24 5 0 45599776 605152 2680224 0 0 292 816 1175 1267 2 75 14 9
22 6 0 45601952 601824 2681152 0 0 12 656 1289 941 2 69 15 14
22 4 0 45679968 605984 2596672 0 0 456 0 1167 2593 2 63 22 13
14 8 0 45757792 601600 2522816 0 0 252 1068 1231 2940 2 48 31 19
38 2 0 45771040 601440 2515968 0 0 64 68 1197 943 2 63 26 10
45 2 0 45826784 604416 2471168 0 0 300 0 1099 679 1 98 0 0
41 0 0 45937952 608064 2359872 0 0 420 0 1129 944 1 98 0 0
35 0 0 45973856 609088 2325472 0 0 24 0 1034 95 2 94 4 0
31 0 0 45994592 611776 2300832 0 0 216 0 1080 240 2 93 4 1
26 2 0 46052256 605024 2248672 0 0 268 404 1185 780 2 84 10 4
27 0 0 46096608 607776 2202336 0 0 260 0 1093 370 2 78 18 2
27 1 0 46112864 609568 2182944 0 0 144 0 1060 166 2 74 23 1
24 0 0 46137504 611264 2157024 0 0 160 0 1069 201 2 72 25 1
24 0 0 46138272 611488 2155872 0 0 0 0 1026 30 2 69 29 0
23 1 0 46155744 612896 2135936 0 0 152 0 1061 217 2 69 28 1
23 0 0 46168224 613344 2123136 0 0 28 0 1034 73 2 68 30 0
20 0 0 46213664 607584 2083200 0 0 336 980 1282 438 2 64 31 3
18 1 0 46253152 609760 2041632 0 0 264 0 1126 348 2 56 40 2
18 0 0 46279584 611680 2013344 0 0 220 0 1082 249 2 52 45 1
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
17 0 0 46293280 612032 1998816 0 0 40 0 1040 81 2 49 49 0
15 0 0 46335456 606752 1962336 0 0 220 440 1170 466 2 44 52 2
13 0 0 46372704 608256 1922880 0 0 184 0 1079 291 1 38 59 1
14 1 0 46438432 611264 1861312 0 0 352 0 1113 1133 1 39 55 5
13 1 0 46491360 613600 1806592 0 0 280 0 1096 463 1 38 58 2
10 3 0 46580704 609184 1757312 0 0 320 948 1272 1719 1 30 63 5
3 4 0 46682336 613856 1674304 0 0 596 0 1197 3547 2 13 67 17
3 1 0 46788832 611232 1574912 0 0 480 188 1197 1748 1 5 84 11
0 0 0 46804960 611680 1562208 0 0 56 0 1045 81 0 0 99 0
0 0 0 46805088 611680 1562208 0 0 0 0 1026 24 0 0 100 0
1 0 0 46805088 611680 1562208 0 0 0 0 1025 25 0 0 100 0
0 0 0 46805088 611680 1562208 0 0 0 0 1027 17 0 0 100 0
0 0 0 46805088 611680 1562208 0 0 0 0 1025 24 0 0 100 0
1 0 0 46800416 611808 1562304 0 0 76 0 1035 150 0 1 98 0
0 0 0 46804384 611936 1562400 0 0 32 0 1035 64 0 0 99 0
0 0 0 46804384 611936 1562400 0 0 0 0 1025 18 0 0 100 0
0 0 0 46804384 611936 1562400 0 0 0 0 1026 18 0 0 100 0
0 0 0 46804576 611936 1562400 0 0 0 0 1027 44 0 0 100 0
At some point in the past, Alex Tomas wrote:
>> struct ext2_bg_info {
>> u8 debts;
>> spinlock_t balloc_lock;
>> + spinlock_t ialloc_lock;
>> unsigned int reserved;
>> } ____cacheline_aligned_in_smp;
On Sat, Mar 15, 2003 at 01:51:58PM -0800, Andrew Morton wrote:
> hm, I wonder if this should be in a separate cacheline. We may as well use a
> single lock if they're this close together. Bill, can you test that
> sometime?
Benching now.
-- wli
On Sat, Mar 15, 2003 at 02:02:41PM -0800, William Lee Irwin III wrote:
> c01dc9ac 4532033 21.4566 .text.lock.dec_and_lock
> c0169c0b 3835802 18.1603 .text.lock.dcache
> c0106ff4 1741849 8.24666 default_idle
More detailed wrt. atomic_dec_and_lock():
c01dc920 1344198 6.36401 atomic_dec_and_lock
c01dc920 567 0.0421813
c01dc921 503 0.0374201
c01dc923 8 0.00059515
c01dc924 204 0.0151763
c01dc925 199 0.0148044
c01dc928 211 0.0156971
c01dc92b 335 0.0249219
c01dc92d 27983 2.08176
c01dc930 118 0.00877847
c01dc932 206 0.0153251
c01dc934 181 0.0134653
c01dc936 98 0.00729059
c01dc93a 317972 23.6551
c01dc93c 5 0.000371969
c01dc93e 216 0.0160691
c01dc942 43 0.00319893
c01dc949 176692 13.1448
c01dc962 749 0.055721
c01dc965 809754 60.2407
c01dc967 4 0.000297575
c01dc96a 6005 0.446735
c01dc971 56 0.00416605
c01dc97f 2 0.000148788
c01dc9a1 228 0.0169618
c01dc9a3 217 0.0161435
c01dc9a6 9 0.000669544
c01dc9a7 1328 0.098795
c01dc9a8 141 0.0104895
c01dc9ab 164 0.0122006
c01dc920 <atomic_dec_and_lock>:
c01dc920: 55 push %ebp
c01dc921: 89 e5 mov %esp,%ebp
c01dc923: 56 push %esi
c01dc924: 53 push %ebx
c01dc925: 8b 75 08 mov 0x8(%ebp),%esi
c01dc928: 8b 5d 0c mov 0xc(%ebp),%ebx
c01dc92b: 8b 16 mov (%esi),%edx
c01dc92d: 8d 4a ff lea 0xffffffff(%edx),%ecx
c01dc930: 85 c9 test %ecx,%ecx
c01dc932: 74 0e je c01dc942 <atomic_dec_and_lock+0x2
2>
c01dc934: 89 d0 mov %edx,%eax
c01dc936: f0 0f b1 0e lock cmpxchg %ecx,(%esi)
c01dc93a: 89 c1 mov %eax,%ecx
c01dc93c: 39 d1 cmp %edx,%ecx
c01dc93e: 75 eb jne c01dc92b <atomic_dec_and_lock+0xb
>
c01dc940: eb 5f jmp c01dc9a1 <atomic_dec_and_lock+0x8
1>
c01dc942: 81 7b 04 ad 4e ad de cmpl $0xdead4ead,0x4(%ebx)
c01dc949: 74 17 je c01dc962 <atomic_dec_and_lock+0x4
2>
c01dc94b: 68 42 c9 1d c0 push $0xc01dc942
c01dc950: 68 4c d1 2e c0 push $0xc02ed14c
c01dc955: e8 4e 28 f4 ff call c011f1a8 <printk>
c01dc95a: 0f 0b ud2a
c01dc95c: 7b 00 jnp c01dc95e <atomic_dec_and_lock+0x3
e>
c01dc95e: 35 d1 2e c0 f0 xor $0xf0c02ed1,%eax
c01dc963: fe 0b decb (%ebx)
c01dc965: 78 45 js c01dc9ac <.text.lock.dec_and_lock
>
c01dc967: f0 ff 0e lock decl (%esi)
c01dc96a: 0f 94 c0 sete %al
c01dc96d: 84 c0 test %al,%al
c01dc96f: 74 07 je c01dc978 <atomic_dec_and_lock+0x5
8>
c01dc971: b8 01 00 00 00 mov $0x1,%eax
c01dc976: eb 2b jmp c01dc9a3 <atomic_dec_and_lock+0x8
3>
c01dc978: 81 7b 04 ad 4e ad de cmpl $0xdead4ead,0x4(%ebx)
c01dc97f: 74 0f je c01dc990 <atomic_dec_and_lock+0x7
0>
c01dc981: 0f 0b ud2a
c01dc983: 4a dec %edx
c01dc984: 00 35 d1 2e c0 8d add %dh,0x8dc02ed1
c01dc98a: b4 26 mov $0x26,%ah
c01dc98c: 00 00 add %al,(%eax)
c01dc98e: 00 00 add %al,(%eax)
c01dc990: 8a 03 mov (%ebx),%al
c01dc992: 84 c0 test %al,%al
c01dc994: 7e 08 jle c01dc99e <atomic_dec_and_lock+0x7
e>
c01dc996: 0f 0b ud2a
c01dc998: 4c dec %esp
c01dc999: 00 35 d1 2e c0 c6 add %dh,0xc6c02ed1
c01dc99f: 03 01 add (%ecx),%eax
c01dc9a1: 31 c0 xor %eax,%eax
c01dc9a3: 8d 65 f8 lea 0xfffffff8(%ebp),%esp
c01dc9a6: 5b pop %ebx
c01dc9a7: 5e pop %esi
c01dc9a8: 89 ec mov %ebp,%esp
c01dc9aa: 5d pop %ebp
c01dc9ab: c3 ret
William Lee Irwin III <[email protected]> wrote:
>
> On Sun, Mar 16, 2003 at 12:01:38AM +0300, Alex Tomas wrote:
> > here is the patch for ext2 concurrent inode allocation. should be applied
> > on top of previous concurrent-balloc patch. tested on dual p3 for several
> > hours of stress-test + fsck. hope someone test it on big iron ;)
>
> 32x/48GB NUMA-Q
>
> Throughput 257.986 MB/sec 128 procs
> dbench 128 95.36s user 4833.06s system 2832% cpu 2:53.97 total
>
> vma samples %-age symbol name
> c01dc9ac 4532033 21.4566 .text.lock.dec_and_lock
> c0169c0b 3835802 18.1603 .text.lock.dcache
> c0106ff4 1741849 8.24666 default_idle
Looks like it's gone nuts when 128 processes all try to close lots of
files at the same time.
One possible reason for this leaping out is that all the instances are now
achieving more uniform runtimes. You can tell that by comparing the dbench
dots.
William Lee Irwin III <[email protected]> wrote:
>> 32x/48GB NUMA-Q
>> Throughput 257.986 MB/sec 128 procs
>> dbench 128 95.36s user 4833.06s system 2832% cpu 2:53.97 total
>> vma samples %-age symbol name
>> c01dc9ac 4532033 21.4566 .text.lock.dec_and_lock
>> c0169c0b 3835802 18.1603 .text.lock.dcache
>> c0106ff4 1741849 8.24666 default_idle
On Sat, Mar 15, 2003 at 02:37:18PM -0800, Andrew Morton wrote:
> Looks like it's gone nuts when 128 processes all try to close lots of
> files at the same time.
> One possible reason for this leaping out is that all the instances are now
> achieving more uniform runtimes. You can tell that by comparing the dbench
> dots.
For some reason this version of dbench doesn't produce dots. I logged
what it did produce, though. It looks something like this:
8 103.63 MB/sec^M 128 4008 105.52 MB/sec^M 128 4397 108.04 MB/sec^M 128
4811 109.90 MB/sec^M 128 5243 111.89 MB/sec^M 128 5637 114.19 MB/sec
128 6039 117.42 MB/sec^M 128 6421 120.99 MB/sec^M 128 6779 124.12 M
B/sec^M 128 7120 127.06 MB/sec^M 128 7467 128.75 MB/sec^M 128 7799 1
30.19 MB/sec^M 128 8146 131.55 MB/sec^M 128 8551 132.97 MB/sec^M 128
8975 134.09 MB/sec^M 128 9374 135.67 MB/sec^M 128 9737 137.73 MB/sec^M 12
8 10123 140.34 MB/sec^M 128 10503 142.81 MB/sec^M 128 10847 145.13 MB/s
ec^M 128 11161 146.17 MB/sec^M 128 11511 147.09 MB/sec^M 128 11857 147.
92 MB/sec^M 128 12293 149.22 MB/sec^M 128 12711 149.91 MB/sec^M 128 1309
6 151.01 MB/sec^M 128 13470 152.52 MB/sec^M 128 13808 154.25 MB/sec^M 128
14176 156.10 MB/sec^M 128 14517 157.65 MB/sec^M 128 14842 158.75 MB/sec
128 15200 159.51 MB/sec^M 128 15558 159.99 MB/sec^M 128 15947 160.84 M
B/sec^M 128 16372 161.64 MB/sec^M 128 16805 162.56 MB/sec^M 128 17175 1
63.49 MB/sec^M 128 17523 164.99 MB/sec^M 128 17884 166.28 MB/sec^M 128 1
8237 167.82 MB/sec^M 128 18575 168.78 MB/sec^M 128 18919 169.10 MB/sec^M 12
8 19246 169.26 MB/sec^M 128 19600 169.73 MB/sec^M 128 19983 170.34 MB/s
ec^M 128 20398 170.91 MB/sec^M 128 20782 171.59 MB/sec^M 128 21126 172.
44 MB/sec^M 128 21456 173.34 MB/sec^M 128 21792 174.53 MB/sec^M 128 2213
8 175.44 MB/sec^M 128 22499 176.01 MB/sec^M 128 22821 176.11 MB/sec^M 128
... and dos2unix just annihilated the log from the last run ...
-- wli
On Sat, Mar 15, 2003 at 02:37:18PM -0800, Andrew Morton wrote:
>> Looks like it's gone nuts when 128 processes all try to close lots of
>> files at the same time.
>> One possible reason for this leaping out is that all the instances are now
>> achieving more uniform runtimes. You can tell that by comparing the dbench
>> dots.
On Sat, Mar 15, 2003 at 02:58:42PM -0800, William Lee Irwin III wrote:
> For some reason this version of dbench doesn't produce dots. I logged
> what it did produce, though. It looks something like this:
There's a problem with the old dbench:
Throughput 82.0899 MB/sec (NB=102.612 MB/sec 820.899 MBit/sec)
$ (time ./dbench/dbench 128) |& tee -a ~/dbench.output.15
++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++128 clients started
********************************************************************************************************************************
Throughput 1841.38 MB/sec (NB=2301.72 MB/sec 18413.8 MBit/sec)
./dbench/dbench 128 73.31s user 6.75s system 1802% cpu 4.440 total
On Sat, Mar 15, 2003 at 03:08:24PM -0800, William Lee Irwin III wrote:
> There's a problem with the old dbench:
oh, this is hilarious!!!
++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++128 clients started
********************************************************************************************************************************
Throughput 1841.38 MB/sec (NB=2301.72 MB/sec 18413.8 MBit/sec)
./dbench/dbench 128 73.31s user 6.75s system 1802% cpu 4.440 total
++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++512 clients started
********************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************
Throughput 5860.34 MB/sec (NB=7325.42 MB/sec 58603.4 MBit/sec)
./dbench/dbench 512 293.72s user 14.36s system 2306% cpu 13.360 total
++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++1024 clients started
****************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************
Throughput 5872.46 MB/sec (NB=7340.57 MB/sec 58724.6 MBit/sec)
./dbench/dbench 1024 587.43s user 35.85s system 2424% cpu 25.711 total
+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++!
+++++++++2048 clients started
***********************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************!
*********
Throughput 5167.57 MB/sec (NB=6459.46 MB/sec 51675.7 MBit/sec)
./dbench/dbench 2048 1176.73s user 101.47s system 2525% cpu 50.619 total
+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++!
+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++!
++++++++++++++++++4096 clients started
***********************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************!
***********************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************!
******************
Throughput 6132.23 MB/sec (NB=7665.29 MB/sec 61322.3 MBit/sec)
./dbench/dbench 4096 2353.72s user 306.45s system 2593% cpu 1:42.56 total
On Sat, Mar 15, 2003 at 02:02:41PM -0800, William Lee Irwin III wrote:
> 32x/48GB NUMA-Q
> Throughput 257.986 MB/sec 128 procs
> dbench 128 95.36s user 4833.06s system 2832% cpu 2:53.97 total
re-ran baseline ext2, 128 procs, properly tuned this time:
$ (time dbench 128) |& tee -a ~/dbench.output.16
zsh: correct '~/dbench.output.16' to '~/dbench.output.15' [nyae]? n
128 clients started
0 62477 107.03 MB/sec
Throughput 107.029 MB/sec 128 procs
dbench 128 119.44s user 2839.98s system 698% cpu 7:03.78 total
vma samples %-age symbol name
c0106ff4 26762866 40.8866 default_idle
c01dc2d0 7167801 10.9505 __copy_to_user_ll
c0108150 4402233 6.72544 .text.lock.semaphore
c0264af0 2656195 4.05796 sync_buffer
c01dc338 2512097 3.83782 __copy_from_user_ll
c0119088 2172605 3.31916 try_to_wake_up
c011a1ec 1437722 2.19646 schedule
c0138fb8 1418731 2.16744 do_page_cache_readahead
c0107d1c 1268960 1.93863 __down
c011c52f 1264234 1.93141 .text.lock.sched
c011fb0c 902784 1.37921 profile_hook
c0119ddc 890528 1.36049 scheduler_tick
c0264cc0 791480 1.20917 add_event_entry
c0119890 769438 1.1755 load_balance
c013ef74 606094 0.925951 check_highmem_ptes
c010f6e8 438562 0.670006 timer_interrupt
c01135c0 393512 0.601182 mark_offset_tsc
c0152d40 352086 0.537894 __find_get_block_slow
c0168d3c 322928 0.493348 d_lookup
c0264a08 318410 0.486446 add_sample
c011a73c 305988 0.467468 __wake_up_common
c01333a8 305702 0.467032 find_get_page
c0122960 276553 0.4225 current_kernel_time
c01860d4 256093 0.391242 ext2_new_block
c0153ee4 248623 0.37983 __find_get_block
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
1 0 0 49095136 5024 27232 0 0 2 0 34 2 0 0 100 0
0 0 0 49091872 5056 27488 0 0 76 0 1036 50 0 0 100 0
0 0 0 49091872 5056 27488 0 0 0 0 1025 6 0 0 100 0
0 0 0 49091872 5056 27488 0 0 0 0 1027 6 0 0 100 0
0 0 0 49091872 5056 27488 0 0 0 0 1025 6 0 0 100 0
0 0 0 49091872 5056 27488 0 0 0 0 1024 6 0 0 100 0
0 0 0 49091872 5056 27488 0 0 0 0 1025 9 0 0 100 0
0 0 0 49052256 5056 27552 0 0 16 0 1029 227 0 1 99 0
1 1 0 49045344 5184 28032 0 0 440 0 1049 198 0 1 98 0
18 0 0 48853856 10432 119008 0 0 1252 0 1132 13658 2 53 39 5
10 0 0 48742944 14752 234944 0 0 52 0 1042 15298 0 25 75 0
14 0 0 48605088 19584 357952 0 0 104 0 1044 14654 1 25 75 0
16 0 0 48464672 25248 485088 0 0 32 0 1034 14526 0 24 75 0
13 0 0 48336480 31520 604576 0 0 36 0 1034 14563 0 24 76 0
16 0 0 48218720 38816 713056 0 0 44 0 1036 15012 0 24 76 0
16 0 0 48102176 47488 819488 0 0 40 0 1038 15476 0 23 76 0
13 0 0 47996832 56512 914304 0 0 84 0 1041 15528 0 23 77 0
14 0 0 47894944 66176 1005120 0 0 52 0 1039 15668 0 23 77 0
16 0 0 47788064 77472 1098496 0 0 52 0 1039 15592 0 23 77 0
17 0 0 47689952 87520 1184992 0 0 52 0 1040 15604 0 23 77 0
14 0 0 47589408 97792 1273504 0 0 56 0 1040 15722 0 22 77 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
19 0 0 47490656 107840 1360608 0 0 84 0 1044 15449 0 23 76 0
17 0 0 47390560 117728 1448896 0 0 52 0 1039 15471 0 22 77 0
15 0 0 47291232 128032 1536000 0 0 52 0 1041 15535 0 23 77 0
20 0 0 47191840 138336 1623520 0 0 84 0 1039 15617 0 23 77 0
15 0 0 47097504 148256 1706720 0 0 56 0 1041 15142 0 22 77 0
17 0 0 46992992 158880 1798400 0 0 48 0 1039 15524 0 23 77 0
18 0 0 46894176 168832 1885888 0 0 52 0 1040 15428 0 23 77 0
16 0 0 46793888 177824 1975200 0 0 44 0 1038 15375 0 23 77 0
20 0 0 46686112 187360 2071424 0 0 76 0 1038 15385 0 24 76 0
17 0 0 46585696 194816 2162080 0 0 40 0 1036 15212 0 23 77 0
16 0 0 46487904 201408 2249632 0 0 40 0 1040 15178 1 24 75 0
20 0 0 46386976 207232 2340864 0 0 44 0 1037 15033 1 24 76 0
20 0 0 46299360 211264 2420864 0 0 36 0 1034 14621 1 24 75 0
17 0 0 46226208 215232 2485024 0 0 68 0 1037 14667 1 23 76 0
18 0 0 46166112 218944 2536608 0 0 32 0 1032 14402 1 24 75 0
19 0 0 46115040 223008 2578848 0 0 28 0 1034 14493 1 24 75 0
19 0 0 46073056 227616 2613248 0 0 28 0 1033 14744 1 24 75 0
26 0 0 46035616 232544 2643776 0 0 28 0 1035 14793 1 25 74 0
13 0 0 45989472 237824 2683424 0 0 28 0 1034 14835 1 24 75 0
18 0 0 45945824 242912 2720192 0 0 52 0 1032 15222 1 23 76 0
18 0 0 45903456 247776 2754752 0 0 52 0 1034 14905 1 24 75 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
11 1 0 45889248 250624 2766816 0 0 328 0 1108 4651 0 14 83 2
16 0 0 45866528 254144 2785216 0 0 192 0 1076 9108 1 18 80 1
22 0 0 45838368 258176 2808160 0 0 140 0 1063 10561 1 19 79 1
11 1 0 45819424 262144 2822272 0 0 176 0 1067 10427 1 19 79 1
15 0 0 45806688 265664 2830528 0 0 136 0 1056 12192 1 20 79 1
14 0 0 45798432 269248 2834464 0 0 4 0 1027 15099 1 23 76 0
14 0 0 45801696 272224 2827328 0 0 4 0 1027 15070 1 24 75 0
15 0 0 45814624 275200 2810592 0 0 0 0 1026 15164 1 23 75 0
17 0 0 45835744 276960 2787840 0 0 4 0 1027 15178 1 24 75 0
17 0 0 45866272 278112 2755264 0 0 8 0 1028 15182 1 23 76 0
16 0 0 45914272 279392 2705504 0 0 4 0 1031 15705 1 23 76 0
18 0 0 45952864 280544 2666208 0 0 0 0 1028 15809 1 23 76 0
16 0 0 45973664 282528 2644256 0 0 32 0 1026 14703 1 23 76 0
17 0 0 45973664 284672 2642784 0 0 0 0 1027 15353 1 23 76 0
17 0 0 45960928 286656 2653952 0 0 0 0 1027 15140 1 23 76 0
18 0 0 45941280 289344 2670784 0 0 0 0 1025 15291 1 23 76 0
16 0 0 45922080 292544 2686784 0 0 0 0 1027 15222 1 23 76 0
20 0 0 45893792 295808 2712320 0 0 32 0 1028 15287 1 23 76 0
17 0 0 45860448 299456 2741632 0 0 0 0 1026 15279 1 22 77 0
14 0 0 45831392 303168 2766176 0 0 20 0 1032 14554 1 22 77 0
7 1 0 45797920 306592 2795904 0 0 72 0 1044 13144 1 18 80 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
10 0 0 45773984 309312 2816512 0 0 52 0 1033 14444 1 19 80 0
9 0 0 45761952 311936 2824768 0 0 32 0 1028 15371 1 20 79 0
9 0 0 45764128 313760 2820032 0 0 0 0 1027 15656 1 20 79 0
10 0 0 45777376 316224 2803968 0 0 0 0 1027 15641 1 20 79 0
10 0 0 45784352 318112 2795360 0 0 0 0 1028 15397 1 20 79 0
16 0 0 45792096 319456 2786784 0 0 0 0 1026 15494 1 20 78 0
11 0 0 45812768 320704 2763040 0 0 0 0 1025 15468 1 20 79 0
17 0 0 45840800 321728 2734336 0 0 0 0 1026 15582 1 19 80 0
16 0 0 45866400 322720 2707776 0 0 0 0 1028 15609 1 19 80 0
12 0 0 45889312 323744 2683648 0 0 0 0 1029 15356 1 20 79 0
12 0 0 45902944 324992 2669664 0 0 32 0 1031 15858 1 19 80 0
15 0 0 45902112 326560 2669344 0 0 0 0 1027 15677 1 19 80 0
11 0 0 45892896 328640 2677216 0 0 4 0 1027 15445 1 20 79 0
12 0 0 45871072 332448 2695328 0 0 0 0 1028 15546 1 20 80 0
14 0 0 45837920 336928 2724352 0 0 0 0 1028 15501 1 20 79 0
16 0 0 45804320 340480 2754816 0 0 4 0 1029 15249 1 21 78 0
12 0 0 45764128 344704 2790528 0 0 32 0 1027 15469 1 20 79 0
11 0 0 45728928 348736 2821152 0 0 16 0 1031 14738 1 19 80 0
14 0 0 45707040 351904 2839584 0 0 68 0 1030 15199 1 19 80 0
11 0 0 45691040 354432 2852640 0 0 4 0 1028 15327 1 19 80 0
15 0 0 45682592 356032 2858272 0 0 4 0 1031 15790 1 20 79 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
10 0 0 45687584 357952 2850880 0 0 0 0 1037 15894 1 19 80 0
16 0 0 45701152 359392 2835616 0 0 0 0 1031 15942 1 19 80 0
11 0 0 45721120 360704 2813984 0 0 0 0 1026 15509 1 20 79 0
14 0 0 45738528 361824 2795680 0 0 0 0 1027 15805 1 20 79 0
10 0 0 45764704 362720 2768192 0 0 0 0 1025 15973 1 19 80 0
11 0 0 45794336 363296 2737568 0 0 0 0 1027 15875 1 19 80 0
10 0 0 45828512 364160 2702656 0 0 0 0 1027 15848 1 18 81 0
16 0 0 45842976 365312 2687872 0 0 4 0 1026 15664 1 19 80 0
5 0 0 45838176 366880 2689824 0 0 32 0 1031 15122 1 18 81 0
10 0 0 45817696 369088 2708192 0 0 0 0 1025 15209 1 17 82 0
7 0 0 45792032 371936 2729536 0 0 0 0 1027 15141 1 16 83 0
7 0 0 45765792 375328 2751712 0 0 4 0 1027 14950 1 16 83 0
10 0 0 45740832 378432 2772960 0 0 0 0 1027 14289 1 19 80 0
5 0 0 45707872 381056 2802624 0 0 32 0 1029 14358 1 17 82 0
9 0 0 45672416 384288 2835488 0 0 32 0 1033 13461 1 18 81 0
7 0 0 45639456 387776 2864064 0 0 32 0 1034 13464 1 18 81 0
6 0 0 45606112 391328 2892448 0 0 80 0 1033 13582 1 18 80 0
8 0 0 45576800 393792 2918912 0 0 0 0 1025 14230 1 18 81 0
12 0 0 45556320 395488 2935552 0 0 4 0 1032 14354 1 18 81 0
11 0 0 45545120 397344 2942048 0 0 28 0 1033 14067 1 16 83 0
8 0 0 45548896 398784 2933760 0 0 4 0 1029 14455 1 19 79 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
3 0 0 45559200 400032 2917760 0 0 0 0 1025 14997 1 14 85 0
9 0 0 45575648 400768 2893120 0 0 0 0 1027 14516 1 18 81 0
9 0 0 45589920 401376 2876736 0 0 0 0 1028 14592 1 18 81 0
5 0 0 45603424 402048 2859008 0 0 4 0 1026 14821 1 17 82 0
7 0 0 45621984 402656 2834752 0 0 0 0 1027 14109 1 21 78 0
4 0 0 45643808 403392 2808832 0 0 0 0 1026 14441 1 20 79 0
6 0 0 45661664 404832 2787232 0 0 0 0 1026 14508 1 17 82 0
13 0 0 45670688 406144 2772704 0 0 36 0 1031 14442 1 21 78 0
10 0 0 45670816 408448 2771040 0 0 0 0 1028 14090 1 22 77 0
10 0 0 45661024 409824 2779360 0 0 0 0 1025 13679 1 25 73 0
11 0 0 45645152 411264 2792640 0 0 0 0 1026 13696 1 24 75 0
10 0 0 45626976 413472 2806592 0 0 0 0 1028 13890 1 22 77 0
7 0 0 45607648 415872 2822656 0 0 0 0 1026 14200 1 21 78 0
13 0 0 45585376 418080 2842016 0 0 36 0 1028 14034 1 24 75 0
10 0 0 45563488 419872 2862240 0 0 0 0 1028 14182 1 21 78 0
9 0 0 45529056 422560 2893376 0 0 0 0 1026 13821 1 21 78 0
15 0 0 45496288 425152 2923840 0 0 68 0 1029 13896 1 24 75 0
10 0 0 45470176 428128 2945568 0 0 8 0 1030 14472 1 18 81 0
5 0 0 45446368 430176 2966528 0 0 16 0 1034 14175 1 20 78 0
9 0 0 45436576 431488 2972960 0 0 12 0 1028 14043 1 17 81 0
9 0 0 45440800 432608 2966944 0 0 0 0 1027 14527 1 19 80 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
13 0 0 45455072 433760 2950304 0 0 0 0 1026 14843 1 18 81 0
8 0 0 45472352 434720 2931936 0 0 0 0 1027 14669 1 19 80 0
7 0 0 45477024 435776 2925632 0 0 0 0 1027 14489 1 21 78 0
7 0 0 45484256 436448 2916832 0 0 4 0 1026 14122 1 21 78 0
13 0 0 45492384 437120 2907072 0 0 0 0 1028 13747 1 24 75 0
6 0 0 45512544 437888 2884928 0 0 32 0 1029 13986 1 24 75 0
8 0 0 45536736 438592 2858816 0 0 0 0 1025 14534 1 18 81 0
10 0 0 45559904 439232 2834528 0 0 0 0 1030 14288 1 23 76 0
7 0 0 45570912 440192 2821792 0 0 0 0 1027 14395 1 19 80 0
11 0 0 45572640 441632 2819232 0 0 0 0 1025 13867 1 24 75 0
8 0 0 45564576 442976 2825696 0 0 0 0 1026 13733 1 25 74 0
20 0 0 45550176 444992 2838080 0 0 32 0 1030 13726 1 24 75 0
12 0 0 45535968 446944 2850592 0 0 4 0 1027 14141 1 24 74 0
6 0 0 45522016 449504 2861152 0 0 0 0 1028 13679 1 28 71 0
16 0 0 45500768 451520 2880512 0 0 4 0 1028 13910 1 26 73 0
9 0 0 45479904 453536 2899392 0 0 0 0 1026 13336 1 27 72 0
6 0 0 45454752 455872 2922272 0 0 0 0 1026 13192 1 31 68 0
7 0 0 45424096 458048 2948768 0 0 32 0 1029 13332 1 25 74 0
8 0 0 45403968 459968 2968000 0 0 52 0 1033 12778 1 26 73 0
8 0 0 45384928 461792 2984480 0 0 0 0 1028 13759 1 24 75 0
9 0 0 45371168 462880 2997120 0 0 0 0 1025 14292 1 19 79 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
8 0 0 45370208 463808 2996544 0 0 4 0 1027 13926 1 23 75 0
7 0 0 45376096 464672 2989536 0 0 0 0 1027 14031 1 24 75 0
5 0 0 45384608 465536 2980960 0 0 0 0 1027 14837 1 19 80 0
14 0 0 45390496 466592 2973408 0 0 0 0 1026 14390 1 21 77 0
9 0 0 45400544 467360 2962016 0 0 4 0 1029 13891 1 24 74 0
12 0 0 45409952 467968 2951392 0 0 0 0 1027 14434 1 23 76 0
7 0 0 45429408 468384 2931648 0 0 0 0 1025 14767 1 19 79 0
8 0 0 45458592 468704 2902272 0 0 32 0 1030 13956 1 25 74 0
5 0 0 45489696 469216 2870560 0 0 0 0 1025 14913 1 20 79 0
9 0 0 45514528 469728 2844128 0 0 0 0 1027 14813 1 21 78 0
10 0 0 45526816 470336 2831968 0 0 0 0 1026 14175 1 24 75 0
12 0 0 45533088 471424 2824896 0 0 0 0 1030 13830 1 28 71 0
8 0 0 45528288 472416 2828320 0 0 32 0 1026 13189 1 31 67 0
14 0 0 45513632 473536 2842976 0 0 0 0 1026 13351 1 28 71 0
5 0 0 45498208 475200 2856640 0 0 0 0 1026 13607 1 25 74 0
9 0 0 45480288 476992 2872448 0 0 64 0 1027 13767 1 27 72 0
12 0 0 45461408 478496 2890016 0 0 0 0 1027 13767 1 27 72 0
18 0 0 45438560 479712 2912256 0 0 0 0 1031 13587 1 28 71 0
12 0 0 45413344 481344 2934976 0 0 0 0 1032 13224 1 29 70 0
13 0 0 45387424 483200 2959264 0 0 0 0 1030 13878 1 22 77 0
12 0 0 45366112 484448 2979552 0 0 0 0 1024 13567 1 25 74 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
9 0 0 45350240 485632 2993408 0 0 0 0 1026 13464 1 22 77 0
13 0 0 45337920 486720 3003616 0 0 0 0 1029 13972 1 22 77 0
2 0 0 45334112 487776 3006080 0 0 12 0 1028 14190 1 18 80 0
6 0 0 45341280 488256 2998624 0 0 0 0 1027 14372 1 21 78 0
6 0 0 45352288 488768 2985856 0 0 0 0 1026 14710 1 19 80 0
7 0 0 45369248 489280 2968320 0 0 0 0 1028 14607 1 23 76 0
14 0 0 45386656 489760 2950272 0 0 32 0 1029 14528 1 21 78 0
8 0 0 45404256 490240 2932000 0 0 0 0 1027 14633 1 21 78 0
11 0 0 45433824 490656 2902208 0 0 0 0 1027 14263 1 24 75 0
6 0 0 45462432 491040 2873824 0 0 0 0 1027 14561 1 20 79 0
10 0 0 45483424 491456 2852288 0 0 0 0 1026 14916 1 19 80 0
9 0 0 45497184 492032 2838272 0 0 0 0 1028 14274 1 23 76 0
10 0 0 45502688 492576 2832992 0 0 0 0 1027 13847 1 25 74 0
17 0 0 45503904 493280 2831072 0 0 32 0 1028 13753 1 25 74 0
11 0 0 45492384 494144 2842016 0 0 0 0 1026 13488 1 27 72 0
8 0 0 45477664 495104 2856512 0 0 0 0 1028 13986 1 22 77 0
12 0 0 45462240 496096 2870336 0 0 64 0 1026 13295 1 25 74 0
10 0 0 45446816 496992 2885440 0 0 0 0 1028 12897 1 30 69 0
8 0 0 45420832 497888 2910528 0 0 0 0 1027 13614 1 25 74 0
11 0 0 45397600 499040 2932448 0 0 0 0 1026 13461 1 27 72 0
12 0 0 45378400 500192 2950208 0 0 0 0 1028 13506 1 26 72 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
10 0 0 45358176 501440 2969184 0 0 0 0 1026 13578 1 23 76 0
10 0 0 45343840 502368 2982304 0 0 0 0 1028 13623 1 23 76 0
9 0 0 45329056 503072 2996640 0 0 4 0 1026 13047 1 26 72 0
10 0 0 45320096 504192 3003552 0 0 0 0 1027 14037 1 20 79 0
9 0 0 45319008 504960 3004032 0 0 0 0 1026 14291 1 19 80 0
8 0 0 45330144 505504 2992064 0 0 0 0 1029 14344 1 21 78 0
7 0 0 45344672 506080 2977280 0 0 0 0 1027 14512 1 19 80 0
9 0 0 45361952 506336 2957376 0 0 32 0 1031 14240 1 19 80 0
8 0 0 45378720 506720 2941760 0 0 0 0 1025 14088 1 22 77 0
11 0 0 45402400 506944 2916960 0 0 0 0 1026 14230 1 24 75 0
8 0 0 45429920 507040 2888832 0 0 0 0 1026 14249 1 24 75 0
12 0 0 45460960 507200 2858944 0 0 0 0 1028 14364 1 22 77 0
9 0 0 45478048 507584 2841952 0 0 0 0 1027 14685 1 20 79 0
8 0 0 45483232 507936 2836640 0 0 0 0 1026 14393 1 20 79 0
11 0 0 45482080 508768 2837280 0 0 0 0 1026 13713 1 25 74 0
16 0 0 45479264 509312 2839232 0 0 32 0 1028 13551 1 30 68 0
13 0 0 45466528 509728 2852480 0 0 64 0 1028 13391 1 28 71 0
12 0 0 45447840 510528 2869984 0 0 0 0 1027 13887 1 23 75 0
7 0 0 45433888 510912 2883840 0 0 0 0 1029 13743 1 22 76 0
14 0 0 45420128 511520 2897280 0 0 0 0 1027 13663 1 26 73 0
11 0 0 45397024 512256 2919776 0 0 0 0 1026 13734 1 26 73 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
8 0 0 45374944 512832 2941344 0 0 0 0 1026 13745 1 24 75 0
8 0 0 45353248 513824 2962048 0 0 0 0 1027 13513 1 24 75 0
13 0 0 45331744 514976 2982176 0 0 8 0 1029 13963 1 21 78 0
6 0 0 45318816 515904 2993856 0 0 0 0 1027 13945 1 22 77 0
8 0 0 45312160 516640 2999264 0 0 0 0 1025 13996 1 23 75 0
9 0 0 45310560 517024 3000320 0 0 0 0 1027 14705 1 20 78 0
8 0 0 45314656 517376 2995328 0 0 0 0 1026 14428 1 19 80 0
9 0 0 45329184 517856 2980416 0 0 0 0 1029 14593 1 20 79 0
5 0 0 45347232 517984 2962272 0 0 0 0 1027 14322 1 21 78 0
7 0 0 45372256 518272 2936256 0 0 32 0 1027 14736 1 18 81 0
13 0 0 45391776 518496 2916704 0 0 0 0 1027 14260 1 20 79 0
12 0 0 45415648 518624 2892384 0 0 0 0 1026 13663 1 25 74 0
11 0 0 45442336 518816 2865440 0 0 0 0 1028 13904 1 25 74 0
11 0 0 45462944 519040 2844896 0 0 0 0 1028 14120 1 24 75 0
22 0 0 45474976 519360 2833312 0 0 0 0 1026 14138 1 22 77 0
10 0 0 45476384 519680 2832320 0 0 96 0 1029 14321 1 25 74 0
17 0 0 45469536 520224 2838080 0 0 0 0 1026 14068 1 22 76 0
12 0 0 45456800 520704 2851200 0 0 0 0 1026 13833 1 30 69 0
12 0 0 45435296 521312 2871232 0 0 0 0 1029 13627 1 28 71 0
16 0 0 45421088 521536 2885728 0 0 0 0 1029 13692 1 26 73 0
13 0 0 45406176 522304 2900032 0 0 0 0 1025 13671 1 24 74 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
12 0 0 45384544 522688 2921376 0 0 0 0 1027 14474 1 20 79 0
10 0 0 45370208 523392 2934784 0 0 0 0 1026 13978 1 23 76 0
12 0 0 45352672 524160 2952000 0 0 0 0 1026 13409 1 27 72 0
14 0 0 45328544 524832 2974976 0 0 0 0 1026 13872 1 23 76 0
9 0 0 45309472 526112 2992960 0 0 0 0 1027 13383 1 26 73 0
8 0 0 45302048 526688 2999872 0 0 0 0 1027 13762 1 24 75 0
8 0 0 45297632 527008 3002560 0 0 0 0 1025 14352 1 20 79 0
7 0 0 45307616 527264 2991808 0 0 0 0 1026 14227 1 23 76 0
6 0 0 45323552 527424 2975040 0 0 0 0 1029 14309 1 24 75 0
10 0 0 45345120 527776 2953408 0 0 0 0 1027 15101 1 18 81 0
8 0 0 45365664 527904 2932896 0 0 0 0 1027 14368 1 21 78 0
6 0 0 45381088 528128 2918336 0 0 32 0 1027 14321 1 24 75 0
10 0 0 45403488 528256 2894976 0 0 0 0 1026 15029 1 20 79 0
9 0 0 45422560 528288 2876608 0 0 0 0 1028 13925 1 25 74 0
7 0 0 45446432 528320 2852480 0 0 0 0 1026 14546 1 22 76 0
10 0 0 45460064 528640 2839264 0 0 0 0 1028 14586 1 21 78 0
12 0 0 45463392 528960 2835616 0 0 32 0 1032 14267 1 24 74 0
16 0 0 45461600 529280 2836864 0 0 64 0 1025 13267 1 28 71 0
10 0 0 45447648 529568 2849792 0 0 0 0 1028 12909 1 36 63 0
12 0 0 45433888 529792 2864640 0 0 0 0 1025 13304 1 28 70 0
10 0 0 45416480 530272 2881120 0 0 0 0 1027 13652 1 26 73 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
12 0 0 45396256 530752 2901280 0 0 0 0 1027 13475 1 29 70 0
12 0 0 45380832 531104 2916000 0 0 0 0 1027 13754 1 23 76 0
8 0 0 45363232 531360 2934304 0 0 0 0 1025 13612 1 27 72 0
15 0 0 45343008 532160 2953440 0 0 0 0 1028 12705 1 30 69 0
11 0 0 45325408 532544 2971072 0 0 0 0 1025 13630 1 28 70 0
8 0 0 45306528 533120 2988864 0 0 0 0 1026 13960 1 24 74 0
10 0 0 45299232 533920 2995136 0 0 0 0 1029 13496 1 24 75 0
11 0 0 45301216 534304 2993024 0 0 0 0 1025 14146 1 20 79 0
11 0 0 45301152 534560 2991520 0 0 0 0 1028 13912 1 21 78 0
12 0 0 45316512 534784 2976416 0 0 0 0 1028 14336 1 25 74 0
13 0 0 45332832 534912 2958816 0 0 0 0 1026 14035 1 22 77 0
8 0 0 45350112 535072 2942144 0 0 0 0 1027 13845 1 24 75 0
5 0 0 45364768 535200 2927136 0 0 0 0 1027 14285 1 20 79 0
10 0 0 45380832 535296 2911488 0 0 32 0 1028 14132 1 21 78 0
8 0 0 45402464 535360 2888736 0 0 32 0 1027 14196 1 21 78 0
6 0 0 45426144 535456 2864864 0 0 0 0 1026 13959 1 22 77 0
8 0 0 45447328 535584 2843904 0 0 8 16 1032 13957 1 23 76 0
7 0 0 45459232 535808 2832128 0 0 0 0 1027 14285 1 22 77 0
12 0 0 45459104 535904 2831072 0 0 64 0 1028 13737 1 26 73 0
9 0 0 45455136 536160 2837216 0 0 0 0 1027 13939 1 25 73 0
9 0 0 45435680 536512 2856224 0 0 0 0 1029 13873 1 27 72 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
14 0 0 45416736 536896 2874784 0 0 0 0 1034 13873 1 26 73 0
10 0 0 45396640 537184 2894208 0 0 0 0 1027 13479 1 28 71 0
13 0 0 45378976 537600 2911712 0 0 0 0 1026 13577 1 26 73 0
14 0 0 45364256 537952 2926464 0 0 0 0 1027 13710 1 23 76 0
9 0 0 45342560 538496 2947968 0 0 0 0 1027 13124 1 27 71 0
6 0 0 45324832 539040 2964256 0 0 0 0 1026 13695 1 26 73 0
13 0 0 45313504 539520 2974880 0 0 0 0 1026 13345 1 24 75 0
9 0 0 45298656 540256 2989024 0 0 0 0 1027 13484 1 25 74 0
9 0 0 45290208 540736 2996352 0 0 0 0 1029 13938 1 22 77 0
20 0 0 45291616 541088 2994752 0 0 0 0 1027 14171 1 21 78 0
14 0 0 45303520 541216 2982240 0 0 0 0 1027 14290 1 20 79 0
5 0 0 45323808 541408 2962048 0 0 0 0 1028 14660 1 20 79 0
11 0 0 45336992 541632 2948960 0 0 0 0 1025 14378 1 20 78 0
11 0 0 45353824 541920 2931328 0 0 0 0 1027 14587 1 22 77 0
5 0 0 45370784 542016 2913696 0 0 0 0 1029 14074 1 22 76 0
11 0 0 45388832 542176 2895136 0 0 128 0 1029 14120 1 22 76 0
5 0 0 45413472 542336 2870752 0 0 0 0 1027 14164 1 23 76 0
11 0 0 45429536 542400 2854496 0 0 0 0 1028 13958 1 22 77 0
8 0 0 45439840 542560 2844992 0 0 0 0 1030 14236 1 21 78 0
9 0 0 45450080 542720 2833824 0 0 0 0 1027 13822 1 25 74 0
14 0 0 45446176 542912 2838272 0 0 0 0 1028 13726 1 27 72 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
8 0 0 45433888 543232 2850432 0 0 0 0 1026 13575 1 27 72 0
10 0 0 45416672 543520 2867936 0 0 0 0 1028 13664 1 27 71 0
6 0 0 45398688 543744 2885472 0 0 0 0 1026 13880 1 24 75 0
10 0 0 45376736 544256 2906752 0 0 0 0 1025 13766 1 25 74 0
12 0 0 45361184 544704 2922464 0 0 0 0 1026 14168 1 23 76 0
10 0 0 45345696 545024 2937024 0 0 0 0 1027 13671 1 26 73 0
6 0 0 45324704 545472 2957920 0 0 0 0 1026 14201 1 21 78 0
12 0 0 45307744 545952 2973792 0 0 4 0 1028 14099 1 22 77 0
9 0 0 45291296 546368 2990080 0 0 0 0 1028 13915 1 24 75 0
13 0 0 45286816 546592 2994688 0 0 0 0 1026 13943 1 24 74 0
7 0 0 45286176 546880 2994208 0 0 4 0 1029 14416 1 21 78 0
10 0 0 45294816 547072 2985952 0 0 0 0 1027 15068 1 18 81 0
5 0 0 45311904 547136 2968160 0 0 0 0 1025 14433 1 22 76 0
8 0 0 45332640 547232 2947264 0 0 0 0 1028 14400 1 19 80 0
10 0 0 45348960 547360 2930816 0 0 0 0 1027 14094 1 20 79 0
5 0 0 45362912 547552 2916832 0 0 0 0 1026 14272 1 21 78 0
10 0 0 45378784 547648 2900416 0 0 128 0 1031 14172 1 25 74 0
9 0 0 45397600 547808 2881440 0 0 0 0 1027 14412 1 22 77 0
6 0 0 45419104 547968 2859968 0 0 0 0 1028 14021 1 21 78 0
6 0 0 45436320 548096 2841952 0 0 0 0 1026 14366 1 21 78 0
13 0 0 45441056 548192 2838240 0 0 0 0 1026 14587 1 18 81 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
12 0 0 45442016 548224 2838208 0 0 0 0 1028 13878 1 27 71 0
12 0 0 45428512 548512 2850720 0 0 0 0 1028 13732 1 25 74 0
13 0 0 45407584 548768 2872000 0 0 0 0 1025 13324 1 29 70 0
14 0 0 45392736 548928 2886240 0 0 0 0 1026 13983 1 23 75 0
10 0 0 45376800 549216 2902304 0 0 0 0 1026 13660 1 27 72 0
10 0 0 45358944 549376 2920032 0 0 0 0 1026 13936 1 24 75 0
9 0 0 45340064 549632 2938816 0 0 0 0 1027 13367 1 28 71 0
12 0 0 45320288 550176 2956832 0 0 0 0 1031 13915 1 22 77 0
8 0 0 45303968 550592 2973920 0 0 0 0 1025 13639 1 25 74 0
10 0 0 45291232 551040 2986208 0 0 0 0 1026 14117 1 22 77 0
7 0 0 45282400 551456 2994496 0 0 0 0 1027 13921 1 23 76 0
13 0 0 45280992 551680 2995040 0 0 0 0 1026 14387 1 18 80 0
8 0 0 45289248 552000 2986240 0 0 0 0 1027 14557 1 20 79 0
13 0 0 45304736 552064 2969696 0 0 0 0 1027 14227 1 26 73 0
8 0 0 45323104 552320 2951616 0 0 0 0 1028 14551 1 21 78 0
11 0 0 45339744 552512 2934464 0 0 0 0 1028 14779 1 20 79 0
11 0 0 45354784 552576 2919232 0 0 0 0 1031 14301 1 23 76 0
8 0 0 45367136 552800 2906656 0 0 128 0 1028 14265 1 24 75 0
10 0 0 45390624 552896 2883168 0 0 0 0 1029 13999 1 23 75 0
7 0 0 45411488 552928 2861312 0 0 0 0 1027 13804 1 27 72 0
6 0 0 45430176 552992 2843872 0 0 0 0 1026 13786 1 23 76 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
11 0 0 45434976 553056 2839424 0 0 0 0 1027 13717 1 24 75 0
13 0 0 45436128 553280 2838368 0 0 0 0 1026 13859 1 24 75 0
14 0 0 45425568 553504 2848544 0 0 0 0 1026 13573 1 29 70 0
10 0 0 45409248 553664 2865504 0 0 0 0 1028 13573 1 30 69 0
16 0 0 45391264 553728 2882976 0 0 0 0 1028 13523 1 27 72 0
13 0 0 45375392 553984 2899072 0 0 0 0 1026 13443 1 27 71 0
10 0 0 45357024 554176 2916544 0 0 0 0 1028 13873 1 23 76 0
13 0 0 45340768 554336 2933376 0 0 0 0 1026 13300 1 25 74 0
9 0 0 45322592 554592 2950112 0 0 0 0 1029 12842 1 31 68 0
12 0 0 45302048 554880 2971200 0 0 0 0 1026 13421 1 27 71 0
9 0 0 45282464 555328 2989952 0 0 0 0 1026 13683 1 25 74 0
12 0 0 45274080 555616 2997824 0 0 0 0 1027 13239 1 25 74 0
10 0 0 45270304 555744 3001376 0 0 0 0 1028 13743 1 22 77 0
14 0 0 45280416 555840 2990976 0 0 0 0 1027 14256 1 23 76 0
8 0 0 45299488 555968 2970720 0 0 0 0 1023 14389 1 21 78 0
8 0 0 45320224 556032 2950400 0 0 0 0 1028 14132 1 21 78 0
14 0 0 45336032 556128 2934624 0 0 128 0 1028 14226 1 22 76 0
11 0 0 45343456 556256 2926880 0 0 0 0 1026 13911 1 25 74 0
6 0 0 45360544 556288 2909152 0 0 0 0 1028 14046 1 25 74 0
13 0 0 45378144 556352 2890400 0 0 0 0 1028 13846 1 25 74 0
8 0 0 45401504 556544 2868480 0 0 0 0 1029 14687 1 22 76 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
10 0 0 45413024 556672 2856512 0 0 0 0 1025 14121 1 24 75 0
12 0 0 45426336 556832 2843424 0 0 0 0 1028 14612 1 20 79 0
15 0 0 45436448 556928 2834048 0 0 0 0 1026 14294 1 26 73 0
17 0 0 45431968 557056 2839200 0 0 0 0 1026 13478 1 27 72 0
10 0 0 45417248 557280 2853312 0 0 0 0 1026 13387 1 26 72 0
10 0 0 45394528 557472 2876192 0 0 0 0 1029 13545 1 28 71 0
10 0 0 45376480 557568 2893984 0 0 0 0 1026 13588 1 27 72 0
12 0 0 45358240 557728 2912480 0 0 0 0 1026 13069 1 32 67 0
12 0 0 45337888 557792 2932768 0 0 0 0 1027 14133 1 25 74 0
11 0 0 45319648 558080 2949408 0 0 0 0 1028 13979 1 25 74 0
8 0 0 45306528 558304 2963200 0 0 0 0 1027 13928 1 25 74 0
10 0 0 45294112 558816 2975296 0 0 0 0 1026 14515 1 20 79 0
8 0 0 45278560 559040 2989504 0 0 0 0 1026 13648 1 26 72 0
12 0 0 45269024 559328 2999456 0 0 0 0 1026 13610 1 23 75 0
5 0 0 45267808 559520 2999648 0 0 0 0 1027 14278 1 19 79 0
7 0 0 45277408 559776 2989120 0 0 0 0 1027 14537 1 22 77 0
5 0 0 45304544 559904 2960992 0 0 0 0 1026 14317 1 20 79 0
10 0 0 45326496 560064 2939808 0 0 20 0 1028 14583 1 19 80 0
9 0 0 45343776 560192 2922368 0 0 0 0 1027 14337 1 23 76 0
14 0 0 45359392 560224 2906080 0 0 0 0 1027 14417 1 24 75 0
11 0 0 45374688 560224 2890304 0 0 0 0 1029 14242 1 26 72 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
10 0 0 45399840 560320 2866464 0 0 0 0 1026 14063 1 26 72 0
4 0 0 45413792 560384 2852992 0 0 0 0 1030 14232 1 23 76 0
8 0 0 45420896 560544 2844832 0 0 0 0 1027 14400 1 20 79 0
11 0 0 45423968 560576 2842528 0 0 0 0 1029 14016 1 24 75 0
11 0 0 45419040 560832 2847968 0 0 0 0 1026 13543 1 26 72 0
13 0 0 45408544 561312 2858496 0 0 0 0 1027 13539 1 27 71 0
11 0 0 45395296 561728 2871008 0 0 0 0 1026 14010 1 22 77 0
10 0 0 45388512 562752 2876768 0 0 0 0 1027 14921 1 19 81 0
5 0 0 45390176 563552 2873632 0 0 0 0 1027 14766 1 18 81 0
8 0 0 45396448 564576 2866176 0 0 0 0 1026 14258 1 25 74 0
9 0 0 45387616 565760 2873024 0 0 0 0 1027 14195 1 25 74 0
16 0 0 45391200 566432 2869824 0 0 0 0 1027 14057 1 26 73 0
11 0 0 45398240 567040 2862304 0 0 0 0 1027 14088 1 27 73 0
7 0 0 45425952 567424 2832256 0 0 0 0 1027 15389 1 17 82 0
8 0 0 45470432 568000 2788224 0 0 0 0 1028 14824 1 18 81 0
8 0 0 45528160 568608 2729440 0 0 0 0 1026 15086 1 18 81 0
9 0 0 45589280 568800 2668224 0 0 0 0 1026 15320 1 18 81 0
7 0 0 45652704 569152 2604128 0 0 0 0 1026 15869 1 18 81 0
5 0 0 45736224 569536 2519392 0 0 0 0 1027 16011 1 18 81 0
8 0 0 45804128 569888 2451776 0 0 0 0 1027 12730 0 34 65 0
7 0 0 45884128 570368 2371776 0 0 0 0 1026 15323 1 20 79 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
6 0 0 45958432 570752 2296544 0 0 0 0 1028 15414 1 19 80 0
5 0 0 46042464 571040 2213664 0 0 0 0 1028 15415 1 19 81 0
8 0 0 46122400 571744 2133056 0 0 0 0 1027 15777 0 18 82 0
7 0 0 46201696 572288 2052096 0 0 0 0 1025 15773 0 16 83 0
7 0 0 46287712 573088 1965440 0 0 0 0 1028 16001 1 15 84 0
10 0 0 46378016 573760 1876192 0 0 0 0 1026 15459 0 18 82 0
7 0 0 46471520 574208 1790656 0 0 0 0 1026 15747 1 20 80 0
8 0 0 46578400 574624 1687808 0 0 0 0 1026 15738 1 18 82 0
8 0 0 46708960 574912 1559616 0 0 0 0 1026 16161 0 17 83 0
6 0 0 46856032 575072 1414592 0 0 0 0 1024 15732 0 17 82 0
10 0 0 46987232 575168 1288704 0 0 0 0 1026 16213 0 17 83 0
4 0 0 47129120 575264 1165568 0 0 0 0 1030 15982 1 17 82 0
9 0 0 47263840 575264 1035584 0 0 0 0 1026 15474 0 16 84 0
8 0 0 47409056 575360 900544 0 0 0 0 1026 15677 0 17 83 0
7 0 0 47549920 575488 766528 0 0 0 0 1027 15406 0 16 84 0
10 0 0 47685408 575712 637312 0 0 0 0 1027 15309 0 17 83 0
7 0 0 47822944 576032 507168 0 0 0 0 1027 15340 0 16 84 0
2 0 0 47992032 576096 346752 0 0 0 0 1026 14820 0 16 83 0
4 0 0 48125280 576256 233440 0 0 0 0 1026 14821 1 17 82 0
9 0 0 48144544 576704 225088 0 0 0 0 1026 14924 1 18 81 0
8 0 0 48166368 577344 201888 0 0 0 0 1028 15961 1 16 83 0
procs -----------memory---------- ---swap-- -----io---- --system-- ----cpu----
r b swpd free buff cache si so bi bo in cs us sy id wa
9 0 0 48234272 577504 133504 0 0 0 0 1025 15903 1 16 83 0
1 0 0 48343456 577632 33248 0 0 0 0 1032 1947 0 5 95 0
0 0 0 48343456 577632 33248 0 0 0 0 1025 15 0 0 100 0
0 0 0 48343456 577632 33248 0 0 0 0 1025 22 0 0 100 0
0 0 0 48343456 577632 33248 0 0 0 0 1025 20 0 0 100 0
0 0 0 48343456 577632 33248 0 0 0 0 1025 18 0 0 100 0
0 0 0 48343456 577632 33248 0 0 0 0 1026 20 0 0 100 0
0 0 0 48343456 577632 33248 0 0 0 0 1024 20 0 0 100 0
0 0 0 48343456 577632 33248 0 0 0 0 1025 14 0 0 100 0
0 0 0 48343456 577632 33248 0 0 0 0 1025 22 0 0 100 0
0 0 0 48338976 577664 33440 0 0 68 0 1035 190 0 2 98 0
1 0 0 48338976 577664 33440 0 0 0 0 1026 17 0 0 100 0
0 0 0 48342496 577664 33440 0 0 0 0 1028 26 0 0 100 0
0 0 0 48342496 577664 33440 0 0 0 0 1026 16 0 0 100 0
0 0 0 48342496 577664 33440 0 0 0 0 1025 16 0 0 100 0
0 0 0 48342496 577664 33440 0 0 0 0 1026 16 0 0 100 0
0 0 0 48342496 577664 33440 0 0 0 0 1025 14 0 0 100 0
0 0 0 48342496 577664 33440 0 0 0 0 1025 18 0 0 100 0
> here is the patch for ext2 concurrent inode allocation. should be applied
> on top of previous concurrent-balloc patch. tested on dual p3 for several
> hours of stress-test + fsck. hope someone test it on big iron ;)
OK ... now you're scaring me. This puppy is accellerating too fast ;-)
I'm sure 196% on SDET is against some rule or other ... ;-)
(16x NUMA-Q off a single disk on node 0)
2.5.64-mjb3 baseline
2.5.64-mjb3-ext2 with concurrent balloc
2.5.64-mjb3-ext2_plus with concurrent balloc + ialloc
dbench32:
2.5.64-mjb3
Throughput 187.637 MB/sec (NB=234.546 MB/sec 1876.37 MBit/sec) 32 procs
2.5.64-mjb3-ext2
Throughput 378.664 MB/sec (NB=473.33 MB/sec 3786.64 MBit/sec) 32 procs
2.5.64-mjb3-ext2-plus
Throughput 514.092 MB/sec (NB=642.615 MB/sec 5140.92 MBit/sec) 32 procs
DISCLAIMER: SPEC(tm) and the benchmark name SDET(tm) are registered
trademarks of the Standard Performance Evaluation Corporation. This
benchmarking was performed for research purposes only, and the run results
are non-compliant and not-comparable with any published results.
Results are shown as percentages of the first set displayed
SDET 1 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 1.8%
2.5.64-mjb3-ext2 102.0% 1.1%
2.5.64-mjb3-ext2_plus 105.4% 0.7%
SDET 2 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 3.7%
2.5.64-mjb3-ext2 106.1% 3.1%
2.5.64-mjb3-ext2_plus 105.3% 3.3%
SDET 4 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 1.5%
2.5.64-mjb3-ext2 101.1% 2.1%
2.5.64-mjb3-ext2_plus 103.7% 1.9%
SDET 8 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 0.2%
2.5.64-mjb3-ext2 113.3% 0.7%
2.5.64-mjb3-ext2_plus 118.8% 0.2%
SDET 16 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 1.1%
2.5.64-mjb3-ext2 167.1% 0.8%
2.5.64-mjb3-ext2_plus 187.7% 0.6%
SDET 32 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 0.9%
2.5.64-mjb3-ext2 170.7% 0.1%
2.5.64-mjb3-ext2_plus 196.3% 0.2%
SDET 64 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 0.7%
2.5.64-mjb3-ext2 157.2% 0.5%
2.5.64-mjb3-ext2_plus 177.4% 0.4%
SDET 128 (see disclaimer)
Throughput Std. Dev
2.5.64-mjb3 100.0% 0.3%
2.5.64-mjb3-ext2 151.3% 0.8%
2.5.64-mjb3-ext2_plus 161.3% 0.1%
On Sat, Mar 15, 2003 at 01:51:58PM -0800, Andrew Morton wrote:
>> hm, I wonder if this should be in a separate cacheline. We may as well use a
>> single lock if they're this close together. Bill, can you test that
>> sometime?
On Sat, Mar 15, 2003 at 02:06:18PM -0800, William Lee Irwin III wrote:
> Benching now.
Sorry, this should have hit the list earlier.
Throughput 294.388 MB/sec 128 procs
dbench 128 87.22s user 4286.79s system 2984% cpu 2:26.58 total
(the "before" picture was ca. 257MB/s)
vmstat and oprofile info vanished, not sure why. A rerun is possible.
-- wli