Linux localhost 2.6.18-53.el5 #1 SMP Mon Nov 12 02:14:55 EST 2007 x86_64 x86_64 x86_64 GNU/Linux RAID10 [serg@voipdb ~]$ bonnie++ -m raid10 -n 50:10000:0:100 -s 16g -x 30 name,file_size,putc,putc_cpu,put_block,put_block_cpu,rewrite,rewrite_cpu,getc,getc_cpu,get_block,get_block_cpu,seeks,seeks_cpu,num_files,seq_create,seq_create_cpu,seq_stat,seq_stat_cpu,seq_del,seq_del_cpu,ran_create,ran_create_cpu,ran_stat,ran_stat_cpu,ran_del,ran_del_cpu raid10,16G,85635,96,227465,51,105818,20,93213,93,277704,20,672.2,1,50:10000:0/100,18322,83,99220,98,48414,93,22637,98,87209,98,46596,99 raid10,16G,84660,95,229885,51,106204,20,96660,95,275767,20,672.8,1,50:10000:0/100,19605,83,96541,97,48994,97,22842,97,88223,98,46510,99 raid10,16G,87256,98,229740,52,104374,19,95838,95,263015,20,845.7,1,50:10000:0/100,14010,61,91811,97,49065,94,20873,99,84347,97,30795,63 raid10,16G,87238,98,227053,51,104993,19,95775,95,265589,18,849.0,1,50:10000:0/100,18791,83,84914,92,42572,87,21252,99,90214,98,13665,29 raid10,16G,86018,96,233918,52,102876,20,96280,95,275273,20,719.0,1,50:10000:0/100,17633,77,97122,98,50390,98,21331,97,89119,99,47579,99 raid10,16G,85342,96,232503,52,104111,19,91634,94,277865,20,694.6,1,50:10000:0/100,18741,83,97056,97,52025,98,22465,96,87321,98,47012,99 raid10,16G,83845,95,227176,51,104637,19,94080,95,274505,20,676.0,1,50:10000:0/100,19234,84,96927,97,52078,98,22784,96,92027,97,46597,99 raid10,16G,85810,98,232176,52,104905,19,94731,95,272420,19,901.8,1,50:10000:0/100,18655,83,97829,98,30451,63,20918,99,91972,98,14100,31 raid10,16G,84056,95,231480,51,104598,19,92226,95,277979,20,682.2,1,50:10000:0/100,18838,84,97490,98,52179,98,22777,97,90596,98,46534,99 raid10,16G,83499,96,229482,51,106174,19,94727,95,278499,20,685.7,1,50:10000:0/100,19050,82,94554,97,48681,98,21284,96,89716,97,46351,99 raid10,16G,83101,93,232727,52,105772,19,95693,95,273972,19,842.1,1,50:10000:0/100,12601,50,98063,99,51514,97,23539,98,86954,97,42466,88 raid10,16G,81856,95,228505,51,105889,19,96951,96,282713,20,689.2,1,50:10000:0/100,20520,82,95536,97,50862,98,23649,98,91095,98,48421,99 raid10,16G,85650,96,231118,51,103968,19,91905,94,269094,19,944.1,1,50:10000:0/100,20958,82,98584,97,46492,94,25055,98,86780,98,46545,99 raid10,16G,82765,94,231159,51,103940,19,96985,96,266520,19,942.8,1,50:10000:0/100,21260,82,97236,98,53573,98,24818,97,88499,98,46572,99 raid10,16G,84428,95,230688,52,107267,20,93800,95,272254,19,954.8,1,50:10000:0/100,20541,82,98326,99,50946,98,24333,97,88100,98,46540,99 raid10,16G,82599,95,228936,52,106747,20,93468,94,274597,19,951.1,1,50:10000:0/100,20624,82,99251,98,49015,92,25458,98,88826,98,46541,100 raid10,16G,84747,95,231496,52,105202,19,96527,95,267466,19,970.8,1,50:10000:0/100,20726,82,95110,97,48137,97,25185,97,90979,98,46721,99 raid10,16G,83954,96,230140,51,106459,20,93326,95,274587,19,941.3,1,50:10000:0/100,20447,82,97745,97,50237,95,24859,98,86712,98,46553,100 raid10,16G,85522,96,232952,52,104238,19,96770,96,278388,19,697.9,1,50:10000:0/100,20520,83,96838,98,50974,98,23487,95,86149,98,48289,100 raid10,16G,85796,96,233342,52,103023,19,95989,96,277073,20,810.9,1,50:10000:0/100,17852,85,96922,98,48830,98,23103,97,92682,98,48294,99 raid10,16G,88044,99,231465,52,104775,19,97247,96,279705,20,702.0,1,50:10000:0/100,20862,83,93132,97,50182,98,23212,96,91628,98,48274,99 raid10,16G,84451,95,230937,51,104832,20,97094,96,281364,19,715.0,1,50:10000:0/100,20898,82,93702,98,50253,98,23212,96,91438,98,48199,99 raid10,16G,85803,96,230197,51,104947,19,96760,96,282151,20,728.2,1,50:10000:0/100,19345,83,93613,98,49291,98,22619,97,91298,98,48127,99 raid10,16G,83632,97,232829,52,104424,19,96006,95,276978,20,807.6,1,50:10000:0/100,12497,84,100808,98,50264,98,23428,96,91458,99,48394,99 raid10,16G,88188,99,231911,51,105704,20,93002,96,281571,20,694.8,1,50:10000:0/100,20871,82,97267,98,52040,98,23951,96,89851,98,47688,99 raid10,16G,83861,96,229719,51,105496,19,95377,96,282052,20,727.5,1,50:10000:0/100,18805,84,96754,98,49047,98,22923,97,89495,98,48567,99 raid10,16G,86492,97,230785,51,104247,19,95596,96,282200,20,701.8,1,50:10000:0/100,20772,82,97076,97,51197,98,23327,96,89453,98,48722,99 raid10,16G,83628,97,232907,52,106334,19,93428,95,280622,20,709.6,1,50:10000:0/100,20585,82,99516,98,50540,98,23046,97,88050,98,48420,99 raid10,16G,85663,96,232489,52,104104,19,97131,96,282083,20,698.2,1,50:10000:0/100,20947,81,97133,98,49120,97,22821,97,90078,97,48417,99 raid10,16G,84554,97,229724,51,104497,19,96152,96,279619,20,665.6,1,50:10000:0/100,20607,82,95498,98,47223,97,24267,97,90627,98,47039,99 /dev/sda: Timing cached reads: 13468 MB in 2.00 seconds = 6742.31 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.77 MB/sec Timing cached reads: 12584 MB in 2.00 seconds = 6299.17 MB/sec Timing buffered disk reads: 880 MB in 3.01 seconds = 292.79 MB/sec Timing cached reads: 13452 MB in 2.00 seconds = 6734.11 MB/sec Timing buffered disk reads: 878 MB in 3.01 seconds = 292.07 MB/sec Timing cached reads: 13672 MB in 2.00 seconds = 6845.16 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.25 MB/sec Timing cached reads: 13188 MB in 2.00 seconds = 6602.99 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.22 MB/sec Timing cached reads: 13824 MB in 2.00 seconds = 6921.06 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.75 MB/sec Timing cached reads: 13340 MB in 2.00 seconds = 6678.06 MB/sec Timing buffered disk reads: 872 MB in 3.00 seconds = 290.27 MB/sec Timing cached reads: 13920 MB in 2.00 seconds = 6968.91 MB/sec Timing buffered disk reads: 876 MB in 3.01 seconds = 291.51 MB/sec Timing cached reads: 13300 MB in 2.00 seconds = 6658.54 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.36 MB/sec Timing cached reads: 13644 MB in 2.00 seconds = 6831.63 MB/sec Timing buffered disk reads: 880 MB in 3.00 seconds = 292.97 MB/sec Timing cached reads: 13624 MB in 2.00 seconds = 6821.74 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.76 MB/sec Timing cached reads: 13716 MB in 2.00 seconds = 6868.09 MB/sec Timing buffered disk reads: 880 MB in 3.00 seconds = 293.01 MB/sec Timing cached reads: 13048 MB in 2.00 seconds = 6533.44 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.65 MB/sec Timing cached reads: 14308 MB in 2.00 seconds = 7163.21 MB/sec Timing buffered disk reads: 880 MB in 3.01 seconds = 292.67 MB/sec Timing cached reads: 13056 MB in 2.00 seconds = 6536.02 MB/sec Timing buffered disk reads: 874 MB in 3.00 seconds = 291.31 MB/sec Timing cached reads: 13496 MB in 2.00 seconds = 6757.40 MB/sec Timing buffered disk reads: 880 MB in 3.01 seconds = 292.70 MB/sec Timing cached reads: 12864 MB in 2.00 seconds = 6440.57 MB/sec Timing buffered disk reads: 876 MB in 3.01 seconds = 291.38 MB/sec Timing cached reads: 13268 MB in 2.00 seconds = 6642.16 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.25 MB/sec Timing cached reads: 13132 MB in 2.00 seconds = 6574.03 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.56 MB/sec Timing cached reads: 13176 MB in 2.00 seconds = 6597.49 MB/sec Timing buffered disk reads: 880 MB in 3.01 seconds = 292.77 MB/sec bonnie++ -m raid6 -n 50:10000:0:100 -s 16g -x 10 name,file_size,putc,putc_cpu,put_block,put_block_cpu,rewrite,rewrite_cpu,getc,getc_cpu,get_block,get_block_cpu,seeks,seeks_cpu,num_files,seq_create,seq_create_cpu,seq_stat,seq_stat_cpu,seq_del,seq_del_cpu,ran_create,ran_create_cpu,ran_stat,ran_stat_cpu,ran_del,ran_del_cpu raid6,16G,86132,97,167792,38,93201,17,97109,96,311181,23,714.3,1,50:10000:0/100,18887,80,95832,98,49233,98,24535,96,88574,98,48562,100 raid6,16G,86592,97,171642,39,90453,16,94608,94,269793,18,655.1,1,50:10000:0/100,21791,80,98997,98,56914,98,26727,98,89024,98,47087,100 raid6,16G,85431,96,159038,36,84611,15,87368,88,264568,18,611.8,1,50:10000:0/100,20160,76,98338,97,25132,53,25004,99,93263,98,11983,25 raid6,16G,85269,96,166926,38,92463,17,96644,95,323845,23,644.2,0,50:10000:0/100,20740,83,96359,98,19445,38,24961,98,91343,98,12736,26 raid6,16G,80508,95,172830,39,92413,17,94869,95,323903,23,646.3,1,50:10000:0/100,20986,83,96148,98,22933,47,23973,99,90440,97,11779,26 raid6,16G,83418,95,161365,36,92956,17,94075,94,315363,22,632.3,0,50:10000:0/100,20752,82,98556,97,49094,92,25095,99,93291,98,46944,99 raid6,16G,83705,96,172001,39,91994,16,94356,95,309366,22,707.4,1,50:10000:0/100,15831,84,96343,98,48483,98,21593,91,86779,98,48113,100 raid6,16G,86491,97,180608,40,91144,16,92860,95,308069,22,777.8,1,50:10000:0/100,19191,84,93007,97,49831,98,23190,95,92621,97,48223,99 raid6,16G,84090,97,165675,38,90164,16,94254,95,296381,21,874.6,1,50:10000:0/100,13181,52,94244,95,50928,98,23621,98,86986,97,44450,92 raid6,16G,77433,93,175547,39,98263,17,90329,94,301043,22,725.4,1,50:10000:0/100,20559,91,96778,97,50687,98,24482,97,91683,98,49243,100 raid6,16G,84115,99,171540,39,97560,18,94403,95,320390,23,645.1,0,50:10000:0/100,25051,89,99884,98,50169,97,24573,98,91953,98,47800,99 raid6,16G,85508,96,174878,40,97853,17,96704,95,323363,24,646.4,1,50:10000:0/100,24349,88,99003,98,51893,98,22604,85,91689,98,48025,99 raid6,16G,83873,95,180497,41,95545,18,93662,94,297660,22,880.3,1,50:10000:0/100,24590,91,98938,98,23700,45,27194,99,93953,98,16504,35 raid6,16G,85046,96,172613,39,90843,17,93290,93,270722,18,628.9,1,50:10000:0/100,23601,87,98077,98,16240,34,25472,98,88005,98,22808,48 raid6,16G,84803,96,177695,41,98044,18,96440,95,320803,24,642.6,0,50:10000:0/100,23529,91,96926,98,47411,94,25572,98,89681,98,46704,99 raid6,16G,84607,95,178451,40,97591,17,93784,95,305234,22,888.8,1,50:10000:0/100,20915,81,96565,97,22392,44,24026,99,84872,96,14783,30 raid6,16G,84696,95,173811,39,97347,18,95355,95,314793,23,679.5,1,50:10000:0/100,23582,90,95199,98,48777,98,24315,97,92613,98,48015,99 raid6,16G,81124,96,174162,39,97565,18,93143,95,320856,23,649.4,1,50:10000:0/100,23804,90,99575,97,49424,98,24461,96,88150,98,46574,99 raid6,16G,85114,95,177488,40,95451,17,92645,95,323053,23,640.5,1,50:10000:0/100,24325,90,99977,97,48870,94,25141,99,88770,98,46373,99 raid6,16G,85108,95,177451,40,97003,18,95382,95,320816,23,686.6,1,50:10000:0/100,18362,69,96475,97,50677,97,23542,99,83452,97,45184,94 /dev/sda: Timing cached reads: 13372 MB in 2.00 seconds = 6694.51 MB/sec Timing buffered disk reads: 946 MB in 3.00 seconds = 315.07 MB/sec Timing cached reads: 13040 MB in 2.00 seconds = 6528.85 MB/sec Timing buffered disk reads: 946 MB in 3.00 seconds = 315.23 MB/sec Timing cached reads: 13408 MB in 2.00 seconds = 6711.89 MB/sec Timing buffered disk reads: 950 MB in 3.00 seconds = 316.23 MB/sec Timing cached reads: 12956 MB in 2.00 seconds = 6485.73 MB/sec Timing buffered disk reads: 942 MB in 3.00 seconds = 313.55 MB/sec Timing cached reads: 13672 MB in 2.00 seconds = 6845.59 MB/sec Timing buffered disk reads: 944 MB in 3.00 seconds = 314.21 MB/sec Timing cached reads: 12888 MB in 2.00 seconds = 6451.94 MB/sec Timing buffered disk reads: 948 MB in 3.00 seconds = 315.81 MB/sec Timing cached reads: 14124 MB in 2.00 seconds = 7071.88 MB/sec Timing buffered disk reads: 852 MB in 3.00 seconds = 283.77 MB/sec Timing cached reads: 12684 MB in 2.00 seconds = 6349.64 MB/sec Timing buffered disk reads: 942 MB in 3.00 seconds = 313.86 MB/sec Timing cached reads: 13668 MB in 2.00 seconds = 6843.62 MB/sec Timing buffered disk reads: 944 MB in 3.00 seconds = 314.52 MB/sec Timing cached reads: 12572 MB in 2.00 seconds = 6293.56 MB/sec Timing buffered disk reads: 942 MB in 3.00 seconds = 313.75 MB/sec Timing cached reads: 13472 MB in 2.00 seconds = 6744.84 MB/sec Timing buffered disk reads: 946 MB in 3.00 seconds = 314.95 MB/sec Timing cached reads: 12580 MB in 2.00 seconds = 6298.70 MB/sec Timing buffered disk reads: 946 MB in 3.00 seconds = 314.89 MB/sec Timing cached reads: 14408 MB in 2.00 seconds = 7215.18 MB/sec Timing buffered disk reads: 950 MB in 3.01 seconds = 316.06 MB/sec Timing cached reads: 12732 MB in 2.00 seconds = 6374.68 MB/sec Timing buffered disk reads: 942 MB in 3.00 seconds = 313.67 MB/sec Timing cached reads: 14336 MB in 2.00 seconds = 7178.76 MB/sec Timing buffered disk reads: 942 MB in 3.00 seconds = 313.53 MB/sec Timing cached reads: 13244 MB in 2.00 seconds = 6629.70 MB/sec Timing buffered disk reads: 944 MB in 3.00 seconds = 314.32 MB/sec Timing cached reads: 14024 MB in 2.00 seconds = 7021.16 MB/sec Timing buffered disk reads: 928 MB in 3.00 seconds = 309.05 MB/sec Timing cached reads: 13360 MB in 2.00 seconds = 6688.92 MB/sec Timing buffered disk reads: 944 MB in 3.01 seconds = 314.12 MB/sec Timing cached reads: 13616 MB in 2.00 seconds = 6816.82 MB/sec Timing buffered disk reads: 942 MB in 3.00 seconds = 313.65 MB/sec Timing cached reads: 12848 MB in 2.00 seconds = 6432.12 MB/sec Timing buffered disk reads: 946 MB in 3.00 seconds = 315.33 MB/sec [serg@voipdb ~]$ bonnie++ -m raid5 -n 50:10000:0:100 -s 16g -x 20 name,file_size,putc,putc_cpu,put_block,put_block_cpu,rewrite,rewrite_cpu,getc,getc_cpu,get_block,get_block_cpu,seeks,seeks_cpu,num_files,seq_create,seq_create_cpu,seq_stat,seq_stat_cpu,seq_del,seq_del_cpu,ran_create,ran_create_cpu,ran_stat,ran_stat_cpu,ran_del,ran_del_cpu raid5,16G,84742,95,281809,61,108286,20,95561,95,287819,20,989.2,1,50:10000:0/100,20819,81,95117,99,50973,97,24740,96,89998,98,46945,99 raid5,16G,86317,97,288640,62,101995,20,96421,95,288351,20,1033.8,1,50:10000:0/100,19975,82,94034,98,47796,98,23712,93,89660,98,46929,99 raid5,16G,84696,96,278910,61,108987,21,97672,96,298057,21,752.0,1,50:10000:0/100,20266,83,98025,98,48607,98,24921,96,86802,98,46886,99 raid5,16G,82099,97,278189,60,109314,20,94696,95,293630,21,742.0,1,50:10000:0/100,13598,73,94827,98,52359,97,24432,95,91394,98,47861,99 raid5,16G,86733,98,282223,62,107838,20,96339,96,295758,21,760.1,1,50:10000:0/100,15237,83,95500,97,51605,98,23414,96,88898,97,48247,99 raid5,16G,86564,98,285808,62,106676,20,96825,95,293098,21,856.3,1,50:10000:0/100,17113,68,92798,98,47483,92,23780,99,90889,98,16807,37 raid5,16G,85786,97,278904,61,108881,20,94547,96,291950,21,742.4,1,50:10000:0/100,14512,67,95326,98,52060,98,24233,97,89203,98,47324,99 raid5,16G,85289,98,281074,61,108779,20,95079,96,296784,21,724.6,1,50:10000:0/100,20383,82,96915,98,50055,98,22965,97,92253,97,48220,100 raid5,16G,86021,96,281278,61,108257,20,95400,95,285964,21,939.7,1,50:10000:0/100,19907,80,98886,98,31530,64,24774,99,91765,98,46493,99 raid5,16G,86896,97,283653,62,107310,20,94213,95,294436,21,737.2,1,50:10000:0/100,17124,75,95274,98,51596,98,23960,95,89436,98,47834,99 raid5,16G,86075,97,280192,61,108541,20,95003,94,296202,21,732.2,0,50:10000:0/100,16173,73,97629,98,50626,98,23756,95,88689,98,47783,99 raid5,16G,86667,97,279917,61,107227,20,96054,95,285608,21,924.6,1,50:10000:0/100,19156,76,94166,98,30930,61,24813,98,94684,98,20469,44 raid5,16G,86941,97,280789,61,109543,20,97053,96,296190,21,685.0,1,50:10000:0/100,19420,77,95094,98,49344,98,24461,94,94322,97,46936,99 raid5,16G,86227,96,283738,62,107078,20,96352,95,287776,20,922.1,1,50:10000:0/100,19349,77,98055,98,30729,62,23374,98,88236,98,17899,38 raid5,16G,85698,97,278683,61,107065,20,97904,96,297573,21,704.2,1,50:10000:0/100,20569,83,95883,98,50850,97,24923,97,91156,98,47146,99 raid5,16G,81959,97,283718,61,106896,20,92828,96,293624,21,743.5,1,50:10000:0/100,15198,86,95007,98,49273,98,23777,97,89003,98,48417,99 raid5,16G,87519,99,283658,62,102501,20,96247,96,292315,21,913.3,1,50:10000:0/100,18707,75,96431,98,31869,64,23655,99,90757,97,13587,31 raid5,16G,84624,96,274060,60,107402,20,97124,96,298193,22,692.8,1,50:10000:0/100,20582,83,100123,98,51032,97,23316,96,89726,98,48655,100 raid5,16G,85756,97,279623,61,109644,20,94017,95,297486,21,749.1,1,50:10000:0/100,20478,82,97036,97,50019,98,23247,97,91830,97,48219,99 raid5,16G,84206,97,280822,62,103177,20,97251,96,297912,21,749.0,1,50:10000:0/100,15299,83,95617,98,49610,98,23617,96,89065,98,48755,99 /dev/sda: Timing cached reads: 13052 MB in 2.00 seconds = 6533.27 MB/sec Timing buffered disk reads: 844 MB in 3.00 seconds = 280.95 MB/sec Timing cached reads: 12960 MB in 2.00 seconds = 6488.71 MB/sec Timing buffered disk reads: 816 MB in 3.01 seconds = 271.36 MB/sec Timing cached reads: 13556 MB in 2.00 seconds = 6787.72 MB/sec Timing buffered disk reads: 844 MB in 3.00 seconds = 281.12 MB/sec Timing cached reads: 13076 MB in 2.00 seconds = 6546.61 MB/sec Timing buffered disk reads: 844 MB in 3.00 seconds = 281.17 MB/sec Timing cached reads: 13440 MB in 2.00 seconds = 6729.01 MB/sec Timing buffered disk reads: 840 MB in 3.00 seconds = 279.93 MB/sec Timing cached reads: 13704 MB in 2.00 seconds = 6861.07 MB/sec Timing buffered disk reads: 844 MB in 3.00 seconds = 281.19 MB/sec Timing cached reads: 12968 MB in 2.00 seconds = 6492.30 MB/sec Timing buffered disk reads: 838 MB in 3.00 seconds = 279.22 MB/sec Timing cached reads: 13340 MB in 2.00 seconds = 6679.24 MB/sec Timing buffered disk reads: 838 MB in 3.00 seconds = 279.30 MB/sec Timing cached reads: 12664 MB in 2.00 seconds = 6340.45 MB/sec Timing buffered disk reads: 838 MB in 3.00 seconds = 279.09 MB/sec Timing cached reads: 13512 MB in 2.00 seconds = 6765.29 MB/sec Timing buffered disk reads: 836 MB in 3.01 seconds = 278.19 MB/sec Timing cached reads: 13684 MB in 2.00 seconds = 6850.79 MB/sec Timing buffered disk reads: 838 MB in 3.00 seconds = 278.98 MB/sec Timing cached reads: 13584 MB in 2.00 seconds = 6801.42 MB/sec Timing buffered disk reads: 836 MB in 3.00 seconds = 278.57 MB/sec Timing cached reads: 13448 MB in 2.00 seconds = 6733.73 MB/sec Timing buffered disk reads: 838 MB in 3.00 seconds = 279.12 MB/sec Timing cached reads: 13016 MB in 2.00 seconds = 6516.17 MB/sec Timing buffered disk reads: 824 MB in 3.00 seconds = 274.53 MB/sec Timing cached reads: 13280 MB in 2.00 seconds = 6648.60 MB/sec Timing buffered disk reads: 842 MB in 3.00 seconds = 280.59 MB/sec Timing cached reads: 14728 MB in 2.00 seconds = 7374.93 MB/sec Timing buffered disk reads: 848 MB in 3.00 seconds = 282.59 MB/sec Timing cached reads: 13024 MB in 2.00 seconds = 6520.65 MB/sec Timing buffered disk reads: 850 MB in 3.01 seconds = 282.84 MB/sec Timing cached reads: 13312 MB in 2.00 seconds = 6665.52 MB/sec Timing buffered disk reads: 848 MB in 3.00 seconds = 282.66 MB/sec Timing cached reads: 14052 MB in 2.00 seconds = 7035.33 MB/sec Timing buffered disk reads: 850 MB in 3.00 seconds = 283.01 MB/sec Timing cached reads: 13616 MB in 2.00 seconds = 6817.70 MB/sec Timing buffered disk reads: 850 MB in 3.00 seconds = 283.22 MB/sec [serg@voipdb ~]$ bonnie++ -m raid1e -n 50:10000:0:100 -s 16g -x 20 name,file_size,putc,putc_cpu,put_block,put_block_cpu,rewrite,rewrite_cpu,getc,getc_cpu,get_block,get_block_cpu,seeks,seeks_cpu,num_files,seq_create,seq_create_cpu,seq_stat,seq_stat_cpu,seq_del,seq_del_cpu,ran_create,ran_create_cpu,ran_stat,ran_stat_cpu,ran_del,ran_del_cpu raid1e,16G,86548,97,209221,46,98884,18,91301,94,262460,18,946.8,1,50:10000:0/100,21333,83,97343,98,49998,98,24461,97,88781,98,46814,99 raid1e,16G,86096,96,208644,46,99112,18,92550,95,262673,19,654.3,1,50:10000:0/100,20286,83,100505,98,48719,97,18538,76,91321,99,47034,99 raid1e,16G,84150,98,204982,44,95616,17,92828,95,266568,19,724.2,1,50:10000:0/100,18888,84,101454,98,53162,98,22512,96,88617,98,49042,99 raid1e,16G,86919,97,216540,47,96294,18,89003,94,266266,19,716.1,1,50:10000:0/100,20733,84,91744,95,41971,86,22893,98,90587,98,9064,21 raid1e,16G,85301,98,219431,48,94914,17,92756,95,266528,19,726.2,1,50:10000:0/100,19023,83,94053,98,50031,98,23435,97,94406,98,48662,99 raid1e,16G,86465,97,208813,46,97164,18,91071,95,261366,19,705.3,1,50:10000:0/100,20852,82,95405,97,50978,98,20616,84,88448,98,48350,99 raid1e,16G,84505,98,211703,46,97371,18,89604,94,256305,18,899.1,1,50:10000:0/100,20343,84,97395,98,46122,92,24732,98,87447,98,46401,99 raid1e,16G,86680,97,230910,49,93850,17,90194,94,264076,19,701.1,1,50:10000:0/100,21015,83,99316,98,50420,98,22145,95,91785,98,48544,99 raid1e,16G,86082,98,212952,47,97312,18,90268,94,255605,18,891.5,1,50:10000:0/100,20741,83,98625,98,44395,87,25345,99,89558,98,46355,100 raid1e,16G,87164,98,208767,46,98852,18,89486,94,257236,19,890.6,1,50:10000:0/100,19877,80,89243,95,31792,64,22929,99,89447,97,11911,27 raid1e,16G,87014,98,213909,47,96511,18,91741,95,258101,18,764.4,1,50:10000:0/100,14526,87,94938,98,50888,98,22698,97,90844,98,48572,99 raid1e,16G,87776,99,213956,47,96365,18,92361,95,262359,18,936.7,1,50:10000:0/100,20708,83,95228,98,48432,94,25257,98,91466,98,46343,100 raid1e,16G,86598,97,222316,48,96855,18,93128,96,262494,18,704.9,1,50:10000:0/100,20581,84,95463,98,51256,98,20730,87,88438,98,48438,100 raid1e,16G,86593,97,222959,48,94206,17,92185,95,262028,18,962.9,1,50:10000:0/100,20386,81,96039,98,48433,98,24548,97,89243,97,46356,99 raid1e,16G,83634,97,214760,46,97843,18,91543,94,260342,18,837.5,1,50:10000:0/100,21100,83,93045,96,36532,73,23521,99,87313,98,11762,26 raid1e,16G,86727,97,212738,46,98387,18,87020,94,264501,19,712.8,1,50:10000:0/100,14890,61,99128,98,53159,98,22345,95,86827,96,39837,82 raid1e,16G,85335,97,212883,46,98148,18,92143,95,259546,18,969.6,1,50:10000:0/100,19174,77,98950,98,51654,98,24669,96,90570,98,46442,99 raid1e,16G,86517,97,208693,47,96757,17,89545,94,266155,18,718.8,1,50:10000:0/100,16786,85,95879,98,49307,97,22877,94,93460,98,48648,99 raid1e,16G,84943,98,207652,46,98064,18,91806,96,266443,19,665.9,1,50:10000:0/100,20893,83,97402,98,51993,98,23650,97,89443,98,46791,99 raid1e,16G,86371,97,222228,48,94892,17,92633,95,265578,19,710.9,1,50:10000:0/100,20367,84,96591,98,47955,98,22919,97,88255,98,48191,99 /dev/sda: Timing cached reads: 12872 MB in 2.00 seconds = 6445.02 MB/sec Timing buffered disk reads: 878 MB in 3.01 seconds = 292.15 MB/sec Timing cached reads: 13524 MB in 2.00 seconds = 6771.08 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.76 MB/sec Timing cached reads: 13484 MB in 2.00 seconds = 6751.53 MB/sec Timing buffered disk reads: 880 MB in 3.01 seconds = 292.72 MB/sec Timing cached reads: 13332 MB in 2.00 seconds = 6675.20 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.94 MB/sec Timing cached reads: 13584 MB in 2.00 seconds = 6801.31 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.77 MB/sec Timing cached reads: 13264 MB in 2.00 seconds = 6640.58 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.37 MB/sec Timing cached reads: 13980 MB in 2.00 seconds = 6999.73 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.30 MB/sec Timing cached reads: 13220 MB in 2.00 seconds = 6619.27 MB/sec Timing buffered disk reads: 874 MB in 3.00 seconds = 291.18 MB/sec Timing cached reads: 13412 MB in 2.00 seconds = 6715.23 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.72 MB/sec Timing cached reads: 13496 MB in 2.00 seconds = 6756.32 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.70 MB/sec Timing cached reads: 13452 MB in 2.00 seconds = 6734.58 MB/sec Timing buffered disk reads: 878 MB in 3.01 seconds = 292.08 MB/sec Timing cached reads: 13040 MB in 2.00 seconds = 6527.38 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.21 MB/sec Timing cached reads: 13276 MB in 2.00 seconds = 6647.28 MB/sec Timing buffered disk reads: 864 MB in 3.00 seconds = 287.70 MB/sec Timing cached reads: 13328 MB in 2.00 seconds = 6672.30 MB/sec Timing buffered disk reads: 874 MB in 3.01 seconds = 290.78 MB/sec Timing cached reads: 13196 MB in 2.00 seconds = 6606.91 MB/sec Timing buffered disk reads: 872 MB in 3.00 seconds = 290.64 MB/sec Timing cached reads: 12764 MB in 2.00 seconds = 6389.55 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.91 MB/sec Timing cached reads: 12900 MB in 2.00 seconds = 6458.22 MB/sec Timing buffered disk reads: 878 MB in 3.01 seconds = 292.03 MB/sec Timing cached reads: 12904 MB in 2.00 seconds = 6459.85 MB/sec Timing buffered disk reads: 878 MB in 3.00 seconds = 292.38 MB/sec Timing cached reads: 12912 MB in 2.00 seconds = 6465.18 MB/sec Timing buffered disk reads: 874 MB in 3.00 seconds = 290.99 MB/sec Timing cached reads: 13324 MB in 2.00 seconds = 6670.72 MB/sec Timing buffered disk reads: 876 MB in 3.00 seconds = 291.97 MB/sec [serg@voipdb ~]$ bonnie++ -m raid0 -n 50:10000:0:100 -s 16g -x 20 name,file_size,putc,putc_cpu,put_block,put_block_cpu,rewrite,rewrite_cpu,getc,getc_cpu,get_block,get_block_cpu,seeks,seeks_cpu,num_files,seq_create,seq_create_cpu,seq_stat,seq_stat_cpu,seq_del,seq_del_cpu,ran_create,ran_create_cpu,ran_stat,ran_stat_cpu,ran_del,ran_del_cpu raid0,16G,84020,98,416056,85,145682,29,93978,95,301388,22,1038.0,1,50:10000:0/100,21895,82,95989,98,50437,98,25615,97,87801,98,47072,99 raid0,16G,84767,98,413386,85,145891,29,94006,96,312880,23,798.8,1,50:10000:0/100,15263,88,95840,98,51204,98,24396,97,88889,98,48831,99 raid0,16G,87262,99,407618,85,147859,31,96355,96,299189,22,1003.9,1,50:10000:0/100,21862,82,95288,98,48433,98,26087,97,91894,98,46674,99 raid0,16G,86356,98,419725,86,146270,29,97171,96,294866,21,928.0,1,50:10000:0/100,21595,82,93454,98,48455,97,25291,97,91798,98,47120,99 raid0,16G,87175,98,419189,88,144589,29,93930,96,261689,17,783.5,1,50:10000:0/100,15752,85,99301,98,56117,99,25530,96,90674,98,48155,99 raid0,16G,86943,99,411771,86,141818,28,97397,96,261322,18,792.8,1,50:10000:0/100,15878,65,98124,99,52642,98,23910,98,81877,94,42627,89 raid0,16G,87475,98,404449,86,145538,29,98022,97,312440,22,794.5,1,50:10000:0/100,15908,87,94030,98,50689,97,23345,96,90070,97,47774,99 raid0,16G,88046,99,415289,85,145813,30,94995,96,300075,22,1077.3,1,50:10000:0/100,21189,84,94718,98,48752,97,22642,97,84045,98,47395,99 raid0,16G,87375,98,404541,86,147297,30,97566,97,311749,22,787.6,1,50:10000:0/100,14910,87,93459,98,49460,98,23051,97,91042,98,47217,99 raid0,16G,88329,99,411960,86,147744,29,94823,95,310790,22,796.5,1,50:10000:0/100,15103,87,98688,98,50480,98,23229,96,87443,98,48422,99 raid0,16G,88000,99,414113,86,146282,29,93366,96,311461,23,829.9,1,50:10000:0/100,16706,68,93919,98,53328,98,22894,99,84191,96,44340,92 raid0,16G,87603,98,417310,85,146165,29,97340,96,300168,22,1015.1,1,50:10000:0/100,20390,84,93198,98,48343,98,23791,97,90855,98,47028,99 raid0,16G,87553,98,428916,86,145666,29,95009,96,311780,22,844.0,1,50:10000:0/100,16307,85,94407,98,50381,97,23052,95,88780,98,47914,99 raid0,16G,82474,99,410111,85,146286,30,92753,95,300468,21,1059.1,1,50:10000:0/100,20651,83,94808,98,48569,98,23201,97,88513,99,47460,99 raid0,16G,86819,99,414233,86,147544,30,97043,97,311381,22,814.6,1,50:10000:0/100,13785,89,95133,97,51147,98,23103,96,88330,98,48090,99 raid0,16G,85739,99,410274,86,145941,30,95579,96,312344,23,799.5,1,50:10000:0/100,14437,89,92378,97,50787,98,23236,96,87688,98,48576,99 raid0,16G,87904,99,410286,85,144672,29,94541,96,305383,22,916.3,1,50:10000:0/100,21198,83,95941,98,46170,92,24312,99,88531,98,46150,99 raid0,16G,85113,98,412761,85,148313,30,96835,96,312689,23,780.2,1,50:10000:0/100,15880,87,97035,97,49159,98,23566,97,88803,99,48141,99 raid0,16G,88362,99,415067,86,147010,30,97466,96,300094,22,999.1,1,50:10000:0/100,20953,83,94262,98,49869,98,24426,98,87766,98,46548,99 raid0,16G,86961,98,408355,85,145984,29,96438,96,302425,22,915.3,1,50:10000:0/100,21034,82,95184,98,49735,98,24589,97,90370,98,46481,100 /dev/sda: Timing cached reads: 14976 MB in 2.00 seconds = 7500.01 MB/sec Timing buffered disk reads: 930 MB in 3.00 seconds = 309.80 MB/sec Timing cached reads: 14312 MB in 2.00 seconds = 7165.50 MB/sec Timing buffered disk reads: 940 MB in 3.00 seconds = 312.82 MB/sec Timing cached reads: 13868 MB in 2.00 seconds = 6944.11 MB/sec Timing buffered disk reads: 940 MB in 3.00 seconds = 312.86 MB/sec Timing cached reads: 14168 MB in 2.00 seconds = 7094.79 MB/sec Timing buffered disk reads: 930 MB in 3.00 seconds = 309.95 MB/sec Timing cached reads: 14480 MB in 2.00 seconds = 7251.08 MB/sec Timing buffered disk reads: 938 MB in 3.00 seconds = 312.30 MB/sec Timing cached reads: 14024 MB in 2.00 seconds = 7021.37 MB/sec Timing buffered disk reads: 938 MB in 3.01 seconds = 312.00 MB/sec Timing cached reads: 13308 MB in 2.00 seconds = 6662.61 MB/sec Timing buffered disk reads: 934 MB in 3.00 seconds = 310.84 MB/sec Timing cached reads: 13544 MB in 2.00 seconds = 6780.73 MB/sec Timing buffered disk reads: 936 MB in 3.00 seconds = 311.93 MB/sec Timing cached reads: 13684 MB in 2.00 seconds = 6850.71 MB/sec Timing buffered disk reads: 936 MB in 3.00 seconds = 311.69 MB/sec Timing cached reads: 12868 MB in 2.00 seconds = 6442.90 MB/sec Timing buffered disk reads: 940 MB in 3.00 seconds = 312.93 MB/sec Timing cached reads: 13808 MB in 2.00 seconds = 6913.17 MB/sec Timing buffered disk reads: 936 MB in 3.00 seconds = 311.75 MB/sec Timing cached reads: 13112 MB in 2.00 seconds = 6565.16 MB/sec Timing buffered disk reads: 938 MB in 3.00 seconds = 312.50 MB/sec Timing cached reads: 13820 MB in 2.00 seconds = 6919.78 MB/sec Timing buffered disk reads: 940 MB in 3.01 seconds = 312.72 MB/sec Timing cached reads: 13104 MB in 2.00 seconds = 6559.57 MB/sec Timing buffered disk reads: 940 MB in 3.01 seconds = 312.76 MB/sec Timing cached reads: 13668 MB in 2.00 seconds = 6843.39 MB/sec Timing buffered disk reads: 940 MB in 3.00 seconds = 312.95 MB/sec Timing cached reads: 13556 MB in 2.00 seconds = 6786.68 MB/sec Timing buffered disk reads: 890 MB in 3.00 seconds = 296.32 MB/sec Timing cached reads: 13660 MB in 2.00 seconds = 6839.44 MB/sec Timing buffered disk reads: 888 MB in 3.00 seconds = 295.67 MB/sec Timing cached reads: 13824 MB in 2.00 seconds = 6920.89 MB/sec Timing buffered disk reads: 890 MB in 3.01 seconds = 296.03 MB/sec Timing cached reads: 13256 MB in 2.00 seconds = 6636.68 MB/sec Timing buffered disk reads: 890 MB in 3.01 seconds = 296.04 MB/sec Timing cached reads: 13868 MB in 2.00 seconds = 6943.39 MB/sec Timing buffered disk reads: 888 MB in 3.00 seconds = 295.74 MB/sec name,file_size,putc,putc_cpu,put_block,put_block_cpu,rewrite,rewrite_cpu,getc,getc_cpu,get_block,get_block_cpu,seeks,seeks_cpu,num_files,seq_create,seq_create_cpu,seq_stat,seq_stat_cpu,seq_del,seq_del_cpu,ran_create,ran_create_cpu,ran_stat,ran_stat_cpu,ran_del,ran_del_cpu raid1,16G,58980,66,65978,15,36791,6,86488,88,125056,8,317.5,0,50:10000:0/100,19643,88,98044,98,49146,98,14436,59,87598,98,48756,99 raid1,16G,61537,71,65554,15,36848,6,85726,89,118400,8,317.7,0,50:10000:0/100,23979,87,99058,97,49772,97,26484,97,94146,98,47068,100 raid1,16G,62076,73,64757,15,34755,6,74919,78,93052,6,368.8,0,50:10000:0/100,6672,37,74124,75,60082,98,25866,99,91751,99,3908,9 raid1,16G,58170,67,62823,14,32988,5,69406,73,90630,6,260.8,0,50:10000:0/100,4872,20,97821,98,53502,98,24065,97,87071,98,47453,99 raid1,16G,60255,69,64052,15,34446,6,73514,77,95163,6,350.1,0,50:10000:0/100,17565,86,100463,98,54581,98,24205,98,89309,98,28273,59 raid1,16G,61298,70,63176,14,37040,6,79938,82,118194,8,310.8,0,50:10000:0/100,21060,84,94572,98,46413,94,25138,99,92012,98,46646,100 raid1,16G,60924,70,64207,15,36891,6,81455,83,123134,8,310.8,0,50:10000:0/100,20986,83,94734,98,48553,98,22335,97,88809,98,47751,99 raid1,16G,59915,68,64607,15,37336,6,83059,88,117505,8,306.0,0,50:10000:0/100,21279,83,97742,98,51127,98,23739,97,87099,98,47071,99 raid1,16G,62032,71,63854,14,36717,6,79537,83,121347,9,294.7,0,50:10000:0/100,17380,68,96996,97,9449,19,25226,99,91874,98,46494,99 raid1,16G,62126,71,63946,15,38517,7,84429,88,110579,7,413.3,0,50:10000:0/100,5413,32,93370,98,49921,98,23077,99,89198,98,20499,42 raid1,16G,61827,76,64275,15,37236,6,83746,88,121638,9,314.2,0,50:10000:0/100,21294,83,97495,98,52505,98,17311,73,88775,98,48301,99 raid1,16G,62201,72,64269,15,37113,6,83064,85,113012,8,363.0,0,50:10000:0/100,21030,83,95805,98,51292,97,23472,97,91964,98,46864,99 raid1,16G,60337,71,64390,15,36839,6,86804,88,118797,8,315.2,0,50:10000:0/100,20146,84,101959,97,49298,97,22638,97,88947,98,48048,99 raid1,16G,60580,69,63900,15,35859,6,76576,81,113681,8,304.6,0,50:10000:0/100,5923,24,90777,98,53269,97,23470,97,90153,98,9123,19 raid1,16G,60670,71,64069,15,37466,6,80619,82,123012,8,317.4,0,50:10000:0/100,17814,85,93906,98,50375,97,13161,54,93192,98,47620,99 raid1,16G,61801,71,64231,15,37353,6,83914,86,103675,7,395.0,0,50:10000:0/100,13382,89,98949,98,49346,98,16465,68,87417,98,47679,99 raid1,16G,60468,70,63493,14,37389,6,76925,81,120921,9,305.2,0,50:10000:0/100,20852,84,94567,97,49914,98,23494,97,92758,98,48394,99 raid1,16G,60641,69,64377,15,36299,6,84392,86,108184,7,396.9,0,50:10000:0/100,12037,84,96877,98,50827,98,23612,97,89525,98,47569,99 raid1,16G,61542,71,63557,15,36813,6,85597,87,113602,8,318.6,0,50:10000:0/100,18632,86,97164,98,49693,97,22669,96,90383,98,48075,99 raid1,16G,62453,72,64133,15,36813,6,80482,83,98747,6,405.0,0,50:10000:0/100,19107,86,94409,98,48761,98,22976,97,93083,99,48026,99 /dev/sda: Timing cached reads: 15212 MB in 2.00 seconds = 7617.51 MB/sec Timing buffered disk reads: 430 MB in 3.01 seconds = 143.09 MB/sec Timing cached reads: 15004 MB in 2.00 seconds = 7512.43 MB/sec Timing buffered disk reads: 432 MB in 3.00 seconds = 143.98 MB/sec Timing cached reads: 14196 MB in 2.00 seconds = 7108.93 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.06 MB/sec Timing cached reads: 13396 MB in 2.00 seconds = 6706.90 MB/sec Timing buffered disk reads: 444 MB in 3.00 seconds = 147.78 MB/sec Timing cached reads: 13756 MB in 2.00 seconds = 6888.19 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.25 MB/sec Timing cached reads: 13688 MB in 2.00 seconds = 6852.99 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.16 MB/sec Timing cached reads: 13272 MB in 2.00 seconds = 6645.53 MB/sec Timing buffered disk reads: 442 MB in 3.00 seconds = 147.32 MB/sec Timing cached reads: 13716 MB in 2.00 seconds = 6866.60 MB/sec Timing buffered disk reads: 440 MB in 3.00 seconds = 146.67 MB/sec Timing cached reads: 14252 MB in 2.00 seconds = 7136.46 MB/sec Timing buffered disk reads: 440 MB in 3.02 seconds = 145.68 MB/sec Timing cached reads: 13804 MB in 2.00 seconds = 6911.51 MB/sec Timing buffered disk reads: 442 MB in 3.00 seconds = 147.27 MB/sec Timing cached reads: 13116 MB in 2.00 seconds = 6565.85 MB/sec Timing buffered disk reads: 440 MB in 3.00 seconds = 146.64 MB/sec Timing cached reads: 13628 MB in 2.00 seconds = 6823.24 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.25 MB/sec Timing cached reads: 13076 MB in 2.00 seconds = 6547.07 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.40 MB/sec Timing cached reads: 13264 MB in 2.00 seconds = 6640.14 MB/sec Timing buffered disk reads: 440 MB in 3.00 seconds = 146.58 MB/sec Timing cached reads: 13484 MB in 2.00 seconds = 6750.15 MB/sec Timing buffered disk reads: 440 MB in 3.02 seconds = 145.80 MB/sec Timing cached reads: 13080 MB in 2.00 seconds = 6549.10 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.13 MB/sec Timing cached reads: 13804 MB in 2.00 seconds = 6911.12 MB/sec Timing buffered disk reads: 438 MB in 3.02 seconds = 144.97 MB/sec Timing cached reads: 13332 MB in 2.00 seconds = 6674.99 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.03 MB/sec Timing cached reads: 13208 MB in 2.00 seconds = 6612.53 MB/sec Timing buffered disk reads: 440 MB in 3.01 seconds = 146.26 MB/sec Timing cached reads: 13144 MB in 2.00 seconds = 6579.81 MB/sec Timing buffered disk reads: 442 MB in 3.00 seconds = 147.27 MB/sec