Skip site navigation (1)Skip section navigation (2)
Date:      Wed, 17 Oct 2007 14:12:58 -0400
From:      kurtseel <kurtseel@primetime.com>
To:        freebsd-geom@freebsd.org
Subject:   gmirror + ggated question
Message-ID:  <471650AA.30903@primetime.com>

next in thread | raw e-mail | index | archive | help

 I built a mirror of a local drive and a ggated backed device. I ran 
iozone on it
and it runs along fine until a certain point when it slows down to a 
near stand
still. It doesn't break the mirror or crash the system, but it does slow 
the system
down to a near stop.
 I kill the iozone, and a short time later I can login and then :

# df
Filesystem            1K-blocks    Used    Avail Capacity  Mounted on
/dev/mirror/thinkcs1a   1012974  155780   776158    17%    /
devfs                         1       1        0   100%    /dev
/dev/mirror/thinkcs1e  85469448 1163474 77468420     1%    /usr
/dev/mirror/thinkcs1d   4058062   40426  3692992     1%    /var
[root@ ~/temp]# gmirror status
         Name    Status  Components
mirror/thinkc  COMPLETE  ad0
                         ggate0

 And all seems normal again. Seems like it has to do with big files ...
This is the same configuration I used in :
http://bsdtips.utcorp.net/mediawiki/index.php/Mirroring_over_network
 This is where the iozone gets stuck :

# /usr/bin/time iozone -b ${DR}/data.xls \
 >         -az -i 0 -i 1 -i 2 -i 3 -i 4 -i 5 -i 6 -i 7 -i 8 -i 9 -i 10 
-i 11 -i 12 \
 >                 | tee ${DR}/data.txt
        Iozone: Performance Test of File I/O
                Version $Revision: 3.283 $
                Compiled for 32 bit mode.
                Build: freebsd

        Contributors:William Norcott, Don Capps, Isom Crawford, Kirby 
Collins
                     Al Slater, Scott Rhine, Mike Wisner, Ken Goss
                     Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR,
                     Randy Dunlap, Mark Montague, Dan Million,
                     Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy,
                     Erik Habbinga, Kris Strecker, Walter Wong.

        Run began: Wed Oct 17 08:20:44 2007

        Auto Mode
        Cross over of record size disabled.
        Selected test not available on the version.
        Command line used: iozone -b /root/temp/data.xls -az -i 0 -i 1 
-i 2 -i 3 -i 4 -i 5 -i 6 -i 7 -i 8 -i 9 -i 10 -i 11 -i 12
        Output is in Kbytes/sec
        Time Resolution = 0.000003 seconds.
        Processor cache size set to 1024 Kbytes.
        Processor cache line size set to 32 bytes.
        File stride size set to 17 * record size.
                                                            random  
random    bkwd  record  stride
              KB  reclen   write rewrite    read    reread    read   
write    read rewrite    read   fwrite frewrite   fread  freread
              64       4  250776  615089   853755  1067689  753149  
703784  604016  788548  940502   263581   640020  534288   829997
              64       8  324818  800303  1145118  1521595 1306782  
985384  772660  660492 1387858   338755   790871  667057  1046870
              64      16  488582  943809  1332734  1738379 1387858 
1164998  902555 1332734 1556895   537497   927503  694678  1084951
              64      32  507999  890578  1424687  1884854 1603393 
1332734  899531 1145118 1455588   551862   953870  556438  1067689
              64      64  488582  953870  1455588  1871711 1359737 
1229003  899531 1000068 1145118   546247   940502  276049   843030
             128       4  155550  292825   913951  1039607  907770  
590346  715430  961415  757845   159006   297696  749383   870953
             128       8  180012  316846  1197257  1389356 1280040 
1074995  920218 1392960 1707511   195125   324115  954577  1131643
             128      16   90973  100945  1347509  1453292 1805111 
1540885 1141265 2000136 2290237    82742    93151  963140  1320985
             128      32  231468  330704  1473231  1942249 1639715 
1457236 1163526 1855007 2205559   242882   346946  947836  1256082
             128      64  231468  338630  1473231  1829719 2030394 
1881004 1134033 1581743 1829719   241897   329082  825425  1055965
             128     128  224969  304794  1375121  1729514 1437724  
324703 1074995  312968 1256082   247130   318350  367866   633537
             256       4   15884  194821   941534  1049173  892244  
705287  752754  780099  764002    16097   172977  810116   914276
             256       8   15614  130080  1201837  1391908 1092959 
1061621 1007813 1305592 1075444    15473   284780  853247  1164052
             256      16   16407  206949  1391908  1630792 1608801 
1255226 1174236 2416067 2609861    16410   155921 1065836  1293015
             256      32   16264  293900  1179395  1580386 2047495 
1571136 1261123 2483116 3012599    16522   183783 1113358  1286816
             256      64   16705  205799  1522137  1705930 1840436 
1406494 1307182 2225754 2722351    16698   263921 1024155  1113358
             256     128   16776  122904  1496677  1684519 2047495   
16496 1273085   16489 1983206    16526   201891  565300   790436
             256     256   16666  359541  1261123  1242157 1071152  
352113 1061621  355024 1149103    16839   362087  289307   332076
             512       4   26638  185777   949618   890179  830935  
621303  798791 1077828  792599    29455   260035  838069   866473
             512       8   28995  294400  1221954  1248960 1158661  
175341 1055576 1808533 1068709    29700   228251 1062365  1089309
             512      16   28799  264454  1434125  1492949 1475510 
1207525 1248234 2679608 1142632    29426   207638 1176434  1239588
             512      32   30206  227574  1546713  1580872 1565886 
1115334 1437966 3137682 3687192    30217   177032 1240304  1302755
             512      64   32191  173080  1605694  1713303 1814646 
1454523 1484691 2960343 3606687    32217   212277 1221954  1270386
             512     128   32201  164894  1605694  1701088 1784488 
1028282 1446684   11813 2912169    32456   190897  775988  1068709
             512     256   32327  172788  1147517  1143241 1213667   
18740 1000030   18774 1292561    32060   258844  321219   402797
             512     512   31906  362602   654637   658855  649686  
366501  627475  250481  653840    32167   372929  245190   315462
            1024       4   49328  209067  1016941  1003868  820524  
500496  798110 1110551  820524    49887   211133  878241   820524
            1024       8   50836  206743  1293112  1308078 1171754  
297674 1159730 1943057 1029124    51235   223388 1097497  1134009
            1024      16   51824  236866  1546945  1563274 1514756  
902983 1387524 3011017 1378174    52279   238299 1270543  1299372
            1024      32   52513  232519  1659943  1662514 1659302  
896574 1554223 3482169 1530409    53350   241338 1319734  1356412
            1024      64   60692  229390  1738559  1729458 1622936  
387303 1585199 3459729 4213159    60459   228925 1206310  1428124
            1024     128   51672  227808  1695325  1718387 1792993  
875199 1602350   10321 3836789    60556   217363 1010006  1154431
            1024     256   56008  212229  1006927  1154431 1011909  
638427 1008819   13892 1218977    56933   246519  372619   411063
            1024     512   54505  312374   624412   620622  601332   
20017  605230   20003  618299    59928   306949  255160   296380
            1024    1024   60101  336954   613179   614935  607713  
411063  602682  406665  573394    59767   412366  217506   289410
            2048       4   15041   16933  1006977   994157  818602  
458878  835237 1079623  825445    15027    16914  868598   878548
            2048       8   15081   16986  1347352  1338534 1159013  
613329 1139034 1972694 1153721    15066    16978 1145413  1155117
            2048      16   15131   16962  1591195  1636983 1444313  
759672 1463756 3098355 1434185    15128    17045 1338743  1291444
            2048      32   15096   17044  1711000  1613916 1655598  
763385 1622757 3750380 1494833    15075    16978 1392341  1423254
            2048      64   14870   17047  1705226  1809010 1708278  
753739 1712364 3961384 1624292    14903    16975 1418085  1443342
            2048     128   14881   16993  1791653  1810535 1729603  
535151 1801044    9637 4383923    14931    16968 1183933  1247373
            2048     256   14870   16894  1230752  1251918 1042162  
635048 1021952   12290 1511403    15077    16877  392047   366692
            2048     512   14878   16698   473003   612629  618763  
543686  609716   14194  642026    14931    16720  276235   292031
            2048    1024   14843   16735   627670   615174  607001   
20775  544963   20762  595018    14878    16703  259401   288694
            2048    2048   14844   16751   622124   608765  614646   
16729  614250   16731  603929    14851    16717  236706   292987
            4096       4   13174   13875   931793  1003472  765167  
411617  849083 1152205  807726    13188    13886  818540   910412
            4096       8   13196   13869  1284436  1335145 1086479  
541363 1063939 1983494 1116052    13213    13853 1115473  1120931
            4096      16   13202   13881  1542674  1655505 1407561  
664510 1485708 3217555 1425665    13195    13910 1346974  1320470
            4096      32   13209   13890  1722393  1793414 1553274  
721254 1607485 3999581 1641741    13208    13886 1378202  1421772
            4096      64   13109   13892  1827759  1837730 1669663  
683682 1759436 3893527 1741423    13134    13882 1416263  1462936
            4096     128   13120   13888  1728284  1811760 1753510  
731418 1689033    9333 1765584    13154    13891 1258375  1343918
            4096     256   13184   13815  1123717  1149584 1058433  
574954 1076809   11607 1614434    13116    13841  397163   392185
            4096     512   13113   13809   608623   607525  604129  
550841  606817   12407  602984    13139    13886  279759   290026
            4096    1024   13120   13847   606089   567227  591401  
537250  589109   14366  598551    13109    13464  273158   291508
            4096    2048   13120   13800   593711   608084  598572   
13792  567321   13773  601379    13101    13788  261675   291384
            4096    4096   13106   13800   606453   613010  602962   
13797  597344   13804  599533    13103    13841  237752   293074
            8192       4   12393   11680  1027583  1030449  737896  
374095  874929 1141579  694888    12388    11686  927102   865693
            8192       8   12417   11684  1346732  1341840 1052835  
483698 1202591 1998540 1012116    12398    11677 1162985  1154777
            8192      16   12412   11677  1652274  1633811 1365084  
627409 1542703 3236777 1399159    12425    11664 1353149  1342312
            8192      32   12420   11673  1760194  1783585 1557176  
671306 1691813 4055482 1528905    12350    11687 1411227  1432645
            8192      64   12377   11673  1839739  1829746 1691146  
243505 1745618 4215703 1744023    12359    11681 1465207  1461593
            8192     128   12407   11683  1852135  1819957 1691479  
606822 1762813    9201 1719584    12355    11688 1332681  1361028
            8192     256   12365   11690  1222139  1160667 1021079  
597483 1023725   11138 1084162    12394    11665  401195   405226
            8192     512   12357   11649   584603   585220  578978  
453549  579838   11675  583600    12368    11661  290331   293830
            8192    1024   12375   11608   577917   575613  570623  
529373  528209   12463  574842    12390    11666  286674   292467
            8192    2048   12372   11658   582147   544248  573825  
528681  570518   11648  577354    12373    11630  276964   285734
            8192    4096   12374   11651   579427   577305  573069   
11649  577587   11656  574400    12269    11644  265518   295612
            8192    8192   12387   11649   575160   578364  569441   
11644  573623   11650  578822    12380    11651  241836   297231
           16384       4   11557   11686  1022909  1020297  694792   
11470  837507 1162226  742909    11556    11691  919774   903937
           16384       8   11561   11701  1353134  1356954 1014557   
42137 1216135 2066600 1053213    11559    11688 1178268  1170023
           16384      16   11576   11699  1619427  1631887 1338793  
602488 1514364 3315870 1331503    11576    11685 1368057  1315773
           16384      32   11551   11708  1754551  1759672 1464284  
646385 1628947 4129920 1528920    11574    11709 1445952  1427657
           16384      64   11577   11702  1841534  1817426 1520261  
456494 1775265 4379710 1671298    11478    11692 1482447  1470362
           16384     128   11556   11702  1836956  1804209 1693957  
396753 1781662    9119 1705053    11546    11692 1188724  1317691
           16384     256   11569   11693  1147018  1107710  982782  
535142 1045633   11146  979434    11559    11615  418685   416019
           16384     512   11561   11680   577899   580149  569858  
517106  578347   11335  572007    11559    11682  290388   290264
           16384    1024   11555   11601   572727   572803  561560  
470441  566625   11687  573429    11559    11687  288674   293420
           16384    2048   11564   11673   574979   569839  569225  
528073  569598   11690  572088    11556    11687  287191   294745
           16384    4096   11575   11690   574052   571883  570113  
498265  560790   11676  571208    11551    11678  279681   294755
           16384    8192   11562   11680   576310   571845  568298   
11685  572746   11686  572469    11471    11686  265637   295917
           16384   16384   11559   11689   553923   573587  571251   
11685  567646   11688  567172    11561    11692  240498   296822
           32768       4   11199   11253  1013483  1018425  652242    
3875  876784 1184967  735697    11117    11255  916611   920528
           32768       8   11200   11249  1308513  1355729  965409    
9951 1203784 2062334 1029047    11187    11242 1184885  1169032
           32768      16   11201   11247  1613220  1629033 1283763   
32214 1531567 3280446 1316043    11117    11257 1367437  1348201
           32768      32   11152   11257  1734301  1760696 1487556   
41111 1701515 4031482 1529709    11201    11232 1453635  1436122
           32768      64   11188   11261  1836966  1827149 1622916   
42493 1795521 4348175 1676198    11189    11208 1490266  1465665
           32768     128   11188   11249  1840188  1812093 1653114   
43633 1803508    9080 1696852    11187    11232 1356237  1318531
           32768     256   11197   11253  1121580  1127515  997869   
51577 1112024   11042 1044294    11192    11247  415553   419236
           32768     512   11186   11253   593139   599245  584370   
39487  599420   11169  597442    11176    11247  285580   284614
           32768    1024   11187   11252   589162   590075  581869   
49214  585625   11342  586923    11147    11256  285908   287842
           32768    2048   11180   11251   591801   590466  586345   
37755  583851   11245  589382    11193    11251  284624   288549
           32768    4096   11164   11241   490670   591801  586515   
63111  585174   11240  588008    11195    11247  280836   286636
           32768    8192   11181   11219   554242   555361  552078   
34415  549706   11252  556134    11190    11211  274837   287928
           32768   16384   11181   11236   556134   554414  551307   
11250  551612   11254  552375    11189    11226  260926   288146
           65536       4   11084   11136   669191   673013  514350    
1754  742188 1167346  563430    11099    11142  600360   599345
           65536       8   11098   11118   793723   793558  776971    
2061 1017642 2097833  795476    11108    11143  692894   694244
           65536      16   11104   11148   867419   882757 1050525    
9078 1292111 3307581 1002829    11101    11156  756767   742996
           65536      32   11102   11130   924396   922404 1208597    
1334 1421325 4096515 1114899    11091    11150  772540   780962
           65536      64   11106   11145   941732   939989   



Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?471650AA.30903>