IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changes between Version 2 and Version 3 of Cluster_Storage_Notes


Ignore:
Timestamp:
Oct 16, 2009, 5:13:19 PM (17 years ago)
Author:
watersc1
Comment:

--

Legend:

Unmodified
Added
Removed
Modified

  • Cluster_Storage_Notes

    v2 v3  
    1 Check of the disk space currently (2009/09/28) being used by data not stored in nebulous.  These data take up about 7.2% of the total space.
     1== In Nebulous ==
     2
     3Check of the disk space currently (2009/10/16) being used by data stored in nebulous, and statistics about sizes of the files in each category.
     4
     5|| TYPE || MEAN || STD || N || MIN || MEDIAN || MAX || SUM || % of Used Space ||
     6|| TRACE || 3.46 || 95.27 || 3902062 || 0.00 || 0.00 || 10829.07 || 13494927.30 || 0.00 ||
     7|| STATS || 10.04 || 8.89 || 3884084 || 0.00 || 13.10 || 102.01 || 38988744.16 || 0.01 ||
     8|| SKYCELL || 41.22 || 61.24 || 1922394 || 0.00 || 2.81 || 520.31 || 79232777.36 || 0.02 ||
     9|| BURNTOOL_TABLE || 76.95 || 72.53 || 1682116 || 0.00 || 51.29 || 584.33 || 129435696.02 || 0.03 ||
     10|| PSF || 64.62 || 13.24 || 2587255 || 0.00 || 56.25 || 115.31 || 167180079.84 || 0.03 ||
     11|| JPEG || 51.91 || 165.29 || 6775231 || 0.00 || 7.00 || 3298.14 || 351714397.82 || 0.07 ||
     12|| STACK || 11809.94 || 11761.83 || 48313 || 0.00 || 11534.06 || 140650.31 || 570573824.06 || 0.11 ||
     13|| UNKNOWN_NOTFITS || 10972.14 || 20442.42 || 60558 || 0.00 || 49.40 || 306655.48 || 664450739.46 || 0.13 ||
     14|| UNKNOWN_FITS || 2241.68 || 14525.85 || 422433 || 0.00 || 19.69 || 353359.69 || 946961256.15 || 0.18 ||
     15|| CMF || 322.90 || 393.48 || 3822911 || 0.00 || 202.50 || 46833.75 || 1234432157.29 || 0.24 ||
     16|| CAM || 1102.99 || 263.75 || 1318222 || 0.00 || 1077.19 || 8451.56 || 1453986776.25 || 0.28 ||
     17|| LOG || 183.25 || 3892.34 || 8654277 || 0.00 || 33.80 || 1351187.40 || 1585881549.63 || 0.31 ||
     18|| MDC || 924.30 || 192.00 || 3198924 || 0.00 || 975.06 || 5270.19 || 2956777135.35 || 0.58 ||
     19|| BURNTOOL_PIX || 23681.65 || 3507.57 || 1132306 || 0.00 || 22927.50 || 89108.44 || 26814873777.19 || 5.22 ||
     20|| CHIP || 4662.56 || 7820.79 || 6366919 || 0.00 || 393.75 || 92221.88 || 29686130415.00 || 5.78 ||
     21|| DETREND || 11591.66 || 21677.09 || 2649409 || 0.00 || 393.75 || 353359.69 || 30711054109.65 || 5.97 ||
     22|| WARP || 16582.21 || 27519.21 || 2388445 || 0.00 || 9900.00 || 150547.50 || 39605693942.12 || 7.70 ||
     23|| DIFF || 13623.76 || 9349.08 || 3254188 || 0.00 || 14425.31 || 85047.19 || 44334282774.38 || 8.62 ||
     24|| OTA || 22368.91 || 4450.01 || 11786142 || 0.00 || 21780.00 || 184398.75 || 263643128239.76 || 51.29 ||
     25
    226
    327== By Host ==
    428
     29Check of the disk space currently (2009/10/14) being used by data not stored in nebulous.  These data take up about 7.2% of the total space (11.1% of the used space).
     30
    531|| Host || Total Space (1K-blocks) || Used || Free || Non-nebulous || % Free || % Non-neb ||
    6 || ipp004 || 10651598144 || 5622358560 || 5029239584 || 3726208168 ||  47 ||  35 ||
    7 || ipp005 || 10651598144 || 8621874048 || 2029724096 || 326652 ||  19 ||   0 ||
    8 || ipp006 || 10651598144 || 8203168512 || 2448429632 || 113020052 ||  23 ||   1 ||
    9 || ipp007 || 10651588352 || 8523579136 || 2128009216 || 3065213712 ||  20 ||  29 ||
    10 || ipp009 || 10651598144 || 7803063264 || 2848534880 || 606915700 ||  27 ||   6 ||
    11 || ipp010 || 10651598144 || 7969927040 || 2681671104 || 269742408 ||  25 ||   3 ||
    12 || ipp011 || 10651588352 || 8250810624 || 2400777728 || 104111760 ||  23 ||   1 ||
    13 || ipp012 || 10651588352 || 8343616032 || 2307972320 || 2672570052 ||  22 ||  25 ||
    14 || ipp013 || 10651588352 || 8354247872 || 2297340480 || 104070448 ||  22 ||   1 ||
    15 || ipp015 || 10651588352 || 9868445920 || 783142432 || 169670576 ||   7 ||   2 ||
    16 || ipp016 || 10651588352 || 8578898720 || 2072689632 || 5121399452 ||  19 ||  48 ||
    17 || ipp017 || 10651588352 || 9539441408 || 1112146944 || 5140463572 ||  10 ||  48 ||
    18 || ipp019 || 10651588352 || 7208615520 || 3442972832 || 2371211444 ||  32 ||  22 ||
    19 || ipp020 || 10651588352 || 8582322912 || 2069265440 || 104303652 ||  19 ||   1 ||
    20 || ipp021 || 10651588352 || 8364005440 || 2287582912 || 103793740 ||  21 ||   1 ||
    21 || ipp023 || 21420144640 || 20027901376 || 1392243264 || 6773902984 ||   6 ||  32 ||
    22 || ipp024 || 21420144640 || 17930651488 || 3489493152 || 144152296 ||  16 ||   1 ||
    23 || ipp025 || 21420144640 || 3752811264 || 17667333376 || 91373084 ||  82 ||   0 ||
    24 || ipp026 || 21420144640 || 19941056960 || 1479087680 || 103656548 ||   7 ||   0 ||
    25 || ipp027 || 21419913728 || 91602368 || 21328311360 || 103525952 || 100 ||   0 ||
    26 || ipp028 || 21420144640 || 19713562048 || 1706582592 || 7123144 ||   8 ||   0 ||
    27 || ipp029 || 21420144640 || 19954425088 || 1465719552 || 284475144 ||   7 ||   1 ||
    28 || ipp030 || 21420144640 || 19972288672 || 1447855968 || 8453374444 ||   7 ||  39 ||
    29 || ipp031 || 21420144640 || 19839987712 || 1580156928 || 69761128 ||   7 ||   0 ||
    30 || ipp032 || 21420144640 || 19781307296 || 1638837344 || 110053436 ||   8 ||   1 ||
    31 || ipp033 || 21420144640 || 19477544608 || 1942600032 || 174278276 ||   9 ||   1 ||
    32 || ipp034 || 21420144640 || 19637290112 || 1782854528 || 68819032 ||   8 ||   0 ||
    33 || ipp035 || 21420144640 || 19896185536 || 1523959104 || 2340824444 ||   7 ||  11 ||
    34 || ipp036 || 21420144640 || 19733060256 || 1687084384 || 1062798808 ||   8 ||   5 ||
    35 || ipp038 || 21419913728 || 11055127552 || 10364786176 || 52003404 ||  48 ||   0 ||
    36 || ipp039 || 21419913728 || 11070860160 || 10349053568 || 43669656 ||  48 ||   0 ||
    37 || ipp040 || 20443361792 || 10804629920 || 9638731872 || 5435374140 ||  47 ||  27 ||
    38 || ipp041 || 21419913728 || 17740141632 || 3679772096 || 52020220 ||  17 ||   0 ||
    39 || ipp042 || 21419913728 || 11214110400 || 10205803328 || 440199092 ||  48 ||   2 ||
    40 || ipp043 || 21419913728 || 11382157568 || 10037756160 || 51957560 ||  47 ||   0 ||
    41 || ipp044 || 21419913728 || 11220202528 || 10199711200 || 34252164 ||  48 ||   0 ||
    42 || ipp045 || 21419913728 || 11179958720 || 10239955008 || 34402944 ||  48 ||   0 ||
    43 || ipp046 || 21419913728 || 11203634848 || 10216278880 || 34257724 ||  48 ||   0 ||
    44 || ipp047 || 21419913728 || 11291985568 || 10127928160 || 34515260 ||  47 ||   0 ||
    45 || ipp048 || 21419913728 || 13373260448 || 8046653280 || 4196363976 ||  38 ||  20 ||
    46 || ipp049 || 21419913728 || 7508035872 || 13911877856 || 60336240 ||  65 ||   0 ||
    47 || ipp050 || 21419913728 || 11108808352 || 10311105376 || 1034250648 ||  48 ||   5 ||
    48 || ipp051 || 21419913728 || 11133117120 || 10286796608 || 84581784 ||  48 ||   0 ||
    49 || ipp052 || 21419913728 || 11094362784 || 10325550944 || 169298772 ||  48 ||   1 ||
    50 || ipp053 || 21419913728 || 11176545504 || 10243368224 || 2352806520 ||  48 ||  11 ||
     32|| ipp004 || 10651598144 || 5622358560 || 5029239584 || 3747030344 ||  47 ||  35 ||
     33|| ipp005 || 10651598144 || 8621873568 || 2029724576 || 326652 ||  19 ||   0 ||
     34|| ipp006 || 10651598144 || 7733304032 || 2918294112 || 113020092 ||  27 ||   1 ||
     35|| ipp007 || 10651588352 || 8074202560 || 2577385792 || 3068969672 ||  24 ||  29 ||
     36|| ipp009 || 10651598144 || 7903595072 || 2748003072 || 623558468 ||  26 ||   6 ||
     37|| ipp010 || 10651598144 || 7627871712 || 3023726432 || 269742448 ||  28 ||   3 ||
     38|| ipp011 || 10651588352 || 8003055296 || 2648533056 || 104111800 ||  25 ||   1 ||
     39|| ipp012 || 10651588352 || 9035420672 || 1616167680 || 2672570052 ||  15 ||  25 ||
     40|| ipp013 || 10651588352 || 9107607296 || 1543981056 || 104070488 ||  14 ||   1 ||
     41|| ipp015 || 10651588352 || 10119020768 || 532567584 || 169670616 ||   5 ||   2 ||
     42|| ipp016 || 10651588352 || 9484318432 || 1167269920 || 5121399452 ||  11 ||  48 ||
     43|| ipp017 || 10651588352 || 10119216800 || 532371552 || 5140463616 ||   5 ||  48 ||
     44|| ipp019 || 10651588352 || 8075610080 || 2575978272 || 2371211444 ||  24 ||  22 ||
     45|| ipp020 || 10651588352 || 8530601568 || 2120986784 || 104303692 ||  20 ||   1 ||
     46|| ipp021 || 10651588352 || 8251176928 || 2400411424 || 103793780 ||  23 ||   1 ||
     47|| ipp023 || 21420144640 || 16311272160 || 5108872480 || 2718361524 ||  24 ||  13 ||
     48|| ipp024 || 21420144640 || 17064687872 || 4355456768 || 117619612 ||  20 ||   1 ||
     49|| ipp025 || 21420144640 || 3427014976 || 17993129664 || 91373084 ||  84 ||   0 ||
     50|| ipp026 || 21420144640 || 16206263520 || 5213881120 || 103656564 ||  24 ||   0 ||
     51|| ipp027 || 21419913728 || 91602368 || 21328311360 || 744764240 || 100 ||   3 ||
     52|| ipp028 || 21420144640 || 16622661888 || 4797482752 || 7123144 ||  22 ||   0 ||
     53|| ipp029 || 21420144640 || 16773698880 || 4646445760 || 284475160 ||  22 ||   1 ||
     54|| ipp030 || 21420144640 || 20074678624 || 1345466016 || 8391876984 ||   6 ||  39 ||
     55|| ipp031 || 21420144640 || 16494694144 || 4925450496 || 69761144 ||  23 ||   0 ||
     56|| ipp032 || 21420144640 || 16223739744 || 5196404896 || 110053452 ||  24 ||   1 ||
     57|| ipp033 || 21420144640 || 16840848288 || 4579296352 || 174278292 ||  21 ||   1 ||
     58|| ipp034 || 21420144640 || 16193123328 || 5227021312 || 68819048 ||  24 ||   0 ||
     59|| ipp035 || 21420144640 || 17831230016 || 3588914624 || 2380815256 ||  17 ||  11 ||
     60|| ipp036 || 21420144640 || 16666786976 || 4753357664 || 1066852800 ||  22 ||   5 ||
     61|| ipp038 || 21419913728 || 10616335264 || 10803578464 || 52003420 ||  50 ||   0 ||
     62|| ipp039 || 21419913728 || 10617034880 || 10802878848 || 43669672 ||  50 ||   0 ||
     63|| ipp040 || 20443361792 || 11645773504 || 8797588288 || 5435374148 ||  43 ||  27 ||
     64|| ipp041 || 21419913728 || 15421995552 || 5997918176 || 52020228 ||  28 ||   0 ||
     65|| ipp042 || 21419913728 || 10616933440 || 10802980288 || 440199100 ||  50 ||   2 ||
     66|| ipp043 || 21419913728 || 10616996864 || 10802916864 || 226442312 ||  50 ||   1 ||
     67|| ipp044 || 21419913728 || 10657926208 || 10761987520 || 261300920 ||  50 ||   1 ||
     68|| ipp045 || 21419913728 || 10630508064 || 10789405664 || 174404276 ||  50 ||   1 ||
     69|| ipp046 || 21419913728 || 10629758528 || 10790155200 || 195439012 ||  50 ||   1 ||
     70|| ipp047 || 21419913728 || 10655551904 || 10764361824 || 77119308 ||  50 ||   0 ||
     71|| ipp048 || 21419913728 || 12934113536 || 8485800192 || 4824947980 ||  40 ||  23 ||
     72|| ipp049 || 21419913728 || 11785732544 || 9634181184 || 729768548 ||  45 ||   3 ||
     73|| ipp050 || 21419913728 || 10616460192 || 10803453536 || 116654884 ||  50 ||   1 ||
     74|| ipp051 || 21419913728 || 10814412064 || 10605501664 || 483813432 ||  50 ||   2 ||
     75|| ipp052 || 21419913728 || 10616604352 || 10803309376 || 169498380 ||  50 ||   1 ||
     76|| ipp053 || 21419913728 || 8211971360 || 13207942368 || 2411682708 ||  62 ||  11 ||
     77
    5178
    5279----
    … …  
    5784Keyword matching done based on summing the disk usage of all directories with the name /data/@HOST@/keyword.
    5885
     86
    5987|| Keyword || Total Space Used || % of cluster ||
    6088|| megacam || 13692865644 ||   2 ||
    61 || gpc1 || 12058754484 ||   2 ||
    62 || gpc1_destreak || 7548158320 ||   1 ||
     89|| gpc1 || 12013899736 ||   1 ||
    6390|| ipp018.0 || 5414586080 ||   1 ||
    64 || gpc1_distribution || 4226157092 ||   1 ||
    65 || iqanalysis || 2889355284 ||   0 ||
     91|| gpc1_distribution || 5138885616 ||   1 ||
     92|| beaumont || 3726478784 ||   0 ||
     93|| iqanalysis || 2891251656 ||   0 ||
     94|| home || 2792454308 ||   0 ||
    6695|| MOPS || 2767351540 ||   0 ||
    67 || home || 2712770112 ||   0 ||
    68 || beaumont || 2165476844 ||   0 ||
    69 || ipp || 1203020132 ||   0 ||
    70 || price || 1077176844 ||   0 ||
     96|| gpc1_destreak || 2575021036 ||   0 ||
     97|| ipp || 1203034300 ||   0 ||
     98|| price || 1081230820 ||   0 ||
     99|| backup || 641238272 ||   0 ||
    71100|| rodney || 433771656 ||   0 ||
    72101|| gpc1dark || 317590620 ||   0 ||
    73102|| eugene || 236727456 ||   0 ||
    74 || heather || 184181872 ||   0 ||
     103|| heather || 184381476 ||   0 ||
    75104|| billsstuff || 179740860 ||   0 ||
    76 || bills || 136196272 ||   0 ||
     105|| bills || 109660908 ||   0 ||
    77106|| old || 90156472 ||   0 ||
    78 || watersc1 || 75601752 ||   0 ||
     107|| watersc1 || 77461988 ||   0 ||
    79108|| isp || 41834288 ||   0 ||
    80109|| tmp || 32880604 ||   0 ||
    … …  
    82111|| kaiser || 19740236 ||   0 ||
    83112|| giebink || 19061432 ||   0 ||
    84 || datastore || 11193764 ||   0 ||
     113|| datastore || 14572464 ||   0 ||
     114|| pstamp || 11499136 ||   0 ||
    85115|| gpc1_dist || 6798048 ||   0 ||
    86 || pstamp || 6049392 ||   0 ||
    87116|| md09smf || 2228540 ||   0 ||
    88117|| pstamp-work || 323632 ||   0 ||
     118|| gpc1_rel_200901 || 1508 ||   0 ||
     119|| gpc1-magic || 1156 ||   0 ||
    89120|| jhoblitt || 400 ||   0 ||
     121|| MD08.200906.v0_0 || 36 ||   0 ||
    90122|| mkhome.sh || 4 ||   0 ||
    91123|| node_update.sh || 4 ||   0 ||
    92 || MD08.200906.v0_0 || 0 ||   0 ||
    93124