Changeset 32602

Timestamp:

Nov 2, 2011, 2:46:41 PM (15 years ago)

Author:

watersc1

Message:

Add date options as needed. Handle non-nebulous space in a way that allows it to be accounted better.

Location:

trunk/tools/diskspace

Files:

• merge_counts_and_sizes.pl (modified) (3 diffs)
• nebulous_data.pl (modified) (3 diffs)
• run_counter.pl (modified) (1 diff)
• sizes_from_counts.pl (modified) (1 diff)

trunk/tools/diskspace/merge_counts_and_sizes.pl

@@ -5 +5 @@
 use PS::IPP::Config;
 
-getopts('N',\%opt);
+getopts('ND:',\%opt);
 
 my $ipprc = PS::IPP::Config->new("GPC1");
 my $nebcon = $ipprc->nebulous();
 
-my @lt = gmtime;
-my $dt = DateTime->now;
-$dt->subtract( days => $lt[6] );
-my $datestring = $dt->ymd;
+
+my $datestring;
+if (exists($opt{D})) {
+    $datestring = $opt{D};
+}
+else {
+    my @lt = gmtime;
+    my $dt = DateTime->now;
+    $dt->subtract( days => $lt[6] );
+    $datestring = $dt->ymd;
+}
 
 my $summary_file = "neb:///ipp_diskspace/${datestring}/summary.dat";
@@ -94 +101 @@
 
 if (exists($opt{N})) {
-    my $dt = DateTime->now;
+#     my $dt = DateTime->now;
 
-    my @lt = gmtime;
-    my $dt_data = DateTime->now;
-    $dt->subtract( days => $lt[6]);
-    my $datestring = $dt->ymd;
+#     my @lt = gmtime;
+#     my $dt_data = DateTime->now;
+#     $dt->subtract( days => $lt[6]);
+#     my $datestring = $dt->ymd;
+
     my $ipprc = PS::IPP::Config->new("GPC1");
     my $nebcon = $ipprc->nebulous();
@@ -123 +131 @@
         if ($stage eq 'RAW') {
             $label = "PERMANENT";
+        }
+        elsif ($stage eq 'EXTERNAL') {
+            $label = 'EXTERNAL';
         }
         else {

trunk/tools/diskspace/nebulous_data.pl

@@ -61 +61 @@
 my $neb_dir = "/data/${neb}/nebulous/";
 
+my $total_volume = 0;
+my $used_volume  = 0;
+open(DF,"df -B 1 /data/${neb}/ |") || die "Cannot run df\n";
+while(<DF>) {
+    chomp;
+    if ($_ =~ /${neb}/) {
+        $used_volume = (split /\s+/, $_)[2];
+    }
+}
+close(DF);
+
 open(FIND,"find $neb_dir -type f -printf \"%f %s\n\" |") || die "Cannot run find.\n";
+
+
 while (<FIND>) {
     chomp;
@@ -88 +101 @@
     $count{$stage}{$product} += 1;
     $volume{$stage}{$product} += $size;
+    $total_volume += $size;
 }
 close(FIND);
+
 
 
@@ -98 +113 @@
     }
 }
+my $external_volume = $used_volume - $total_volume;
+print $out_fh "EXTERNAL UNKNOWN 1 $external_volume\n";
 
 close($out_fh);

trunk/tools/diskspace/run_counter.pl

@@ -77 +77 @@
     }
 }
+print $out_fh "EXTERNAL any 1\n";
 close($out_fh);
 

trunk/tools/diskspace/sizes_from_counts.pl

@@ -1 +1 @@
 #! /usr/local/bin/perl -w
+
+
+use Getopt::Std;
+use DateTime;
+use PS::IPP::Config;
+
+getopts('D:',\%opt);
+
 my $count_list = shift;
+my $ipprc = PS::IPP::Config->new("GPC1");
+my $nebcon = $ipprc->nebulous();
+
+
+if (exists($opt{D})) {
+    my $datestring = $opt{D};
+    my $usage_data = "neb:///ipp_diskspace/${datestring}/usage_report.dat";
+    my $real_file  = $ipprc->file_resolve($usage_data);
+    open(DATA,$real_file) || die "Cannot find usage_report.dat\n";
+}
 
 while(<DATA>) {
     chomp;
+    if ($_ =~ /^\s+/) {
+        next;
+    }
     ($stage,$state,$label,undef,$rate,$count) = split /\s+/;
     $data{$stage}{$state}{L} = $label;