Changeset 32265 for trunk/tools/diskspace/merge_counts_and_sizes.pl

Timestamp:

Aug 31, 2011, 5:18:37 PM (15 years ago)

Author:

watersc1

Message:

Updates to finish migration of summarization code into nebulous outputs

File:

• trunk/tools/diskspace/merge_counts_and_sizes.pl (modified) (8 diffs)

trunk/tools/diskspace/merge_counts_and_sizes.pl

@@ -2 +2 @@
 
 use Getopt::Std;
+use DateTime;
+use PS::IPP::Config;
 
-getopts('I',\%opt);
+getopts('N',\%opt);
 
-open(S,"summary.dat") || die "Cannot find summary.dat\n";
+my $ipprc = PS::IPP::Config->new("GPC1");
+my $nebcon = $ipprc->nebulous();
+
+my @lt = gmtime;
+my $dt = DateTime->now;
+$dt->subtract( days => $lt[6] );
+my $datestring = $dt->ymd;
+
+my $summary_file = "neb:///ipp_diskspace/${datestring}/summary.dat";
+my $S_real_file = $ipprc->file_resolve($summary_file);
+open(S,$S_real_file) || die "Cannot find summary.dat\n";
 
 while (<S>) {
@@ -19 +31 @@
 close(S);
 
-if (exists($opt{I})) {
-    open(C,"run_im_counts.dat") || die "Cannot find run_counts.dat\n";
-}
-else {
-    open(C,"run_counts.dat") || die "Cannot find run_counts.dat\n";
-}
+my $count_file = "neb:///ipp_diskspace/${datestring}/run_im_counts.dat";
+my $C_real_file = $ipprc->file_resolve($count_file);
+open(C,$C_real_file) || die "Cannot find run_counts.dat\n";
 while(<C>) {
     chomp;
@@ -37 +46 @@
 close(C);
 
-if (exists($opt{I})) {
-    open(M,"mappings_im.dat") || die "Cannot find mappings.dat\n";
-}
-else {
-    open(M,"mappings.dat") || die "Cannot find mappings.dat\n";
-}
+my $mappings_file = "neb:///ipp_diskspace/mappings_im.dat";
+my $M_real_file = $ipprc->file_resolve($mappings_file);
+open(M,$M_real_file) || die "Cannot find mappings.dat\n";
 while (<M>) {
     chomp;
@@ -57 +63 @@
 }
 close(M);
+
 foreach $stage (keys (%size)) {
     foreach $state (keys (%{ $count{$stage} })) {
@@ -68 +75 @@
 
 foreach $stage (keys (%size)) {
-#    unless ($stage eq 'RAW') { next; }
     foreach $state (keys (%{ $count{$stage} })) {
         $VpN{$stage}{$state} = 0;
         foreach $product (keys (%{ $size{$stage} })) {
             $N{$stage}{$product} += $map{$stage}{$product}{$state} * $count{$stage}{$state};
-#           if ($N{$stage}{$product} > 0) {
-#               $VpN{$stage}{$state} += $size{$stage}{$product} / $N{$stage}{$product};
-#           }
-
         }               
     }
@@ -89 +91 @@
 }
 
+my $out_fh;
+
+if (exists($opt{N})) {
+    my $dt = DateTime->now;
+
+    my @lt = gmtime;
+    my $dt_data = DateTime->now;
+    $dt->subtract( days => $lt[6]);
+    my $datestring = $dt->ymd;
+    my $ipprc = PS::IPP::Config->new("GPC1");
+    my $nebcon = $ipprc->nebulous();
+
+    my $outfile = "neb:///ipp_diskspace/${datestring}/usage_report.dat";
+
+    if ($ipprc->file_exists($outfile)) {
+        my $U_file = $ipprc->file_resolve($outfile);
+        open($out_fh,">$U_file");
+    }
+    else {
+        $out_fh = $ipprc->file_create_open($outfile);
+    }
+}
+
 foreach $stage (sort (keys %VpN)) {
-#    unless ($stage eq 'RAW') { next; }
-
     foreach $state (sort (keys %{ $VpN{$stage} })) {
         unless(exists($count{$stage}{$state})) {
@@ -124 +147 @@
         printf("%-8s %-18s %-10s %14.4f %12.6f %9d\n",
                 $stage,$state,$label,$V,$VpN{$stage}{$state},$count{$stage}{$state});
+        if (exists($opt{N})) {
+            printf($out_fh "%-8s %-18s %-10s %14.4f %12.6f %9d\n",
+                   $stage,$state,$label,$V,$VpN{$stage}{$state},$count{$stage}{$state});
+        }
     }
 }
@@ -130 +157 @@
     $sum += $labels{$l};
     print STDERR "\t$l  \t$labels{$l}\n";
+    if (exists($opt{N})) {
+        print $out_fh "\t$l  \t$labels{$l}\n";
+    }
 }
 print STDERR "\tTOTAL    \t$sum\n";
 print STDERR "\tEXP_TOT  \t$total\n";
+
+if (exists($opt{N})) {
+    print $out_fh "\tTOTAL    \t$sum\n";
+    print $out_fh "\tEXP_TOT  \t$total\n";
+    close($out_fh);
+}