Here is the final solution. I wish I had thought of the "another level of abstraction" would help earlier.
#!/usr/bin/perl
use strict;
use warnings;
use Getopt::Long;
use Data::Dumper;
my $debug = 0;
my $q_date = "null";
my $operation;
my $process;
my $date;
my $time;
my %ops_hash;
my @ops_array;
my ($move_data, $backup, $migrate, $prepare, $checkin, $reclaim, $rest
+ore, $move, $expire, $db);
GetOptions('d:s' => \$q_date, 'x' => \$debug);
my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime;
$min = "0" . $min if $min < 10;
$hour = "0" . $hour if $hour < 10;
$mon += 1;
$mon = "0" . $mon if $mon < 10;
$year += 1900;
if ( $q_date eq "null" ) {
$q_date = "$year-$mon-$mday";
}
if ( $q_date !~ /\d{4}-\d{2}-\d{2}/ ) {
print "Please use a date format of YYYY-MM-DD\n";
exit 1;
}
my @actlog = <DATA>;
print "@actlog" if $debug;
foreach my $line ( @actlog ) {
next if $line =~ /^$/;
chomp ($line);
my ($date_time, $message) = split (/,/, $line, 2);
($date, $time) = split (/ /, $date_time);
$time =~ s/(\d{2}):\d{2}:\d{2}\.000000/$1/; # save only the hour
if ( $time =~ /0(\d)/ ) {
$time = $1; # if it is an hour below 10 strip the leading 0
}
if ( $message =~ /ANR098[4|5|6|7]I/ ) {
$message =~ /Process \d{1,} for ([A-Z ]{1,}|Database Backup)\b
+.*PROCESS: (\d{1,})\)/;
$operation = $1;
$process = $2;
$operation =~ s/\s+$//;
if ( $message =~ /ANR0984I/ ) {
$ops_hash{$date}{"$operation"}{$process}{'start'} = $time;
} else {
$ops_hash{$date}{"$operation"}{$process}{'end'} = $time;
}
}
}
print Dumper(\%ops_hash) if $debug;
print "Hour,";
foreach my $op ( keys %{ $ops_hash{$q_date} } ) {
push (@ops_array, $op);
print "$op,";
}
push (@ops_array, "end");
print "\n";
for ( 0 .. 23 ) {
my $row_time = $_;
print "$row_time,";
foreach my $op_name ( @ops_array ) {
if ( $op_name ne "end" ) {
my $column = did_op_run(\%ops_hash, $q_date, $op_name, $ro
+w_time, $hour);
if ( $column ne "X," ) {
$column = "_,";
}
print $column;
} else {
print "\n";
}
}
}
sub did_op_run {
my $log_hash = shift;
my $log_date = shift;
my $log_process = shift;
my $row_hour = shift;
my $now_hour = shift;
my $op_start_time;
my $op_end_time;
foreach my $op_proc ( keys %{ $log_hash->{$log_date}{$log_process}
+ } ) {
$op_start_time = $log_hash->{$log_date}{$log_process}{$op_proc
+}{'start'};
if ( ! defined $log_hash->{$log_date}{$log_process}{$op_proc}{
+'end'} ) {
$op_end_time = $now_hour;
} else {
$op_end_time = $log_hash->{$log_date}{$log_process}{$op_pr
+oc}{'end'};
}
if ( ( $row_hour >= $op_start_time ) && ( $row_hour <= $op_end
+_time ) ) {
return "X,";
}
}
}
__DATA__
2013-07-10 00:22:16.000000,"ANR0984I Process 802 for MIGRATION started
+ in the BACKGROUND at 00:22:16. (SESSION: 91364, PROCESS: 802)"
2013-07-10 00:38:19.000000,"ANR0984I Process 803 for BACKUP STORAGE PO
+OL started in the BACKGROUND at 00:38:19. (SESSION: 91367, PROCESS: 8
+03)"
2013-07-10 00:38:25.000000,"ANR0984I Process 804 for SPACE RECLAMATION
+ started in the BACKGROUND at 00:38:25. (SESSION: 91380, PROCESS: 804
+)"
2013-07-10 00:42:07.000000,"ANR0985I Process 804 for SPACE RECLAMATION
+ running in the BACKGROUND completed with completion state FAILURE at
+ 00:42:07. (SESSION: 91380, PROCESS: 804)"
2013-07-10 02:41:09.000000,"ANR0986I Process 803 for BACKUP STORAGE PO
+OL running in the BACKGROUND processed 239,441 items for a total of 1
+51,741,110,153 bytes with a completion state of FAILURE at 02:41:09.
+(SESSION: 91367, PROCESS: 803)"
2013-07-10 06:16:19.000000,"ANR0984I Process 805 for MOVE DRMEDIA star
+ted in the BACKGROUND at 06:16:19. (SESSION: 92271, PROCESS: 805)"
2013-07-10 06:17:12.000000,"ANR0987I Process 805 for MOVE DRMEDIA runn
+ing in the BACKGROUND processed 1 items with a completion state of SU
+CCESS at 06:17:12. (SESSION: 92271, PROCESS: 805)"
2013-07-10 09:00:38.000000,"ANR0984I Process 806 for PREPARE started i
+n the BACKGROUND at 09:00:38. (SESSION: 92686, PROCESS: 806)"
2013-07-10 09:00:39.000000,"ANR0984I Process 807 for EXPIRE INVENTORY
+started in the BACKGROUND at 09:00:39. (SESSION: 92687, PROCESS: 807)
+"
2013-07-10 09:00:42.000000,"ANR0985I Process 806 for PREPARE running i
+n the BACKGROUND completed with completion state SUCCESS at 09:00:42.
+ (SESSION: 92686, PROCESS: 806)"
2013-07-10 10:00:31.000000,"ANR0987I Process 807 for EXPIRE INVENTORY
+running in the BACKGROUND processed 138,657 items with a completion s
+tate of SUCCESS at 10:00:31. (SESSION: 92687, PROCESS: 807)"
2013-07-10 10:38:26.000000,"ANR0984I Process 808 for RESTORE VOLUME (P
+REVIEW) started in the BACKGROUND at 10:38:26. (SESSION: 92923, PROCE
+SS: 808)"
2013-07-10 11:03:11.000000,"ANR0986I Process 808 for RESTORE VOLUME (P
+REVIEW) running in the BACKGROUND processed 72,020 items for a total
+of 19,033,025,961 bytes with a completion state of SUCCESS at 11:03:1
+1. (SESSION: 92923, PROCESS: 808)"
2013-07-10 13:01:20.000000,"ANR0984I Process 809 for MOVE DATA started
+ in the BACKGROUND at 13:01:20. (SESSION: 93702, PROCESS: 809)"
2013-07-10 13:16:38.000000,ANR0984I Process 810 for EXPIRE INVENTORY (
+Automatic) started in the BACKGROUND at 13:16:38. (PROCESS: 810)
2013-07-10 13:31:32.000000,"ANR0987I Process 810 for EXPIRE INVENTORY
+(Automatic) running in the BACKGROUND processed 13,071 items with a c
+ompletion state of SUCCESS at 13:31:32. (PROCESS: 810)"
2013-07-10 14:51:27.000000,"ANR0986I Process 809 for MOVE DATA running
+ in the BACKGROUND processed 17,017 items for a total of 3,265,383,66
+9 bytes with a completion state of FAILURE at 14:51:27. (SESSION: 937
+02, PROCESS: 809)"
2013-07-10 18:00:06.000000,"ANR0984I Process 811 for Database Backup s
+tarted in the FOREGROUND at 18:00:06. (SESSION: 93880, PROCESS: 811)"
2013-07-10 18:00:20.000000,"ANR0984I Process 812 for MOVE DRMEDIA star
+ted in the BACKGROUND at 18:00:20. (SESSION: 93881, PROCESS: 812)"
2013-07-10 18:00:21.000000,"ANR0985I Process 812 for MOVE DRMEDIA runn
+ing in the BACKGROUND completed with completion state SUCCESS at 18:0
+0:21. (SESSION: 93881, PROCESS: 812)"
2013-07-10 18:00:38.000000,"ANR0984I Process 813 for MOVE DRMEDIA star
+ted in the BACKGROUND at 18:00:38. (SESSION: 93884, PROCESS: 813)"
2013-07-10 18:00:38.000000,"ANR0985I Process 813 for MOVE DRMEDIA runn
+ing in the BACKGROUND completed with completion state SUCCESS at 18:0
+0:38. (SESSION: 93884, PROCESS: 813)"
2013-07-10 18:00:58.000000,"ANR0984I Process 814 for CHECKIN LIBVOLUME
+ started in the BACKGROUND at 18:00:58. (SESSION: 93885, PROCESS: 814
+)"
2013-07-10 18:01:04.000000,"ANR0985I Process 814 for CHECKIN LIBVOLUME
+ running in the BACKGROUND completed with completion state SUCCESS at
+ 18:01:04. (SESSION: 93885, PROCESS: 814)"
2013-07-10 20:08:14.000000,"ANR0985I Process 811 for Database Backup r
+unning in the FOREGROUND completed with completion state SUCCESS at 2
+0:08:14. (SESSION: 93880, PROCESS: 811)"
