use strict;
use warnings;
use DBI;
$|=1;

#################
## Delete the old DB (if it exits)
## and create a brand new DB
##
my $dbfilename = "MASTER.sqlite";

if (-e $dbfilename) 
{ 
   unlink $dbfilename 
           or die "delete of existing $dbfilename failed $!";
}    

# This is the basic "open DB voodoo"

my %attr = ( RaiseError => 1);  #auto die with error printout
my $dbh = DBI->connect("dbi:SQLite:dbname=$dbfilename","","",\%attr)
    or die "Couldn't connect to database $dbfilename: " . DBI->errstr;

## Ready for Business now!!
####################################

create_table($dbh);  #RAW_DATA table

my %yr2dir =( 2018 => "../some directory",
              2019 => "../some directory",
            );

foreach my $year (sort keys %yr2dir)
{
   $dbh->begin_work;
   print "working on $year in directory $yr2dir{$year}...\n";
   populate_table($dbh,$year,$yr2dir{$year});
   $dbh->commit;
   
   print "finished $year\n";
}