#! /usr/local/bin/perl -w

use strict ;
my $stopfile = 'stopwords';
my $base= shift @ARGV;
my @files = @ARGV;

my %stopwords=();
my %basefilterwords=();

my %filterwords=();
my @basewords;
my @words;
open STOP, "<$stopfile";
while (my $stopword =<STOP>) {
   chomp $stopword;
   $stopwords {$stopword} =1;
}

close STOP;

   open BASETEXT, "<$base";
   
   while (my $line =<BASETEXT> ) {
      my @basewords = split /\W/, $line ;
      foreach my $baseword (@basewords) {

         if ($baseword ne '') {
          $baseword = lc $baseword ;
  
	    }
	 if ($stopwords{$baseword}) { }
	  else {
	    $basefilterwords{$baseword}=1; }
          
        }

    close BASETEXT;

foreach my $file ( @ARGV ) {

   open TEXT, "<$file";
   
   while (my $line =<TEXT> ) {
      my @words = split /\W/, $line ;
      foreach my $word (@words) {

         if ($word ne '') {
          $word = lc $word ;
	    }
	 if ($stopwords{$word}) { }
	  else {
	    $filterwords{$word}=1; }
        }

close TEXT;
}

}