my @toRemove;
foreach my $item ( (@array1, @array2) ) {
   if ( $item =~ /$pattern/i ) {
      push(@toRemove, $item);
   }
}

foreach my $item ( @toRemove ) {
   @array1 = grep { $_ ne $item } @array1;
}