#! perl -slw
use threads stack_size => 4096;
use threads::shared;
use Thread::Queue;

$|++;

our $THREADS //= 10;

my $count :shared = 0;
my %log :shared;
my $Q = new Thread::Queue;

my @threads = map async( sub {
    our $ua;
    require 'LWP/Simple.pm';
    LWP::Simple->import( '$ua', 'head' );
    $ua->timeout( 10 );
    while( my $url = $Q->dequeue() ) {
        my $start = time;
        my @info = head( 'http://' . $url );
        my $stop = time;
        lock %log;
        $log{ $url } = $stop - $start;
        lock $count; ++$count;
    }
} ), 1 .. $THREADS;

require 'Time/HiRes.pm'; Time::HiRes->import( qw[ time ] );

my $start = time;

while( <> ) {
    chomp;
    Win32::Sleep 100 if $Q->pending > $THREADS;
    $Q->enqueue( $_ );
    printf STDERR "\rProcessed $count urls";
}

$Q->enqueue( (undef) x $THREADS );
printf STDERR "\rProcessed $count urls" while $Q->pending and Win32::Sleep 100;
printf STDERR "\nTook %.6f with $THREADS threads\n", time() - $start;

$_->join for @threads;


my( @times, $url, $time );
push @times, [ $url, $time ] while ( $url, $time ) = each %log;

@times = sort{ $b->[1] <=> $a->[1] } @times;
print join ' ', @$_ for @times[ 0 .. 9 ];


__END__
c:\test>t-head-urls -THREADS=30 urls.list
Processed 2596
Took 43.670000 with 30 threads