Re^3: Converting a parallel-serial shell script

[BrowserUk]

Updated: This modified version actually terminates. ++Corion

Needs some error checking, but this should work:

#! perl -slw
use strict;
use threads;
use Thread::Queue;

our $THREADS ||= 4;

my $Qraw = new Thread::Queue;
my $Qtsv = new Thread::Queue;

sub convert{ $_[ 0 ] }

sub toTSV {
    while( my $filename = $Qraw->dequeue ) {
        my $outFile = $filename . '.tsv';
        open my $fhIn, '<', $filename or warn "$filename : $!" and nex
+t;
        open my $fhOut, '>', $outFile or warn "$outFile : $!"  and nex
+t;
        while( <$fhIn> ) {
             my $tsv = convert( $_ );
             print $fhOut $tsv;
        }
        close $fhOut;
        close $fhIn;
        $Qtsv->enqueue( $outFile );
    }
    $Qtsv->enqueue( undef );
}

my @threads = map threads->create( \&toTSV ), 1 .. $THREADS;

## Filenames from command line, 4 threads to terminate
$Qraw->enqueue( @ARGV, (undef) x $THREADS );

for( 1 .. $THREADS ) {
    while( my $tsvFile = $Qtsv->dequeue ) {
        system "echo $tsvFile";
        unlink $tsvFile;
    }
}

$_->join for @threads;