use strict;
use warnings;

use MCE::Loop;

my $infile  = shift or die "Usage: $0 infile\n";
my $newfile = 'output.dat';

open my $fh_out, '>', $newfile or die "open error $newfile: $!\n";

sub preserve_order {
    my ($fh) = @_;
    my ($order_id, $start_idx, $idx, %tmp) = (1, 1);

    return sub {
        my ($chunk_id, $aref) = @_;
        $tmp{ $chunk_id } = $aref;

        while ( my $aref = delete $tmp{ $order_id } ) {
            foreach my $line ( @{ $aref } ) {
                $idx = sprintf "%015d", $start_idx++;
                print $fh $idx, $line;
            }
            $order_id++;
        }
    }
}

MCE::Loop::init {
    chunk_size => 'auto', max_workers => 3,
    gather => preserve_order($fh_out)
};

mce_loop_f {
    my ($mce, $chunk_ref, $chunk_id) = @_;
    my @buf;

    foreach my $line (@{ $chunk_ref }) {
        $line =~ s/\r//g; chomp $line;

        my ($f1,$f2,$f3,$items,$f5,$f6,$f7) = split /\|/, $line;
        my @items_array = split /;/, $items;

        foreach my $item (@items_array) {
            push @buf, "|$item|$f1|$f2|$f3|$f5|$f6|$f7\n";
        }
    }

    MCE->gather($chunk_id, \@buf);

} $infile;

MCE::Loop::finish();
close $fh_out;