#!perl
use strict;
use warnings;
no warnings 'uninitialized';
use LWP::UserAgent;
use HTTP::Cookies;

if (!@ARGV or $ARGV[0] =~ m{^[-/]h(elp)?$} or $ARGV[0] =~ m{^[-/]\?$}) {
	print <<'*END*';
getimagesx.pl [-r referer] url [prefix [-r referer] url prefix] ...
	downloads all files in the sequence = finds the last number in the URL
	and keeps incrementing the number and downloading until it fails
	three times in a row. The file will be named according to the part of
	the URL following the last slash.
	If you specify just the prefix then the prefix will be prepended to
	the file names.
	If you specify the -r followed by a URL then that URL will be
	downloaded, cookies remembered and the URL will be sent to
	the server as the HTTP_REFERER with the image requests.
*END*
	exit;
}


my $ua = LWP::UserAgent->new(
	env_proxy => 1,
	keep_alive => 1,
	timeout => 60,
	agent => 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; (R1 1.3); .NET CLR 1.0.3705)',
	cookie_jar => HTTP::Cookies->new(),
);

our $referer = '';
while ($ARGV[0] =~ m{^[-/]r}) {
	shift(@ARGV);
	$referer = shift(@ARGV);

	if ($referer !~ /##/) {
		our $result = $ua->get( $referer, ':content_file' => 'referer.html');
		if ($result->code() != 200) {
			die "Failed to load the referer $referer\n";
		}
	}
}

while (@ARGV) {
	my $url = shift(@ARGV);
	if ($ARGV[0] =~ m{^[-/]r}) {
		shift(@ARGV);
		$referer = shift(@ARGV);
	}
	my $prefix = shift(@ARGV);
	if ($ARGV[0] =~ m{^[-/]r}) {
		shift(@ARGV);
		$referer = shift(@ARGV);
	}

	if (! defined $prefix and $url =~ m{([^/]+)/\d+\.\w+$}) {
		$prefix = $1;
		print "Automatic prefix '$prefix'\n";
	}

	my $suffix = '';
	if ($prefix =~ m{^(.*)/(.*)$}) {
		($prefix, $suffix) = ($1, $2);
	}

	if ($url =~ m{^(.*/)(.*?)(\d+)([^0-9]*)$}) {
		my ($url_beg, $file, $num, $file_end) = ($1,$2,$3,$4);
		my ($result, $errors);
#print "Referer: $referer\n\n";
		while ($errors < 10) {
			local $referer = $referer;
			if ($referer =~ s/##/$num/g) {
#print "Load referer: $referer\n";
				$result = $ua->get( $referer, ':content_file' => 'referer.html');
				if ($result->code() != 200) {
					die "Failed to load the referer $referer\n";
				}
			}
			if ($file =~ /[\&\?]/) {
				print $url_beg.$file.$num.$file_end," => ",$prefix.$num.$file_end.$suffix,"\n";
				$result = getstore($url_beg.$file.$num.$file_end, $prefix.$num.$file_end.$suffix);
			} else {
				print $url_beg.$file.$num.$file_end," => ",$prefix.$file.$num.$file_end.$suffix,"\n";
				$result = getstore($url_beg.$file.$num.$file_end, $prefix.$file.$num.$file_end.$suffix);
			}
			if ($result == 200) {
				$errors = 0;
			} else {
				$errors++;
				print "\t$result\n";
			}
			$num++;
		}
		print "LAST RESULT: $result\n";
	} else {
		my $file = $url;
		$file =~ s{^.*/}{};
		$file = $prefix . $file;
		if ($file) {
			getstore( $url, $file);
		} else {
			print STDERR "Can't download directories! ($url)\n";
		}
	}
}

use Data::Dumper;

sub getstore {
	my ($url, $file) = @_;
	$file =~ s{(?:~(\d+))?(\.\w+)$}{'~' . ($1+1) . $2}e while (-e $file);
	my $result = $ua->get($url, ':content_file' => $file, referer => $referer);
	return $result->status_line() if $result->code() != 200;

	if (wantarray()) {
		return (200, $result->content_type);
	} else {
		if ($result->content_type =~ /^text/i) {
			print "Bloody bastards. They do not return proper HTTP status!\n";
#			unlink $file;
			return 404;
		}
		return 200;
	}
}