#!/usr/bin/perl -w
use strict;
use warnings;
use utf8;
use WWW::Mechanize;

#link documentos wikileaks
my $url_prefixo = "http://wikileaks.org/classification/";
my $url_classificacao = 1;
my $url_pagina = 0;
my $url = $url_prefixo.$url_classificacao."_".$url_pagina.".html";
my $url_cable;

# entra nas páginas classificadas
my $mech = WWW::Mechanize->new();
$mech->get($url);
die unless ($mech->success);

#pega links
sub links{
    $mech->get($url);
    while($url_classificacao<7){
	while ($mech->success){	
	    my @LINKS = $mech->links();
	    foreach (@LINKS) {
		$url_cable = $_->url();
		if ($url_cable =~ /\/cable\//){
		    print "\n---------link----------\n";
		    print "http://wikileaks.org".$_->url(), "\n";
		    print "-Classificacao: ".$url_classificacao;
		    print " Página: ".$url_pagina."\n";
		    print "\n-----------------------\n";
		    if (eval{$mech->get($url_cable)}){
			$mech->dump_text();
		    }
		    else{
			print"\nerro de cenexao\n";
		    }
		}	        
	    }
	    $url_pagina++;
	    $url = $url_prefixo.$url_classificacao."_".$url_pagina.".html";
	    eval{$mech->get($url)};	    
	}	
	$url_classificacao++;
	$url_pagina = 1;
	$url = $url_prefixo.$url_classificacao."_".$url_pagina.".html";
	eval{$mech->get($url)};	
    }
    print "\n\n\nfim do site";
}
1;
links;