#!/usr/bin/perl -w
use strict;
use warnings;

my $url = "https://deutsch.rt.com/inland/";
my $path = "/home/me/RT/rt_scrape.html";
open PATH, "> $path" or die $!;

my $counter;
while (defined $url) { 	
	my %hash; 			
	my $html = qx(curl "$url");
	undef($url);
if ($html =~ m/href="(\/listing\/category.inland\/prepare\/last-news\/\d+">)Weiter/) {
	$url = "www.deutsch.rt.com" . $1;
	}
	my @row = split(/\n/,$html);
	foreach (@row){
		if ($html =~ m/href="(\/inland\/\d+\-.*?\/" class="cover__link link ">)/g) {
			my $articles_url = "https://deutsch.rt.com/" . $1;
			$hash{$articles_url} = 1;
		}
	}
	foreach (keys %hash){
	$counter++;
	my $article = qx(curl $_);
	open PATH, "> /home/me/RT/$counter.txt" or die $!;
	print "\n\tFetching\n$_\n";
	print PATH "$article";
	close PATH;
	}
}