#!/usr/bin/perl

use strict;
use warnings;

use LWP::UserAgent;
use XML::RSS::LibXML;

my $url = 'http://www.usnews.com/rss/health-news/index.rss';
my $rss_file = '/tmp/.rss_download_file'; 
my $website_name = "usnews";

my %seen;

my $client = LWP::UserAgent->new;
my $rss = XML::RSS::LibXML->new;

while ( 1 ) {
	print "polling: $website_name url: $url\n";

	$client->mirror($url, $rss_file);	# be nice to the server
	$rss->parsefile($rss_file) or die $!;
	
	if ( !%seen ) {
		print "first listing\n";
	}
	
	foreach my $item ( @{ $rss->{items} } ) {
		$seen{ $item->{link} }++ and next; # already saw this item

		# do stuff with the new item
		
		print $item->{title}, "\n";
		print "$item->{pubDate}\n";

		
		#$client->get() ...
	}
	
	sleep 15 * 60; # 15 minutes, play nice
}