#!/usr/bin/perl -w

# HTML::TokeParser dumper
#
# quick & dirty code to print out TokeParser output

use strict;
use HTML::TokeParser;
use LWP::Simple;

print "Content-type: text/html\n\n";

my $filename = 'temp.html';

open FH, ">$filename";
print FH get("http://www.buchanie.co.uk/news.asp");
close FH;

my $stream = HTML::TokeParser->new($filename)
  || die "Couldn't read HTML file $filename: $!";

while(my $token = $stream->get_token) {
  if ($token->[0] eq "S"){
      print "Token:S 1:$token->[1]\n";
      foreach my $key(keys %{$token->[2]}){
              print "Key: $key Value: ${$token->[2]}{$key}\n";
              }
      print "3: @{$token->[3]}\n4: $token->[4]\n\n";
      }
  elsif ($token->[0] eq "E"){
         print "Token:E 1:$token->[1] 2: $token->[2]\n\n";
         }
  elsif ($token->[0] eq "T"){
         print "Token:T 1:$token->[1]\n\n";
         }
  elsif ($token->[0] eq "C"){
         print "Token:C 1:$token->[1]\n\n";
         }
  elsif ($token->[0] eq "D"){
         print "Token:D 1:$token->[1]\n\n";
         }
  else {print "Unknown token $token\n\n";}
  }
[download]