#!/usr/bin/perl

# Compares a tokenized view of two RTF files

use strict;
use RTF::Tokenizer;
use Text::Diff;

my $first_file = pretty_print( $ARGV[0] );
my $second_file = pretty_print( $ARGV[1] );

print diff \$first_file, \$second_file;

sub pretty_print {

	my $filename = shift;
	my $output;

	my $tokenizer = RTF::Tokenizer->new( file => $filename );

	while (1) {

		my ( $type, $token, $argument ) = $tokenizer->get_token();

		last if $type eq 'eof';

		$argument =~ s/\n/[n]/g;
		$argument =~ s/\t/[t]/g;
		$argument =~ s/\r/[r]/g;

		$output .= "($type) $token $argument\n";

	}

	return $output;

}