#!/usr/bin/perl

# Compares a tokenized view of two RTF files

use strict;
use RTF::Tokenizer 1.01;
use Text::Diff;

my $first_file  = pretty_print( $ARGV[0] );
my $second_file = pretty_print( $ARGV[1] );

print diff \$first_file, \$second_file;

sub pretty_print {

    my $filename = shift;
    my $output;

    my $tokenizer = RTF::Tokenizer->new( file => $filename );

    while (1) {

        my ( $type, $token, $argument ) = $tokenizer->get_token();

        last if $type eq 'eof';

        $argument =~ s/\n/[n]/g;
        $argument =~ s/\t/[t]/g;
        $argument =~ s/\r/[r]/g;

        $output .= "($type) $token $argument\n";

    }

    return $output;

}