# Filter::Reference partial copyright 1998 Artur Bergman
# <artur@vogon-solutions.com>. Partial copyright 1999 Philip Gwyn.
package POE::Filter::Reference;
use strict;
use POE::Filter;
use vars qw($VERSION @ISA);
$VERSION = '1.361'; # NOTE - Should be #.### (three decimal places)
@ISA = qw(POE::Filter);
use Carp qw(carp croak confess);
sub BUFFER () { 0 }
sub FREEZE () { 1 }
sub THAW () { 2 }
sub COMPRESS () { 3 }
sub NO_FATALS () { 4 }
sub MAX_BUFFER () { 5 }
sub BAD_BUFFER () { 6 }
sub FIRST_UNUSED () { 7 }
use base 'Exporter';
our @EXPORT_OK = qw( FIRST_UNUSED );
my %KNOWN_PARAMS = (
Compression => 1,
Serializer => 1,
NoFatals => 1,
MaxBuffer => 1
);
#------------------------------------------------------------------------------
# Try to require one of the default freeze/thaw packages.
use vars qw( $DEF_FREEZER $DEF_FREEZE $DEF_THAW );
BEGIN {
local $SIG{'__DIE__'} = 'DEFAULT';
my @packages = qw(Storable FreezeThaw YAML);
foreach my $package (@packages) {
eval { require "$package.pm"; import $package (); };
if ($@) {
warn $@;
next;
}
# Found a good freezer!
$DEF_FREEZER = $package;
last;
}
die "Filter::Reference requires one of @packages" unless defined $DEF_FREEZER;
}
# Some processing here
($DEF_FREEZE, $DEF_THAW) = _get_methods($DEF_FREEZER);
#------------------------------------------------------------------------------
# Try to acquire Compress::Zlib at run time.
my $zlib_status = undef;
sub _include_zlib {
local $SIG{'__DIE__'} = 'DEFAULT';
unless (defined $zlib_status) {
eval "use Compress::Zlib qw(compress uncompress)";
if ($@) {
$zlib_status = $@;
eval(
"sub compress { @_ }\n" .
"sub uncompress { @_ }"
);
}
else {
$zlib_status = '';
}
}
$zlib_status;
}
#------------------------------------------------------------------------------
sub _get_methods {
my($freezer)=@_;
my $freeze=$freezer->can('nfreeze') || $freezer->can('freeze');
my $thaw=$freezer->can('thaw');
return unless $freeze and $thaw;
return ($freeze, $thaw);
}
#------------------------------------------------------------------------------
sub new
{
my $type = shift;
# Convert from old style to new style
# $l == 1
# ->new( undef ) => (Serializer => undef)
# ->new( $class ) => (Serializer => class)
# not defined $_[0]
# ->new( undef, 1 ) => (Serializer => undef, Compression => 1)
# ->new( undef, undef, 1 ) => (Serializer => undef, Compression => undef, NoFatals =>1)
# $l == 3
# ->new( $class, 1, 1 ) => (Serializer => undef, Compression => 1, NoFatals =>1)
# ($l <= 3 and not $KNOWN_PARAMS{$_[0]})
# ->new( $class, 1 )
my %params;
my $l = scalar @_;
if( $l == 1 or $l == 3 or not defined $_[0] or
( $l<=3 and not $KNOWN_PARAMS{$_[0]}) ) {
if( 'HASH' eq ref $_[0] ) { # do we
%params = %{ $_[0] };
}
else {
%params = ( Serializer => $_[0],
Compression => $_[1],
NoFatals => $_[2]
);
}
}
else {
croak "$type requires an even number of parameters" if @_ and @_ & 1;
%params = @_;
}
my($freeze, $thaw);
my $freezer = $params{Serializer};
unless (defined $freezer) {
# Okay, load the default one!
$freezer = $DEF_FREEZER;
$freeze = $DEF_FREEZE;
$thaw = $DEF_THAW;
}
else {
# What did we get?
if (ref $freezer) {
# It's an object, create an closure
my($freezetmp, $thawtmp) = _get_methods($freezer);
$freeze = sub { $freezetmp->($freezer, @_) };
$thaw = sub { $thawtmp-> ($freezer, @_) };
}
else {
# A package name?
# First, find out if the package has the necessary methods.
($freeze, $thaw) = _get_methods($freezer);
# If not, try to reload the module.
unless ($freeze and $thaw) {
my $path = $freezer;
$path =~ s{::}{/}g;
$path .= '.pm';
# Force a reload if necessary. This is naive and can leak
# memory, so we only do it until we get the desired methods.
delete $INC{$path};
eval {
local $^W = 0;
require $path;
$freezer->import();
};
carp $@ if $@;
($freeze, $thaw) = _get_methods($freezer);
}
}
}
# Now get the methods we want
carp "$freezer doesn't have a freeze or nfreeze method" unless $freeze;
carp "$freezer doesn't have a thaw method" unless $thaw;
# Should ->new() return undef() it if fails to find the methods it
# wants?
return unless $freeze and $thaw;
# Maximum buffer
my $max_buffer = $type->__param_max( MaxBuffer => 512*1024*1024, \%params );
# Compression
my $compression = $params{Compression}||0;
if ($compression) {
my $zlib_status = _include_zlib();
if ($zlib_status ne '') {
warn "Compress::Zlib load failed with error: $zlib_status\n";
carp "Filter::Reference compression option ignored";
$compression = 0;
}
}
# No fatals
my $no_fatals = $params{NoFatals}||0;
delete @params{ keys %KNOWN_PARAMS };
carp("$type ignores unknown parameters: ", join(', ', sort keys %params))
if scalar keys %params;
my $self = bless [
'', # BUFFER
$freeze, # FREEZE
$thaw, # THAW
$compression, # COMPRESS
$no_fatals, # NO_FATALS
$max_buffer, # MAX_BUFFER
'' # BAD_BUFFER
], $type;
$self;
}
#------------------------------------------------------------------------------
sub get {
my ($self, $stream) = @_;
my @return;
$self->get_one_start($stream);
while (1) {
my $next = $self->get_one();
last unless @$next;
push @return, @$next;
}
return \@return;
}
#------------------------------------------------------------------------------
# 2001-07-27 RCC: The get_one() variant of get() allows Wheel::Xyz to
# retrieve one filtered block at a time. This is necessary for filter
# changing and proper input flow control.
sub get_one_start {
my ($self, $stream) = @_;
$self->[BUFFER] .= join('', @$stream);
if( $self->[MAX_BUFFER] < length( $self->[BUFFER] ) ) {
$self->[BAD_BUFFER] = "Framing buffer exceeds the limit";
die $self->[BAD_BUFFER] unless $self->[NO_FATALS];
}
}
sub get_one {
my $self = shift;
# Need to check lengths in octets, not characters.
BEGIN { eval { require bytes } and bytes->import; }
if( $self->[BAD_BUFFER] ) {
my $err = $self->[BAD_BUFFER];
$self->[BAD_BUFFER] = '';
return [ $err ];
}
if (
$self->[BUFFER] =~ /^(\d+)\0/ and
length($self->[BUFFER]) >= $1 + length($1) + 1
) {
substr($self->[BUFFER], 0, length($1) + 1) = "";
my $next_message = substr($self->[BUFFER], 0, $1);
substr($self->[BUFFER], 0, $1) = "";
$next_message = uncompress($next_message) if $self->[COMPRESS];
unless ($self->[NO_FATALS]) {
return [ $self->[THAW]->($next_message) ];
}
my $thawed = eval { $self->[THAW]->($next_message) };
return [ "$@" ] if $@;
return [ $thawed ];
}
return [ ];
}
#------------------------------------------------------------------------------
# freeze one or more references, and return a string representing them
sub put {
my ($self, $references) = @_;
# Need to check lengths in octets, not characters.
BEGIN { eval { require bytes } and bytes->import; }
my @raw = map {
confess "Choking on a non-reference ($_)" unless ref();
my $frozen = $self->[FREEZE]->($_);
$frozen = compress($frozen) if $self->[COMPRESS];
length($frozen) . "\0" . $frozen;
} @$references;
\@raw;
}
#------------------------------------------------------------------------------
# Return everything we have outstanding. Do not destroy our framing
# buffer, though.
sub get_pending {
my $self = shift;
return undef unless length $self->[BUFFER];
return [ $self->[BUFFER] ];
}
1;
__END__
=head1 NAME
POE::Filter::Reference - freeze and thaw arbitrary Perl data
=head1 SYNOPSIS
#!perl
use YAML;
use POE qw(Wheel::ReadWrite Filter::Reference);
POE::Session->create(
inline_states => {
_start => sub {
pipe(my($read, $write)) or die $!;
$_[HEAP]{io} = POE::Wheel::ReadWrite->new(
InputHandle => $read,
OutputHandle => $write,
Filter => POE::Filter::Reference->new(),
InputEvent => "got_perl_data",
);
$_[HEAP]{io}->put(
{ key_1 => 111, key_2 => 222 }
);
},
got_perl_data => sub {
print "Got data:\n", YAML::Dump($_[ARG0]);
print "Bye!\n";
delete $_[HEAP]{io};
}
}
);
POE::Kernel->run();
exit;
=head1 DESCRIPTION
POE::Filter::Reference allows programs to send and receive arbitrary
Perl data structures without worrying about a line protocol. Its
put() method serializes Perl data into a byte stream suitable for
transmission. get_one() parses the data structures back out of such a
stream.
By default, POE::Filter::Reference uses Storable to do its magic. A
different serializer may be specified at construction time.
=head1 PUBLIC FILTER METHODS
=head2 new
new() creates and initializes a POE::Filter::Reference object. It
accepts a list of named parameters.
=head3 Serializer
Any class that supports nfreeze() (or freeze()) and thaw() may be used
as a Serializer. If a Serializer implements both nfreeze() and
freeze(), then the "network" (nfreeze) version will be used.
Serializer may be a class name:
# Use Storable explicitly, specified by package name.
my $filter = POE::Filter::Reference->newer( Serializer=>"Storable" );
# Use YAML instead. Compress its output, as it may be verbose.
my $filter = POE::Filter::Reference->new("YAML", 1);
Serializer may also be an object:
# Use an object.
my $serializer = Data::Serializer::Something->new();
my $filter = POE::Filter::Reference->newer( Serializer => $serializer );
If Serializer is omitted or undef, the Reference filter will try to
use Storable, FreezeThaw, and YAML in that order.
POE::Filter::Reference will die if it cannot find one of these
serializers, but this rarely happens now that Storable and YAML are
bundled with Perl.
=head3 Compression
If Compression is true, Compress::Zlib will be called upon to reduce
the size of serialized data. It will also decompress the incoming
stream data.
=head3 MaxBuffer
C<MaxBuffer> sets the maximum amount of data that the filter will hold onto
while trying to build a new reference. Defaults to 512 MB.
=head3 NoFatals
If NoFatals is true, messages will be thawed inside a block eval. By
default, however, thaw() is allowed to die normally. If an error
occurs while NoFatals is in effect, POE::Filter::Reference will
return a string containing the contents of $@ at the time the eval
failed. So when using NoFatals, it's important to check whether
input is really a reference:
sub got_reference {
my $message = $_[ARG0];
if (ref $message) {
print "Got data:\n", YAML::Dump($message);
}
else {
warn "Input decode error: $message\n";
}
}
new() will try to load any classes it needs for L</Compression> or L</Serializer>.
=head2 new [SERIALIZER [, COMPRESSION [, NO_FATALS]]]
This is the old constructor synatx. It does not conform to the normal
POE::Filter constructor parameter syntax. Please use the new syntax
instead.
Calling C<new> like this is equivalent to
POE::Filter::Reference->new( Serializer => SERIALIZER,
Compression => COMPRESSION,
NoFatals => NO_FATALS );
Please note that if you have a custom serializer class called C<Serializer>
you will have to update your code to the new syntax.
=head1 SERIALIZER API
Here's what POE::Filter::Reference expects of its serializers.
=head2 thaw SERIALIZED
thaw() is required. It accepts two parameters: $self and a scalar
containing a SERIALIZED byte stream representing a single Perl data
structure. It returns a reconstituted Perl data structure.
sub thaw {
my ($self, $stream) = @_;
my $reference = $self->_deserialization_magic($stream);
return $reference;
}
=head2 nfreeze REFERENCE
Either nfreeze() or freeze() is required. They behave identically,
except that nfreeze() is guaranteed to be portable across networks and
between machine architectures.
These freezers accept two parameters: $self and a REFERENCE to Perl
data. They return a serialized version of the REFERENCEd data.
sub nfreeze {
my ($self, $reference) = @_;
my $stream = $self->_serialization_magic($reference);
return $stream;
}
=head2 freeze REFERENCE
freeze() is an alternative form of nfreeze(). It has the same call
signature as nfreeze(), but it doesn't guarantee that serialized data
will be portable across machine architectures.
If you must choose between implementing freeze() and nfreeze() for use
with POE::Filter::Reference, go with nfreeze().
=head1 SEE ALSO
Please see L<POE::Filter> for documentation regarding the base
interface.
The SEE ALSO section in L<POE> contains a table of contents covering
the entire POE distribution.
=head1 BUGS
Not so much bugs as caveats:
It's important to use identical serializers on each end of a
connection. Even different versions of the same serializer can break
data in transit.
Most (if not all) serializers will re-bless data at the destination,
but many of them will not load the necessary classes to make those
blessings work. Make sure the same classes and versions are available
on either end of the wire.
=head1 AUTHORS & COPYRIGHTS
The Reference filter was contributed by Artur Bergman, with changes
by Philip Gwyn.
Please see L<POE> for more information about authors and contributors.
=cut
# rocco // vim: ts=2 sw=2 expandtab
# TODO - Edit.