package UR::Util;
use warnings;
use strict;
require UR;
our $VERSION = "0.392"; # UR $VERSION;
use Cwd;
use Data::Dumper;
use Clone::PP;
sub on_destroy(&) {
my $sub = shift;
unless ($sub) {
Carp::confess("expected an anonymous sub!")
}
return bless($sub, "UR::Util::CallOnDestroy");
}
# used only by the above sub
# the local $@ ensures that we this does not stomp on thrown exceptions
sub UR::Util::CallOnDestroy::DESTROY { local $@; shift->(); }
sub d {
Data::Dumper->new([@_])->Terse(1)->Indent(0)->Useqq(1)->Dump;
}
sub null_sub { }
sub used_libs {
my @extra;
my @compiled_inc = UR::Util::compiled_inc();
my @perl5lib = split(':', $ENV{PERL5LIB});
map { $_ =~ s/\/+$// } (@compiled_inc, @perl5lib); # remove trailing slashes
map { $_ = Cwd::abs_path($_) || $_ } (@compiled_inc, @perl5lib);
for my $inc (@INC) {
$inc =~ s/\/+$//;
my $abs_inc = Cwd::abs_path($inc) || $inc; # should already be expanded by UR.pm
next if (grep { $_ =~ /^$abs_inc$/ } @compiled_inc);
next if (grep { $_ =~ /^$abs_inc$/ } @perl5lib);
push @extra, $inc;
}
unshift @extra, ($ENV{PERL_USED_ABOVE} ? split(":", $ENV{PERL_USED_ABOVE}) : ());
map { $_ =~ s/\/+$// } @extra; # remove trailing slashes again
@extra = _unique_elements(@extra);
return @extra;
}
sub _unique_elements {
my @list = @_;
my %seen = ();
my @unique = grep { ! $seen{$_} ++ } @list;
return @unique;
}
sub used_libs_perl5lib_prefix {
my $prefix = "";
for my $i (used_libs()) {
$prefix .= "$i:";
}
return $prefix;
}
my @compiled_inc;
BEGIN {
use Config;
my @var_list = (
'updatesarch', 'updateslib',
'archlib', 'privlib',
'sitearch', 'sitelib', 'sitelib_stem',
'vendorarch', 'vendorlib', 'vendorlib_stem',
'extrasarch', 'extraslib',
);
for my $var_name (@var_list) {
if ($var_name =~ /_stem$/ && $Config{$var_name}) {
my @stem_list = (split(' ', $Config{'inc_version_list'}), '');
push @compiled_inc, map { $Config{$var_name} . "/$_" } @stem_list
} else {
push @compiled_inc, $Config{$var_name} if $Config{$var_name};
}
}
# UR locks in relative paths when loaded so instead of adding '.' we add cwd
push @compiled_inc, Cwd::cwd() if (${^TAINT} == 0);
map { $_ =~ s/\/+/\//g } @compiled_inc;
map { $_ =~ s/\/+$// } @compiled_inc;
}
sub compiled_inc {
return @compiled_inc;
}
sub deep_copy {
return Clone::PP::clone($_[0]);
}
sub value_positions_map {
my ($array) = @_;
my %value_pos;
for (my $pos = 0; $pos < @$array; $pos++) {
my $value = $array->[$pos];
if (exists $value_pos{$value}) {
die "Array has duplicate values, which cannot unambiguously be given value positions!"
. Data::Dumper::Dumper($array);
}
$value_pos{$value} = $pos;
}
return \%value_pos;
}
sub positions_of_values {
# my @pos = positions_of_values(\@unordered_crap, \@correct_order);
# my @fixed = @unordered_crap[@pos];
my ($unordered_array,$ordered_array) = @_;
my $map = value_positions_map($unordered_array);
my @translated_positions;
$#translated_positions = $#$ordered_array;
for (my $pos = 0; $pos < @$ordered_array; $pos++) {
my $value = $ordered_array->[$pos];
my $unordered_position = $map->{$value};
$translated_positions[$pos] = $unordered_position;
}
# self-test:
# my @now_ordered = @$unordered_array[@translated_positions];
# unless ("@now_ordered" eq "@$ordered_array") {
# Carp::confess()
# }
return @translated_positions;
}
# Get all combinations of values
# input is a list of listrefs of values
sub combinations_of_values {
return [] unless @_;
my $first_values = shift;
$first_values = [ $first_values ] unless (ref($first_values) and ref($first_values) eq 'ARRAY');
my @retval;
foreach my $sub_combination ( &combinations_of_values(@_) ) {
foreach my $value ( @$first_values ) {
push @retval, [$value, @$sub_combination];
}
}
return @retval;
}
# generate a method
sub _define_method {
my $class = shift;
my (%opts) = @_;
# create method name
my $method = $opts{pkg} . '::' . $opts{property};
# determine return value type
my $retval;
if (defined($opts{value}))
{
my $refval = ref($opts{value});
$retval = ($refval) ? $refval : 'SCALAR';
}
else
{
$retval = 'SCALAR';
}
# start defining method
my $substr = "sub $method { my \$self = shift; ";
# set default value
$substr .= "\$self->{$opts{property}} = ";
my $dd = Data::Dumper->new([ $opts{value} ]);
$dd->Terse(1); # do not print ``$VAR1 =''
$substr .= $dd->Dump;
$substr .= " unless defined(\$self->{$opts{property}}); ";
# array or scalar?
if ($retval eq 'ARRAY') {
if ($opts{access} eq 'rw') {
# allow setting of array
$substr .= "\$self->{$opts{property}} = [ \@_ ] if (\@_); ";
}
# add return value
$substr .= "return \@{ \$self->{$opts{property}} }; ";
}
else { # scalar
if ($opts{access} eq 'rw') {
# allow setting of scalar
$substr .= "\$self->{$opts{property}} = \$_[0] if (\@_); ";
}
# add return value
$substr .= "return \$self->{$opts{property}}; ";
}
# end the subroutine definition
$substr .= "}";
# actually define the method
no warnings qw(redefine);
eval($substr);
if ($@) {
# fatal error since this is like a failed compilation
die("failed to defined method $method {$substr}:$@");
}
return 1;
}
=over
=item path_relative_to
$rel_path = UR::Util::path_relative_to($base, $target);
Returns the pathname to $target relative to $base. If $base
and $target are the same, then it returns '.'. If $target is
a subdirectory of of $base, then it returns the portion of $target
that is unique compared to $base. If $target is not a subdirectory
of $base, then it returns a relative pathname starting with $base.
=cut
sub path_relative_to {
my($base,$target) = @_;
$base = Cwd::abs_path($base);
$target = Cwd::abs_path($target);
my @base_path_parts = split('/', $base);
my @target_path_parts = split('/', $target);
my $i;
for ($i = 0;
$i < @base_path_parts and $base_path_parts[$i] eq $target_path_parts[$i];
$i++
) { ; }
my $rel_path = '../' x (scalar(@base_path_parts) - $i)
.
join('/', @target_path_parts[$i .. $#target_path_parts]);
$rel_path = '.' unless length($rel_path);
return $rel_path;
}
=over
=item generate_readwrite_methods
UR::Util->generate_readwrite_methods
(
some_scalar_property => 1,
some_array_property => []
);
This method generates accessor/set methods named after the keys of its
hash argument. The type of function generated depends on the default
value provided as the hash key value. If the hash key is a scalar, a
scalar method is generated. If the hash key is a reference to an
array, an array method is generated.
This method does not overwrite class methods that already exist.
=cut
sub generate_readwrite_methods
{
my $class = shift;
my %properties = @_;
# get package of caller
my $pkg = caller;
# loop through properties
foreach my $property (keys(%properties)) {
# do not overwrite defined methods
next if $pkg->can($property);
# create method
$class->_define_method
(
pkg => $pkg,
property => $property,
value => $properties{$property},
access => 'rw'
);
}
return 1;
}
=pod
=item generate_readwrite_methods_override
UR::Util->generate_readwrite_methods_override
(
some_scalar_property => 1,
some_array_property => []
);
Same as generate_readwrite_function except that we force the functions
into the namespace even if the function is already defined
=cut
sub generate_readwrite_methods_override
{
my $class = shift;
my %properties = @_;
# get package of caller
my $pkg = caller;
# generate the methods for each property
foreach my $property (keys(%properties)) {
# create method
$class->_define_method
(
pkg => $pkg,
property => $property,
value => $properties{$property},
access => 'rw'
);
}
return 1;
}
=pod
=item generate_readonly_methods
UR::Util->generate_readonly_methods
(
some_scalar_property => 1,
some_array_property => []
);
This method generates accessor methods named after the keys of its
hash argument. The type of function generated depends on the default
value provided as the hash key value. If the hash key is a scalar, a
scalar method is generated. If the hash key is a reference to an
array, an array method is generated.
This method does not overwrite class methods that already exist.
=cut
sub generate_readonly_methods
{
my $class = shift;
my %properties = @_;
# get package of caller
my ($pkg) = caller;
# loop through properties
foreach my $property (keys(%properties)) {
# do no overwrite already defined methods
next if $pkg->can($property);
# create method
$class->_define_method
(
pkg => $pkg,
property => $property,
value => $properties{$property},
access => 'ro'
);
}
return 1;
}
=pod
=item mapreduce_grep
my @matches = UR::Util->map_reduce_grep { shift->some_test } @candidates;
Works similar to the Perl C<grep> builtin, but in a possibly-parallel fashion.
If the environment variable UR_NR_CPU is set to a number greater than one, it
will fork off child processes to perform the test on slices of the input
list, collect the results, and return the matching items as a list.
The test function is called with a single argument, an item from the list to
be tested, and should return a true of false value.
=cut
sub mapreduce_grep($&@) {
my $class = shift;
my $subref = shift;
#$DB::single = 1;
# First check fast... should we do parallel at all?
if (!$ENV{'UR_NR_CPU'} or $ENV{'UR_NR_CPU'} < 2) {
#return grep { $subref->($_) } @_;
my @ret = grep { $subref->($_) } @_;
return @ret;
}
my(@read_handles, @child_pids);
my $cleanup = sub {
foreach my $handle ( @read_handles ) {
$handle->close();
}
kill 'TERM', @child_pids;
foreach my $pid ( @child_pids ) {
waitpid($pid,0);
}
};
my @things_to_check = @_;
my($children, $length,$parent_last);
if ($ENV{'UR_NR_CPU'}) {
$length = POSIX::ceil(scalar(@things_to_check) / $ENV{'UR_NR_CPU'});
$children = $ENV{'UR_NR_CPU'} - 1;
} else {
$children = 0;
$parent_last = $#things_to_check;
}
# FIXME - There needs to be some code in here to disconnect datasources
# Oracle in particular (maybe all DBs?), stops working right unless you
# disconnect before forking
my $start = $length; # First child starts checking after parent's range
$parent_last = $length - 1;
while ($children-- > 0) {
my $pipe = IO::Pipe->new();
unless ($pipe) {
Carp::carp("pipe() failed: $!\nUnable to create pipes to communicate with child processes to verify transact+ion, falling back to serial verification");
$cleanup->();
$parent_last = $#things_to_check;
last;
}
my $pid = fork();
if ($pid) {
$pipe->reader();
push @read_handles, $pipe;
$start += $length;
} elsif (defined $pid) {
$pipe->writer();
my $last = $start + $length;
$last = $#things_to_check if ($last > $#things_to_check);
#my @objects = grep { $subref->($_) } @things_to_check[$start .. $last];
my @matching;
for (my $i = $start; $i <= $last; $i++) {
if ($subref->($things_to_check[$i])) {
push @matching, $i;
}
}
# FIXME - when there's a more general framework for passing objects between
# processes, use that instead
#$pipe->printf("%s\n%s\n",$_->class, $_->id) foreach @objects;
$pipe->print("$_\n") foreach @matching;
exit;
} else {
Carp::carp("fork() failed: $!\nUnable to create child processes to ver+ify transaction, falling back to seri+al verification");
$cleanup->();
$parent_last = $#things_to_check;
}
}
my @matches = grep { $subref->($_) } @things_to_check[0 .. $parent_last];
foreach my $handle ( @read_handles ) {
READ_FROM_CHILD:
while(1) {
my $match_idx = $handle->getline();
last READ_FROM_CHILD unless $match_idx;
chomp $match_idx;
push @matches, $things_to_check[$match_idx];
#my $match_class = $handle->getline();
#last READ_FROM_CHILD unless $match_class;
#chomp($match_class);
#my $match_id = $handle->getline();
#unless (defined $match_id) {
# Carp::carp("Protocol error. Tried to get object ID for class $match_class while verifying transaction"+);
# last READ_FROM_CHILD;
#}
#chomp($match_id);
#push @objects, $match_class->get($match_id);
}
$handle->close();
}
$cleanup->();
return @matches;
}
# Used in several places when printing out hash-like parameters
# to the user, such as in error messages
sub display_string_for_params_list {
my $class = shift;
my %params;
if (ref($_[0]) =~ 'HASH') {
%params = %{$_[0]};
} else {
%params = @_;
}
my @strings;
foreach my $key ( keys %params ) {
my $val = $params{$key};
$val = defined($val) ? "'$val'" : '(undef)';
push @strings, "$key => $val";
}
return join(', ', @strings);
}
1;
=pod
=head1 NAME
UR::Util - Collection of utility subroutines and methods
=head1 DESCRIPTION
This package contains subroutines and methods used by other parts of the
infrastructure. These subs are not likely to be useful to outside code.
=cut