# See copyright, etc in below POD section.
######################################################################
=head1 NAME
IPC::Locker - Distributed lock handler
=head1 SYNOPSIS
use IPC::Locker;
my $lock = IPC::Locker->lock(lock=>'one_per_machine',
host=>'example.std.com',
port=>223);
if ($lock->lock()) { something; }
if ($lock->locked()) { something; }
$lock->unlock();
=head1 DESCRIPTION
L<IPC::Locker> will query a remote lockerd server to obtain a lock around a
critical section. When the critical section completes, the lock may be
returned.
This is useful for distributed utilities which run on many machines, and
cannot use file locks or other such mechanisms due to NFS or lack of common
file systems.
Multiple locks may be requested, in which case the first lock to be free
will be used. Lock requests are serviced in a first-in-first-out order,
and the locker can optionally free locks for any processes that cease to
exist.
=over 4
=item new ([parameter=>value ...]);
Create a lock structure.
=item lock ([parameter=>value ...]);
Try to obtain the lock, return the lock object if successful, else undef.
=item locked ()
Return true if the lock has been obtained.
=item lock_name ()
Return the name of the lock.
=item unlock ()
Remove the given lock. This will be called automatically when the object
is destroyed.
=item ping ()
A simplified version of ping_status; polls the server to see if it is up.
Returns true if up, otherwise undef.
=item ping_status ()
Polls the server to see if it is up. Returns hash reference with {ok}
indicating if up, and {status} with status information. If called without
an object, defaults to call new() with connect_tries=>1, under the
assumption that a quick go/nogo response is desired.
=item break_lock ()
Remove current locker for the given lock.
=item owner ([parameter=>value ...]);
Returns a string of who has the lock or undef if not currently locked.
Note that this information is not atomic, and may change asynchronously; do
not use this to tell if the lock will be available, to do that, try to
obtain the lock and then release it if you got it.
=back
=head1 PARAMETERS
=over 4
=item block
Boolean flag, true indicates wait for the lock when calling lock() and die
if an error occurs. False indicates to just return false. Defaults to
true.
=item connect_tries
If none of the lockerd hosts are available or other network errors are
encountered, perform this number of retries, with a random connect_delay to
connect_delay*2 interval between them before signalling an error.
=item connect_delay
The minimum seconds to wait between each of the connect_tries, and
one-half of the maximum random wait. Defaults to 30 seconds.
=item destroy_unlock
Boolean flag, true indicates destruction of the lock variable should unlock
the lock, only if the current process id matches the pid passed to the
constructor. Set to false if destruction should not close the lock, such
as when other children destroying the lock variable should not unlock the
lock.
=item family
The family of transport to use, either INET or UNIX. Defaults to INET.
=item host
The name of the host containing the lock server. It may also be an array
of hostnames, where if the first one is down, subsequent ones will be
tried. Defaults to value of IPCLOCKER_HOST or localhost.
=item port
The port number (INET) or name (UNIX) of the lock server. Defaults to
IPCLOCKER_PORT environment variable, else 'lockerd' looked up via
/etc/services, else 1751.
=item lock
The name of the lock. This may also be a reference to an array of lock names,
and the first free lock will be returned.
=item lock_list
Return a list of lock and lock owner pairs. (You can assign this to a hash
for easier parsing.)
=item pid
The process ID that owns the lock, defaults to the current process id.
=item print_broke
A function to print a message when the lock is broken. The only argument
is self. Defaults to print a message if verbose is set.
=item print_down
A function to print a message when the lock server is unavailable. The
first argument is self. Defaults to a croak message.
=item print_obtained
A function to print a message when the lock is obtained after a delay. The
only argument is self. Defaults to print a message if verbose is set.
=item print_retry
A function to print a message when the lock server is unavailable, and is
about to be retried. The first argument is self. Defaults to a print
message.
=item print_waiting
A function to print a message when the lock is busy and needs to be waited
for. The first argument is self, second the name of the lock. Defaults to
print a message if verbose is set.
=item timeout
The maximum time in seconds that the lock may be held before being forced
open, passed to the server when the lock is created. Thus if the requester
dies, the lock will be released after that amount of time. Zero disables
the timeout. Defaults to 30 minutes.
=item user
Name to request the lock under, defaults to host_pid_user
=item autounlock
True to cause the server to automatically timeout a lock if the locking
process has died. For the process to be detected, it must be on the same
host as either the locker client (the host making the lock call), or the
locker server. Defaults false.
=item verbose
True to print messages when waiting for locks. Defaults false.
=back
=head1 ENVIRONMENT
=over 4
=item IPCLOCKER_HOST
Hostname of L<lockerd> server, or colon separated list including backup
servers. Defaults to localhost.
=item IPCLOCKER_PORT
The port number (INET) or name (UNIX) of the lock server. Defaults to
'lockerd' looked up via /etc/services, else 1751.
=back
=head1 DISTRIBUTION
The latest version is available from CPAN and from L<http://www.veripool.org/>.
Copyright 1999-2013 by Wilson Snyder. This package is free software; you
can redistribute it and/or modify it under the terms of either the GNU
Lesser General Public License Version 3 or the Perl Artistic License Version 2.0.
=head1 AUTHORS
Wilson Snyder <wsnyder@wsnyder.org>
=head1 SEE ALSO
L<lockerd>, L<IPC::Locker::Server>
L<IPC::PidStat>, L<pidstat>, L<pidstatd>, L<pidwatch>
=cut
######################################################################
package IPC::Locker;
require 5.004;
require Exporter;
@ISA = qw(Exporter);
use Socket;
use Time::HiRes qw(gettimeofday tv_interval);
use IO::Socket;
use IPC::PidStat;
use strict;
use vars qw($VERSION $Debug $Default_Port $Default_Family $Default_UNIX_port $Default_PidStat_Port);
use Carp;
######################################################################
#### Configuration Section
# Other configurable settings.
$Debug = 0;
$VERSION = '1.492';
######################################################################
#### Useful Globals
$Default_Port = ($ENV{IPCLOCKER_PORT}||'lockerd'); # Number (1751) or name to lookup in /etc/services
$Default_Port = 1751 if ($Default_Port !~ /^\d+$/ && !getservbyname ($Default_Port,""));
$Default_PidStat_Port = 'pidstatd'; # Number (1752) or name to lookup in /etc/services
$Default_PidStat_Port = 1752 if !getservbyname ($Default_PidStat_Port,"");
$Default_Family = 'INET';
$Default_UNIX_port = '/var/locks/lockerd';
######################################################################
#### Creator
sub new {
@_ >= 1 or croak 'usage: IPC::Locker->new ({options})';
my $proto = shift;
my $class = ref($proto) || $proto;
my $hostname = hostfqdn();
my $self = {
#Documented
host=>($ENV{IPCLOCKER_HOST}||'localhost'),
port=>$Default_Port,
lock=>['lock'],
timeout=>60*10, block=>1,
pid=>$$,
#user=> # below
hostname=>$hostname,
autounlock=>0,
destroy_unlock=>1,
verbose=>$Debug,
connect_tries=>3,
connect_delay=>30,
print_broke=>sub {my $self=shift; print "Broke lock from $_[0] at ".(scalar(localtime))."\n" if $self->{verbose};},
print_obtained=>sub {my $self=shift; print "Obtained lock at ".(scalar(localtime))."\n" if $self->{verbose};},
print_waiting=>sub {my $self=shift; print "Waiting for lock from $_[0] at ".(scalar(localtime))."\n" if $self->{verbose};},
print_retry=>sub {my ($self,$sleep)=@_; print "Unable to connect to server, retrying connection in ${sleep} sec at ".(scalar(localtime))."\n" if $self->{verbose};},
print_down=>undef,
family=>$Default_Family,
#Internal
locked=>0,
@_,};
$self->{user} ||= hostfqdn() . "_".$self->{pid}."_" . ($ENV{USER} || "");
foreach (_array_or_one($self->{lock})) {
($_ !~ /\s/) or carp "%Error: Lock names cannot contain whitespace: $_\n";
}
bless $self, $class;
_timelog("Locker->new ",$self->lock_name_list,"\n") if $Debug;
return $self;
}
######################################################################
#### Static Accessors
sub hostfqdn {
return IPC::PidStat::hostfqdn();
}
######################################################################
#### Accessors
sub locked () {
my $self = shift; ($self && ref($self)) or croak 'usage: $self->locked()';
return $self if $self->{locked};
return undef;
}
sub ping {
my $self = shift;
my $res = $self->ping_status(@_);
if ($res->{ok}) {
return $self;
} else {
return undef;
}
}
sub ping_status {
my $self = shift;
# Return OK and status message, for nagios like checks
$self = $self->new(connect_tries=>1, @_) if (!ref($self));
my $ok = 0;
my $start_time = [gettimeofday()];
eval {
$self->_request("");
$ok = 1;
};
my $elapsed = tv_interval ( $start_time, [gettimeofday]);
if (!$ok) {
return ({ok=>undef,status=>"No response from lockerd on $self->{host}:$self->{port}"});
} else {
return ({ok=>1,status=>sprintf("%1.3f second response on $self->{host}:$self->{port}", $elapsed)});
}
}
######################################################################
#### Constructor
sub lock {
my $self = shift;
$self = $self->new(@_) if (!ref($self));
if (!$self->locked) {
$self->_request("LOCK");
croak $self->{error} if $self->{error};
}
return ($self) if $self->{locked};
return undef;
}
######################################################################
#### Destructor/Unlock
sub DESTROY () {
my $self = shift; ($self && ref($self)) or croak 'usage: $self->DESTROY()';
if ($self->{destroy_unlock} && $self->{pid} && $self->{pid}==$$) {
$self->unlock();
}
}
sub unlock {
my $self = shift; ($self && ref($self)) or croak 'usage: $self->unlock()';
if ($self->locked) {
$self->_request("UNLOCK");
croak $self->{error} if $self->{error};
}
return ($self);
}
sub break_lock {
my $self = shift; ($self) or croak 'usage: $self->break_lock()';
$self = $self->new(@_) if (!ref($self));
$self->_request("BREAK_LOCK");
croak $self->{error} if $self->{error};
return ($self);
}
sub dead_pid {
my $self = shift; (ref $self) or croak 'usage: $self->dead_pid()';
my %args = (host => hostfqdn(),
pid => -1,
@_);
# Used internally to indicate a pid is gone.
$self->_request("DEAD_PID $args{host} $args{pid}");
croak $self->{error} if $self->{error};
return ($self);
}
######################################################################
#### User utilities: owner
sub owner {
my $self = shift; ($self) or croak 'usage: $self->status()';
$self = $self->new(@_) if (!ref($self));
$self->_request ("STATUS");
croak $self->{error} if $self->{error};
_timelog("Locker->owner = ",($self->{owner}||''),"\n") if $Debug;
return $self->{owner};
}
sub lock_name {
my $self = shift; ($self) or croak 'usage: $self->lock_name()';
if (ref $self->{lock}
&& $#{$self->{lock}}<1) {
return $self->{lock}[0];
} else {
return $self->{lock};
}
}
sub lock_list {
my $self = shift;
$self = $self->new(@_) if (!ref($self));
$self->_request("LOCK_LIST");
croak $self->{error} if $self->{error};
return @{$self->{lock_list}};
}
######################################################################
######################################################################
#### Guts: Sending and receiving messages
sub _request {
my $self = shift;
my $cmd = shift;
my @hostlist = ('localhost');
if ($self->{family} eq 'INET') {
@hostlist = ($self->{host});
@hostlist = split (':', $self->{host}) if (!ref($self->{host}));
@hostlist = @{$self->{host}} if (ref($self->{host}) eq "ARRAY");
}
my $ok;
try:
for (my $tries = 0; $tries < ($self->{connect_tries}||1); $tries++) {
if ($tries > 0) {
my $sleep = $self->{connect_delay} + int(rand($self->{connect_delay}));
_timelog("Locker->connect_delay $sleep sec\n") if $Debug;
&{$self->{print_retry}} ($self, $sleep);
sleep($sleep);
}
foreach my $host (@hostlist) {
$ok = $self->_request_attempt($cmd,$host);
if ($ok) {
if ($host ne $hostlist[0]) {
# Reorganize host list so whoever responded is first
# This is so if we grab a lock we'll try to return it to the same host
$self->{host} = [$host, grep( ($_ ne $host), @hostlist)];
}
last try;
}
}
}
if (!$ok) {
if (defined $self->{print_down}) {
&{$self->{print_down}} ($self);
return;
}
croak "%Error: Can't locate lock server on "
. (($self->{family} eq 'INET') ? (join " or ", @hostlist) : "UNIX port")
." $self->{port}\n"
. "\tYou probably need to run lockerd\n$self->_request(): Stopped";
}
_timelog("Locker->DONE\n") if $Debug;
}
sub _request_attempt {
my $self = shift;
my $cmd = shift;
my $host = shift;
# Return true if request was successful
# IO::Socket::INET nastily undef's $@. Since this may get called
# in a destructor due to an error, that looses the error message.
# Workaround: save the error and restore at the end.
my $preerror = $@;
retry:
# If adding new features, only send the new feature to the server
# if the feature is on. This allows for newer clients that don't
# need to the new feature to still talk to older servers.
my $req = ("user $self->{user}\n"
."locks ".join(' ',@{_array_or_one($self->{lock})})."\n");
$req.= ("block ".($self->{block}||0)."\n"
."timeout ".($self->{timeout}||0)."\n") if $cmd ne 'UNLOCK';
$req.= ("autounlock ".($self->{autounlock}||0)."\n"
."pid ".($self->{pid}||$$)."\n"
."hostname ".($self->{hostname})."\n"
) if $self->{autounlock} && $cmd ne 'UNLOCK';
$req.= ("$cmd\n"
."\n" # End of group. Some day we may not always send EOF immediately
."EOF\n");
_timelog("Locker->REQ\nR ",join("\nR ",split(/\n/,$req)),"\n") if $Debug;
my $fh;
if ($self->{family} eq 'INET') {
_timelog("Locker->Trying host $host\n") if $Debug;
$fh = IO::Socket::INET->new( Proto => _tcp_proto(),
PeerAddr => $host,
PeerPort => $self->{port}, );
} elsif ($self->{family} eq 'UNIX') {
_timelog("Locker->Trying UNIX socket\n") if $Debug;
$fh = IO::Socket::UNIX->new( Peer => $self->{port}, );
} else {
croak "IPC::Locker->_request(): No or wrong transport specified.";
}
return undef if !$fh;
$self->{lock_list} = [];
print $fh "$req\n";
while (defined (my $line = <$fh>)) {
chomp $line;
next if $line =~ /^\s*$/;
my @args = split /\s+/, $line;
my $cmd = shift @args;
_timelog("RESP $line\n") if $Debug;
$self->{locked} = $args[0] if ($cmd eq "locked");
$self->{owner} = $args[0] if ($cmd eq "owner");
$self->{error} = $args[0] if ($cmd eq "error");
if ($cmd eq "lockname") { # LOCK request's reply
$self->{lock} = [$args[0]];
$self->{lock} = $self->{lock}[0] if ($#{$self->{lock}}<1); # Back compatible
}
if ($cmd eq 'lock' && @args == 2) { # LOCK_LIST request's reply
push @{$self->{lock_list}}, @args;
}
if ($cmd eq "autounlock_check") {
# See if we can break the lock because the lock holder ran on this same machine.
my ($lname,$lhost,$lpid,$supports_dead) = @args;
if ($self->{hostname} eq $lhost) {
if (IPC::PidStat::local_pid_doesnt_exist($lpid)) {
_timelog("Autounlock_LOCAL $lname $lhost $lpid $supports_dead\n") if $Debug;
if ($supports_dead) { # 1.480 server and newer
$self->dead_pid(host=>$lhost, pid=>$lpid);
} else { # This has a potential race case, which may kill the wrong lock
$self->break_lock(lock=>$self->{lock});
}
$fh->close();
goto retry;
}
}
}
&{$self->{print_obtained}} ($self,@args) if ($cmd eq "print_obtained");
&{$self->{print_waiting}} ($self,@args) if ($cmd eq "print_waiting");
&{$self->{print_broke}} ($self,@args) if ($cmd eq "print_broke");
print "$1\n" if ($line =~ /^ECHO\s+(.*)$/ && $self->{verbose}); #debugging
}
# Note above break_lock also has prologue close
$fh->close();
$@ = $preerror || $@; # User's error is more important than any we make
return 1;
}
######################################################################
our $_Tcp_Proto;
sub _tcp_proto {
# We don't want creating a socket to have to keep reading /etc/services
# One would have thought IO::Socket etc kept this for us...
if (!defined $_Tcp_Proto) {
$_Tcp_Proto = getprotobyname("tcp")
or die "Could not determine the protocol number for tcp";
}
return $_Tcp_Proto;
}
sub _array_or_one {
return [$_[0]] if !ref $_[0];
return $_[0];
}
sub colon_joined_list {
my $item = shift;
return $item if !ref $item;
return (join ":",@{$item});
}
sub lock_name_list {
my $self = shift;
return colon_joined_list($self->{lock});
}
######################################################################
#### Logging
sub _timelog {
my $msg = join('',@_);
my ($time, $time_usec) = Time::HiRes::gettimeofday();
my ($sec,$min,$hour,$mday,$mon) = localtime($time);
printf +("[%02d/%02d %02d:%02d:%02d.%06d] %s",
$mon+1, $mday, $hour, $min, $sec, $time_usec, $msg);
}
sub _timelog_split {
my $first = shift;
my $prefix = shift;
my $text = shift;
my $msg = $first . join("\n$prefix", split(/\n+/, "\n$text")) . "\n";
_timelog($msg)
}
######################################################################
#### Package return
1;