# ABSTRACT: Coordinates the database, files, and indexes
package Pinto::Repository;
use Moose;
use MooseX::StrictConstructor;
use MooseX::MarkAsMethods ( autoclean => 1 );
use Readonly;
use File::Find;
use Path::Class;
use List::Util qw(first);
use Pinto::Store;
use Pinto::Config;
use Pinto::Locker;
use Pinto::Database;
use Pinto::PackageExtractor;
use Pinto::Locator::Multiplex;
use Pinto::PrerequisiteWalker;
use Pinto::Util qw(itis debug mksymlink throw);
use Pinto::Types qw(Dir);
use version;
#-------------------------------------------------------------------------------
our $VERSION = '0.09999'; # VERSION
#-------------------------------------------------------------------------------
Readonly our $REPOSITORY_VERSION => 1;
#-------------------------------------------------------------------------------
with qw( Pinto::Role::UserAgent );
#-------------------------------------------------------------------------------
has root => (
is => 'ro',
isa => Dir,
required => 1,
coerce => 1,
);
has config => (
is => 'ro',
isa => 'Pinto::Config',
default => sub { Pinto::Config->new( root => $_[0]->root ) },
lazy => 1,
);
has db => (
is => 'ro',
isa => 'Pinto::Database',
default => sub { Pinto::Database->new( repo => $_[0] ) },
lazy => 1,
);
has store => (
is => 'ro',
isa => 'Pinto::Store',
default => sub { Pinto::Store->new( repo => $_[0] ) },
lazy => 1,
);
has locator => (
is => 'ro',
isa => 'Pinto::Locator',
handles => [ qw(locate) ],
default => sub {
my $self = shift;
my $cache_dir = $self->config->cache_dir;
my $mux = Pinto::Locator::Multiplex->new(cache_dir => $cache_dir);
return $mux->assemble($self->config->sources_list)
},
lazy => 1,
);
has locker => (
is => 'ro',
isa => 'Pinto::Locker',
handles => [qw(lock unlock)],
default => sub { Pinto::Locker->new( repo => $_[0] ) },
lazy => 1,
);
#-------------------------------------------------------------------------------
sub get_stack {
my ( $self, $stack ) = @_;
my $got = $self->get_stack_maybe($stack)
or throw "Stack $stack does not exist";
return $got;
}
#-------------------------------------------------------------------------------
sub get_stack_maybe {
my ( $self, $stack ) = @_;
return $stack if itis( $stack, 'Pinto::Schema::Result::Stack' );
return $self->get_default_stack if not $stack;
my $where = { name => $stack };
return $self->db->schema->find_stack($where);
}
#-------------------------------------------------------------------------------
sub get_default_stack {
my ($self) = @_;
my $where = { is_default => 1 };
my @stacks = $self->db->schema->search_stack($where)->all;
# Assert that there is no more than one default stack
throw "PANIC: There must be no more than one default stack" if @stacks > 1;
# Error if the default stack has been set
throw "The default stack has not been set" if @stacks == 0;
return $stacks[0];
}
#-------------------------------------------------------------------------------
sub get_all_stacks {
my ($self) = @_;
return $self->db->schema->stack_rs->all;
}
#-------------------------------------------------------------------------------
sub get_revision {
my ($self, $revision) = @_;
my $rev = $self->get_revision_maybe($revision)
or throw "No such revision $revision exists";
return $rev;
}
#-------------------------------------------------------------------------------
sub get_revision_maybe {
my ( $self, $revision ) = @_;
return $revision if itis( $revision, 'Pinto::Schema::Result::Revision' );
my $where = { uuid => { like => lc "$revision%" } };
my @revs = $self->db->schema->search_revision($where);
if ( @revs > 1 ) {
my $msg = "Revision ID $revision is ambiguous. Possible matches are:\n";
$msg .= $_->to_string("%i: %{48}T\n") for @revs;
throw $msg;
}
return @revs ? $revs[0] : ();
}
#-------------------------------------------------------------------------------
sub get_package {
my ( $self, %args ) = @_;
my $target = $args{target};
my $pkg_name = $args{name};
my $dist_path = $args{path};
my $schema = $self->db->schema;
# Retrieve latest version of package that satisfies the target
if ($target) {
my $where = {name => $target->name};
return unless my @pkgs = $schema->search_package( $where )->with_distribution;
return unless my $latest = first { $target->is_satisfied_by($_->version) } reverse sort { $a <=> $b } @pkgs;
return $latest;
}
# Retrieve package from a specific distribution
elsif ( $pkg_name && $dist_path ) {
my ( $author, $archive ) = Pinto::Util::parse_dist_path($dist_path);
my $where = {'me.name' => $pkg_name, 'distribution.author' => $author, 'distribution.archive' => $archive};
return unless my @pkgs = $schema->search_package($where)->with_distribution;
return $pkgs[0];
}
# Retrieve latest version of package in the entire repository
elsif ($pkg_name) {
my $where = { name => $pkg_name };
return unless my @pkgs = $schema->search_package($where)->with_distribution;
return (reverse sort { $a <=> $b } @pkgs)[0];
}
throw 'Invalid arguments';
}
#-------------------------------------------------------------------------------
sub get_distribution {
my ( $self, %args ) = @_;
my $rs = $self->db->schema->distribution_rs->with_packages;
# Retrieve a distribution by target
if ( my $target = $args{target} ) {
if ( itis( $target, 'Pinto::Target::Distribution' ) ) {
return $rs->find_by_author_archive( $target->author, $target->archive );
}
elsif ( itis( $target, 'Pinto::Target::Package' ) ) {
return unless my $pkg = $self->get_package( target => $target );
return $pkg->distribution;
}
throw 'Invalid arguments';
}
# Retrieve a distribution by its path (e.g. AUTHOR/Dist-1.0.tar.gz)
elsif ( my $path = $args{path} ) {
my ( $author, $archive ) = Pinto::Util::parse_dist_path($path);
return $rs->find_by_author_archive( $author, $archive );
}
# Retrieve a distribution by author and archive
elsif ( my $author = $args{author} ) {
my $archive = $args{archive} or throw "Must specify archive with author";
return $rs->find_by_author_archive( $author, $archive );
}
throw 'Invalid arguments';
}
#-------------------------------------------------------------------------------
sub ups_distribution {
my ( $self, %args ) = @_;
return unless my $found = $self->locate( %args );
return $self->fetch_distribution( uri => $found->{uri} );
}
#-------------------------------------------------------------------------------
sub add_distribution {
my ( $self, %args ) = @_;
my $archive = $args{archive};
my $author = uc $args{author};
my $source = $args{source} || 'LOCAL';
$self->assert_archive_not_duplicate( $author, $archive );
# Assemble the basic structure...
my $dist_struct = {
author => $author,
source => $source,
archive => $archive->basename,
mtime => Pinto::Util::mtime($archive),
md5 => Pinto::Util::md5($archive),
sha256 => Pinto::Util::sha256($archive)
};
my $extractor = Pinto::PackageExtractor->new( archive => $archive );
# Add provided packages...
my @provides = $extractor->provides;
$dist_struct->{packages} = \@provides;
# Add required packages...
my @requires = $extractor->requires;
$dist_struct->{prerequisites} = \@requires;
# Add metadata...
my $metadata = $extractor->metadata;
$dist_struct->{metadata} = $metadata;
my $p = scalar @provides;
my $r = scalar @requires;
debug "Distribution $archive provides $p and requires $r packages";
# Update database *before* moving the archive into the
# repository, so if there is an error in the DB, we can stop and
# the repository will still be clean.
my $dist = $self->db->schema->create_distribution($dist_struct);
$self->store->add_archive( $archive => $dist->native_path );
return $dist;
}
#------------------------------------------------------------------------------
sub fetch_distribution {
my ( $self, %args ) = @_;
my $uri = $args{uri};
my $path = $uri->path;
my $existing = $self->get_distribution( path => $path );
throw "Distribution $existing already exists" if $existing;
my ( $author, undef ) = Pinto::Util::parse_dist_path($path);
my $archive = $self->mirror_temporary( $uri );
my $dist = $self->add_distribution(
archive => $archive,
author => $author,
source => $uri,
);
return $dist;
}
#------------------------------------------------------------------------------
sub delete_distribution {
my ( $self, %args ) = @_;
my $dist = $args{dist};
my $force = $args{force};
for my $reg ( $dist->registrations ) {
# TODO: say which stack it is pinned to
throw "$dist is pinned to a stack and cannot be deleted"
if $reg->is_pinned and not $force;
}
$dist->delete;
my $basedir = $self->config->authors_id_dir;
$self->store->remove_archive( $dist->native_path($basedir) );
return $self;
}
#------------------------------------------------------------------------------
sub package_count {
my ($self) = @_;
return $self->db->schema->package_rs->count;
}
#-------------------------------------------------------------------------------
sub distribution_count {
my ($self) = @_;
return $self->db->schema->distribution_rs->count;
}
#-------------------------------------------------------------------------------
sub stack_count {
my ($self) = @_;
return $self->db->schema->stack_rs->count;
}
#-------------------------------------------------------------------------------
sub revision_count {
my ($self) = @_;
return $self->db->schema->revision_rs->count;
}
#-------------------------------------------------------------------------------
sub txn_begin {
my ($self) = @_;
debug 'Beginning db transaction';
$self->db->schema->txn_begin;
return $self;
}
#-------------------------------------------------------------------------------
sub txn_rollback {
my ($self) = @_;
debug 'Rolling back db transaction';
$self->db->schema->txn_rollback;
return $self;
}
#-------------------------------------------------------------------------------
sub txn_commit {
my ($self) = @_;
debug 'Committing db transaction';
$self->db->schema->txn_commit;
return $self;
}
#-------------------------------------------------------------------------------
sub svp_begin {
my ( $self, $name ) = @_;
debug 'Beginning db savepoint';
$self->db->schema->svp_begin($name);
return $self;
}
#-------------------------------------------------------------------------------
sub svp_rollback {
my ( $self, $name ) = @_;
debug 'Rolling back db savepoint';
$self->db->schema->svp_rollback($name);
return $self;
}
#-------------------------------------------------------------------------------
sub svp_release {
my ( $self, $name ) = @_;
debug 'Releasing db savepoint';
$self->db->schema->svp_release($name);
return $self;
}
#-------------------------------------------------------------------------------
sub create_stack {
my ( $self, %args ) = @_;
my $stk_name = $args{name};
throw "Stack $stk_name already exists"
if $self->get_stack_maybe( $stk_name );
my $root = $self->db->get_root_revision;
my $stack = $self->db->schema->create_stack( { %args, head => $root } );
$stack->make_filesystem;
$stack->write_index;
return $stack;
}
#-------------------------------------------------------------------------------
sub copy_stack {
my ( $self, %args ) = @_;
my $copy_name = $args{name};
my $stack = delete $args{stack};
my $orig_name = $stack->name;
if ( my $existing = $self->get_stack_maybe( $copy_name ) ) {
throw "Stack $existing already exists";
}
my $dupe = $stack->duplicate(%args);
$dupe->make_filesystem;
$dupe->write_index;
return $dupe;
}
#-------------------------------------------------------------------------------
sub rename_stack {
my ( $self, %args ) = @_;
my $new_name = $args{to};
my $stack = delete $args{stack};
my $old_name = $stack->name;
if (my $existing_stack = $self->get_stack_maybe( $new_name )) {
my $is_different_stack = lc $new_name ne lc $existing_stack->name;
throw "Stack $new_name already exists" if $is_different_stack || $new_name eq $old_name;
}
$stack->rename_filesystem( to => $new_name );
$stack->rename( to => $new_name );
return $stack;
}
#-------------------------------------------------------------------------------
sub kill_stack {
my ( $self, %args ) = @_;
my $stack = $args{stack};
$stack->kill;
$stack->kill_filesystem;
return $stack;
}
#-------------------------------------------------------------------------------
sub link_modules_dir {
my ( $self, %args ) = @_;
my $target_dir = $args{to};
my $modules_dir = $self->config->modules_dir;
my $root_dir = $self->config->root_dir;
if ( -e $modules_dir or -l $modules_dir ) {
debug "Unlinking $modules_dir";
unlink $modules_dir or throw $!;
}
debug "Linking $modules_dir to $target_dir";
mksymlink( $modules_dir => $target_dir->relative($root_dir) );
return $self;
}
#-------------------------------------------------------------------------------
sub unlink_modules_dir {
my ($self) = @_;
my $modules_dir = $self->config->modules_dir;
if ( -e $modules_dir or -l $modules_dir ) {
debug "Unlinking $modules_dir";
unlink $modules_dir or throw $!;
}
return $self;
}
#-------------------------------------------------------------------------------
sub clean_files {
my ( $self, %args ) = @_;
my $deleted = 0;
my $dists_rs = $self->db->schema->distribution_rs->search( undef, { prefetch => {} } );
my %known_dists = map { ( $_->to_string => 1 ) } $dists_rs->all;
my $callback = sub {
return if not -f $_;
my $path = Path::Class::file($_);
my $author = $path->parent->basename;
my $archive = $path->basename;
return if $archive eq 'CHECKSUMS';
return if $archive eq '01mailrc.txt.gz';
return if exists $known_dists{"$author/$archive"};
debug "Removing orphaned archive at $path";
$self->store->remove_archive($path);
$deleted++;
};
my $authors_dir = $self->config->authors_dir;
debug "Cleaning orphaned archives beneath $authors_dir";
File::Find::find( { no_chdir => 1, wanted => $callback }, $authors_dir );
return $deleted;
}
#-------------------------------------------------------------------------------
sub optimize_database {
my ($self) = @_;
debug 'Removing empty database pages';
$self->db->schema->storage->dbh->do('VACUUM;');
debug 'Updating database statistics';
$self->db->schema->storage->dbh->do('ANALYZE;');
return $self;
}
#-------------------------------------------------------------------------------
sub get_version {
my ($self) = @_;
my $version_file = $self->config->version_file;
return undef if not -e $version_file; # Old repos have no version file
my $version = $version_file->slurp( chomp => 1 );
return $version;
}
#-------------------------------------------------------------------------------
sub set_version {
my ( $self, $version ) = @_;
$version ||= $REPOSITORY_VERSION;
my $version_fh = $self->config->version_file->openw;
print {$version_fh} $version, "\n";
close $version_fh;
return $self;
}
#------------------------------------------------------------------------------
sub assert_archive_not_duplicate {
my ( $self, $author, $archive ) = @_;
throw "Archive $archive does not exist" if not -e $archive;
throw "Archive $archive is not readable" if not -r $archive;
my $basename = $archive->basename;
if ( my $same_path = $self->get_distribution( author => $author, archive => $basename ) ) {
throw "A distribution already exists as $same_path";
}
my $sha256 = Pinto::Util::sha256($archive);
my $dupe = $self->db->schema->search_distribution( { sha256 => $sha256 } )->first;
throw "Archive $archive is identical to $dupe" if $dupe;
return $self;
}
#-------------------------------------------------------------------------------
sub assert_version_ok {
my ($self) = @_;
my $repo_version = $self->get_version;
my $code_version = $REPOSITORY_VERSION;
no warnings qw(uninitialized);
if ( $repo_version != $code_version ) {
my $msg = "Repository version ($repo_version) and Pinto version ($code_version) do not match.\n";
# For really old repositories, the version is undefined and there is no automated
# migration process. If the version is defined, then automatic migration should work.
$msg .=
defined $repo_version
? "Use the 'migrate' command to bring the repo up to date"
: "Contact thaljef\@cpan.org for migration instructions";
throw $msg;
}
return $self;
}
#-------------------------------------------------------------------------------
sub assert_sanity_ok {
my ($self) = @_;
my $root_dir = $self->config->root_dir;
throw "Directory $root_dir does not exist"
unless -e $root_dir;
throw "$root_dir is not a directory"
unless -d $root_dir;
throw "Directory $root_dir is not readable by you"
unless -r $root_dir;
throw "Directory $root_dir is not writable by you"
unless -w $root_dir;
throw "Directory $root_dir does not look like a Pinto repository"
unless -e $self->config->db_file && -e $self->config->authors_dir;
return $self;
}
#-------------------------------------------------------------------------------
sub clear_cache {
my ($self) = @_;
$self->locator->refresh; # Clears cache file from disk
return $self;
}
#-------------------------------------------------------------------------------
__PACKAGE__->meta->make_immutable;
#-------------------------------------------------------------------------------
1;
__END__
=pod
=encoding UTF-8
=for :stopwords Jeffrey Ryan Thalhammer
=head1 NAME
Pinto::Repository - Coordinates the database, files, and indexes
=head1 VERSION
version 0.09999
=head1 ATTRIBUTES
=head2 root
=head2 config
=head2 db
=head2 store
=head2 locator
=head2 locker
=head1 METHODS
=head2 locate( target => );
=head2 lock( $LOCK_TYPE )
=head2 unlock
=head2 get_stack()
=head2 get_stack( $stack_name )
=head2 get_stack( $stack_object )
Returns the L<Pinto::Schema::Result::Stack> object with the given
C<$stack_name>. If the argument is a L<Pinto::Schema::Result::Stack>, then it
just returns that. If there is no stack with such a name in the repository,
throws an exception. If you do not specify a stack name (or it is undefined)
then you'll get whatever stack is currently marked as the default stack.
The stack object will not be open for revision, so you will not be able to
change any of the registrations for that stack. To get a stack that you can
modify, use C<open_stack>.
=head2 get_stack_maybe()
=head2 get_stack_maybe( $stack_name )
=head2 get_stack_maybe( $stack_object )
Same as C<get_stack> but simply returns undef if the stack does not exist
rather than throwing an exception.
=head2 get_default_stack()
Returns the L<Pinto::Schema::Result::Stack> that is currently marked
as the default stack in this repository. This is what you get when you
call C<get_stack> without any arguments.
The stack object will not be open for revision, so you will not be
able to change any of the registrations for that stack. To get a
stack that you can modify, use C<open_stack>.
At any time, there must be exactly one default stack. This method will
throw an exception if it discovers that condition is not true.
=head2 get_all_stacks()
Returns a list of all the L<Pinto::Schema::Result::Stack> objects in the
repository. You can sort them as strings (by name) or numerically (by
last modification time).
=head2 get_revision($commit)
=head2 get_revision_maybe($commit)
=head2 get_package( target => $pkg_spec )
Returns a L<Pinto:Schema::Result::Package> representing the latest version of
the package in the repository with the same name as the package target B<and
the same or higher version> as the package spec. See
L<Pinto::Target::Package> for the definition of a package target.
=head2 get_package( name => $pkg_name )
Returns a L<Pinto:Schema::Result::Package> representing the latest version of
the package in the repository with the given C<$pkg_name>. If there is no
such package with that name in the repository, returns nothing.
=head2 get_package( name => $pkg_name, path => $dist_path )
Returns the L<Pinto:Schema::Result::Package> with the given C<$pkg_name> that
belongs to the distribution identified by C<$dist_path>. If there is no such
package in the repository, returns nothing.
TODO: Consider making this a "maybe" function and the wrapping it with a
version that throws exceptions if no match is found. See C<get_stack_maybe()>
for an example.
=head2 get_distribution( target => $target )
Given a L<Pinto::Target::Package>, returns the
L<Pinto::Schema::Result::Distribution> that contains the B<latest version of
the package> in this repository with the same name as the target B<and the
same or higher version as the target>. Returns nothing if no such
distribution is found.
Given a L<Pinto::Target::Distribution>, returns the
L<Pinto::Schema::Result::Distribution> from this repository with the same
author id and archive attributes as the target. Returns nothing if no such
distribution is found.
=head2 get_distribution( path => $dist_path )
Given a distribution path, (for example C<AUTHOR/Dist-1.0.tar.gz> or
C<A/AU/AUTHOR/Dist-1.0.tar.gz> returns the
L<Pinto::Schema::Result::Distribution> from this repository that is
identified by the author ID and archive file name in the path. Returns
nothing if no such distribution is found.
=head2 get_distribution( author => $author, archive => $archive )
Given an author id and a distribution archive file basename, returns the
L<Pinto::Schema::Result::Distribution> from this repository with those
attributes. Returns nothing if no such distribution exists.
TODO: Consider making this a "maybe" function and the wrapping it with a
version that throws exceptions if no match is found. See C<get_stack_maybe()>
for an example.
=head2 ups_distribution( target => target )
Given a L<Pinto::Target::Package>, locates the distribution that contains the
latest version of the package across all upstream repositories with the same
name as the target, and the same or higher version as the target. If such
distribution is found, it is fetched and added to this repository. If it is
not found, then an exception is thrown.
Given a L<Pinto::Target::Distribution>, locates the first distribution in any
upstream repository with the same author and archive as the target. If such
distribution is found, it is fetched and added to this repository. If it is
not found, then an exception is thrown.
TODO: Consider making this a "maybe" function and the wrapping it with a
version that throws exceptions if no match is found. See C<get_stack_maybe()>
for an example.
=head2 add( archive => $path, author => $id )
=head2 add( archive => $path, author => $id, source => $uri )
Adds the distribution archive located on the local filesystem at
C<$path> to the repository in the author directory for the author with
C<$id>. The packages provided by the distribution will be indexed,
and the prerequisites will be recorded. If the C<source> is
specified, it must be the URI to the root of the repository where the
distribution came from. Otherwise, the C<source> defaults to
C<LOCAL>. Returns a L<Pinto::Schema::Result::Distribution> object
representing the newly added distribution.
=head2 fetch_distribution( uri => $uri )
Fetches a distribution archive from a remote URI and adds it to this
repository. The packages provided by the distribution will be indexed, and
the prerequisites will be recorded. Returns a
L<Pinto::Schema::Result::Distribution> object representing the fetched
distribution.
=head2 clean_files()
Deletes all distribution archives that are on the filesystem but not
in the database. This can happen when an Action fails or is aborted
prematurely.
=head1 AUTHOR
Jeffrey Ryan Thalhammer <jeff@stratopan.com>
=head1 COPYRIGHT AND LICENSE
This software is copyright (c) 2015 by Jeffrey Ryan Thalhammer.
This is free software; you can redistribute it and/or modify it under
the same terms as the Perl 5 programming language system itself.
=cut