#!/usr/bin/perl -w
################################################################################
#
# buildperl.pl -- build various versions of perl automatically
#
################################################################################
#
# $Revision: 18 $
# $Author: mhx $
# $Date: 2010/03/07 13:15:42 +0100 $
#
################################################################################
#
# Version 3.x, Copyright (C) 2004-2010, Marcus Holland-Moritz.
# Version 2.x, Copyright (C) 2001, Paul Marquess.
# Version 1.x, Copyright (C) 1999, Kenneth Albanowski.
#
# This program is free software; you can redistribute it and/or
# modify it under the same terms as Perl itself.
#
################################################################################
use strict;
use Getopt::Long;
use Pod::Usage;
use File::Find;
use File::Path;
use Data::Dumper;
use IO::File;
use Cwd;
# TODO: - extra arguments to Configure
#
# --test-archives=1 check if archives can be read
# --test-archives=2 like 1, but also extract archives
# --test-archives=3 like 2, but also apply patches
#
my %opt = (
prefix => '/tmp/perl/install/<config>/<perl>',
build => '/tmp/perl/build/<config>',
source => '/tmp/perl/source',
force => 0,
test => 0,
install => 1,
oneshot => 0,
configure => 0,
'test-archives' => 0,
);
my %config = (
default => {
config_args => '-des',
},
thread => {
config_args => '-des -Dusethreads',
masked_versions => [ qr/^5\.00[01234]/ ],
},
thread5005 => {
config_args => '-des -Duse5005threads',
masked_versions => [ qr/^5\.00[012345]|^5.(9|\d\d)/ ],
},
debug => {
config_args => '-des -Doptimize=-g',
},
);
my @patch = (
{
perl => [
qr/^5\.00[01234]/,
qw/
5.005
5.005_01
5.005_02
5.005_03
/,
],
subs => [
[ \&patch_db, 1 ],
],
},
{
perl => [
qw/
5.6.0
5.6.1
5.7.0
5.7.1
5.7.2
5.7.3
5.8.0
/,
],
subs => [
[ \&patch_db, 3 ],
],
},
{
perl => [
qr/^5\.004_0[1234]$/,
],
subs => [
[ \&patch_doio ],
],
},
{
perl => [
qw/
5.005
5.005_01
5.005_02
/,
],
subs => [
[ \&patch_sysv, old_format => 1 ],
],
},
{
perl => [
qw/
5.005_03
5.005_04
/,
qr/^5\.6\.[0-2]$/,
qr/^5\.7\.[0-3]$/,
qr/^5\.8\.[0-8]$/,
qr/^5\.9\.[0-5]$/
],
subs => [
[ \&patch_sysv ],
],
},
{
perl => [
qr/^5\.004_05$/,
qr/^5\.005(?:_0[1-4])?$/,
qr/^5\.6\.[01]$/,
],
subs => [
[ \&patch_configure ],
[ \&patch_makedepend_lc ],
],
},
{
perl => [
'5.8.0',
],
subs => [
[ \&patch_makedepend_lc ],
],
},
);
my(%perl, @perls);
GetOptions(\%opt, qw(
config=s@
prefix=s
build=s
source=s
perl=s@
force
test
install!
test-archives=i
patch!
oneshot
)) or pod2usage(2);
my %current;
if ($opt{patch} || $opt{oneshot}) {
@{$opt{perl}} == 1 or die "Exactly one --perl must be given with --patch or --oneshot\n";
my $perl = $opt{perl}[0];
patch_source($perl) if !exists $opt{patch} || $opt{patch};
if (exists $opt{oneshot}) {
eval { require String::ShellQuote };
die "--oneshot requires String::ShellQuote to be installed\n" if $@;
%current = (config => 'oneshot', version => $perl);
$config{oneshot} = { config_args => String::ShellQuote::shell_quote(@ARGV) };
build_and_install($perl{$perl});
}
exit 0;
}
if (exists $opt{config}) {
for my $cfg (@{$opt{config}}) {
exists $config{$cfg} or die "Unknown configuration: $cfg\n";
}
}
else {
$opt{config} = [sort keys %config];
}
find(sub {
/^(perl-?(5\..*))\.tar\.(gz|bz2|lzma)$/ or return;
$perl{$1} = { version => $2, source => $File::Find::name, compress => $3 };
}, $opt{source});
if (exists $opt{perl}) {
for my $perl (@{$opt{perl}}) {
my $p = $perl;
exists $perl{$p} or $p = "perl$perl";
exists $perl{$p} or $p = "perl-$perl";
exists $perl{$p} or die "Cannot find perl: $perl\n";
push @perls, $p;
}
}
else {
@perls = sort keys %perl;
}
if ($opt{'test-archives'}) {
my $test = 'test';
my $cwd = cwd;
-d $test or mkpath($test);
chdir $test or die "chdir $test: $!\n";
for my $perl (@perls) {
eval {
my $d = extract_source($perl{$perl});
if ($opt{'test-archives'} > 2) {
my $cwd2 = cwd;
chdir $d or die "chdir $d: $!\n";
patch_source($perl{$perl}{version});
chdir $cwd2 or die "chdir $cwd2:$!\n"
}
rmtree($d) if -e $d;
};
warn $@ if $@;
}
chdir $cwd or die "chdir $cwd: $!\n";
print STDERR "cleaning up\n";
rmtree($test);
exit 0;
}
for my $cfg (@{$opt{config}}) {
for my $perl (@perls) {
my $config = $config{$cfg};
%current = (config => $cfg, perl => $perl, version => $perl{$perl}{version});
if (is($config->{masked_versions}, $current{version})) {
print STDERR "skipping $perl for configuration $cfg (masked)\n";
next;
}
if (-d expand($opt{prefix}) and !$opt{force}) {
print STDERR "skipping $perl for configuration $cfg (already installed)\n";
next;
}
my $cwd = cwd;
my $build = expand($opt{build});
-d $build or mkpath($build);
chdir $build or die "chdir $build: $!\n";
print STDERR "building $perl with configuration $cfg\n";
buildperl($perl, $config);
chdir $cwd or die "chdir $cwd: $!\n";
}
}
sub expand
{
my $in = shift;
$in =~ s/(<(\w+)>)/exists $current{$2} ? $current{$2} : $1/eg;
return $in;
}
sub is
{
my($s1, $s2) = @_;
defined $s1 != defined $s2 and return 0;
ref $s2 and ($s1, $s2) = ($s2, $s1);
if (ref $s1) {
if (ref $s1 eq 'ARRAY') {
is($_, $s2) and return 1 for @$s1;
return 0;
}
return $s2 =~ $s1;
}
return $s1 eq $s2;
}
sub buildperl
{
my($perl, $cfg) = @_;
my $d = extract_source($perl{$perl});
chdir $d or die "chdir $d: $!\n";
patch_source($perl{$perl}{version});
build_and_install($perl{$perl});
}
sub extract_source
{
eval { require Archive::Tar };
die "Archive processing requires Archive::Tar to be installed\n" if $@;
my $perl = shift;
my $what = $opt{'test-archives'} ? 'test' : 'read';
print "${what}ing $perl->{source}\n";
my $target;
for my $f (Archive::Tar->list_archive($perl->{source})) {
my($t) = $f =~ /^([^\\\/]+)/ or die "ooops, should always match...\n";
die "refusing to extract $perl->{source}, as it would not extract to a single directory\n"
if defined $target and $target ne $t;
$target = $t;
}
if ($opt{'test-archives'} == 0 || $opt{'test-archives'} > 1) {
if (-d $target) {
print "removing old build directory $target\n";
rmtree($target);
}
print "extracting $perl->{source}\n";
Archive::Tar->extract_archive($perl->{source})
or die "extract failed: " . Archive::Tar->error() . "\n";
-d $target or die "oooops, $target not found\n";
}
return $target;
}
sub patch_source
{
my $version = shift;
for my $p (@patch) {
if (is($p->{perl}, $version)) {
for my $s (@{$p->{subs}}) {
my($sub, @args) = @$s;
$sub->(@args);
}
}
}
}
sub build_and_install
{
my $perl = shift;
my $prefix = expand($opt{prefix});
run_or_die(q{sed -i -e "s:\\*/\\*) finc=\\"-I\\`echo \\$file | sed 's#/\\[^/\\]\\*\\$##\\`\\" ;;:*/*) finc=\\"-I\\`echo \\$file | sed 's#/[^/]\\*\\$##'\\`\\" ;;:" makedepend.SH});
print "building perl $perl->{version} ($current{config})\n";
run_or_die("./Configure $config{$current{config}}{config_args} -Dusedevel -Uinstallusrbinperl -Dprefix=$prefix");
run_or_die("sed -i -e '/^.*<builtin>/d' -e '/^.*<built-in>/d' -e '/^.*<command line>/d' -e '/^.*<command-line>/d' makefile x2p/makefile");
run_or_die("make all");
run("make test") if $opt{test};
if ($opt{install}) {
run_or_die("make install");
}
else {
print "\n*** NOT INSTALLING PERL ***\n\n";
}
}
sub patch_db
{
my $ver = shift;
print "patching ext/DB_File/DB_File.xs\n";
run_or_die("sed -i -e 's/<db.h>/<db$ver\\/db.h>/' ext/DB_File/DB_File.xs");
}
sub patch_doio
{
patch(<<'END');
--- doio.c.org 2004-06-07 23:14:45.000000000 +0200
+++ doio.c 2003-11-04 08:03:03.000000000 +0100
@@ -75,6 +75,16 @@
# endif
#endif
+#if _SEM_SEMUN_UNDEFINED
+union semun
+{
+ int val;
+ struct semid_ds *buf;
+ unsigned short int *array;
+ struct seminfo *__buf;
+};
+#endif
+
bool
do_open(gv,name,len,as_raw,rawmode,rawperm,supplied_fp)
GV *gv;
END
}
sub patch_sysv
{
my %opt = @_;
# check if patching is required
return if $^O ne 'linux' or -f '/usr/include/asm/page.h';
if ($opt{old_format}) {
patch(<<'END');
--- ext/IPC/SysV/SysV.xs.org 1998-07-20 10:20:07.000000000 +0200
+++ ext/IPC/SysV/SysV.xs 2007-08-12 10:51:06.000000000 +0200
@@ -3,9 +3,6 @@
#include "XSUB.h"
#include <sys/types.h>
-#ifdef __linux__
-#include <asm/page.h>
-#endif
#if defined(HAS_MSG) || defined(HAS_SEM) || defined(HAS_SHM)
#include <sys/ipc.h>
#ifdef HAS_MSG
END
}
else {
patch(<<'END');
--- ext/IPC/SysV/SysV.xs.org 2007-08-11 00:12:46.000000000 +0200
+++ ext/IPC/SysV/SysV.xs 2007-08-11 00:10:51.000000000 +0200
@@ -3,9 +3,6 @@
#include "XSUB.h"
#include <sys/types.h>
-#ifdef __linux__
-# include <asm/page.h>
-#endif
#if defined(HAS_MSG) || defined(HAS_SEM) || defined(HAS_SHM)
#ifndef HAS_SEM
# include <sys/ipc.h>
END
}
}
sub patch_configure
{
patch(<<'END');
--- Configure
+++ Configure
@@ -3380,6 +3380,18 @@
test "X$gfpthkeep" != Xy && gfpth=""
EOSC
+# gcc 3.1 complains about adding -Idirectories that it already knows about,
+# so we will take those off from locincpth.
+case "$gccversion" in
+3*)
+ echo "main(){}">try.c
+ for incdir in `$cc -v -c try.c 2>&1 | \
+ sed '1,/^#include <\.\.\.>/d;/^End of search list/,$d;s/^ //'` ; do
+ locincpth=`echo $locincpth | sed s!$incdir!!`
+ done
+ $rm -f try try.*
+esac
+
: What should the include directory be ?
echo " "
$echo $n "Hmm... $c"
END
}
sub patch_makedepend_lc
{
patch(<<'END');
--- makedepend.SH
+++ makedepend.SH
@@ -58,6 +58,10 @@ case $PERL_CONFIG_SH in
;;
esac
+# Avoid localized gcc/cc messages
+LC_ALL=C
+export LC_ALL
+
# We need .. when we are in the x2p directory if we are using the
# cppstdin wrapper script.
# Put .. and . first so that we pick up the present cppstdin, not
END
}
sub patch
{
my($patch) = @_;
print "patching $_\n" for $patch =~ /^\+{3}\s+(\S+)/gm;
my $diff = 'tmp.diff';
write_or_die($diff, $patch);
run_or_die("patch -s -p0 <$diff");
unlink $diff or die "unlink $diff: $!\n";
}
sub write_or_die
{
my($file, $data) = @_;
my $fh = new IO::File ">$file" or die "$file: $!\n";
$fh->print($data);
}
sub run_or_die
{
# print "[running @_]\n";
system "@_" and die "@_: $?\n";
}
sub run
{
# print "[running @_]\n";
system "@_" and warn "@_: $?\n";
}
__END__
=head1 NAME
buildperl.pl - build/install perl distributions
=head1 SYNOPSIS
perl buildperl.pl [options]
--help show this help
--source=directory directory containing source tarballs
[default: /tmp/perl/source]
--build=directory directory used for building perls [EXPAND]
[default: /tmp/perl/build/<config>]
--prefix=directory use this installation prefix [EXPAND]
[default: /tmp/perl/install/<config>/<perl>]
--config=configuration build this configuration [MULTI]
[default: all possible configurations]
--perl=version build this version of perl [MULTI]
[default: all possible versions]
--force rebuild and install already installed versions
--test run test suite after building
--noinstall don't install after building
--patch only patch the perl source in the current directory
--oneshot build from the perl source in the current directory
(extra arguments are passed to Configure)
options tagged with [MULTI] can be given multiple times
options tagged with [EXPAND] expand the following items
<perl> versioned perl directory (e.g. 'perl-5.6.1')
<version> perl version (e.g. '5.6.1')
<config> name of the configuration (e.g. 'default')
=head1 EXAMPLES
The following examples assume that your Perl source tarballs are
in F</tmp/perl/source>. If they are somewhere else, use the C<--source>
option to specify a different source directory.
To build a default configuration of perl5.004_05 and install it
to F</opt/perl5.004_05>, you would say:
buildperl.pl --prefix='/opt/<perl>' --perl=5.004_05 --config=default
To build debugging configurations of all perls in the source directory
and install them to F</opt>, use:
buildperl.pl --prefix='/opt/<perl>' --config=debug
To build all configurations for perl-5.8.5 and perl-5.8.6, test them
and don't install them, run:
buildperl.pl --perl=5.8.5 --perl=5.8.6 --test --noinstall
To build and install a single version of perl with special configuration
options, use:
buildperl.pl --perl=5.6.0 --prefix=/opt/p560ld --oneshot -- -des -Duselongdouble
=head1 COPYRIGHT
Copyright (c) 2004-2010, Marcus Holland-Moritz.
This program is free software; you can redistribute it and/or
modify it under the same terms as Perl itself.
=head1 SEE ALSO
See L<Devel::PPPort> and L<HACKERS>.