use strict;
use warnings;
use Test::More;
use Test::Exception;
use Test::Warn;
use lib qw(t/lib);
use DBICTest;
use DBIx::Class::_Util 'sigwarn_silencer';
use Path::Class::File ();
use Math::BigInt;
use List::Util qw/shuffle/;
use Storable qw/nfreeze dclone/;
my $schema = DBICTest->init_schema();
# The map below generates stuff like:
# [ qw/artistid name/ ],
# [ 4, "b" ],
# [ 5, "c" ],
# ...
# [ 9999, "ntm" ],
# [ 10000, "ntn" ],
my $start_id = 'populateXaaaaaa';
my $rows = 10_000;
my $offset = 3;
$schema->populate('Artist', [ [ qw/artistid name/ ], map { [ ($_ + $offset) => $start_id++ ] } shuffle ( 1 .. $rows ) ] );
is (
$schema->resultset ('Artist')->search ({ name => { -like => 'populateX%' } })->count,
$rows,
'populate created correct number of rows with massive AoA bulk insert',
);
my $artist = $schema->resultset ('Artist')
->search ({ 'cds.title' => { '!=', undef } }, { join => 'cds' })
->first;
my $ex_title = $artist->cds->first->title;
throws_ok ( sub {
my $i = 600;
$schema->populate('CD', [
map {
{
artist => $artist->id,
title => $_,
year => 2009,
}
} ('Huey', 'Dewey', $ex_title, 'Louie')
])
}, qr/\Qexecute_for_fetch() aborted with '\E.+ at populate slice.+$ex_title/ms, 'Readable exception thrown for failed populate');
## make sure populate honors fields/orders in list context
## schema order
my @links = $schema->populate('Link', [
[ qw/id url title/ ],
[ qw/2 burl btitle/ ]
]);
is(scalar @links, 1);
my $link2 = shift @links;
is($link2->id, 2, 'Link 2 id');
is($link2->url, 'burl', 'Link 2 url');
is($link2->title, 'btitle', 'Link 2 title');
## non-schema order
@links = $schema->populate('Link', [
[ qw/id title url/ ],
[ qw/3 ctitle curl/ ]
]);
is(scalar @links, 1);
my $link3 = shift @links;
is($link3->id, 3, 'Link 3 id');
is($link3->url, 'curl', 'Link 3 url');
is($link3->title, 'ctitle', 'Link 3 title');
## not all physical columns
@links = $schema->populate('Link', [
[ qw/id title/ ],
[ qw/4 dtitle/ ]
]);
is(scalar @links, 1);
my $link4 = shift @links;
is($link4->id, 4, 'Link 4 id');
is($link4->url, undef, 'Link 4 url');
is($link4->title, 'dtitle', 'Link 4 title');
## variable size dataset
@links = $schema->populate('Link', [
[ qw/id title url/ ],
[ 41 ],
[ 42, undef, 'url42' ],
]);
is(scalar @links, 2);
is($links[0]->url, undef);
is($links[1]->url, 'url42');
## make sure populate -> _insert_bulk honors fields/orders in void context
## schema order
$schema->populate('Link', [
[ qw/id url title/ ],
[ qw/5 eurl etitle/ ]
]);
my $link5 = $schema->resultset('Link')->find(5);
is($link5->id, 5, 'Link 5 id');
is($link5->url, 'eurl', 'Link 5 url');
is($link5->title, 'etitle', 'Link 5 title');
## non-schema order
$schema->populate('Link', [
[ qw/id title url/ ],
[ qw/6 ftitle furl/ ]
]);
my $link6 = $schema->resultset('Link')->find(6);
is($link6->id, 6, 'Link 6 id');
is($link6->url, 'furl', 'Link 6 url');
is($link6->title, 'ftitle', 'Link 6 title');
## not all physical columns
$schema->populate('Link', [
[ qw/id title/ ],
[ qw/7 gtitle/ ]
]);
my $link7 = $schema->resultset('Link')->find(7);
is($link7->id, 7, 'Link 7 id');
is($link7->url, undef, 'Link 7 url');
is($link7->title, 'gtitle', 'Link 7 title');
## variable size dataset in void ctx
$schema->populate('Link', [
[ qw/id title url/ ],
[ 71 ],
[ 72, undef, 'url72' ],
]);
@links = $schema->resultset('Link')->search({ id => [71, 72]}, { order_by => 'id' })->all;
is(scalar @links, 2);
is($links[0]->url, undef);
is($links[1]->url, 'url72');
## variable size dataset in void ctx, hash version
$schema->populate('Link', [
{ id => 73 },
{ id => 74, title => 't74' },
{ id => 75, url => 'u75' },
]);
@links = $schema->resultset('Link')->search({ id => [73..75]}, { order_by => 'id' })->all;
is(scalar @links, 3);
is($links[0]->url, undef);
is($links[0]->title, undef);
is($links[1]->url, undef);
is($links[1]->title, 't74');
is($links[2]->url, 'u75');
is($links[2]->title, undef);
## Make sure the void ctx trace is sane
{
for (
[
[ qw/id title url/ ],
[ 81 ],
[ 82, 't82' ],
[ 83, undef, 'url83' ],
],
[
{ id => 91 },
{ id => 92, title => 't92' },
{ id => 93, url => 'url93' },
]
) {
$schema->is_executed_sql_bind(
sub {
$schema->populate('Link', $_);
},
[
[ 'BEGIN' ],
[
'INSERT INTO link( id, title, url ) VALUES( ?, ?, ? )',
"__BULK_INSERT__"
],
[ 'COMMIT' ],
]
);
}
}
# populate with literals
{
my $rs = $schema->resultset('Link');
$rs->delete;
# test populate with all literal sql (no binds)
$rs->populate([
(+{
url => \"'cpan.org'",
title => \"'The ''best of'' cpan'",
}) x 5
]);
is((grep {
$_->url eq 'cpan.org' &&
$_->title eq "The 'best of' cpan",
} $rs->all), 5, 'populate with all literal SQL');
$rs->delete;
# test mixed binds with literal sql
$rs->populate([
(+{
url => \"'cpan.org'",
title => "The 'best of' cpan",
}) x 5
]);
is((grep {
$_->url eq 'cpan.org' &&
$_->title eq "The 'best of' cpan",
} $rs->all), 5, 'populate with all literal SQL');
$rs->delete;
}
# populate with literal+bind
{
my $rs = $schema->resultset('Link');
$rs->delete;
# test populate with all literal/bind sql
$rs->populate([
(+{
url => \['?', [ {} => 'cpan.org' ] ],
title => \['?', [ {} => "The 'best of' cpan" ] ],
}) x 5
]);
is((grep {
$_->url eq 'cpan.org' &&
$_->title eq "The 'best of' cpan",
} $rs->all), 5, 'populate with all literal/bind');
$rs->delete;
# test populate with mix literal and literal/bind
$rs->populate([
(+{
url => \"'cpan.org'",
title => \['?', [ {} => "The 'best of' cpan" ] ],
}) x 5
]);
is((grep {
$_->url eq 'cpan.org' &&
$_->title eq "The 'best of' cpan",
} $rs->all), 5, 'populate with all literal/bind SQL');
$rs->delete;
# test mixed binds with literal sql/bind
$rs->populate([ map { +{
url => \[ '? || ?', [ {} => 'cpan.org_' ], $_ ],
title => "The 'best of' cpan",
} } (1 .. 5) ]);
for (1 .. 5) {
ok($rs->find({ url => "cpan.org_$_" }), "Row $_ correctly created with dynamic literal/bind populate" );
}
$rs->delete;
}
my $rs = $schema->resultset('Artist');
$rs->delete;
throws_ok {
# this warning is correct, but we are not testing it here
# what we are after is the correct exception when an int
# fails to coerce into a sqlite rownum
local $SIG{__WARN__} = sigwarn_silencer( qr/datatype mismatch.+ foo as integer/ );
$rs->populate([
{
artistid => 1,
name => 'foo1',
},
{
artistid => 'foo', # this dies
name => 'foo2',
},
{
artistid => 3,
name => 'foo3',
},
]);
} qr/\Qexecute_for_fetch() aborted with 'datatype mismatch\E\b/, 'bad slice fails PK insert';
is($rs->count, 0, 'populate is atomic');
# Trying to use a column marked as a bind in the first slice with literal sql in
# a later slice should throw.
throws_ok {
$rs->populate([
{
artistid => 1,
name => \"'foo'",
},
{
artistid => \2,
name => \"'foo'",
}
]);
} qr/Literal SQL found where a plain bind value is expected/, 'literal sql where bind expected throws';
# ... and vice-versa.
throws_ok {
$rs->populate([
{
artistid => \1,
name => \"'foo'",
},
{
artistid => 2,
name => \"'foo'",
}
]);
} qr/\QIncorrect value (expecting SCALAR-ref/, 'bind where literal sql expected throws';
throws_ok {
$rs->populate([
{
artistid => 1,
name => \"'foo'",
},
{
artistid => 2,
name => \"'bar'",
}
]);
} qr/Inconsistent literal SQL value/, 'literal sql must be the same in all slices';
throws_ok {
$rs->populate([
{
artistid => 1,
name => \['?', [ {} => 'foo' ] ],
},
{
artistid => 2,
name => \"'bar'",
}
]);
} qr/\QIncorrect value (expecting ARRAYREF-ref/, 'literal where literal+bind expected throws';
throws_ok {
$rs->populate([
{
artistid => 1,
name => \['?', [ { sqlt_datatype => 'foooo' } => 'foo' ] ],
},
{
artistid => 2,
name => \['?', [ {} => 'foo' ] ],
}
]);
} qr/\QDiffering bind attributes on literal\/bind values not supported for column 'name'/, 'literal+bind with differing attrs throws';
lives_ok {
$rs->populate([
{
artistid => 1,
name => \['?', [ undef, 'foo' ] ],
},
{
artistid => 2,
name => \['?', [ {} => 'bar' ] ],
}
]);
} 'literal+bind with semantically identical attrs works after normalization';
# test all kinds of population with stringified objects
# or with empty sets
warnings_like {
local $ENV{DBIC_RT79576_NOWARN};
my $rs = $schema->resultset('Artist')->search({}, { columns => [qw(name rank)], order_by => 'artistid' });
# the stringification has nothing to do with the artist name
# this is solely for testing consistency
my $fn = Path::Class::File->new ('somedir/somefilename.tmp');
my $fn2 = Path::Class::File->new ('somedir/someotherfilename.tmp');
my $rank = Math::BigInt->new(42);
my $args = {
'stringifying objects after regular values' => { AoA => [
[qw( name rank )],
( map { [ $_, $rank ] } (
'supplied before stringifying objects',
'supplied before stringifying objects 2',
$fn,
$fn2,
)),
]},
'stringifying objects before regular values' => { AoA => [
[qw( rank name )],
( map { [ $rank, $_ ] } (
$fn,
$fn2,
'supplied after stringifying objects',
'supplied after stringifying objects 2',
)),
]},
'stringifying objects between regular values' => { AoA => [
[qw( name rank )],
( map { [ $_, $rank ] } (
'supplied before stringifying objects',
$fn,
$fn2,
'supplied after stringifying objects',
))
]},
'stringifying objects around regular values' => { AoA => [
[qw( rank name )],
( map { [ $rank, $_ ] } (
$fn,
'supplied between stringifying objects',
$fn2,
))
]},
'single stringifying object' => { AoA => [
[qw( rank name )],
[ $rank, $fn ],
]},
'empty set' => { AoA => [
[qw( name rank )],
]},
};
# generate the AoH equivalent based on the AoAs above
for my $bag (values %$args) {
$bag->{AoH} = [];
my @hdr = @{$bag->{AoA}[0]};
for my $v ( @{$bag->{AoA}}[1..$#{$bag->{AoA}}] ) {
push @{$bag->{AoH}}, my $h = {};
@{$h}{@hdr} = @$v;
}
}
local $Storable::canonical = 1;
my $preimage = nfreeze($args);
for my $tst (keys %$args) {
for my $type (qw(AoA AoH)) {
# test void ctx
$rs->delete;
$rs->populate($args->{$tst}{$type});
is_deeply(
$rs->all_hri,
$args->{$tst}{AoH},
"Populate() $tst in void context"
);
# test scalar ctx
$rs->delete;
my $dummy = $rs->populate($args->{$tst}{$type});
is_deeply(
$rs->all_hri,
$args->{$tst}{AoH},
"Populate() $tst in non-void context"
);
# test list ctx
$rs->delete;
my @dummy = $rs->populate($args->{$tst}{$type});
is_deeply(
$rs->all_hri,
$args->{$tst}{AoH},
"Populate() $tst in non-void context"
);
}
# test create() as we have everything set up already
$rs->delete;
$rs->create($_) for @{$args->{$tst}{AoH}};
is_deeply(
$rs->all_hri,
$args->{$tst}{AoH},
"Create() $tst"
);
}
ok (
($preimage eq nfreeze($args)),
'Arguments fed to populate()/create() unchanged'
);
$rs->delete;
} [
# warning to be removed around Apr 1st 2015
# smokers start failing a month before that
(
( DBICTest::RunMode->is_author and ( time() > 1427846400 ) )
or
( DBICTest::RunMode->is_smoker and ( time() > 1425168000 ) )
)
? ()
# one unique for populate() and create() each
: (qr/\QPOSSIBLE *PAST* DATA CORRUPTION detected \E.+\QTrigger condition encountered at @{[ __FILE__ ]} line\E \d/) x 4
], 'Data integrity warnings as planned';
$schema->is_executed_sql_bind(
sub {
$schema->resultset('TwoKeys')->populate([{
artist => 1,
cd => 5,
fourkeys_to_twokeys => [{
f_foo => 1,
f_bar => 1,
f_hello => 1,
f_goodbye => 1,
autopilot => 'a',
},{
f_foo => 2,
f_bar => 2,
f_hello => 2,
f_goodbye => 2,
autopilot => 'b',
}]
}])
},
[
[ 'BEGIN' ],
[ 'INSERT INTO twokeys ( artist, cd)
VALUES ( ?, ? )',
'__BULK_INSERT__'
],
[ 'INSERT INTO fourkeys_to_twokeys ( autopilot, f_bar, f_foo, f_goodbye, f_hello, t_artist, t_cd)
VALUES (
?, ?, ?, ?, ?,
( SELECT me.artist FROM twokeys me WHERE artist = ? AND cd = ? ),
( SELECT me.cd FROM twokeys me WHERE artist = ? AND cd = ? )
)
',
'__BULK_INSERT__'
],
[ 'COMMIT' ],
],
'multicol-PK has_many populate expected trace'
);
lives_ok ( sub {
$schema->populate('CD', [
{cdid => 10001, artist => $artist->id, title => 'Pretty Much Empty', year => 2011, tracks => []},
])
}, 'empty has_many relationship accepted by populate');
done_testing;