kivitendo/t/helper/csv.t @ bc08036a
a54fc392 | Sven Schöling | use Test::More tests => 47;
|
||
6b378ca7 | Sven Schöling | |||
use lib 't';
|
||||
a54fc392 | Sven Schöling | use utf8;
|
||
6b378ca7 | Sven Schöling | |||
90af0ce7 | Sven Schöling | use Data::Dumper;
|
||
a54fc392 | Sven Schöling | use Support::TestSetup;
|
||
2f6ebd89 | Sven Schöling | |||
use_ok 'SL::Helper::Csv';
|
||||
6b378ca7 | Sven Schöling | Support::TestSetup::login();
|
||
my $csv = SL::Helper::Csv->new(
|
||||
8fba112b | Sven Schöling | file => \"Kaffee\n",
|
||
2f6ebd89 | Sven Schöling | header => [ 'description' ],
|
||
76e3efe6 | Sven Schöling | class => 'SL::DB::Part',
|
||
2f6ebd89 | Sven Schöling | );
|
||
0fb93bcf | Sven Schöling | isa_ok $csv->_csv, 'Text::CSV_XS';
|
||
2f6ebd89 | Sven Schöling | isa_ok $csv->_io, 'IO::File';
|
||
isa_ok $csv->parse, 'SL::Helper::Csv', 'parsing returns self';
|
||||
is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'simple case works';
|
||||
is $csv->get_objects->[0]->description, 'Kaffee', 'get_object works';
|
||||
####
|
||||
$::myconfig{numberformat} = '1.000,00';
|
||||
$::myconfig{dateformat} = 'dd.mm.yyyy';
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \"Kaffee;0.12;12,2;1,5234\n",
|
||||
header => [ 'description', 'sellprice', 'lastcost_as_number', 'listprice' ],
|
||||
76e3efe6 | Sven Schöling | profile => { listprice => 'listprice_as_number' },
|
||
2f6ebd89 | Sven Schöling | class => 'SL::DB::Part',
|
||
);
|
||||
$csv->parse;
|
||||
is $csv->get_objects->[0]->sellprice, 0.12, 'numeric attr works';
|
||||
is $csv->get_objects->[0]->lastcost, 12.2, 'attr helper works';
|
||||
f9f7b56e | Sven Schöling | is $csv->get_objects->[0]->listprice, 1.5234, 'dispatch works';
|
||
2f6ebd89 | Sven Schöling | |||
#####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description,sellprice,lastcost_as_number,listprice,
|
||||
Kaffee,0.12,'12,2','1,5234'
|
||||
EOL
|
||||
sep_char => ',',
|
||||
quote_char => "'",
|
||||
76e3efe6 | Sven Schöling | profile => { listprice => 'listprice_as_number' },
|
||
2f6ebd89 | Sven Schöling | class => 'SL::DB::Part',
|
||
);
|
||||
$csv->parse;
|
||||
is scalar @{ $csv->get_objects }, 1, 'auto header works';
|
||||
is $csv->get_objects->[0]->description, 'Kaffee', 'get_object works on auto header';
|
||||
#####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
;;description;sellprice;lastcost_as_number;
|
||||
#####;Puppy;Kaffee;0.12;12,2;1,5234
|
||||
EOL
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
$csv->parse;
|
||||
is scalar @{ $csv->get_objects }, 1, 'bozo header doesn\'t blow things up';
|
||||
#####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;
|
||||
Kaffee;;0.12;12,2;1,5234
|
||||
Beer;1123245;0.12;12,2;1,5234
|
||||
EOL
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
$csv->parse;
|
||||
is scalar @{ $csv->get_objects }, 2, 'multiple objects work';
|
||||
is $csv->get_objects->[0]->description, 'Kaffee', 'first object';
|
||||
is $csv->get_objects->[1]->partnumber, '1123245', 'second object';
|
||||
####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;
|
||||
Kaffee;;0.12;1,221.52
|
||||
Beer;1123245;0.12;1.5234
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
$csv->parse;
|
||||
is $csv->get_objects->[0]->lastcost, '1221.52', 'formatnumber';
|
||||
######
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
"description;partnumber;sellprice;lastcost_as_number;
|
||||
Kaffee;;0.12;1,221.52
|
||||
Beer;1123245;0.12;1.5234
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
is $csv->parse, undef, 'broken csv header won\'t get parsed';
|
||||
8fba112b | Sven Schöling | ######
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;
|
||||
"Kaf"fee";;0.12;1,221.52
|
||||
Beer;1123245;0.12;1.5234
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
is $csv->parse, undef, 'broken csv content won\'t get parsed';
|
||||
is_deeply $csv->errors, [ '"Kaf"fee";;0.12;1,221.52'."\n", 2023, 'EIQ - QUO character not allowed', 5, 2 ], 'error';
|
||||
c46898c7 | Sven Schöling | isa_ok( ($csv->errors)[0], 'SL::Helper::Csv::Error', 'Errors get objectified');
|
||
2f6ebd89 | Sven Schöling | |||
1dcc096b | Sven Schöling | ####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;wiener;
|
||||
Kaffee;;0.12;1,221.52;ja wiener
|
||||
Beer;1123245;0.12;1.5234;nein kein wieder
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
ignore_unknown_columns => 1,
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
$csv->parse;
|
||||
is $csv->get_objects->[0]->lastcost, '1221.52', 'ignore_unkown_columns works';
|
||||
417cc3a7 | Sven Schöling | #####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;buchungsgruppe;
|
||||
Kaffee;;0.12;1,221.52;Standard 7%
|
||||
Beer;1123245;0.12;1.5234;16 %
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
class => 'SL::DB::Part',
|
||||
profile => {
|
||||
buchungsgruppe => "buchungsgruppen.description",
|
||||
}
|
||||
);
|
||||
$csv->parse;
|
||||
isa_ok $csv->get_objects->[0]->buchungsgruppe, 'SL::DB::Buchungsgruppe', 'deep dispatch auto vivify works';
|
||||
is $csv->get_objects->[0]->buchungsgruppe->description, 'Standard 7%', '...and gets set correctly';
|
||||
1dcc096b | Sven Schöling | |||
90af0ce7 | Sven Schöling | #####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;make_1;model_1;
|
||||
Kaffee;;0.12;1,221.52;213;Chair 0815
|
||||
Beer;1123245;0.12;1.5234;
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
class => 'SL::DB::Part',
|
||||
profile => {
|
||||
make_1 => "makemodels.0.make",
|
||||
model_1 => "makemodels.0.model",
|
||||
}
|
||||
);
|
||||
$csv->parse;
|
||||
my @mm = $csv->get_objects->[0]->makemodel;
|
||||
is scalar @mm, 1, 'one-to-many dispatch';
|
||||
is $csv->get_objects->[0]->makemodels->[0]->model, 'Chair 0815', '... and works';
|
||||
#####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;make_1;model_1;make_2;model_2;
|
||||
Kaffee;;0.12;1,221.52;213;Chair 0815;523;Table 15
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
class => 'SL::DB::Part',
|
||||
profile => {
|
||||
make_1 => "makemodels.0.make",
|
||||
model_1 => "makemodels.0.model",
|
||||
make_2 => "makemodels.1.make",
|
||||
model_2 => "makemodels.1.model",
|
||||
}
|
||||
);
|
||||
$csv->parse;
|
||||
print Dumper($csv->errors);
|
||||
76e3efe6 | Sven Schöling | @mm = $csv->get_objects->[0]->makemodel;
|
||
90af0ce7 | Sven Schöling | is scalar @mm, 1, 'multiple one-to-many dispatch';
|
||
is $csv->get_objects->[0]->makemodels->[0]->model, 'Chair 0815', '...check 1';
|
||||
is $csv->get_objects->[0]->makemodels->[0]->make, '213', '...check 2';
|
||||
is $csv->get_objects->[0]->makemodels->[1]->model, 'Table 15', '...check 3';
|
||||
is $csv->get_objects->[0]->makemodels->[1]->make, '523', '...check 4';
|
||||
45119ead | Sven Schöling | ######
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost_as_number;buchungsgruppe;
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
class => 'SL::DB::Part',
|
||||
profile => {
|
||||
buchungsgruppe => "buchungsgruppen.1.description",
|
||||
}
|
||||
);
|
||||
is $csv->parse, undef, 'wrong profile gets rejected';
|
||||
is_deeply $csv->errors, [ 'buchungsgruppen.1.description', undef, "Profile path error. Indexed relationship is not OneToMany around here: 'buchungsgruppen.1'", undef ,0 ], 'error indicates wrong header';
|
||||
c46898c7 | Sven Schöling | isa_ok( ($csv->errors)[0], 'SL::Helper::Csv::Error', 'Errors get objectified');
|
||
45119ead | Sven Schöling | |||
09294068 | Sven Schöling | ####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost;wiener;
|
||||
Kaffee;;0.12;1,221.52;ja wiener
|
||||
Beer;1123245;0.12;1.5234;nein kein wieder
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
ignore_unknown_columns => 1,
|
||||
strict_profile => 1,
|
||||
class => 'SL::DB::Part',
|
||||
profile => {
|
||||
lastcost => 'lastcost_as_number',
|
||||
}
|
||||
);
|
||||
$csv->parse;
|
||||
is $csv->get_objects->[0]->lastcost, '1221.52', 'strict_profile with ignore';
|
||||
is $csv->get_objects->[0]->sellprice, undef, 'strict profile with ignore 2';
|
||||
####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \<<EOL,
|
||||
description;partnumber;sellprice;lastcost;wiener;
|
||||
Kaffee;;0.12;1,221.52;ja wiener
|
||||
Beer;1123245;0.12;1.5234;nein kein wieder
|
||||
EOL
|
||||
numberformat => '1,000.00',
|
||||
strict_profile => 1,
|
||||
class => 'SL::DB::Part',
|
||||
profile => {
|
||||
lastcost => 'lastcost_as_number',
|
||||
}
|
||||
);
|
||||
$csv->parse;
|
||||
is_deeply( ($csv->errors)[0], [ 'description', undef, 'header field \'description\' is not recognized', undef, 0 ], 'strict_profile without ignore_columns throws error');
|
||||
61a56da0 | Sven Schöling | #####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \"Kaffee",
|
||||
header => [ 'description' ],
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
$csv->parse;
|
||||
is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'eol bug at the end of files';
|
||||
09294068 | Sven Schöling | |||
7d9888e3 | Sven Schöling | #####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \"Description\nKaffee",
|
||||
class => 'SL::DB::Part',
|
||||
a54fc392 | Sven Schöling | case_insensitive_header => 1,
|
||
profile => { description => 'description' },
|
||||
7d9888e3 | Sven Schöling | );
|
||
$csv->parse;
|
||||
is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'case insensitive header from csv works';
|
||||
#####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
a54fc392 | Sven Schöling | file => \"Kaffee",
|
||
header => [ 'Description' ],
|
||||
class => 'SL::DB::Part',
|
||||
case_insensitive_header => 1,
|
||||
profile => { description => 'description' },
|
||||
7d9888e3 | Sven Schöling | );
|
||
$csv->parse;
|
||||
is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'case insensitive header as param works';
|
||||
07a38b9f | Sven Schöling | #####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \"\x{FEFF}description\nKaffee",
|
||||
class => 'SL::DB::Part',
|
||||
encoding => 'utf8',
|
||||
);
|
||||
$csv->parse;
|
||||
is_deeply $csv->get_data, [ { description => 'Kaffee' } ], 'utf8 BOM works (bug 1872)';
|
||||
a54fc392 | Sven Schöling | #####
|
||
$csv = SL::Helper::Csv->new(
|
||||
file => \"Kaffee",
|
||||
header => [ 'Description' ],
|
||||
class => 'SL::DB::Part',
|
||||
);
|
||||
$csv->parse;
|
||||
is_deeply $csv->get_data, undef, 'case insensitive header without flag ignores';
|
||||
#####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \"Kaffee",
|
||||
header => [ 'foo' ],
|
||||
class => 'SL::DB::Part',
|
||||
profile => { foo => '' },
|
||||
);
|
||||
$csv->parse;
|
||||
is_deeply $csv->get_data, [ { foo => 'Kaffee' } ], 'empty path still gets parsed into data';
|
||||
ok $csv->get_objects->[0], 'empty path gets ignored in object creation';
|
||||
#####
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \"Kaffee",
|
||||
header => [ 'foo' ],
|
||||
class => 'SL::DB::Part',
|
||||
strict_profile => 1,
|
||||
profile => { foo => '' },
|
||||
);
|
||||
$csv->parse;
|
||||
is_deeply $csv->get_data, [ { foo => 'Kaffee' } ], 'empty path still gets parsed into data (strict profile)';
|
||||
ok $csv->get_objects->[0], 'empty path gets ignored in object creation (strict profile)';
|
||||
$csv = SL::Helper::Csv->new(
|
||||
file => \"Phil",
|
||||
header => [ 'CVAR_grOUnDHog' ],
|
||||
class => 'SL::DB::Part',
|
||||
strict_profile => 1,
|
||||
case_insensitive_header => 1,
|
||||
profile => { cvar_Groundhog => '' },
|
||||
);
|
||||
$csv->parse;
|
||||
is_deeply $csv->get_data, [ { cvar_Groundhog => 'Phil' } ], 'using empty path to get cvars working';
|
||||
ok $csv->get_objects->[0], '...and not destorying the objects';
|
||||
2f6ebd89 | Sven Schöling | # vim: ft=perl
|