package Test::Script::Run; use warnings; use strict; use Test::More; use Test::Exception; use IPC::Run3; use File::Basename; use File::Spec; our $VERSION = '0.08'; use base 'Exporter'; our @EXPORT = qw/run_ok run_not_ok run_script run_output_matches run_output_matches_unordered/; our @EXPORT_OK = qw/is_script_output last_script_stdout last_script_stderr last_script_exit_code get_perl_cmd/; our %EXPORT_TAGS = ( all => [ @EXPORT, @EXPORT_OK ] ); my ( $last_script_stdout, $last_script_stderr, $last_script_exit_code, ); our @BIN_DIRS = ('bin','sbin','script', '.'); =head1 NAME Test::Script::Run - test scripts with run =head1 SYNOPSIS use Test::Script::Run; # customized names of bin dirs, default is qw/bin sbin script ./; @Test::Script::Run::BIN_DIRS = qw/bin/; run_ok( 'app_name', [ app's args ], 'you_app runs ok' ); my ( $return, $stdout, $stderr ) = run_script( 'app_name', [ app's args ] ); run_output_matches( 'app_name', [app's args], [ 'out line 1', 'out line 2' ], [ 'err line 1', 'err line 2' ], 'run_output_matches' ); run_output_matches_unordered( 'app_name', [ app's args ], [ 'out line 2', 'out line 1' ], [ 'err line 2', 'err line 1' ], 'run_output_matches_unordered' ); =head1 DESCRIPTION This module exports some subs to help test and run scripts in your dist's script directory( bin, sbin, script, etc ), if the script path is not absolute. Nearly all the essential code is stolen from Prophet::Test, we think subs like those should live below C namespace, that's why we packed them and created this module. =head1 FUNCTIONS =head2 run_script($script, $args, $stdout, $stderr) Runs the script $script as a perl script, setting the @INC to the same as our caller. $script is the name of the script to be run (such as 'prophet'). $args is a reference to an array of arguments to pass to the script. $stdout and $stderr are both optional; if passed in, they will be passed to L's run3 subroutine as its $stdout and $stderr args. Otherwise, this subroutine will create scalar references to pass to run3 instead (which are treated as strings for STDOUT/STDERR to be written to). Returns run3's return value and, if no $stdout and $stderr were passed in, the STDOUT and STDERR of the script that was run. =cut sub run_script { my $script = shift; my $args = shift || []; my ( $stdout, $stderr ) = @_; my ( $new_stdout, $new_stderr, $return_stdouterr ); if ( !ref($stdout) && !ref($stderr) ) { ( $stdout, $stderr, $return_stdouterr ) = ( \$new_stdout, \$new_stderr, 1 ); } my @cmd = get_perl_cmd($script); if (@cmd) { my $ret = run3 [ @cmd, @$args ], undef, $stdout, $stderr; $last_script_exit_code = $? >> 8; if ( ref $stdout eq 'SCALAR' ) { $last_script_stdout = $$stdout; } if ( ref $stderr eq 'SCALAR' ) { $last_script_stderr = $$stderr; } return $return_stdouterr ? ( $ret, $last_script_stdout, $last_script_stderr ) : $ret; } else { # usually people use 127 to show error about the command can't be found $last_script_exit_code = 127; return; } } =head2 run_ok($script, $args, $msg) Runs the script, checking that it didn't error out. $script is the name of the script to be run (e.g. 'prophet'). $args is an optional reference to an array of arguments to pass to the script when it is run. $msg is an optional message to print with the test. If $args is not specified, you can still pass in a $msg. Returns nothing of interest. =cut sub run_ok { return _run_ok( '==', @_ ); } =head2 run_not_ok($script, $args, $msg) opposite of run_ok =cut sub run_not_ok { return _run_ok( '!=', @_ ); } sub _run_ok { my $cmp = shift || '=='; # the exit code my $script = shift; my $args; $args = shift if ( ref $_[0] eq 'ARRAY' ); my $msg = (@_) ? shift : ''; local $Test::Builder::Level = $Test::Builder::Level + 1; lives_and { local $Test::Builder::Level = $Test::Builder::Level + 1; my ( $ret, $stdout, $stderr ) = run_script( $script, $args ); cmp_ok( $last_script_exit_code, $cmp, 0, _generate_test_name($msg, $script, @$args) ); }; } # _updir( $path ) # # Strips off the filename in the given path and returns the absolute # path of the remaining directory. sub _updir { my $path = shift; my ( $file, $dir, undef ) = fileparse( File::Spec->rel2abs($path) ); return $dir; } our $RUNCNT; =head2 get_perl_cmd($script, @ARGS) Returns a list suitable for passing to C, C, etc. If you pass C<$script> then we will search upwards for it in C<@BIN_DIRS> =cut sub get_perl_cmd { my $script = shift; my $base_dir; if (defined $script) { my $fail = 0; if ( File::Spec->file_name_is_absolute($script) ) { unless ( -f $script ) { warn "couldn't find the script $script"; $fail = 1; } } else { my ( $tmp, $i ) = ( _updir($0), 0 ); my $found; LOOP: while ( $i++ < 10 ) { for my $bin ( @BIN_DIRS ) { if ( -f File::Spec->catfile( $tmp, $bin, $script ) ) { $script = File::Spec->catfile( $tmp, $bin, $script ); $found = 1; last LOOP; } } $tmp = _updir($tmp); } unless ( $found ) { warn "couldn't find the script $script"; $fail = 1; } } return if $fail; } # We grep out references because of INC-hooks like Jifty::ClassLoader my @cmd = ( $^X, ( map { "-I$_" } grep {!ref($_)} @INC ) ); push @cmd, '-MDevel::Cover' if $INC{'Devel/Cover.pm'}; if ( $INC{'Devel/DProf.pm'} ) { push @cmd, '-d:DProf'; $ENV{'PERL_DPROF_OUT_FILE_NAME'} = 'tmon.out.' . $$ . '.' . $RUNCNT++; } if (defined $script) { push @cmd, $script; push @cmd, @_; } return @cmd; } # back-compat *_get_perl_cmd = \&get_perl_cmd; =head2 is_script_output($scriptname \@args, \@stdout_match, \@stderr_match, $msg) Runs $scriptname, checking to see that its output matches. $args is an array reference of args to pass to the script. $stdout_match and $stderr_match are references to arrays of expected lines. $msg is a string message to display with the test. $stderr_match and $msg are optional. (As is $stdout_match if for some reason you expect your script to have no output at all. But that would be silly, wouldn't it?) Allows regex matches as well as string equality (lines in $stdout_match and $stderr_match may be Regexp objects). =cut sub is_script_output { my ( $script, $args, $exp_stdout, $exp_stderr, $msg ) = @_; local $Test::Builder::Level = $Test::Builder::Level + 1; my $stdout_err = []; $exp_stderr ||= []; my $ret = run_script( $script, $args, _mk_cmp_closure( 'stdout', $exp_stdout, $stdout_err ), # stdout _mk_cmp_closure( 'stderr', $exp_stderr, $stdout_err ), # stderr ); _check_cmp_closure_output( $script, $msg, $args, $exp_stdout, $stdout_err ); } # =head2 _mk_cmp_closure($expected, $error) # $expected is a reference to an array of expected output lines, and # $error is an array reference for storing error messages. # # Returns a subroutine that takes a line of output and compares it # to the next line in $expected. You can, for example, pass this # subroutine to L::run3 and it will compare the output # of the script being run to the expected output. After the script # is done running, errors will be in $error. # # If a line in $expected is a Regexp reference (made with e.g. # qr/foo/), the subroutine will check for a regexp match rather # than string equality. sub _mk_cmp_closure { my ( $type, $exp, $err ) = @_; if ( $type eq 'stderr' ) { $last_script_stderr = ''; my $line = 0; return sub { my $output = shift; ++$line; $last_script_stderr .= $output; __mk_cmp_closure()->( $exp, $err, $line, $output ); } } else { $last_script_stdout = ''; my $line = 0; return sub { my $output = shift; ++$line; $last_script_stdout .= $output; __mk_cmp_closure()->( $exp, $err, $line, $output ); } } } sub __mk_cmp_closure { sub { my ( $exp, $err, $line, $output ) = @_; chomp $output; unless (@$exp) { push @$err, "$line: got $output"; return; } my $item = shift @$exp; push @$err, "$line: got ($output), expect ($item)\n" unless ref($item) eq 'Regexp' ? ( $output =~ m/$item/ ) : ( $output eq $item ); } } # XXX note that this sub doesn't check to make sure we got # all the errors we were expecting (there can be more lines # in the expected stderr than the received stderr as long # as they match up until the end of the received stderr -- # the same isn't true of stdout) sub _check_cmp_closure_output { my ( $script, $msg, $args, $exp_stdout, $stdout_err ) = @_; for my $line (@$exp_stdout) { next if !defined $line; push @$stdout_err, "got nothing, expected: $line"; } my $test_name = _generate_test_name( $msg, $script, @$args ); is( scalar(@$stdout_err), 0, $test_name ); if (@$stdout_err) { diag( "Different in line: " . join( "\n", @$stdout_err ) ); } } =head2 run_output_matches($script, $args, $exp_stdout, $exp_stderr, $msg) A wrapper around L that also checks to make sure the test runs without throwing an exception. =cut sub run_output_matches { my ( $script, $args, $expected, $stderr, $msg ) = @_; local $Test::Builder::Level = $Test::Builder::Level + 1; lives_and { local $Test::Builder::Level = $Test::Builder::Level + 5; is_script_output( $script, $args, $expected, $stderr, $msg ); }; } =head2 run_output_matches_unordered($script, $args, $exp_stdout, $exp_stderr, $msg) This subroutine has exactly the same functionality as run_output_matches, but doesn't impose a line ordering when comparing the expected and received outputs. =cut sub run_output_matches_unordered { my ( $cmd, $args, $stdout, $stderr, $msg ) = @_; $stderr ||= []; my ( $val, $out, $err ) = run_script( $cmd, $args ); local $Test::Builder::Level = $Test::Builder::Level + 1; # Check if each line matches a line in the expected output and # delete that line if we have a match. If no match is found, # add an error. my $errors = []; my @lines = split /\n/, $out; OUTPUT: while ( my $line = shift @lines ) { for my $exp_line (@$stdout) { if ( ( ref($exp_line) eq 'Regexp' ? ( $line =~ m/$exp_line/ ) : ( $line eq $exp_line ) ) ) { # remove the found element from the array of expected output $stdout = [ grep { $_ ne $exp_line } @$stdout ]; next OUTPUT; } } # we didn't find a match push @$errors, "couldn't find match for ($line)\n"; } # do the same for STDERR @lines = split /\n/, $err; ERROR: while ( my $line = shift @lines ) { for my $exp_line (@$stderr) { if ( ( ref($exp_line) eq 'Regexp' ? ( $line =~ m/$exp_line/ ) : ( $line eq $exp_line ) ) ) { # remove the found element from the array of expected output $stderr = [ grep { $_ ne $exp_line } @$stderr ]; next ERROR; } } # we didn't find a match push @$errors, "couldn't find match for ($line)\n"; } # add any expected lines that we didn't find to the errors for my $exp_line ( @$stdout, @$stderr ) { push @$errors, "got nothing, expected: $exp_line"; } my $test_name = _generate_test_name( $msg, $cmd, @$args ); is( scalar(@$errors), 0, $test_name ); if (@$errors) { diag( "Errors: " . join( "\n", @$errors ) ); } } sub _is_windows { return $^O =~ /MSWin/; } sub _generate_test_name { my $msg = shift; my $script = shift; my @args = @_; my $args; if ( _is_windows() ) { eval { require Win32::ShellQuote }; if ($@) { $args = join ' ', @_; } else { $args = Win32::ShellQuote::quote_system_string(@_); } } else { eval { require String::ShellQuote }; if ($@) { $args = join ' ', @_; } else { $args = String::ShellQuote::shell_quote(@_); } } return join( ' ', $msg ? "$msg:" : (), $script, defined $args && length $args ? $args : () ); } =head2 last_script_stdout return last script's stdout =cut sub last_script_stdout { $last_script_stdout } =head2 last_script_stderr return last script's stderr =cut sub last_script_stderr { $last_script_stderr } =head2 last_script_exit_code return last script's exit code =cut sub last_script_exit_code { $last_script_exit_code } 1; __END__ =head1 DEPENDENCIES L, L, L, L, L =head1 BUGS AND LIMITATIONS No bugs have been reported. =head1 AUTHOR sunnavy =head1 LICENCE AND COPYRIGHT Copyright 2009-2013 Best Practical Solutions. This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. =cut