package Browsermob::Proxy::CompareParams; $Browsermob::Proxy::CompareParams::VERSION = '0.16'; # ABSTRACT: Look for a request with the specified matching request params use strict; use warnings; use Carp qw/croak/; require Exporter; our @ISA = qw/Exporter/; our @EXPORT = qw/cmp_request_params/; our @EXPORT_OK = qw/convert_har_params_to_hash replace_placeholder_values collect_query_param_keys/; sub cmp_request_params { my ($got, $expected, $user_cmp) = @_; my $got_hash = convert_har_params_to_hash($got); my $compare = generate_comparison_sub($user_cmp); # Start by assuming that we can't find any of our expected keys my @least_missing = keys %{ $expected }; my $closest = {}; my @matched = grep { my $actual_params = $_; # The @missing array will contain the expected keys that # either do not exist in actual params, or they do exist but # the values aren't the same. my @missing = grep { my $key = $_; # Negative asserts ( "!missing", "!not_equal:to_this" ) # need to be handled differently if ( _is_negative_assert($key) ) { _assert_negative_kv($key, $expected->{$key}, $actual_params, $compare); } else { _assert_positive_kv($key, $expected->{$key}, $actual_params, $compare); } } keys %{ $expected }; # We need to keep track of the closest match we've found so # far so we can tell the caller about it when we're done if (scalar @missing < scalar @least_missing) { @least_missing = @missing; $closest = { map { $_ =~ s/^!//; $_ => $actual_params->{$_} } @least_missing }; } # @missing will be empty for a successful request/assert # match. ! ( scalar @missing ) } @{ $got_hash }; if (wantarray) { # In list context, provide the closest match for context on # the caller's side my $missing = { map { $_ => $expected->{$_} } @least_missing }; return (scalar @matched, $missing, $closest); } else { return scalar @matched; } } sub _is_negative_assert { my ($key) = @_; return $key =~ /^!/; } sub _assert_negative_kv { my ($key, $expected, $actual_params, $compare) = @_; # Negative asserts come in two flavors: either the key must not # exist at all, or the key must exist, but its value cannot match # the expected. if ($expected eq '') { return _assert_missing_key( $key, $actual_params ); } else { return _assert_different_value( $key, $expected, $actual_params, $compare ); } } sub _assert_different_value { my ($key, $expected, $actual_params, $compare) = @_; my $actual_key = $key; $actual_key =~ s/^!//; if ( exists $actual_params->{$actual_key} ) { # At this point, we know the key exists, and we just want to # make sure we _dont_ match our assertion. Which is to say, # the exact opposite of a positive kv assertion. return ! _assert_positive_kv( $actual_key, $expected, $actual_params, $compare); } else { # An assert like "!missing: not this" requires that the key # exists and is not equal to the value. If the key does not # even exist, that is bad; we assert that it must exist. return 'needs to exist'; } } sub _assert_missing_key { my ($key, $actual_params) = @_; # The key looks like "!query", but the actual key we are # interested in is "query". my $actual_key = $key; $actual_key =~ s/^!//; if (exists $actual_params->{$actual_key}) { # We're asserting that the key is not present. Since we've # found it, that's bad; the grep up in cmp_request_params # expects truthy values to indicate something bad. return 'found'; } else { # The key isn't in the actual params, so we're good! False # values indicate that everything is okay. return ''; } } sub _assert_positive_kv { my ($key, $expected, $actual_params, $compare) = @_; # Start off assuming that the expected key is missing from the # actual params. my $ret = 'missing'; # The expected key must exist in the actual params... if ( exists $actual_params->{$key} ) { my $got = $actual_params->{$key}; # and the expected key's value must match the actual param's # key's value. if ( $compare->( $got, $expected ) ) { $ret = ''; } } # Otherwise, we've initialized $ret as missing so we're good to go. return $ret; } sub convert_har_params_to_hash { my ($har_or_requests) = @_; my $requests; if (ref($har_or_requests) eq 'HASH' && exists $har_or_requests->{log}->{entries}) { $requests = $har_or_requests->{log}->{entries}; } else { $requests = $har_or_requests; } my $hash = [ map { my $params = $_->{request}->{queryString}; my $pairs = { map { $_->{name} => $_->{value} } @$params }; $pairs } @{ $requests } ]; return $hash; } sub generate_comparison_sub { my ($user_comparison) = @_; my $string_equality = sub { $_[0] eq $_[1] }; if (! defined $user_comparison) { return $string_equality; } my $ref = ref($user_comparison); if ($ref ne 'CODE') { croak 'We expected your custom comparison to be a CODEREF, not a ' . $ref . '!'; } return sub { my ($got, $expected) = @_; return $string_equality->($got, $expected) || $user_comparison->($got, $expected); }; } sub replace_placeholder_values { my ($requests, $assert) = @_; my $mutated = { map { my ($key, $value) = ($_, $assert->{$_}); if ($value !~ /^ *: */) { $key => $value } else { my $replacement_key = $value; $replacement_key =~ s/^ *: *//; my $actual_keys = collect_query_param_keys($requests); my $found_existing_key = scalar( grep { $_ eq $replacement_key } @{ $actual_keys } ); if ($found_existing_key) { $key => $assert->{$replacement_key}; } else { $key => $value } } } keys %{ $assert } }; return $mutated; } sub collect_query_param_keys { my ($requests) = @_; my $kv_params = convert_har_params_to_hash($requests); my $keys = {}; foreach my $param_pairs (@{ $kv_params }) { map { $keys->{$_}++ } keys %{ $param_pairs }; } return [ sort keys %{ $keys } ]; } 1; __END__ =pod =encoding UTF-8 =head1 NAME Browsermob::Proxy::CompareParams - Look for a request with the specified matching request params =head1 VERSION version 0.16 =head1 SYNOPSIS # create a har with traffic my $ua = LWP::UserAgent->new; my $proxy = Browsermob::Server->new->create_proxy; $ua->proxy($proxy->ua_proxy); $ua->get('http://www.perl.org/?query=string'); my $har = $proxy->har; # ask the har if any requests have the following query params my $request_found = cmp_request_params($har, { query => 'string' }); if ($request_found) { print 'A request was found with ?query=string in it'; } =head1 DESCRIPTION Our primary use of Browsermob::Proxy is for checking analytics requests. They're transferred primarily in the form of request parameters, so it behooves us to make it easy to check if our HAR has any requests that match a set of our expected request params. By default, we only export the one function: L</cmp_request_params>. =head1 METHODS =head2 cmp_request_params ( $har, $expected_params ) Pass in a $har object genereated by L</Browsermob::Proxy>, as well as a hashref of key/value pairs of the request params that you want to find. In scalar context, this method will return the number of requests that can be found with all of the expected_params key/value pairs. If no requests are found, it returns that number: 0. So, you can use the return value to check whether or not any matching requests were found. # look for a request matching ?expected=params&go=here my $found = cmp_request_params($har, { expected => 'params', go => 'here' }); say 'We found it!' if $found; In list context, the sub will return the boolean status as before, a hashref with the unmatched pieces from the closest request, and a hashref of the actual values from the closest request. my ($bool, $missing, $closest) = cmp_request_params($har, $expected); if ( ! $bool ) { say 'We cannot find these expected params: '; print Dumper $missing; say 'The closest request's respective params were: '; print Dumper $closest; } =head2 convert_har_params_to_hash This isn't exported by default; we wouldn't expect that you'd need to use it. But, if you're interested: the har format is a bit unwieldy to work with. The requests come in an array of objects. Each object in the array is a hash with a request key which points to an object with a queryString key. The queryString object is an array of hashes with name and value keys, the values of which are the actual query params. Here's an example of one request: [0] { ... request { ... queryString [ [0] { name "query", value "string" }, [1] { name "query2", value "string2" }, ], url "http://127.0.0.1/b/ss?query=string&query2=string2" }, ... } This function would transform that request into an array of hash objects where the keys are the param names and the values are the param values: \ [ [0] { query "string" query2 "string2" } ] =head1 FUNCTIONS =head2 replace_placeholder_values Takes two arguments: a HAR or the C<->{log}->{entries}> of a HAR, and an assert hashref. If the assert has a value that starts with a colon C<:>, and that value exists as a key in any of the HAR's actual query parameter pairs, we'll replace the asserted value with the matching assert's key. An example may help make this clear: say you assert the following hashref $assert = { query => 'param', query2 => ':query' }; and your HAR records a request to a URL with the following params: C</endpoint?query=param&query2=param>. We'll return you a new C<$assert>: $assert = { query => 'param', query2 => 'param' }; =head2 collect_query_param_keys Given a HAR, or a the entries array of a HAR, we'll return a list of all of the keys that were used in any of the query parameters. So if your HAR contains a call to C</endpoint?example1&example2> and another call to C</endpoint?example2&example3>, we'll return C<[ qw/ example1 example2 example3 ]>. =head1 SEE ALSO Please see those modules/websites for more information related to this module. =over 4 =item * L<Browsermob::Proxy|Browsermob::Proxy> =back =head1 BUGS Please report any bugs or feature requests on the bugtracker website https://github.com/gempesaw/Browsermob-Proxy/issues When submitting a bug or request, please include a test-file or a patch to an existing test-file that illustrates the bug or desired feature. =head1 AUTHOR Daniel Gempesaw <gempesaw@gmail.com> =head1 COPYRIGHT AND LICENSE This software is copyright (c) 2014 by Daniel Gempesaw. This is free software; you can redistribute it and/or modify it under the same terms as the Perl 5 programming language system itself. =cut