package Playwright; use strict; use warnings; #ABSTRACT: Perl client for Playwright use 5.006; use v5.28.0; # Before 5.006, v5.10.0 would not be understood. use File::pushd; use File::ShareDir(); use File::Basename(); use Cwd(); use LWP::UserAgent(); use Sub::Install(); use Net::EmptyPort(); use JSON::MaybeXS(); use File::Slurper(); use File::Which(); use Capture::Tiny qw{capture_merged capture_stderr}; use Carp qw{confess}; use Playwright::Base(); use Playwright::Util(); no warnings 'experimental'; use feature qw{signatures}; =head1 SYNOPSIS use Playwright; my $handle = Playwright->new(); my $browser = $handle->launch( headless => 0, type => 'chrome' ); my $page = $browser->newPage(); my $res = $page->goto('http://somewebsite.test', { waitUntil => 'networkidle' }); my $frameset = $page->mainFrame(); my $kidframes = $frameset->childFrames(); # Grab us some elements my $body = $page->select('body'); # You can also get the innerText my $text = $body->textContent(); $body->click(); $body->screenshot(); my $kids = $body->selectMulti('*'); =head1 DESCRIPTION Perl interface to a lightweight node.js webserver that proxies commands runnable by Playwright. Checks and automatically installs a copy of the node dependencies in the local folder if needed. Currently understands commands you can send to all the playwright classes defined in api.json (installed wherever your OS puts shared files for CPAN distributions). See L and drill down into your relevant version (run `npm list playwright` ) for what the classes do, and their usage. All the classes mentioned there will correspond to a subclass of the Playwright namespace. For example: # ISA Playwright my $playwright = Playwright->new(); # ISA Playwright::BrowserContext my $ctx = $playwright->newContext(...); # ISA Playwright::Page my $page = $ctx->newPage(...); # ISA Playwright::ElementHandle my $element = $ctx->select('body'); See example.pl for a more thoroughly fleshed-out display on how to use this module. =head3 Questions? Feel free to join the Playwright slack server, as there is a dedicated #playwright-perl channel which I, the module author, await your requests in. L =head3 Why this documentation does not list all available subclasses and their methods The documentation and names for the subclasses of Playwright follow the spec strictly: Playwright::BrowserContext => L Playwright::Page => L Playwright::ElementHandle => L ...And so on. 100% of the spec is accessible regardless of the Playwright version installed due to these classes & their methods being built dynamically at run time based on the specification which is shipped with Playwright itself. You can check what methods are installed for each subclass by doing the following: use Data::Dumper; print Dumper($instance->{spec}); There are two major exceptions in how things work versus the upstream Playwright documentation, detailed below in the C section. =head2 Selectors The selector functions have to be renamed from starting with $ for obvious reasons. The renamed functions are as follows: =over 4 =item $ => select =item $$ => selectMulti =item $eval => eval =item $$eval => evalMulti =back These functions are present as part of the Page, Frame and ElementHandle classes. =head2 Scripts The evaluate() and evaluateHandle() functions can only be run in string mode. To maximize the usefulness of these, I have wrapped the string passed with the following function: const fun = new Function (toEval); args = [ fun, ...args ]; As such you can effectively treat the script string as a function body. The same restriction on only being able to pass one arg remains from the upstream: L You will have to refer to the arguments array as described here: L =head3 example of evaluate() # Read the console $page->on('console',"return [...arguments]"); my $promise = $page->waitForEvent('console'); #TODO This request can race, the server framework I use to host the playwright spec is *not* FIFO (YET) sleep 1; $page->evaluate("console.log('hug')"); my $console_log = $handle->await( $promise ); print "Logged to console: '".$console_log->text()."'\n"; =head2 Asynchronous operations The waitFor* methods defined on various classes will return an instance of AsyncData, a part of the L module. You will then need to wait on the result of the backgrounded action with the await() method documented below. # Assuming $handle is a Playwright object my $async = $page->waitForEvent('console'); $page->evaluate('console.log("whee")'); my $result = $handle->await( $async ); my $logged = $result->text(); =head1 INSTALLATION NOTE If you install this module from CPAN, you will likely encounter a croak() telling you to install node module dependencies. Follow the instructions and things should be just fine. If you aren't, please file a bug! =head1 CONSTRUCTOR =head2 new(HASH) = (Playwright) Creates a new browser and returns a handle to interact with it. =head3 INPUT debug (BOOL) : Print extra messages from the Playwright server process timeout (INTEGER) : Seconds to wait for the playwright server to spin up and down. Default: 30s =cut our ( $spec, $server_bin, $node_bin, %mapper, %methods_to_rename ); sub _check_node { # Check that node is installed $node_bin = File::Which::which('node'); confess("node must exist, be in your PATH and executable") unless $node_bin && -x $node_bin; my $global_install = ''; my $path2here = File::Basename::dirname( Cwd::abs_path( $INC{'Playwright.pm'} ) ); # Make sure it's possible to start the server $server_bin = "$path2here/../bin/playwright_server"; if (!-f $server_bin ) { $server_bin = File::Which::which('playwright_server'); $global_install = 1; } confess("Can't locate Playwright server in '$server_bin'!") unless -f $server_bin; # Attempt to start the server. If we can't do this, we almost certainly have dependency issues. my ($output) = capture_merged { system($node_bin, $server_bin, '--check') }; return if $output =~ m/OK/; # Check for the necessary modules, this relies on package.json my $npm_bin = File::Which::which('npm'); confess("npm must exist and be executable") unless -x $npm_bin; # pushd/popd closure { my $curdir = pushd(File::Basename::dirname($server_bin)); # Attempt to install deps automatically. confess("Production install of node dependencies must be done manually by nonroot users. Run the following:\n\n pushd '$curdir' && sudo npm i yargs express playwright uuid; popd\n\n") if $global_install; my $err = capture_stderr { qx{npm i} }; # XXX apparently doing it 'once more with feeling' fixes issues on windows, lol $err = capture_stderr { qx{npm i} }; my $exit = $? >> 8; # Ignore failing for bogus reasons if ( $err !~ m/package-lock/ ) { confess("Error installing node dependencies:\n$err") if $exit; } } } sub _build_classes { $mapper{mouse} = sub { my ( $self, $res ) = @_; return Playwright::Mouse->new( handle => $self, id => $res->{_guid}, type => 'Mouse' ); }; $mapper{keyboard} = sub { my ( $self, $res ) = @_; return Playwright::Keyboard->new( handle => $self, id => $res->{_guid}, type => 'Keyboard' ); }; %methods_to_rename = ( '$' => 'select', '$$' => 'selectMulti', '$eval' => 'eval', '$$eval' => 'evalMulti', ); foreach my $class ( keys(%$spec) ) { $mapper{$class} = sub { my ( $self, $res ) = @_; my $class = "Playwright::$class"; return $class->new( handle => $self, id => $res->{_guid}, type => $class ); }; #All of the Playwright::* Classes are made by this MAGIC Sub::Install::install_sub( { code => sub ( $classname, %options ) { @class::ISA = qw{Playwright::Base}; $options{type} = $class; return Playwright::Base::new( $classname, %options ); }, as => 'new', into => "Playwright::$class", } ) unless "Playwright::$class"->can('new');; # Hack in mouse and keyboard objects for the Page class if ( $class eq 'Page' ) { foreach my $hid (qw{keyboard mouse}) { Sub::Install::install_sub( { code => sub { my $self = shift; $Playwright::mapper{$hid}->( $self, { _type => $self->{type}, _guid => $self->{guid} } ) if exists $Playwright::mapper{$hid}; }, as => $hid, into => "Playwright::$class", } ) unless "Playwright::$class"->can($hid); } } # Install the subroutines if they aren't already foreach my $method ( ( keys( %{ $spec->{$class}{members} } ), 'on' ) ) { next if grep { $_ eq $method } qw{keyboard mouse}; my $renamed = exists $methods_to_rename{$method} ? $methods_to_rename{$method} : $method; Sub::Install::install_sub( { code => sub { my $self = shift; Playwright::Base::_request( $self, args => [@_], command => $method, object => $self->{guid}, type => $self->{type} ); }, as => $renamed, into => "Playwright::$class", } ) unless "Playwright::$class"->can($renamed); } } } sub BEGIN { our $SKIP_BEGIN; _check_node() unless $SKIP_BEGIN; } sub new ( $class, %options ) { #XXX yes, this is a race, so we need retries in _start_server my $port = Net::EmptyPort::empty_port(); my $timeout = $options{timeout} // 30; my $self = bless( { ua => $options{ua} // LWP::UserAgent->new(), port => $port, debug => $options{debug}, pid => _start_server( $port, $timeout, $options{debug} ), parent => $$, timeout => $timeout, }, $class ); $self->_check_and_build_spec(); _build_classes(); return $self; } sub _check_and_build_spec ($self) { return $spec if ref $spec eq 'HASH'; $spec = Playwright::Util::request( 'GET', 'spec', $self->{port}, $self->{ua}, ); confess("Could not retrieve Playwright specification. Check that your playwright installation is correct and complete.") unless ref $spec eq 'HASH'; return $spec; } =head1 METHODS =head2 launch(HASH) = Playwright::Browser The Argument hash here is essentially those you'd see from browserType.launch(). See: L There is an additional "special" argument, that of 'type', which is used to specify what type of browser to use, e.g. 'firefox'. =cut sub launch ( $self, %args ) { Playwright::Base::_coerce( $spec->{BrowserType}{members}, args => [ \%args ], command => 'launch' ); delete $args{command}; my $msg = Playwright::Util::request( 'POST', 'session', $self->{port}, $self->{ua}, type => delete $args{type}, args => [ \%args ] ); return $Playwright::mapper{ $msg->{_type} }->( $self, $msg ) if ( ref $msg eq 'HASH' ) && $msg->{_type} && exists $Playwright::mapper{ $msg->{_type} }; return $msg; } =head2 await (AsyncData) = Object Waits for an asynchronous operation returned by the waitFor* methods to complete and returns the value. =cut sub await ( $self, $promise ) { confess("Input must be an AsyncData") unless $promise->isa('AsyncData'); my $obj = $promise->result(1); return $obj unless $obj->{_type}; my $class = "Playwright::$obj->{_type}"; return $class->new( type => $obj->{_type}, id => $obj->{_guid}, handle => $self ); } =head2 quit, DESTROY Terminate the browser session and wait for the Playwright server to terminate. Automatically called when the Playwright object goes out of scope. =cut sub quit ($self) { # Prevent double destroy after quit() return if $self->{killed}; # Prevent destructor from firing in child processes so we can do things like async() # This should also prevent the waitpid below from deadlocking due to two processes waiting on the same pid. return unless $$ == $self->{parent}; # Make sure we don't mash the exit code of things like prove local $?; $self->{killed} = 1; print "Attempting to terminate server process...\n" if $self->{debug}; Playwright::Util::request( 'GET', 'shutdown', $self->{port}, $self->{ua} ); # 0 is always WCONTINUED, 1 is always WNOHANG, and POSIX is an expensive import # When 0 is returned, the process is still active, so it needs more persuasion foreach (0..3) { return unless waitpid( $self->{pid}, 1) == 0; sleep 1; } # Advanced persuasion print "Forcibly terminating server process...\n" if $self->{debug}; kill('TERM', $self->{pid}); #XXX unfortunately I can't just do a SIGALRM, because blocking system calls can't be intercepted on win32 foreach (0..$self->{timeout}) { return unless waitpid( $self->{pid}, 1 ) == 0; sleep 1; } warn "Could not shut down playwright server!"; return; } sub DESTROY ($self) { $self->quit(); } sub _start_server ( $port, $timeout, $debug ) { $debug = $debug ? '-d' : ''; $ENV{DEBUG} = 'pw:api' if $debug; my $pid = fork // confess("Could not fork"); if ($pid) { print "Waiting for port to come up...\n" if $debug; Net::EmptyPort::wait_port( $port, $timeout ) or confess("Server never came up after 30s!"); print "done\n" if $debug; return $pid; } exec( $node_bin, $server_bin, "-p", $port, $debug ); } 1;