TPSGI.pm 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790
  1. package TPSGI;
  2. # Abstract: Abstraction layer around starman to become a general purpose HTTP server
  3. use strict;
  4. use warnings;
  5. use feature qw{state};
  6. use Carp::Always;
  7. use POSIX();
  8. use Mojo::File;
  9. use Plack::MIME;
  10. use IO::Compress::Gzip;
  11. use Time::HiRes qw{tv_interval};
  12. # For CGI features
  13. use HTTP::Parser::XS qw{HEADERS_AS_HASHREF};
  14. use CGI::Emulate::PSGI;
  15. use Date::Format qw{strftime};
  16. use List::Util();
  17. use File::Find;
  18. use Sys::Hostname();
  19. use Plack::MIME ();
  20. use DateTime::Format::HTTP();
  21. use Time::HiRes qw{gettimeofday tv_interval};
  22. use File::Touch;
  23. use File::Path;
  24. use Cwd qw{abs_path};
  25. use File::Basename qw{dirname basename};
  26. use Log::Dispatch;
  27. use Log::Dispatch::Screen;
  28. use Log::Dispatch::FileRotate;
  29. use Config::Simple;
  30. #1MB chunks
  31. our $CHUNK_SEP = 'perlfsSep666YOLO42069';
  32. our $CHUNK_SIZE = 1024000;
  33. our %content_types = (
  34. text => "text/plain",
  35. html => "text/html",
  36. json => "application/json",
  37. blob => "application/octet-stream",
  38. xml => "text/xml",
  39. xsl => "text/xsl",
  40. css => "text/css",
  41. rss => "application/rss+xml",
  42. email => "multipart/related",
  43. );
  44. our %byct = reverse %content_types;
  45. our %cache_control = (
  46. revalidate => "no-cache, max-age=0",
  47. nocache => "no-store",
  48. static => "public, max-age=604800, immutable",
  49. );
  50. #TODO consider integrating libfile
  51. #Stuff that isn't in upstream finders
  52. my %extra_types = (
  53. '.docx' => 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
  54. );
  55. my $ct = 'Content-type';
  56. #memoize
  57. my $rq;
  58. my $cur_query = {};
  59. sub log {
  60. my $self = shift;
  61. state $log;
  62. return $log if $log;
  63. my $LOGNAME = abs_path('.').'/log/tpsgi.log';
  64. $LOGNAME = $self->{custom_log} if $self->{custom_log};
  65. my $LOGDIR = dirname($LOGNAME);
  66. File::Path::make_path($LOGDIR) unless -d $LOGDIR;
  67. File::Touch::touch($LOGNAME) unless -f $LOGNAME;
  68. my $LEVEL = $self->{verbose} ? 'debug' : 'info';
  69. # By default only log requests & warnings.
  70. # Otherwise emit debug messages.
  71. my $rotate = Log::Dispatch::FileRotate->new(
  72. name => 'tcms',
  73. filename => $LOGNAME,
  74. min_level => $LEVEL,
  75. 'mode' => 'append',
  76. size => 10 * 1024 * 1024,
  77. max => 6,
  78. );
  79. # Only send fatal events/errors to stdout
  80. my $screen = Log::Dispatch::Screen->new(
  81. name => 'screen',
  82. min_level => $LEVEL,
  83. );
  84. $log = Log::Dispatch->new();
  85. $log->add($rotate);
  86. $log->add($screen);
  87. foreach my $logger (@{$self->{loggers}}) {
  88. $log->add($logger->new( min_level => $LEVEL, log_dir => $LOGDIR ));
  89. }
  90. $log->info( $self->_log("Opening Log $LOGNAME at $LEVEL level") );
  91. return $log;
  92. }
  93. sub _log {
  94. my ( $self, $msg ) = @_;
  95. $msg //= "No message passed. This is almost certainly a bug. ";
  96. #XXX Log lines must start as an ISO8601 date, anything else breaks fail2ban's beautiful mind
  97. my $tstamp = POSIX::strftime "%Y-%m-%dT%H:%M:%SZ", gmtime;
  98. return "[Worker $$] $tstamp : $self->{ip} $msg\n";
  99. }
  100. # Logger short cuts
  101. sub DEBUG {
  102. my $self = shift;
  103. $self->log->debug( $self->_log( shift ) );
  104. }
  105. sub INFO {
  106. my $self = shift;
  107. $self->log->info( $self->_log( shift ) );
  108. }
  109. sub NOTE {
  110. my $self = shift;
  111. $self->log->notice( $self->_log( shift ) );
  112. }
  113. sub WARN {
  114. my $self = shift;
  115. $self->log->warning( $self->_log( shift ) );
  116. }
  117. sub ERROR {
  118. my $self = shift;
  119. $self->log->error( $self->_log( shift ) );
  120. }
  121. sub CRIT {
  122. my $self = shift;
  123. $self->log->critical( $self->_log( shift ) );
  124. }
  125. sub ALERT {
  126. my $self = shift;
  127. $self->log->alert( $self->_log( shift ) );
  128. }
  129. sub EMERG {
  130. my $self = shift;
  131. $self->log->emergency( $self->_log( shift ) );
  132. }
  133. sub FATAL {
  134. my $self = shift;
  135. $self->log->log_and_die( level => 'emergency', message => $self->_log( shift ) );
  136. }
  137. =head1 new(%options)
  138. Options are:
  139. custom_log
  140. verbose
  141. routers
  142. loggers
  143. authn
  144. =cut
  145. sub new {
  146. my ($class, %options) = @_;
  147. my %routes;
  148. no strict 'refs';
  149. foreach my $route (@{$options{routers}}) {
  150. # The router needs to exist and have nonzero numbers of routes.
  151. my ($package) = basename($route) =~ m/(\S+)\.pm$/;
  152. my $r = "$package\:\:routes";
  153. my $success = eval { require $route; 1; };
  154. if ($success) {
  155. my $pkg_routes = *$r{HASH};
  156. @routes{keys(%$pkg_routes)} = values(%$pkg_routes);
  157. } else {
  158. die "Could not load $route!";
  159. }
  160. }
  161. use strict 'refs';
  162. # Set the pattern used to discover the route if needed later.
  163. foreach my $route (keys(%routes)) {
  164. $routes{$route}{pattern} = $route;
  165. }
  166. $options{indices} //=[];
  167. $options{indices} = [@{$options{indices}},qw{index.html index.htm index.cgi}];
  168. $options{routes} = \%routes;
  169. $options{ip} = '0.0.0.0';
  170. return bless(\%options, $class);
  171. }
  172. sub indices {
  173. my $self = shift;
  174. return $self->{indices};
  175. }
  176. sub routes {
  177. my $self = shift;
  178. return $self->{routes};
  179. }
  180. =head2 serve
  181. Serve a file, with options to stream and cache the output.
  182. =cut
  183. sub serve {
  184. my ( $self, $fullpath, $path, $start, $streaming, $ranges, $last_fetch, $deflate ) = @_;
  185. $last_fetch ||= 0;
  186. $deflate ||= 0;
  187. my $mf = Mojo::File->new($path);
  188. my $ext = '.' . $mf->extname();
  189. my $ft;
  190. if ($ext) {
  191. $ft = Plack::MIME->mime_type($ext) if $ext;
  192. $ft ||= $extra_types{$ext} if exists $extra_types{$ext};
  193. }
  194. $ft ||= $content_types{text};
  195. my @headers = ( $ct => $ft );
  196. #TODO use static Cache-Control for everything but JS/CSS?
  197. push( @headers, 'Cache-control' => $cache_control{revalidate} );
  198. push( @headers, 'Accept-Ranges' => 'bytes' );
  199. my $mt = ( stat($path) )[9];
  200. my $sz = ( stat(_) )[7];
  201. my @gm = gmtime($mt);
  202. my $now_string = strftime( "%a, %d %b %Y %H:%M:%S GMT", @gm );
  203. my $code = $mt > $last_fetch ? 200 : 304;
  204. push( @headers, "Last-Modified" => $now_string );
  205. push( @headers, 'Vary' => 'Accept-Encoding' );
  206. if ( open( my $fh, '<', $path ) ) {
  207. return $self->_range( $fullpath, $fh, $ranges, $sz, @headers ) if @$ranges && $streaming;
  208. # Transfer-encoding: chunked
  209. return sub {
  210. my $responder = shift;
  211. push( @headers, 'Content-Length' => $sz );
  212. my $writer = $responder->( [ $code, \@headers ] );
  213. while ( $fh->read( my $buf, $CHUNK_SIZE ) ) {
  214. $writer->write($buf);
  215. }
  216. close $fh;
  217. $writer->close;
  218. }
  219. if $streaming && $sz > $CHUNK_SIZE;
  220. #Return data in the event the caller does not support deflate
  221. if ( !$deflate ) {
  222. push( @headers, "Content-Length" => $sz );
  223. # Append server-timing headers
  224. my $tot = tv_interval($start) * 1000;
  225. push( @headers, 'Server-Timing' => "file;dur=$tot" );
  226. return [ $code, \@headers, $fh ];
  227. }
  228. #Compress everything less than 1MB
  229. push( @headers, "Content-Encoding" => "gzip" );
  230. my $dfh;
  231. IO::Compress::Gzip::gzip( $fh => \$dfh );
  232. print $IO::Compress::Gzip::GzipError if $IO::Compress::Gzip::GzipError;
  233. push( @headers, "Content-Length" => length($dfh) );
  234. $self->INFO("GET 200 $fullpath");
  235. # Append server-timing headers
  236. my $tot = tv_interval($start) * 1000;
  237. push( @headers, 'Server-Timing' => "file;dur=$tot" );
  238. return [ $code, \@headers, [$dfh] ];
  239. }
  240. $self->INFO("GET 403 $fullpath");
  241. return [ 403, [ $ct => $content_types{text} ], ["Forbidden"] ];
  242. }
  243. sub _range {
  244. my ( $self, $fullpath, $fh, $ranges, $sz, %headers ) = @_;
  245. # Set mode
  246. my $primary_ct = "Content-Type: $headers{'Content-type'}";
  247. my $is_multipart = scalar(@$ranges) > 1;
  248. if ($is_multipart) {
  249. $headers{'Content-type'} = "multipart/byteranges; boundary=$CHUNK_SEP";
  250. }
  251. my $code = 206;
  252. my $fc = '';
  253. # Calculate the content-length up-front. We have to fix unspecified lengths first, and reject bad requests.
  254. foreach my $range (@$ranges) {
  255. $range->[1] //= $sz - 1;
  256. $self->INFO("GET 416 $fullpath");
  257. return [ 416, [%headers], ["Requested range not satisfiable"] ] if $range->[0] > $sz || $range->[0] < 0 || $range->[1] < 0 || $range->[0] > $range->[1];
  258. }
  259. $headers{'Content-Length'} = List::Util::sum( map { my $arr = $_; $arr->[1] + 1, -$arr->[0] } @$ranges );
  260. #XXX Add the entity header lengths to the value - should hash-ify this to DRY
  261. if ($is_multipart) {
  262. foreach my $range (@$ranges) {
  263. $headers{'Content-Length'} += length("$fc--$CHUNK_SEP\n$primary_ct\nContent-Range: bytes $range->[0]-$range->[1]/$sz\n\n");
  264. $fc = "\n";
  265. }
  266. $headers{'Content-Length'} += length("\n--$CHUNK_SEP\--\n");
  267. $fc = '';
  268. }
  269. return sub {
  270. my $responder = shift;
  271. my $writer;
  272. foreach my $range (@$ranges) {
  273. $headers{'Content-Range'} = "bytes $range->[0]-$range->[1]/$sz" unless $is_multipart;
  274. $writer //= $responder->( [ $code, [%headers] ] );
  275. $writer->write("$fc--$CHUNK_SEP\n$primary_ct\nContent-Range: bytes $range->[0]-$range->[1]/$sz\n\n") if $is_multipart;
  276. $fc = "\n";
  277. my $len = List::Util::min( $sz, $range->[1] + 1 ) - $range->[0];
  278. $fh->seek( $range->[0], 0 );
  279. while ($len) {
  280. $fh->read( my $buf, List::Util::min( $len, $CHUNK_SIZE ) );
  281. $writer->write($buf);
  282. # Adjust for amount written
  283. $len = List::Util::max( $len - $CHUNK_SIZE, 0 );
  284. }
  285. }
  286. $fh->close();
  287. $writer->write("\n--$CHUNK_SEP\--\n") if $is_multipart;
  288. $writer->close;
  289. };
  290. }
  291. sub _generic {
  292. my ( $type, $code ) = @_;
  293. return [$code, [$ct => $content_types{html}], ["$type"]];
  294. }
  295. =head2 notfound, forbidden, badrequest, toolong, error
  296. If you need to return these HTTP errors, return these within a route:
  297. sub route {
  298. my ($self, $query) = @_;
  299. ...
  300. return $self->notfound($query);
  301. }
  302. =cut
  303. sub notfound {
  304. my ($self, $query, $body) = @_;
  305. $self->INFO("$query->{method} 404 $query->{fullpath}");
  306. $body //= 'Not Found';
  307. return _generic( $body, 404 );
  308. }
  309. sub forbidden {
  310. my ($self, $query, $body) = @_;
  311. $self->INFO("$query->{method} 403 $query->{fullpath}");
  312. $body //= 'Forbidden';
  313. return _generic( 'Forbidden', 403 );
  314. }
  315. sub badrequest {
  316. my ($self, $query, $body) = @_;
  317. $self->INFO("$query->{method} 400 $query->{fullpath}");
  318. $body //= 'Bad Request';
  319. return _generic( $body, 400 );
  320. }
  321. sub toolong {
  322. my ($self, $query, $body) = @_;
  323. $self->INFO("$query->{method} 419 $query->{fullpath}");
  324. $body //= 'URI too long';
  325. return _generic( $body, 419 );
  326. }
  327. sub error {
  328. my ($self, $query, $body) = @_;
  329. my $method = $query->{method} // "?";
  330. my $fp = $query->{fullpath} // "?";
  331. $body //= 'Internal Server Error';
  332. $self->INFO("$method 500 $fp");
  333. return _generic( $body, 500 );
  334. }
  335. sub unavailable {
  336. my ($self, $query, $body) = @_;
  337. $self->INFO("$query->{method} 503 $query->{fullpath}");
  338. $body //= 'Service Unavailable';
  339. return _generic( $body, 503 );
  340. }
  341. my %etags;
  342. my $domain;
  343. sub app {
  344. my $self = shift;
  345. # Start the server timing clock
  346. my $start = [gettimeofday];
  347. my $env = shift;
  348. # Discard the path used in the log, it's too long and enough 4xx error code = ban
  349. return $self->toolong({ method => $env->{REQUEST_METHOD}, fullpath => '...' }) if length( $env->{REQUEST_URI} ) > 2048;
  350. # Various stuff important for logging requests
  351. $domain //= eval { Sys::Hostname::hostname() } // $env->{HTTP_X_FORWARDED_HOST} || $env->{HTTP_HOST};
  352. my $path = $env->{PATH_INFO};
  353. my $port = $env->{HTTP_X_FORWARDED_PORT} // $env->{HTTP_PORT};
  354. my $pport = defined $port ? ":$port" : "";
  355. my $scheme = $env->{'psgi.url_scheme'} // 'http';
  356. my $method = $env->{REQUEST_METHOD};
  357. # It's important that we log what the user ACTUALLY requested rather than the rewritten path later on.
  358. my $fullpath = "$scheme://$domain$pport$path";
  359. # sigdie can now "do the right thing"
  360. $self->{cur_query} = { route => $path, fullpath => $path, method => $method };
  361. # Check eTags. If we don't know about it, just assume it's good and lazily fill the cache
  362. # XXX yes, this allows cache poisoning...but only for logged in users!
  363. if ( $env->{HTTP_IF_NONE_MATCH} ) {
  364. $self->INFO("$env->{REQUEST_METHOD} 304 $fullpath");
  365. return [ 304, [], [''] ] if $env->{HTTP_IF_NONE_MATCH} eq ( $etags{ $env->{REQUEST_URI} } || '' );
  366. $etags{ $env->{REQUEST_URI} } = $env->{HTTP_IF_NONE_MATCH} unless exists $etags{ $env->{REQUEST_URI} };
  367. }
  368. # TODO: Actually do something with the language passed to the renderer
  369. my $lang = $env->{HTTP_ACCEPT_LANGUAGE};
  370. #TODO: Actually do something with the acceptable output formats in the renderer
  371. my $accept = $env->{HTTP_ACCEPT};
  372. my $last_fetch = 0;
  373. if ( $env->{HTTP_IF_MODIFIED_SINCE} ) {
  374. $last_fetch = DateTime::Format::HTTP->parse_datetime( $env->{HTTP_IF_MODIFIED_SINCE} )->epoch();
  375. }
  376. # Figure out if we want compression or not
  377. my $alist = $env->{HTTP_ACCEPT_ENCODING} || '';
  378. $alist =~ s/\s//g;
  379. my @accept_encodings;
  380. @accept_encodings = split( /,/, $alist );
  381. my $deflate = grep { 'gzip' eq $_ } @accept_encodings;
  382. # Set the IP of the request so we can fail2ban
  383. $self->{ip} = $env->{HTTP_X_FORWARDED_FOR} || $env->{REMOTE_ADDR};
  384. my $streaming = $env->{'psgi.streaming'};
  385. # If we have an actual route, just use it.
  386. my $r = $self->routes;
  387. my $route_actual = $r->{$path};
  388. # Might be a regexed route.
  389. if (!$route_actual) {
  390. my $matched = List::Util::first { exists $r->{$_}{pattern} && $path =~ m/^$r->{$_}{pattern}$/ } keys(%$r);
  391. $route_actual = $r->{$matched} if $matched;
  392. }
  393. return $self->route( $route_actual, $env, $fullpath, $path, $start, $last_fetch, $deflate ) if $route_actual;
  394. # Do a case insensitive match, because osx and windows
  395. my $file_possible = $self->mangle_filename("www/$path");
  396. my $file_actual = $file_possible if -f $file_possible;
  397. # Dirindices
  398. if (-d $file_possible) {
  399. foreach my $index (@{$self->indices}) {
  400. next if $file_actual;
  401. my $dirindex = $self->mangle_filename("www$path/$index");
  402. $dirindex =~ s|//|/|g;
  403. $file_actual = $dirindex if -f $dirindex;
  404. }
  405. }
  406. my $file_is_cgi = appears_executable($file_actual);
  407. return $self->cgi( $env, $fullpath, $file_actual, $last_fetch, $deflate) if $file_is_cgi;
  408. $self->INFO("Attempting to serve $fullpath [".($file_possible // "")."]");
  409. my @ranges = parse_ranges($env);
  410. return $self->serve( $fullpath, $file_actual, $start, $streaming, \@ranges, $last_fetch, $deflate ) if $file_actual;
  411. return $self->notfound($self->{cur_query});
  412. }
  413. sub mangle_filename {
  414. my ($self,$path) = @_;
  415. # XXX yes, you can have case sensitive OSX, but basically nobody enables that ever
  416. $path = lc($path) if List::Util::any { $^O eq $_ } qw{darwin MSWin32 dos};
  417. $self->DEBUG("Path mangled to $path");
  418. return $path;
  419. }
  420. sub parse_ranges {
  421. my $env = shift;
  422. # Handle HTTP range/streaming requests
  423. my $range = $env->{HTTP_RANGE} || "bytes=0-" if $env->{HTTP_RANGE} || $env->{HTTP_IF_RANGE};
  424. my @ranges;
  425. if ($range) {
  426. $range =~ s/bytes=//g;
  427. push(
  428. @ranges,
  429. map {
  430. [ split( /-/, $_ ) ];
  431. } split( /,/, $range )
  432. );
  433. }
  434. return @ranges;
  435. }
  436. my @executable_extensions = qw{cgi sh exe pl php py};
  437. sub appears_executable {
  438. my $subj = shift;
  439. # Definitely not executable if it does not exist!
  440. return 0 unless $subj;
  441. return 0 unless -x $subj;
  442. my ($extension) = $subj =~ m/\.(\S+)$/;
  443. return 1 if !$extension;
  444. return 1 if grep { $extension eq $_ } @executable_extensions;
  445. return 0;
  446. }
  447. # Handle actual routes
  448. sub route {
  449. my ($self, $route, $env, $fullpath, $path, $start, $last_fetch, $deflate ) = @_;
  450. my $content_type = $env->{CONTENT_TYPE};
  451. # It is the responsibility of each route to respond to HEAD requests correctly
  452. return $self->badrequest($self->{cur_query}) unless List::Util::any { $_ eq $env->{REQUEST_METHOD} } ('HEAD', $route->{method});
  453. my $callback;
  454. if (exists $route->{callbacks}{'*'}) {
  455. $callback = $route->{callbacks}{'*'};
  456. } else {
  457. return $self->badrequest($self->{cur_query}) unless exists $route->{callbacks}{$content_type};
  458. $callback = $route->{callbacks}{$content_type};
  459. }
  460. # Provide static renders if available.
  461. my $streaming = $env->{'psgi.streaming'};
  462. return $self->static( $fullpath, "$fullpath.z", $start, $streaming ) if -f "statics/$fullpath.z" && $deflate;
  463. return $self->static( $fullpath, $fullpath, $start, $streaming ) if -f "statics/$fullpath";
  464. # Build the query data for passing to a route.
  465. # GET, POST, URI captures, then explicit data overrides.
  466. my $query = $self->extract_query($path, $route, $env);
  467. # allow this stuff to survive down to the end of some routes
  468. $query->{last_fetched} = $last_fetch;
  469. $query->{deflate} = $deflate;
  470. $query->{streaming} = $streaming;
  471. my @ranges = parse_ranges($env);
  472. $query->{ranges} = \@ranges;
  473. $query->{start} = $start;
  474. $query->{fullpath} = $fullpath;
  475. $query->{method} = $route->{method};
  476. # This allows for better error handlers if we die in the route.
  477. $self->{cur_query} = $query;
  478. # Setup the CGI vars they expect IF requested
  479. local %ENV = (%ENV, CGI::Emulate::PSGI->emulate_environment($env)) if $route->{env};
  480. {
  481. my $output = $callback->($self, $query);
  482. # If it's streaming, just hand it off
  483. return $output if ref $output eq 'CODE';
  484. die "$fullpath returned no or malformed data!" unless ref $output eq 'ARRAY' && @$output == 3;
  485. my $pport = defined $query->{port} ? ":$query->{port}" : "";
  486. my %headers = @{$output->[1]};
  487. my $bytes = $headers{'Content-Length'} // '?';
  488. $self->INFO("$env->{REQUEST_METHOD} $output->[0] $bytes $fullpath");
  489. # Append server-timing headers if they aren't present
  490. my $tot = tv_interval($start) * 1000;
  491. push( @{ $output->[1] }, 'Server-Timing' => "app;dur=$tot" ) unless List::Util::any { $_ eq 'Server-Timing' } @{ $output->[1] };
  492. return $output;
  493. }
  494. }
  495. sub extract_query {
  496. my ($self, $path, $route, $env) = @_;
  497. my $query = URL::Encode::url_params_mixed( $env->{QUERY_STRING} ) if $env->{QUERY_STRING};
  498. #Actually parse the POSTDATA and dump it into the QUERY object if this is a POST
  499. if ( $env->{REQUEST_METHOD} eq 'POST' ) {
  500. my $body = HTTP::Body->new( $env->{CONTENT_TYPE}, $env->{CONTENT_LENGTH} );
  501. while ( $env->{'psgi.input'}->read( my $buf, $CHUNK_SIZE ) ) {
  502. $body->add($buf);
  503. }
  504. @$query{ keys( %{ $body->param } ) } = values( %{ $body->param } );
  505. @$query{ keys( %{ $body->upload } ) } = values( %{ $body->upload } );
  506. }
  507. if (ref $route->{captures} eq 'ARRAY') {
  508. my @captures = $path =~ m/^$route->{pattern}$/;
  509. @$query{@{$route->{captures}}} = @captures;
  510. }
  511. if (ref $route->{data} eq 'HASH') {
  512. @$query{keys(%{$route->{data}})} = values(%{$route->{data}});
  513. }
  514. return $query;
  515. }
  516. # Read until we are done with headers, then pass off the filehandle to PSGI for streaming.
  517. # TODO support compression
  518. sub cgi {
  519. my ( $self, $env, $fullpath, $file_actual, $last_fetch, $deflate) = @_;
  520. $self->INFO("Handoff $fullpath to $file_actual for cgi exec");
  521. # Setup the CGI vars they expect
  522. local %ENV = (%ENV, CGI::Emulate::PSGI->emulate_environment($env));
  523. my $pid = open(my $out, '-|', "$file_actual");
  524. my ($code, %headers) = extract_headers($out, $last_fetch);
  525. $code //= 500;
  526. return sub {
  527. my $responder = shift;
  528. my $writer = $responder->( [ $code, [%headers] ] );
  529. while ( $out->read( my $buf, $CHUNK_SIZE ) ) {
  530. $writer->write($buf);
  531. }
  532. $writer->close;
  533. # Wait on the CGI script to do whatever it's doing after closing stdout
  534. close $out;
  535. waitpid($pid, 0);
  536. };
  537. }
  538. sub stream_raw_http {
  539. my ($self, $output, $last_fetch, $callback) = @_;
  540. open(my $out, '<', \$output) or die "I couldn't open a string as a filehandle, which can only happen if you don't compile perl with PerlIO";
  541. my ($code, %headers) = extract_headers($out, $last_fetch, 1);
  542. $code //= 500;
  543. $self->INFO("$self->{cur_query}{method} $code $self->{cur_query}{fullpath}");
  544. return sub {
  545. my $responder = shift;
  546. my $writer = $responder->( [ $code, [%headers] ] );
  547. while ( $out->read( my $buf, $CHUNK_SIZE ) ) {
  548. $writer->write($buf);
  549. }
  550. $writer->close;
  551. close($out);
  552. # Wait on the script to do whatever it's doing after closing stdout
  553. $callback->() if ref $callback eq 'CODE';
  554. };
  555. }
  556. =head2 extract_headers($fh, $last_fetch)
  557. Extract the headers from a filehandle. Set the 'Last Modified' header appropriately based on the output of `stat` on the filehandle.
  558. Returns a code and parsed headers hash. Code will be 304 if the file hasn't changed since $last_fetch, otherwise will be the code in the parsed headers.
  559. =cut
  560. sub extract_headers {
  561. my ($fh, $last_fetch, $is_ref) = @_;
  562. my $headers = '';
  563. # NOTE: this is relying on while advancing the file pointer
  564. while (<$fh>) {
  565. last if $_ eq "\n";
  566. $headers .= $_;
  567. }
  568. my ( undef, undef, $status, undef, $headers_parsed ) = HTTP::Parser::XS::parse_http_response( "$headers\n", HEADERS_AS_HASHREF );
  569. my $code = $status // 200;
  570. $headers_parsed //= {};
  571. if (!$is_ref) {
  572. my $mt = ( stat($fh) )[9];
  573. my @gm = gmtime($mt);
  574. my $now_string = strftime( "%a, %d %b %Y %H:%M:%S GMT", @gm );
  575. $code = $mt > $last_fetch ? $status : 304;
  576. $headers_parsed->{"Last-Modified"} = $now_string;
  577. }
  578. return ($code, %$headers_parsed);
  579. }
  580. sub static {
  581. my ( $self, $fullpath, $path, $start, $streaming, $last_fetch ) = @_;
  582. $self->DEBUG("Rendering static for $path");
  583. # XXX because of psgi I can't just vomit the file directly
  584. if ( open( my $fh, '<', "statics/$path" ) ) {
  585. my ($code, $headers_parsed) = (200, {});
  586. ($code, %$headers_parsed) = extract_headers($fh, $last_fetch );
  587. # Append server-timing headers
  588. my $tot = tv_interval($start) * 1000;
  589. $headers_parsed->{'Server-Timing'} = "static;dur=$tot";
  590. #XXX uwsgi just opens the file *again* when we already have a filehandle if it has a path.
  591. # starman by comparison doesn't violate the principle of least astonishment here.
  592. # This is probably a performance optimization, but makes the kind of micromanagement I need to do inconvenient.
  593. # As such, we will just return a stream.
  594. $self->INFO("GET 200 $headers_parsed->{'Content-Length'} $fullpath");
  595. return sub {
  596. my $responder = shift;
  597. #push(@headers, 'Content-Length' => $sz);
  598. my $writer = $responder->( [ $code, [%$headers_parsed] ] );
  599. while ( $fh->read( my $buf, $CHUNK_SIZE ) ) {
  600. $writer->write($buf);
  601. }
  602. close $fh;
  603. $writer->close;
  604. }
  605. if $streaming;
  606. return [ $code, [%$headers_parsed], $fh ];
  607. }
  608. return $self->forbidden($self->{current_query});
  609. }
  610. sub get_config {
  611. my %options = (
  612. verbose => 0,
  613. custom_log => undef,
  614. routers => [],
  615. loggers => [],
  616. auth => undef,
  617. domain => '',
  618. user => '',
  619. );
  620. my $config_file = "$ENV{HOME}/.tpsgi.ini";
  621. if (-f $config_file) {
  622. my $conf = Config::Simple->new($config_file);
  623. my %config;
  624. %config = %{$conf->param(-block => 'default')} if $conf;
  625. # Merge the configuration with the options
  626. foreach my $opt (keys(%options)) {
  627. if ( ref $options{$opt} eq 'ARRAY' ) {
  628. next unless exists $config{$opt};
  629. my @arrayed = ref $config{$opt} eq 'ARRAY' ? @{$config{$opt}} : ($config{$opt});
  630. push(@{$options{$opt}}, @arrayed);
  631. next;
  632. }
  633. $options{$opt} = $config{$opt} if exists $config{$opt};
  634. }
  635. }
  636. return %options;
  637. }
  638. 1;