X-Git-Url: http://www.chiark.greenend.org.uk/ucgi/~yarrgweb/git?p=ypp-sc-tools.db-live.git;a=blobdiff_plain;f=yarrg%2Fweb%2Fquery_routesearch;h=65f57f881531797d36bd7df6f1b39c3db331fce2;hp=af18d36193c5a7f16ad05e38ce7a275421de566e;hb=4a64ff96caa3eddb15ed84e09b6b5c8b7d614fc8;hpb=e0e0711ed505eb9de89ac5a26848b30785e58816 diff --git a/yarrg/web/query_routesearch b/yarrg/web/query_routesearch index af18d36..65f57f8 100644 --- a/yarrg/web/query_routesearch +++ b/yarrg/web/query_routesearch @@ -36,13 +36,16 @@ <%args> $quri $dbh +$queryqf $islandstring => ''; $capacitystring => ''; $lossperleague => ''; $capitalstring => ''; $distance => ''; +$prselector $someresults $emsgokorprint +$allargs <%perl> @@ -52,10 +55,14 @@ my $emsg; my @warningfs; my @islandids; +my $maxmaxdist=35; +my $maxcpu=90; +my $concur_lim=5; + my $qa= \%ARGS; my $routeparams= { EmsgRef => \$emsg, SayRequiredCapacity => 1 }; my $maxdist; -my $maxcountea=10; +my $maxcountea=15; @@ -65,6 +72,8 @@ my $maxcountea=10; This feature is not available from the "drop down menus" interface. % } else { +% $prselector->('RouteSearchType'); +
<& enter_route, qa=>$qa, dbh=>$dbh, emsg_r=>\$emsg, warningfs_r=>\@warningfs, @@ -85,7 +94,7 @@ This feature is not available from the "drop down menus" interface. - + % my $ours= sub { $_[0] =~ m/^lossperleague|^islandstring|^capitalstring|^capacitystring|^distance/; }; <& "lookup:formhidden", ours => $ours &> @@ -94,18 +103,37 @@ This feature is not available from the "drop down menus" interface.
<%perl> -if (!$emsg && $maxdist > 30) { - $emsg= "Searching for routes of more than 30 leagues is not". +if (!$emsg && $maxdist > $maxmaxdist) { + $emsg= "Searching for routes of more than $maxmaxdist leagues is not". " supported, sorry."; } $emsgokorprint->($emsg) or return; @islandids or return; +$allargs->{'submit'} or return; defined $routeparams->{MaxMass} or defined $routeparams->{MaxVolume} or return; +#---------- prepare island names ---------- + +my $islandname_stmt= $dbh->prepare(<execute($id); + my $row= $islandname_stmt->fetchrow_hashref(); + local $_= $row->{'islandname'}; + s/ Island$//; + return $_, $row->{'islandname'}, $row->{'archipelago'}; +}; + #---------- compute the results ---------- -my @rsargs; +my @rsargs= ($concur_lim, '-DN'); +my $concur_fail; foreach my $k (qw(MaxMass MaxVolume MaxCapital)) { my $v= $routeparams->{$k}; @@ -113,20 +141,26 @@ foreach my $k (qw(MaxMass MaxVolume MaxCapital)) { } push @rsargs, defined $routeparams->{LossPerLeaguePct} ? $routeparams->{LossPerLeaguePct}*0.01 : 1e-9; -push @rsargs, 'search', $maxcountea,$maxcountea, $maxdist, 'any', @islandids; +push @rsargs, '0'; +push @rsargs, 'search',$maxdist, $maxcountea,$maxcountea; +push @rsargs, $ARGS{RouteSearchType} ? 'circ' : 'any'; +push @rsargs, @islandids; m/[^-.0-9a-zA-Z]/ and die "$_ $& ?" foreach @rsargs; -unshift @rsargs, dbw_filename($qa->{'Ocean'}); -unshift @rsargs, qw(-DN); - if ($qa->{'debug'}) { [[ <% "@rsargs" |h %> ]]
 <%perl>
 }
 
-unshift @rsargs, sourcebasedir().'/yarrg/routesearch';
+unshift @rsargs,
+	'nice', sourcebasedir().'/yarrg/routesearch',
+	'-d', dbw_filename($qa->{'Ocean'}),
+	'-C', webdatadir().'/_concur.', '.lock';
+
+# touch _concur.0{0,1,2,3,4}.lock
+# really chgrp www-data _concur.0?.lock
 
 my %results; # $results{$ap}{"5 6 9 10"} = { stuff }
 
@@ -135,8 +169,7 @@ my $child= $fh->open("-|"); defined $child or die $!;
 if (!$child) {
 	my $cpu= BSD::Resource::RLIMIT_CPU;
 	my ($soft,$hard)= getrlimit($cpu);
-	my $max=10;
-	setrlimit($cpu,$max,$hard) or die $! if $soft>$max;
+	setrlimit($cpu,$maxcpu,$hard) or die $! if $hard<=$maxcpu;
 	exec @rsargs;
 	die $!;
 }
@@ -148,12 +181,38 @@ while (<$fh>) {
 <% $_ |h %>
 <%perl>
 	}
-	next unless
-  m/^ \@ *\d+ ([ap])\# *\d+ \|.*\| *\d+ +(\d+) +(\d+) *\| ([0-9 ]+)$/;
-	my ($ap,$isles) = (uc $1,$4);
+	next unless m/^\s*\@/;
+	if (m/^\@\@\@ concurrency limit exceeded/) {
+		$concur_fail= 1;
+		last;
+	}
+	die unless m/^ \@ *\d+ ([ap])\# *\d+ \|.*\| *(\d+)lg *\| *\d+ +(\d+) +(\d+) *\| ([0-9 ]+)$/;
+	my ($ap,$isles) = (uc $1,$5);
 	next if $results{$ap} && %{$results{$ap}} >= $maxcountea;
-	my $item= { A => $2, P => $3 };
-#	my @isles= map { @islenames[$_] }, split / /, @isles;
+	my $item= { A => $3, P => $4, Leagues => $2 };
+	my (@i, @fi, @a);
+	foreach (split / /, $isles) {
+		my ($name,$fullname,$arch)= $isleinfo->($_);
+		push @i, $name;
+		push @fi, $fullname;
+		push @a, $arch unless @a && $a[-1] eq $arch;
+	}
+	$item->{Isles}= [ @i ];
+	$item->{Archs}= [ @a ];
+	$item->{Start}= $i[0];
+	$item->{Finish}= $i[-1];
+	$item->{Vias}= [ ];
+	my $i;
+	for ($i=1; $i < @i-1; $i++) {
+		push @{ $item->{Vias} }, $i[$i];
+	}
+	my %linkqf= %$queryqf;
+	delete $linkqf{'query'};
+	$linkqf{'routestring'}= join ', ', @fi;
+	$item->{Url}= $quri->(%linkqf);
+	$item->{ArchesString}= join ', ', @a;
+	$item->{ViasString}= join ' ', map { $_.',' } @{ $item->{Vias} };
+	$item->{RouteSortString}= join ', ', @i;
 	$results{$ap}{$isles}= $item;
 }
 
@@ -161,23 +220,130 @@ if ($qa->{'debug'}) {
 	print "
\n"; } +$!=0; +if (!close $fh) { + die $! if $!; + die $? if $? != 24; # SIGXCPU but not in POSIX.pm :-/ + +

Search took too long and was terminated

+ +Sorry, but your query resulted in a search that took too long. +Searches are limited to <% $maxcpu |h %> seconds of CPU time to +avoid them consuming excessive resources on the server system, and to +make sure that shorter searches can still happen. + +

+Please try a search with a smaller minimum distance, or place more +restrictions on the route. + +<%perl> + return; +} + +if ($concur_fail) { + +

Server too busy

+ +Sorry, but there are already <% $concur_lim |h %> route searches +running. We limit the number which can run at once to avoid +overloading the server system and to make sure that the rest of the +YARRG website still runs quickly. +

+ +If you submitted several searches and gave up on them (eg by hitting +`back' or `stop' in your browser), be aware that that doesn't +generally stop the search process at the server end. So it's best to +avoid asking for large searches that you're not sure about. + +

+Otherwise, please try later. Searches are limited to <% $maxcpu |h %> +seconds of CPU time so more processing resources should be available soon. + +<%perl> + return; +} + +$someresults->(); + % foreach my $ap (qw(A P)) { -

ap=<% $ap %>

- +% if ($ap eq 'A') { +

Best routes for total profit

+% } else { +

Best routes for profit per league

+% } +
+++++ + + + +% my $ci=0; +% my $rowid= "r${ap}$isles"; $rowid =~ y/ /_/; +% foreach my $k (qw(A P Leagues ArchesString +% Start RouteSortString Finish)) { +% $sortkeys{$ci}{$rowid}= $item->{$k}; +% $ci++; +% } + +% $datarow ^= 1; % } # $isles
Profit +Dist. +Archipelagoes + +Route + +
Abs. +Per.lg. + +(link to plan) +Start +Via +Finish +
+% my $datarow=0; +% my %sortkeys; % foreach my $isles (sort { -% $results{$ap}{$a}{Values}{$ap} <=> -% $results{$ap}{$b}{Values}{$ap} +% $results{$ap}{$b}{$ap} <=> +% $results{$ap}{$a}{$ap} % } keys %{$results{$ap}}) { % my $item= $results{$ap}{$isles}; -
<% $item->{A} |h %> <% $item->{P} |h %> -<% $isles |h %> +<% $item->{Leagues} |h %> +<% + $item->{ArchesString} |h %> +<% $item->{Start} |h %>, +<% $item->{ViasString} |h %> +<% $item->{Finish} |h %>
+<&| tabsort, table => "ap${ap}_table", sortkeys => "ap${ap}_sortkeys", + throw => "ap${ap}_sortrow", rowclass => "datarow", cols => [ + { DoReverse => 1, Numeric => 1 }, + { DoReverse => 1, Numeric => 1 }, + { DoReverse => 1, Numeric => 1 }, + { }, + { }, + { }, + { }, + ] &> + ap<% $ap %>_sortkeys= <% to_json_protecttags(\%sortkeys) %>; + % } # $ap + +

+ +

Notes

+ +Per league values count each island visited as one +(additional) league; the `Dist.' column is however the actual distance +to be sailed. All profit figures are somewhat approximate; get a +complete trading plan for a route for accurate information. + <%perl>