--- /dev/null
+#!/usr/bin/perl -w
+
+# helper program for processing commodity output
+
+# This is part of ypp-sc-tools, a set of third-party tools for assisting
+# players of Yohoho Puzzle Pirates.
+#
+# Copyright (C) 2009 Ian Jackson <ijackson@chiark.greenend.org.uk>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+# Yohoho and Puzzle Pirates are probably trademarks of Three Rings and
+# are used without permission. This program is not endorsed or
+# sponsored by Three Rings.
+
+
+use strict (qw(vars));
+use HTTP::Request;
+use IO::File;
+use POSIX;
+use LWP::UserAgent;
+use XML::Parser;
+
+use Commods;
+
+# $commod{'Hemp'}{Buy|Sell}{'stall'}{Stall}
+# $commod{'Hemp'}{Buy|Sell}{'stall'}{Price}
+# $commod{'Hemp'}{Buy|Sell}{'stall'}{Qty}
+# $commod{'Hemp'}{Hold}
+
+our @v;
+our ($commod,$stall,%commod);
+
+@ARGV==1 or die "You probably don't want to run this program directly.\n";
+our ($mode) = shift @ARGV;
+
+# ./yppsc-commod-processor tsv <t |less -x40,80,90,100,110
+
+sub bs_read ($$) {
+ my ($bs,$c) = @_;
+ return if @v <= $c;
+ my ($price,$qty) = @v[$c..$c+1];
+ return if !length($price) && !length($qty);
+ die "$_ ?" unless length($price) && length($qty);
+ $commod{$commod}{$bs}{$stall}= {
+ Stall => $stall,
+ Price => $price,
+ Qty => $qty,
+ };
+}
+
+while (<>) {
+ chomp;
+ @v= split /\t/;
+#print STDERR "[".join("|",@v)."]\n";
+ ($commod,$stall) = @v;
+ bs_read(Buy, 2);
+ bs_read(Sell, 4);
+ $commod{$commod}{Hold}= $v[6]+0 if @v>6;
+}
+
+our $current;
+
+sub bs_p ($$$) {
+ my ($commod,$bs,$sortmul) = @_;
+ my $ary= $current->{$bs};
+ my $r= [ ];
+#print Dumper($ary);
+ foreach my $stall (sort {
+ $sortmul * ($ary->{$a}{Price} <=> $ary->{$b}{Price});
+ } keys %$ary) {
+ push @$r, $ary->{$stall};
+ }
+ return $r;
+}
+
+sub bs_p_bestprice ($) {
+ my ($l) = @_;
+ if (@$l) {
+ printf("| %-25.25s %4d", $l->[0]{Stall}, $l->[0]{Price}) or die $!;
+ } else {
+ printf("| %25s %4s","","") or die $!;
+ }
+}
+
+sub main__arbitrage () {
+ my @arbs= ();
+ foreach $commod (sort keys %commod) {
+ $current= $commod{$commod};
+ my @buys= @{ bs_p($commod,Buy, -1) };
+ my @sells= @{ bs_p($commod,Sell,+1) };
+ my $profit= 0;
+ my $cqty= 0;
+ my $info= '';
+ my $arbs= [];
+ for (;;) {
+#print Dumper($commod,\@buys,\@sells);
+ last unless @buys;
+ last unless @sells;
+ my $pricediff= $buys[0]{Price} - $sells[0]{Price};
+ last unless $pricediff > 0;
+ our $qty= 1000;
+ sub arb_check_qty (\@) {
+ my ($verbs) = @_;
+ my $vqty= $verbs->[0]{Qty};
+ return if $vqty =~ m/^\>/;
+ $qty= $vqty if $qty > $vqty;
+ return if $vqty;
+ my $verb= shift @$verbs;
+ }
+ arb_check_qty(@buys);
+ arb_check_qty(@sells);
+ next unless $qty;
+ my $tprofit= $qty*$pricediff;
+ $profit += $tprofit;
+ $cqty += $qty;
+
+ $info.=
+ sprintf("%-13.13s| %-19.19s %4d| %-19.19s %4d|%3d x%3d =%3d\n",
+ $commod,
+ $buys[0]{Stall},$buys[0]{Price},
+ $sells[0]{Stall},$sells[0]{Price},
+ $qty, $pricediff, $tprofit);
+ sub arb_subtract_qty (\@) {
+ my ($verbs) = @_;
+ my $verb= shift @$verbs;
+ unshift @$verbs, {
+ Stall => $verb->{Stall},
+ Price => $verb->{Price},
+ Qty => $verb->{Qty} - $qty
+ };
+ }
+ arb_subtract_qty(@buys);
+ arb_subtract_qty(@sells);
+ }
+ next unless $profit;
+ $info.=
+ sprintf("%-13.13s| %19s %4s| %19s %4s|%3d %4d\n",
+ $commod, '','', '','', $cqty, $profit);
+ push @arbs, { Profit => $profit, Info => $info };
+ }
+ my $allprofit;
+
+ if (!@arbs) {
+ print "No arbitrage opportunities.\n" or die $!;
+ return;
+ }
+ my $bigdiv= <<END;
+=============+=========================+=========================+=============
+END
+
+ print <<END or die $!;
+
+commodity | seller price| buyer price| qty ea prof
+END
+
+ my $div= $bigdiv;
+ foreach my $arb (sort {
+ $b->{Profit} <=> $a->{Profit};
+ } @arbs) {
+ print $div,$arb->{Info} or die $1;
+ $div= <<END;
+-------------+-------------------------+-------------------------+-------------
+END
+ $allprofit += $arb->{Profit};
+ }
+ print $bigdiv or die $!;
+ printf("%-13.13s %19s %4s %19s %4s %-5s %7d\n",
+ '', '','', '','', 'TOTAL', $allprofit)
+ or die $!;
+}
+
+sub main__bestprices () {
+ foreach $commod (sort keys %commod) {
+ $current= $commod{$commod};
+ my $buys= bs_p($commod,Buy, -1);
+ my $sells= bs_p($commod,Sell,+1);
+ printf("%-15.15s", $commod) or die $!;
+ bs_p_bestprice($buys);
+ bs_p_bestprice($sells);
+ print("\n") or die $!;
+ }
+}
+
+sub bs_p_tsv ($$) {
+ my ($f, $bs) = @_;
+ if (exists $current->{$bs}{$stall}) {
+ my $si= $current->{$bs}{$stall};
+ printf($f "\t%d\t%s", $si->{Price}, $si->{Qty}) or die $!;
+ } else {
+ printf($f "\t\t") or die $!;
+ }
+}
+
+sub write_tsv ($) {
+ my ($f) = @_;
+ foreach $commod (sort keys %commod) {
+ $current= $commod{$commod};
+ my %stalls;
+ map { $stalls{$_}=1; } keys %{ $current->{Buy} };
+ map { $stalls{$_}=1; } keys %{ $current->{Sell} };
+ foreach $stall (sort keys %stalls) {
+ printf($f "%s\t%s", $commod, $stall) or die $!;
+ bs_p_tsv($f, Buy);
+ bs_p_tsv($f, Sell);
+ print($f "\n") or die $!;
+ }
+ }
+ $f->error and die $!;
+ $f->flush or die $!;
+}
+
+sub main__tsv () {
+ write_tsv(\*STDOUT);
+}
+
+
+our ($pctb) = $ENV{'YPPSC_PCTB_PCTB'};
+
+our ($ua)= LWP::UserAgent->new;
+
+sub refresh_commodmap() {
+ die unless $pctb;
+ $pctb =~ s,/*$,,;
+ my $resp= $ua->get("$pctb/commodmap.php?version=2");
+ die $resp->status_line unless $resp->is_success;
+
+ my $cdata='';
+ my $incommodmap=0;
+ my $intag='';
+ my %got;
+ my $o= new IO::File "_commodmap.tsv.tmp",'w' or die $!;
+ undef %pctb_commodmap;
+
+ my $xp= new XML::Parser
+ (Handlers =>
+ {
+ Start => sub {
+ $_=$_[1];
+#print STDERR "START [$_] intag=$intag icm=$incommodmap\n";
+ if (m/^commodmap$/i) {
+ $incommodmap++;
+ undef %got;
+ } elsif (m/^(?:name|index)$/i) {
+ $cdata='';
+ $intag=lc($_) if $incommodmap;
+#print STDERR "START RECOGNISED $intag icm=$incommodmap\n";
+# } else {
+#print STDERR "START UNRECOGNISED\n";
+ }
+ },
+ End => sub {
+ $_=$_[1];
+#print STDERR "END [$_] intag=$intag icm=$incommodmap\n";
+ if (m/^commodmap$/i) {
+ $incommodmap--;
+ die unless exists $got{'name'};
+ die unless exists $got{'index'};
+ die unless $got{'index'} =~ m/^\s*([1-9]\d{0,3})\s*$/;
+ my $index= $1;
+ $_= $got{'name'};
+ s/^\s+//; s/\s+$//; s/\n/ /g; s/\s+/ /;
+ die "$_ ?" if exists $pctb_commodmap{$_};
+ $pctb_commodmap{$_}= $index;
+ print $o "$_\t$index\n" or die $!;
+ } elsif (lc $_ eq $intag) {
+ $got{$intag}= $cdata;
+ }
+ },
+ Char => sub {
+#print STDERR "CHAR [$_[1]] intag=$intag icm=$incommodmap\n";
+ $cdata .= $_[1];
+ }
+ }) or die;
+ my $content= $resp->content;
+
+# print STDERR "[[[$content]]]\n";
+ $xp->parse($content);
+ close $o or die $!;
+ rename "_commodmap.tsv.tmp","_commodmap.tsv" or die $!;
+}
+
+our %newcommods;
+
+sub read_newcommods ($) {
+ my ($file) = @_;
+ if (!open NC, "< $file") {
+ $!==&ENOENT or die $!;
+ return;
+ }
+ while (<NC>) {
+ chomp; s/^\s*//; s/\s+$//;
+ next if m/^\#/;
+ next unless m/\S/;
+ $newcommods{$_}= 1;
+ }
+ NC->error and die $!;
+ close NC or die $!;
+}
+
+sub refresh_newcommods() {
+ my $rsync= $ENV{'YPPSC_PCTB_RSYNC'};
+ $rsync= 'rsync' if !defined $rsync;
+
+ my $local= "_master-newcommods.txt";
+ my $src= $ENV{'YPPSC_PCTB_DICT_UPDATE'};
+ if ($src) {
+ my $remote= "$src/master-newcommods.txt";
+ $!=0; system 'rsync','-Lt','--',$remote,$local;
+ die "$? $!" if $! or $?;
+ }
+ read_newcommods($local);
+ read_newcommods('_local-newcommods.txt');
+}
+
+our (%stallmap, @stallmap);
+
+sub bs_gen_md ($$) {
+ my ($bs,$sortmul) = @_;
+ my $count= 0;
+ my $o= '';
+
+ foreach $commod (
+ sort { $pctb_commodmap{$a} <=> $pctb_commodmap{$b} }
+ grep { exists $pctb_commodmap{$_} }
+ keys %commod
+ ) {
+#print STDERR "COMMOD $commod\n";
+ $current= $commod{$commod};
+ my $l= bs_p($commod,$bs,$sortmul);
+ next unless @$l;
+#print STDERR "COMMOD $commod has ".scalar(@$l)."\n";
+ $o .= writeint($pctb_commodmap{$commod});
+ $o .= writeint(scalar @$l);
+ foreach my $cs (@$l) {
+ $stall= $cs->{Stall};
+ my $stallix= $stallmap{$stall};
+ if (!defined $stallix) {
+ push @stallmap, $stall;
+ $stallmap{$stall}= $stallix= @stallmap;
+#print STDERR "STALL DEF $stallix $stall\n";
+ }
+ my $qty= $cs->{Qty};
+ $qty =~ s/^\>\s*//;
+ $o .= writeint($stallix, $cs->{Price}, $qty+0);
+ $count++;
+ }
+ }
+#print STDERR "COMMOD $commod COUNT WAS $count\n";
+ return
+ writeint($count).$o;
+}
+
+sub writeint { return pack 'v*', @_; }
+
+our (%stalltypetoabbrevmap)= qw(
+ Apothecary A
+ Distilling D
+ Furnishing F
+ Ironworking I
+ Shipbuilding S
+ Tailoring T
+ Weaving W
+ );
+
+sub genmarketdata () {
+ our $version= '005b';
+
+ parse_pctb_commodmap();
+ my @missing= grep { !exists $pctb_commodmap{$_} } keys %commod;
+ if (@missing) {
+ refresh_commodmap();
+ refresh_newcommods();
+ my $missing=0;
+ foreach $commod (sort keys %commod) {
+ next if exists $pctb_commodmap{$commod};
+ if (exists $newcommods{$commod}) {
+ printf STDERR "Ignoring new commodity \`%s'!\n", $commod;
+ } else {
+ printf STDERR "Unknown commodity \`%s'!\n", $commod;
+ $missing++;
+ }
+ }
+ die "$missing unknown commoditi(es).".
+ " See README (search for \`newcommods').\n"
+ if $missing;
+ }
+
+ my $ob='';
+ $ob .= bs_gen_md(Buy, -1);
+ $ob .= bs_gen_md(Sell,+1);
+
+ my $ot= sprintf("$version\n".
+ "%d\n",
+ scalar(@stallmap));
+ foreach $stall (@stallmap) {
+ my $st= $stall;
+ if ($st =~ m/^(\S+)\'s (\S+) Stall$/) {
+ my $stkind= $stalltypetoabbrevmap{$2};
+ if (defined $stkind) {
+ $st= "$1^$stkind";
+ } else {
+ warn "unknown stall type $2 in $st\n";
+ }
+ }
+ $ot .= "$st\n";
+ }
+ return $ot.$ob;
+}
+
+sub main__genmarketdata () {
+ my $o= genmarketdata();
+ print $o or die $!;
+}
+
+sub save_upload_html ($$) {
+ my ($which, $resptxt) = @_;
+ open R, ">./_upload-$which.html" or die $!;
+ print R $resptxt or die $!;
+ close R or die $!;
+}
+
+sub gzip ($) {
+ my ($raw) = @_;
+ my $tf= pipethrough_prep();
+ print $tf $raw or die $!;
+ return pipethrough_run($tf,undef,'gzip','gzip');
+}
+
+sub main__uploadyaarg () {
+ my %o;
+ $o{'ocean'}= $ENV{'YPPSC_OCEAN'} or die;
+ $o{'island'}= $ENV{'YPPSC_ISLAND'} or die;
+ $o{'timestamp'}= 10;
+ get_our_version(\%o, 'client');
+
+ my $tf= pipethrough_prep();
+ write_tsv($tf);
+ my $oz= pipethrough_run_gzip($tf);
+ $o{'data'}= [ undef, 'deduped.tsv.gz',
+ Content_Type => 'application/octet-stream',
+ Content => $oz ];
+
+ my $dest= $ENV{'YPPSC_YAARG_SUBMIT'};
+
+ my $respcontent= cgipostform($ua, "$dest/commod-update-receiver", \%o);
+ $respcontent =~ m/^OK\b/ or die "$respcontent ?";
+}
+
+sub main__uploadpctb () {
+ my $ocean= $ENV{'YPPSC_OCEAN'}; die unless $ocean;
+ my $island= $ENV{'YPPSC_ISLAND'}; die unless $island;
+ die unless $pctb;
+ my $o= genmarketdata();
+ $pctb =~ s,/*$,,;
+ my $url= "$pctb/upload.php";
+ my $content= {
+ 'marketdata' => [ undef, "marketdata.gz",
+ Content_Type => 'application/gzip',
+ Content => gzip($o),
+ ]
+ };
+
+ print STDERR "Uploading data to $pctb...\n";
+
+ my $resp= $ua->post("$url", Content => $content,
+ Content_Type => 'form-data');
+ die $resp->status_line unless $resp->is_success;
+
+ my $resptxt= $resp->content();
+ save_upload_html('1', $resptxt);
+
+ open R, ">./_upload-1.html" or die $!;
+ print R $resptxt or die $!;
+ close R or die $!;
+
+ my @filenames= $resptxt =~
+ m/input\s+type="hidden"\s+name="filename"\s+value=\"([_.0-9a-z]+)\"/ig;
+ @filenames or die;
+
+ my @forcerls= $resptxt =~
+ m/input\s+type="hidden"\s+name="forcereload"\s+value=\"([1-9]\d+)\"/ig;
+ @forcerls or die;
+
+ my $filename= $filenames[0];
+ my $forcerl= $forcerls[0];
+
+ $ocean= ucfirst lc $ocean;
+ my @oceanids= $resptxt =~
+ m/\<option value\=\"(\d+)\"\>$ocean\<\/option\>/;
+ @oceanids==1 or die "@oceanids ?";
+
+ my $islandid;
+ while ($resptxt =~
+ m/^islands\[\d+\]\[\d+\]\=new\s+option\(\"(.*)\"\,(\d+)\)\s*$/mig
+ ) {
+ next unless $1 eq $island;
+ $islandid= $2;
+ }
+ defined $islandid or die;
+
+ die "@filenames ?" if grep { $_ ne $filename } @filenames;
+ die "@forcerls ?" if grep { $_ ne $forcerl } @forcerls;
+
+ my $setisland= {
+ };
+
+ print STDERR "Setting ocean and island...\n";
+
+ my $siurl= ($url . "?action=setisland".
+ "&filename=$filename".
+ "&forcereload=$forcerl".
+ "&ocean=$oceanids[0]".
+ "&island=$islandid");
+ $resp= $ua->get($siurl);
+
+ die $resp->status_line unless $resp->is_success;
+
+ $resptxt= $resp->content();
+ save_upload_html('2', $resptxt);
+
+ die unless $resptxt =~ m/your uploaded data has been processed/i;
+ die unless $resptxt =~ m/your data has been integrated into the database/i;
+
+ $resptxt =~ s/\<a href=\"about:\w+\"\>[^<>]+\<\/a\>//g;
+ save_upload_html('3', $resptxt);
+
+ print "\n" or die $!;
+ system('w3m -T text/html -dump < _upload-3.html');
+
+ print "\n" or die $!;
+}
+
+
+$mode =~ s/\-//;
+&{"main__$mode"};
+close(STDOUT) or die $!;
~yarrgweb / ypp-sc-tools.db-test.git / blobdiff