+++ /dev/null
-#!/usr/bin/perl -w
-
-# helper program for processing commodity output
-
-# This is part of ypp-sc-tools, a set of third-party tools for assisting
-# players of Yohoho Puzzle Pirates.
-#
-# Copyright (C) 2009 Ian Jackson <ijackson@chiark.greenend.org.uk>
-#
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-# Yohoho and Puzzle Pirates are probably trademarks of Three Rings and
-# are used without permission. This program is not endorsed or
-# sponsored by Three Rings.
-
-
-use strict (qw(vars));
-use HTTP::Request;
-use IO::File;
-use POSIX;
-use LWP::UserAgent;
-use XML::Parser;
-
-use Commods;
-
-# $commod{'Hemp'}{Buy|Sell}{'stall'}{Stall}
-# $commod{'Hemp'}{Buy|Sell}{'stall'}{Price}
-# $commod{'Hemp'}{Buy|Sell}{'stall'}{Qty}
-# $commod{'Hemp'}{Hold}
-
-our @v;
-our ($commod,$stall,%commod);
-
-@ARGV==1 or die "You probably don't want to run this program directly.\n";
-our ($mode) = shift @ARGV;
-
-# ./yppsc-commod-processor tsv <t |less -x40,80,90,100,110
-
-sub bs_read ($$) {
- my ($bs,$c) = @_;
- return if @v <= $c;
- my ($price,$qty) = @v[$c..$c+1];
- return if !length($price) && !length($qty);
- die "$_ ?" unless length($price) && length($qty);
- $commod{$commod}{$bs}{$stall}= {
- Stall => $stall,
- Price => $price,
- Qty => $qty,
- };
-}
-
-while (<>) {
- chomp;
- @v= split /\t/;
-#print STDERR "[".join("|",@v)."]\n";
- ($commod,$stall) = @v;
- bs_read(Buy, 2);
- bs_read(Sell, 4);
- $commod{$commod}{Hold}= $v[6]+0 if @v>6;
-}
-
-our $current;
-
-sub bs_p ($$$) {
- my ($commod,$bs,$sortmul) = @_;
- my $ary= $current->{$bs};
- my $r= [ ];
-#print Dumper($ary);
- foreach my $stall (sort {
- $sortmul * ($ary->{$a}{Price} <=> $ary->{$b}{Price});
- } keys %$ary) {
- push @$r, $ary->{$stall};
- }
- return $r;
-}
-
-sub bs_p_bestprice ($) {
- my ($l) = @_;
- if (@$l) {
- printf("| %-25.25s %4d", $l->[0]{Stall}, $l->[0]{Price}) or die $!;
- } else {
- printf("| %25s %4s","","") or die $!;
- }
-}
-
-sub main__arbitrage () {
- my @arbs= ();
- foreach $commod (sort keys %commod) {
- $current= $commod{$commod};
- my @buys= @{ bs_p($commod,Buy, -1) };
- my @sells= @{ bs_p($commod,Sell,+1) };
- my $profit= 0;
- my $cqty= 0;
- my $info= '';
- my $arbs= [];
- for (;;) {
-#print Dumper($commod,\@buys,\@sells);
- last unless @buys;
- last unless @sells;
- my $pricediff= $buys[0]{Price} - $sells[0]{Price};
- last unless $pricediff > 0;
- our $qty= 1000;
- sub arb_check_qty (\@) {
- my ($verbs) = @_;
- my $vqty= $verbs->[0]{Qty};
- return if $vqty =~ m/^\>/;
- $qty= $vqty if $qty > $vqty;
- return if $vqty;
- my $verb= shift @$verbs;
- }
- arb_check_qty(@buys);
- arb_check_qty(@sells);
- next unless $qty;
- my $tprofit= $qty*$pricediff;
- $profit += $tprofit;
- $cqty += $qty;
-
- $info.=
- sprintf("%-13.13s| %-19.19s %4d| %-19.19s %4d|%3d x%3d =%3d\n",
- $commod,
- $buys[0]{Stall},$buys[0]{Price},
- $sells[0]{Stall},$sells[0]{Price},
- $qty, $pricediff, $tprofit);
- sub arb_subtract_qty (\@) {
- my ($verbs) = @_;
- my $verb= shift @$verbs;
- unshift @$verbs, {
- Stall => $verb->{Stall},
- Price => $verb->{Price},
- Qty => $verb->{Qty} - $qty
- };
- }
- arb_subtract_qty(@buys);
- arb_subtract_qty(@sells);
- }
- next unless $profit;
- $info.=
- sprintf("%-13.13s| %19s %4s| %19s %4s|%3d %4d\n",
- $commod, '','', '','', $cqty, $profit);
- push @arbs, { Profit => $profit, Info => $info };
- }
- my $allprofit;
-
- if (!@arbs) {
- print "No arbitrage opportunities.\n" or die $!;
- return;
- }
- my $bigdiv= <<END;
-=============+=========================+=========================+=============
-END
-
- print <<END or die $!;
-
-commodity | seller price| buyer price| qty ea prof
-END
-
- my $div= $bigdiv;
- foreach my $arb (sort {
- $b->{Profit} <=> $a->{Profit};
- } @arbs) {
- print $div,$arb->{Info} or die $1;
- $div= <<END;
--------------+-------------------------+-------------------------+-------------
-END
- $allprofit += $arb->{Profit};
- }
- print $bigdiv or die $!;
- printf("%-13.13s %19s %4s %19s %4s %-5s %7d\n",
- '', '','', '','', 'TOTAL', $allprofit)
- or die $!;
-}
-
-sub main__bestprices () {
- foreach $commod (sort keys %commod) {
- $current= $commod{$commod};
- my $buys= bs_p($commod,Buy, -1);
- my $sells= bs_p($commod,Sell,+1);
- printf("%-15.15s", $commod) or die $!;
- bs_p_bestprice($buys);
- bs_p_bestprice($sells);
- print("\n") or die $!;
- }
-}
-
-sub bs_p_tsv ($$) {
- my ($f, $bs) = @_;
- if (exists $current->{$bs}{$stall}) {
- my $si= $current->{$bs}{$stall};
- printf($f "\t%d\t%s", $si->{Price}, $si->{Qty}) or die $!;
- } else {
- printf($f "\t\t") or die $!;
- }
-}
-
-sub write_tsv ($) {
- my ($f) = @_;
- foreach $commod (sort keys %commod) {
- $current= $commod{$commod};
- my %stalls;
- map { $stalls{$_}=1; } keys %{ $current->{Buy} };
- map { $stalls{$_}=1; } keys %{ $current->{Sell} };
- foreach $stall (sort keys %stalls) {
- printf($f "%s\t%s", $commod, $stall) or die $!;
- bs_p_tsv($f, Buy);
- bs_p_tsv($f, Sell);
- print($f "\n") or die $!;
- }
- }
- $f->error and die $!;
- $f->flush or die $!;
-}
-
-sub main__tsv () {
- write_tsv(\*STDOUT);
-}
-
-
-our ($pctb) = $ENV{'YPPSC_PCTB_PCTB'};
-
-our ($ua)= LWP::UserAgent->new;
-
-sub refresh_commodmap() {
- die unless $pctb;
- $pctb =~ s,/*$,,;
- my $resp= $ua->get("$pctb/commodmap.php?version=2");
- die $resp->status_line unless $resp->is_success;
-
- my $cdata='';
- my $incommodmap=0;
- my $intag='';
- my %got;
- my $o= new IO::File "_commodmap.tsv.tmp",'w' or die $!;
- undef %pctb_commodmap;
-
- my $xp= new XML::Parser
- (Handlers =>
- {
- Start => sub {
- $_=$_[1];
-#print STDERR "START [$_] intag=$intag icm=$incommodmap\n";
- if (m/^commodmap$/i) {
- $incommodmap++;
- undef %got;
- } elsif (m/^(?:name|index)$/i) {
- $cdata='';
- $intag=lc($_) if $incommodmap;
-#print STDERR "START RECOGNISED $intag icm=$incommodmap\n";
-# } else {
-#print STDERR "START UNRECOGNISED\n";
- }
- },
- End => sub {
- $_=$_[1];
-#print STDERR "END [$_] intag=$intag icm=$incommodmap\n";
- if (m/^commodmap$/i) {
- $incommodmap--;
- die unless exists $got{'name'};
- die unless exists $got{'index'};
- die unless $got{'index'} =~ m/^\s*([1-9]\d{0,3})\s*$/;
- my $index= $1;
- $_= $got{'name'};
- s/^\s+//; s/\s+$//; s/\n/ /g; s/\s+/ /;
- die "$_ ?" if exists $pctb_commodmap{$_};
- $pctb_commodmap{$_}= $index;
- print $o "$_\t$index\n" or die $!;
- } elsif (lc $_ eq $intag) {
- $got{$intag}= $cdata;
- }
- },
- Char => sub {
-#print STDERR "CHAR [$_[1]] intag=$intag icm=$incommodmap\n";
- $cdata .= $_[1];
- }
- }) or die;
- my $content= $resp->content;
-
-# print STDERR "[[[$content]]]\n";
- $xp->parse($content);
- close $o or die $!;
- rename "_commodmap.tsv.tmp","_commodmap.tsv" or die $!;
-}
-
-our %newcommods;
-
-sub read_newcommods ($) {
- my ($file) = @_;
- if (!open NC, "< $file") {
- $!==&ENOENT or die $!;
- return;
- }
- while (<NC>) {
- chomp; s/^\s*//; s/\s+$//;
- next if m/^\#/;
- next unless m/\S/;
- $newcommods{$_}= 1;
- }
- NC->error and die $!;
- close NC or die $!;
-}
-
-sub refresh_newcommods() {
- my $rsync= $ENV{'YPPSC_PCTB_RSYNC'};
- $rsync= 'rsync' if !defined $rsync;
-
- my $local= "_master-newcommods.txt";
- my $src= $ENV{'YPPSC_PCTB_DICT_UPDATE'};
- if ($src) {
- my $remote= "$src/master-newcommods.txt";
- $!=0; system 'rsync','-Lt','--',$remote,$local;
- die "$? $!" if $! or $?;
- }
- read_newcommods($local);
- read_newcommods('_local-newcommods.txt');
-}
-
-our (%stallmap, @stallmap);
-
-sub bs_gen_md ($$) {
- my ($bs,$sortmul) = @_;
- my $count= 0;
- my $o= '';
-
- foreach $commod (
- sort { $pctb_commodmap{$a} <=> $pctb_commodmap{$b} }
- grep { exists $pctb_commodmap{$_} }
- keys %commod
- ) {
-#print STDERR "COMMOD $commod\n";
- $current= $commod{$commod};
- my $l= bs_p($commod,$bs,$sortmul);
- next unless @$l;
-#print STDERR "COMMOD $commod has ".scalar(@$l)."\n";
- $o .= writeint($pctb_commodmap{$commod});
- $o .= writeint(scalar @$l);
- foreach my $cs (@$l) {
- $stall= $cs->{Stall};
- my $stallix= $stallmap{$stall};
- if (!defined $stallix) {
- push @stallmap, $stall;
- $stallmap{$stall}= $stallix= @stallmap;
-#print STDERR "STALL DEF $stallix $stall\n";
- }
- my $qty= $cs->{Qty};
- $qty =~ s/^\>\s*//;
- $o .= writeint($stallix, $cs->{Price}, $qty+0);
- $count++;
- }
- }
-#print STDERR "COMMOD $commod COUNT WAS $count\n";
- return
- writeint($count).$o;
-}
-
-sub writeint { return pack 'v*', @_; }
-
-our (%stalltypetoabbrevmap)= qw(
- Apothecary A
- Distilling D
- Furnishing F
- Ironworking I
- Shipbuilding S
- Tailoring T
- Weaving W
- );
-
-sub genmarketdata () {
- our $version= '005b';
-
- parse_pctb_commodmap();
- my @missing= grep { !exists $pctb_commodmap{$_} } keys %commod;
- if (@missing) {
- refresh_commodmap();
- refresh_newcommods();
- my $missing=0;
- foreach $commod (sort keys %commod) {
- next if exists $pctb_commodmap{$commod};
- if (exists $newcommods{$commod}) {
- printf STDERR "Ignoring new commodity \`%s'!\n", $commod;
- } else {
- printf STDERR "Unknown commodity \`%s'!\n", $commod;
- $missing++;
- }
- }
- die "$missing unknown commoditi(es).".
- " See README (search for \`newcommods').\n"
- if $missing;
- }
-
- my $ob='';
- $ob .= bs_gen_md(Buy, -1);
- $ob .= bs_gen_md(Sell,+1);
-
- my $ot= sprintf("$version\n".
- "%d\n",
- scalar(@stallmap));
- foreach $stall (@stallmap) {
- my $st= $stall;
- if ($st =~ m/^(\S+)\'s (\S+) Stall$/) {
- my $stkind= $stalltypetoabbrevmap{$2};
- if (defined $stkind) {
- $st= "$1^$stkind";
- } else {
- warn "unknown stall type $2 in $st\n";
- }
- }
- $ot .= "$st\n";
- }
- return $ot.$ob;
-}
-
-sub main__genmarketdata () {
- my $o= genmarketdata();
- print $o or die $!;
-}
-
-sub save_upload_html ($$) {
- my ($which, $resptxt) = @_;
- open R, ">./_upload-$which.html" or die $!;
- print R $resptxt or die $!;
- close R or die $!;
-}
-
-sub gzip ($) {
- my ($raw) = @_;
- my $tf= pipethrough_prep();
- print $tf $raw or die $!;
- return pipethrough_run($tf,undef,'gzip','gzip');
-}
-
-sub main__uploadyaarg () {
- my %o;
- $o{'ocean'}= $ENV{'YPPSC_OCEAN'} or die;
- $o{'island'}= $ENV{'YPPSC_ISLAND'} or die;
- $o{'timestamp'}= 10;
- get_our_version(\%o, 'client');
-
- my $tf= pipethrough_prep();
- write_tsv($tf);
- my $oz= pipethrough_run_gzip($tf);
- $o{'data'}= [ undef, 'deduped.tsv.gz',
- Content_Type => 'application/octet-stream',
- Content => $oz ];
-
- my $dest= $ENV{'YPPSC_YAARG_SUBMIT'};
-
- my $respcontent= cgipostform($ua, "$dest/commod-update-receiver", \%o);
- $respcontent =~ m/^OK\b/ or die "$respcontent ?";
-}
-
-sub main__uploadpctb () {
- my $ocean= $ENV{'YPPSC_OCEAN'}; die unless $ocean;
- my $island= $ENV{'YPPSC_ISLAND'}; die unless $island;
- die unless $pctb;
- my $o= genmarketdata();
- $pctb =~ s,/*$,,;
- my $url= "$pctb/upload.php";
- my $content= {
- 'marketdata' => [ undef, "marketdata.gz",
- Content_Type => 'application/gzip',
- Content => gzip($o),
- ]
- };
-
- print STDERR "Uploading data to $pctb...\n";
-
- my $resp= $ua->post("$url", Content => $content,
- Content_Type => 'form-data');
- die $resp->status_line unless $resp->is_success;
-
- my $resptxt= $resp->content();
- save_upload_html('1', $resptxt);
-
- open R, ">./_upload-1.html" or die $!;
- print R $resptxt or die $!;
- close R or die $!;
-
- my @filenames= $resptxt =~
- m/input\s+type="hidden"\s+name="filename"\s+value=\"([_.0-9a-z]+)\"/ig;
- @filenames or die;
-
- my @forcerls= $resptxt =~
- m/input\s+type="hidden"\s+name="forcereload"\s+value=\"([1-9]\d+)\"/ig;
- @forcerls or die;
-
- my $filename= $filenames[0];
- my $forcerl= $forcerls[0];
-
- $ocean= ucfirst lc $ocean;
- my @oceanids= $resptxt =~
- m/\<option value\=\"(\d+)\"\>$ocean\<\/option\>/;
- @oceanids==1 or die "@oceanids ?";
-
- my $islandid;
- while ($resptxt =~
- m/^islands\[\d+\]\[\d+\]\=new\s+option\(\"(.*)\"\,(\d+)\)\s*$/mig
- ) {
- next unless $1 eq $island;
- $islandid= $2;
- }
- defined $islandid or die;
-
- die "@filenames ?" if grep { $_ ne $filename } @filenames;
- die "@forcerls ?" if grep { $_ ne $forcerl } @forcerls;
-
- my $setisland= {
- };
-
- print STDERR "Setting ocean and island...\n";
-
- my $siurl= ($url . "?action=setisland".
- "&filename=$filename".
- "&forcereload=$forcerl".
- "&ocean=$oceanids[0]".
- "&island=$islandid");
- $resp= $ua->get($siurl);
-
- die $resp->status_line unless $resp->is_success;
-
- $resptxt= $resp->content();
- save_upload_html('2', $resptxt);
-
- die unless $resptxt =~ m/your uploaded data has been processed/i;
- die unless $resptxt =~ m/your data has been integrated into the database/i;
-
- $resptxt =~ s/\<a href=\"about:\w+\"\>[^<>]+\<\/a\>//g;
- save_upload_html('3', $resptxt);
-
- print "\n" or die $!;
- system('w3m -T text/html -dump < _upload-3.html');
-
- print "\n" or die $!;
-}
-
-
-$mode =~ s/\-//;
-&{"main__$mode"};
-close(STDOUT) or die $!;
~yarrgweb / ypp-sc-tools.web-live.git / blobdiff