#!/usr/bin/perl -w

# helper program for processing commodity output

# This is part of ypp-sc-tools, a set of third-party tools for assisting
# players of Yohoho Puzzle Pirates.
#
# Copyright (C) 2009 Ian Jackson <ijackson@chiark.greenend.org.uk>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
# Yohoho and Puzzle Pirates are probably trademarks of Three Rings and
# are used without permission.  This program is not endorsed or
# sponsored by Three Rings.

BEGIN { unshift @INC, qw(.) }

use strict (qw(vars));
use HTTP::Request;
use IO::File;
use POSIX;
use XML::Parser;

use Commods;

# $commod{'Hemp'}{Buy|Sell}{'stall'}{Stall}
# $commod{'Hemp'}{Buy|Sell}{'stall'}{Price}
# $commod{'Hemp'}{Buy|Sell}{'stall'}{Qty}
# $commod{'Hemp'}{Hold}

our @v;
our ($commod,$stall,%commod,@commods_inorder);

@ARGV==1 or die "You probably don't want to run this program directly.\n";
our ($mode) = shift @ARGV;

# ./yppsc-commod-processor tsv <t |less -x40,80,90,100,110

sub bs_read ($$) {
    my ($bs,$c) = @_;
    return if @v <= $c;
    my ($price,$qty) = @v[$c..$c+1];
    return if !length($price) && !length($qty);
    die "$price ?" unless $price =~ m/^\d/;
    die "$_ ?" unless length($price) && length($qty);
    $commod{$commod}{$bs}{$stall}= {
	Stall => $stall,
	Price => $price,
	Qty => $qty,
    };
}

while (<>) {
    chomp;
    @v= split /\t/;
#print STDERR "[".join("|",@v)."]\n";
    foreach (@v[2..$#v]) {
	s/\,//g;
	die "$_ ?" if m/.\D/;
    }
    ($commod,$stall) = @v;
    push @commods_inorder, $commod unless exists $commod{$commod};
    bs_read(Buy,  2);
    bs_read(Sell, 4);
    $commod{$commod}{Hold}= $v[6]+0 if @v>6;
}

our $current;

sub bs_p ($$$) {
    my ($commod,$bs,$sortmul) = @_;
    my $ary= $current->{$bs};
    my $r= [ ];
#print Dumper($ary);
    foreach my $stall (sort {
	$sortmul * ($ary->{$a}{Price} <=> $ary->{$b}{Price});
    } keys %$ary) {
	push @$r, $ary->{$stall};
    }
    return $r;
}

sub bs_p_bestprice ($) {
    my ($l) = @_;
    if (@$l) {
	printf("| %-25.25s %4d", $l->[0]{Stall}, $l->[0]{Price}) or die $!;
    } else {
	printf("| %25s %4s","","") or die $!;
    }
}

sub main__arbitrage () {
    my @arbs= ();
    foreach $commod (sort keys %commod) {
	$current= $commod{$commod};
	my @buys=  @{ bs_p($commod,Buy, -1) };
	my @sells= @{ bs_p($commod,Sell,+1) };
	my $profit= 0;
	my $cqty= 0;
	my $info= '';
	my $arbs= [];
	for (;;) {
#print Dumper($commod,\@buys,\@sells);
	    last unless @buys;
	    last unless @sells;
	    my $pricediff= $buys[0]{Price} - $sells[0]{Price};
	    last unless $pricediff > 0;
	    our $qty= 1000;
	    sub arb_check_qty (\@) {
                my ($verbs) = @_;
		my $vqty= $verbs->[0]{Qty};
		return if $vqty =~ m/^\>/;
		$qty= $vqty if $qty > $vqty;
		return if $vqty;
		my $verb= shift @$verbs;
	    }
	    arb_check_qty(@buys);
	    arb_check_qty(@sells);
	    next unless $qty;
	    my $tprofit= $qty*$pricediff;
	    $profit += $tprofit;
	    $cqty += $qty;
	    
	    $info.=
		sprintf("%-13.13s| %-19.19s %4d| %-19.19s %4d|%3d x%3d =%3d\n",
		       $commod,
		       $sells[0]{Stall},$sells[0]{Price},
		       $buys[0]{Stall},$buys[0]{Price},
		       $qty, $pricediff, $tprofit);
	    sub arb_subtract_qty (\@) {
		my ($verbs) = @_;
		my $verb= shift @$verbs;
		my $vqty= $verb->{Qty};
		$vqty =~ s/^\>//;
		unshift @$verbs, {
                    Stall => $verb->{Stall},
                    Price => $verb->{Price},
                    Qty => $vqty - $qty
		};
	    }
	    arb_subtract_qty(@buys);
	    arb_subtract_qty(@sells);
        }
	next unless $profit;
	$info.=
	    sprintf("%-13.13s| %19s %4s| %19s %4s|%3d      %4d\n",
		    $commod, '','', '','', $cqty, $profit);
	push @arbs, { Profit => $profit, Info => $info };
    }
    my $allprofit;

    if (!@arbs) {
	print "No arbitrage opportunities.\n" or die $!;
	return;
    }
    my $bigdiv= <<END;
=============+=========================+=========================+=============
END

    print <<END or die $!;

commodity    | seller             price| buyer              price| qty  ea prof
END

    my $div= $bigdiv;
    foreach my $arb (sort {
	$b->{Profit} <=> $a->{Profit};
    } @arbs) {
	print $div,$arb->{Info} or die $1;
	$div= <<END;
-------------+-------------------------+-------------------------+-------------
END
	$allprofit += $arb->{Profit};
    }
    print $bigdiv or die $!;
    printf("%-13.13s  %19s %4s  %19s %4s %-5s %7d\n",
	   '', '','', '','', 'TOTAL', $allprofit)
	or die $!;
}

sub main__bestprices () {
    foreach $commod (sort keys %commod) {
	$current= $commod{$commod};
	my $buys=  bs_p($commod,Buy, -1);
	my $sells= bs_p($commod,Sell,+1);
	printf("%-15.15s", $commod) or die $!;
	bs_p_bestprice($buys);
	bs_p_bestprice($sells);
	print("\n") or die $!;
    }
}

sub bs_p_tsv ($$) {
    my ($f, $bs) = @_;
    if (exists $current->{$bs}{$stall}) {
	my $si= $current->{$bs}{$stall};
	printf($f "\t%d\t%s", $si->{Price}, $si->{Qty}) or die $!;
    } else {
	printf($f "\t\t") or die $!;
    }
}

sub write_tsv ($$) {
    my ($f,$showhold) = @_;
    foreach $commod (sort keys %commod) {
	$current= $commod{$commod};
	my %stalls;
	map { $stalls{$_}=1; } keys %{ $current->{Buy}  };
	map { $stalls{$_}=1; } keys %{ $current->{Sell} };
	foreach $stall (sort keys %stalls) {
	    printf($f "%s\t%s", $commod, $stall) or die $!;
	    bs_p_tsv($f, Buy);
	    bs_p_tsv($f, Sell);
	    if ($showhold && $commod{$commod}{Hold}) {
		printf($f "\t%s", $commod{$commod}{Hold}) or die $!;
	    }
	    print($f "\n") or die $!;
	}
    }
    $f->error and die $!;
    $f->flush or die $!;
}

sub main__tsv () {
    write_tsv(\*STDOUT,1);
}

sub undef_printable { my ($ov)= @_; defined $ov ? $ov : '?'; };

sub commodsinorder_print1 ($$) {
    my ($keyword,$commod) = @_;
    printf("%s\t%-40s %10s %s",
	   $keyword,
	   $commod,
	   undef_printable($commods{$commod}{Ordval}),
	   undef_printable($commods{$commod}{Class}))
	or die $!;
}

sub main__commodsinorder () {
    parse_info_serverside();
    my $last_ov;
    foreach my $commod (@commods_inorder) {
	my $ov= $commods{$commod}{Ordval};
	commodsinorder_print1('found',$commod);
	if (defined $ov) {
	    if (defined $last_ov && $ov <= $last_ov) {
		print " out-of-order" or die $!;
	    }
	    $last_ov= $ov;
	}
	print "\n" or die $!;
    }
    foreach my $commod (sort {
	    undef_printable($commods{$a}{Ordval}) cmp
	    undef_printable($commods{$b}{Ordval})
	} keys %commods) {
	next if exists $commod{$commod};
	commodsinorder_print1('none',$commod);
	print "\n" or die $!;
    }
}

our ($pctb) = $ENV{'YPPSC_YARRG_PCTB'};

our ($ua)= http_useragent("commod-results-processor $mode");

sub refresh_commodmap() {
    die unless $pctb;
    $pctb =~ s,/*$,,;
    my $resp= $ua->get("$pctb/commodmap.php?version=2");
    die $resp->status_line unless $resp->is_success;

    my $cdata='';
    my $incommodmap=0;
    my $intag='';
    my %got;
    my $o= new IO::File "_commodmap.tsv.tmp",'w' or die $!;
    undef %pctb_commodmap;

    my $xp= new XML::Parser
	(Handlers =>
	 {
	     Start => sub {
		 $_=$_[1];
#print STDERR "START [$_] intag=$intag icm=$incommodmap\n";
		 if (m/^commodmap$/i) {
		     $incommodmap++;
		     undef %got;
		 } elsif (m/^(?:name|index)$/i) {
		     $cdata='';
		     $intag=lc($_) if $incommodmap;
#print STDERR "START RECOGNISED $intag icm=$incommodmap\n";
#		 } else {
#print STDERR "START UNRECOGNISED\n";
		 }
	     },
	     End => sub {
		 $_=$_[1];
#print STDERR "END [$_] intag=$intag icm=$incommodmap\n";
		 if (m/^commodmap$/i) {
		     $incommodmap--;
		     die unless exists $got{'name'};
		     die unless exists $got{'index'};
		     die unless $got{'index'} =~ m/^\s*([1-9]\d{0,3})\s*$/;
		     my $index= $1;
		     $_= $got{'name'};
		     s/^\s+//; s/\s+$//; s/\n/ /g; s/\s+/ /;
		     die "$_ ?" if exists $pctb_commodmap{$_};
		     $pctb_commodmap{$_}= $index;
		     print $o "$_\t$index\n" or die $!;
		 } elsif (lc $_ eq $intag) {
		     $got{$intag}= $cdata;
		 }
	     },
	     Char => sub {
#print STDERR "CHAR [$_[1]] intag=$intag icm=$incommodmap\n";
		 $cdata .= $_[1];
	     }
	 }) or die;
    my $content= $resp->content;

#    print STDERR "[[[$content]]]\n";
    my $commodmapxmltmp= '_commodmap.xml';
    if (!eval {
	$xp->parse($content); 1;
    }) {
	open R, ">./$commodmapxmltmp" or die $!;
	print R $content or die $!;
	close R or die $!;
	die "$@ parsing commodmap";
    }
    unlink $commodmapxmltmp or $!==&ENOENT or die $!;
    close $o or die $!;
    rename "_commodmap.tsv.tmp","_commodmap.tsv" or die $!;
}

our %newcommods;

sub read_newcommods ($) {
    my ($file) = @_;
    if (!open NC, "< $file") {
	$!==&ENOENT or die $!;
	return;
    }
    while (<NC>) {
	chomp; s/^\s*//; s/\s+$//;
	next if m/^\#/;
	next unless m/\S/;
	$newcommods{$_}= 1;
    }
    NC->error and die $!;
    close NC or die $!;
}

sub refresh_newcommods() {
    my $master= fetch_with_rsync('newcommods');
    read_newcommods($master);
    read_newcommods('_local-newcommods.txt');
}

our (%stallmap, @stallmap);

sub bs_gen_md ($$) {
    my ($bs,$sortmul) = @_;
    my $count= 0;
    my $o= '';
    
    foreach $commod (
		     sort { $pctb_commodmap{$a} <=> $pctb_commodmap{$b} }
		     grep { exists $pctb_commodmap{$_} }
		     keys %commod
		     ) {
#print STDERR "COMMOD $commod\n";
        $current= $commod{$commod};
	my $l= bs_p($commod,$bs,$sortmul);
	next unless @$l;
#print STDERR "COMMOD $commod  has ".scalar(@$l)."\n";
	$o .= writeint($pctb_commodmap{$commod});
	$o .= writeint(scalar @$l);
	foreach my $cs (@$l) {
	    $stall= $cs->{Stall};
	    my $stallix= $stallmap{$stall};
	    if (!defined $stallix) {
		push @stallmap, $stall;
		$stallmap{$stall}= $stallix= @stallmap;
#print STDERR "STALL DEF $stallix $stall\n";
	    }
	    my $qty= $cs->{Qty};
	    $qty =~ s/^\>\s*//;
	    $o .= writeint($stallix, $cs->{Price}, $qty+0);
	    $count++;
	}
    }
#print STDERR "COMMOD $commod COUNT WAS $count\n";
    return
	writeint($count).$o;
}

sub writeint { return pack 'v*', @_; }

our (%stalltypetoabbrevmap)= qw(
				Apothecary    A
				Distilling    D
				Furnishing    F
				Ironworking   I
				Shipbuilding  S
				Tailoring     T
				Weaving       W
				);

sub genmarketdata () {
    our $version= '005b';

    parse_pctb_commodmap();
    my @missing= grep { !exists $pctb_commodmap{$_} } keys %commod;
    if (@missing) {
	refresh_commodmap();
	refresh_newcommods();
	my $missing=0;
	foreach $commod (sort keys %commod) {
	    next if exists $pctb_commodmap{$commod};
	    if (exists $newcommods{$commod}) {
		printf STDERR "Ignoring new commodity \`%s'!\n", $commod;
	    } else {
		printf STDERR "Unknown commodity \`%s'!\n", $commod;
		$missing++;
	    }
	}
	die "$missing unknown commoditi(es).".
	    "  See README (search for \`newcommods').\n"
	    if $missing;
    }    

    my $ob='';
    $ob .= bs_gen_md(Buy, -1);
    $ob .= bs_gen_md(Sell,+1);

    my $ot= sprintf("$version\n".
		    "%d\n",
		    scalar(@stallmap));
    foreach $stall (@stallmap) {
	my $st= $stall;
	if ($st =~ m/^(\S+)\'s (\S+) Stall$/) {
	    my $stkind= $stalltypetoabbrevmap{$2};
	    if (defined $stkind) {
		$st= "$1^$stkind";
	    } else {
		warn "unknown stall type $2 in $st\n";
	    }
	}
	$ot .= "$st\n";
    }
    return $ot.$ob;
}

sub main__genmarketdata () {
    my $o= genmarketdata();
    print $o or die $!;
}

sub save_upload_html ($$) {
    my ($which, $resptxt) = @_;
    open R, ">./_upload-$which.html" or die $!;
    print R $resptxt or die $!;
    close R or die $!;
}

sub gzip ($) {
    my ($raw) = @_;
    my $tf= pipethrough_prep();
    print $tf $raw or die $!;
    return pipethrough_run($tf,undef,'gzip','gzip');
}

sub main__uploadyarrg () {
    my %o;

    parse_info_clientside();

    $o{'ocean'}= $ENV{'YPPSC_OCEAN'} or die;
    $o{'island'}= $ENV{'YPPSC_ISLAND'} or die;
    $o{'timestamp'}= $ENV{'YPPSC_DATA_TIMESTAMP'} or die;

    my $tf= pipethrough_prep();
    write_tsv($tf,0);
    my $oz= pipethrough_run_gzip($tf);
    $o{'data'}=  [ undef, 'deduped.tsv.gz',
		    Content_Type => 'application/octet-stream',
		    Content => $oz ];

    my $respcontent= yarrgpostform($ua, \%o);
    $respcontent =~ m/^OK\b/ or die "$respcontent ?";
    $respcontent =~ s/^/ /mg;
    print $respcontent,"\n";
}

sub main__uploadpctb () {
    my $ocean= $ENV{'YPPSC_OCEAN'};  die unless $ocean;
    my $island= $ENV{'YPPSC_ISLAND'};  die unless $island;
    die unless $pctb;
    my $o= genmarketdata();
    $pctb =~ s,/*$,,;
    my $url= "$pctb/upload.php";
    my $content= {
	'marketdata' => [ undef, "marketdata.gz",
			  Content_Type => 'application/gzip',
			  Content => gzip($o),
			  ]
		      };

    print STDERR "Uploading data to $pctb...\n";

    my $resp= $ua->post("$url", Content => $content,
			Content_Type => 'form-data');
    die $resp->status_line unless $resp->is_success;

    my $resptxt= $resp->content();
    save_upload_html('1', $resptxt);

    open R, ">./_upload-1.html" or die $!;
    print R $resptxt or die $!;
    close R or die $!;

    my @filenames= $resptxt =~
 m/input\s+type="hidden"\s+name="filename"\s+value=\"([_.0-9a-z]+)\"/ig;
    @filenames or die;

    my @forcerls= $resptxt =~
 m/input\s+type="hidden"\s+name="forcereload"\s+value=\"([1-9]\d+)\"/ig;
    @forcerls or die;

    my $filename= $filenames[0];
    my $forcerl= $forcerls[0];

    $ocean= ucfirst lc $ocean;
    my @oceanids= $resptxt =~
 m/\<option value\=\"(\d+)\"\>$ocean\<\/option\>/;
    @oceanids==1 or die "@oceanids ?";

    my $islandid;
    while ($resptxt =~
 m/^islands\[(\d+)\]\[\d+\]\=new\s+option\(\"(.*)\"\,(\d+)\)\s*$/mig
	   ) {
	next unless $1 eq $oceanids[0];
	next unless $2 eq $island;
	$islandid= $3;
    }
    defined $islandid or die;

    die "@filenames ?" if grep { $_ ne $filename } @filenames;
    die "@forcerls ?" if grep { $_ ne $forcerl } @forcerls;

    print STDERR "Setting ocean and island...\n";

    my $siurl= ($url . "?action=setisland".
		"&filename=$filename".
		"&forcereload=$forcerl".
		"&ocean=$oceanids[0]".
		"&island=$islandid");
    $resp= $ua->get($siurl);

    die $resp->status_line unless $resp->is_success;

    $resptxt= $resp->content();
    save_upload_html('2', $resptxt);

    die unless $resptxt =~ m/your uploaded data has been processed/i;
    die unless $resptxt =~ m/your data has been integrated into the database/i;

    $resptxt =~ s/\<a href=\"about:\w+\"\>[^<>]+\<\/a\>//g;
    save_upload_html('3', $resptxt);

    print "\n" or die $!;
    system('w3m -T text/html -dump < _upload-3.html');
    
    print "\n" or die $!;
}


$mode =~ s/\-//;
&{"main__$mode"};
close(STDOUT) or die $!;