private JButton findMarket = null;
private JLabel resultSummary = null;
private JLabel arbitrageResult = null;
+ private int unknownPCTBcommods = 0;
private long startTime = 0;
private final static String PCTB_LIVE_HOST_URL = "http://pctb.crabdance.com/";
dtxt.println("progress "+(now - startTime)+"ms "+s);
}
+ private void debug_write_stringdata(String what, String data) throws FileNotFoundException,IOException {
+ if (dtxt==null) return;
+ PrintStream strm = new PrintStream(new File("jarrg-debug-"+what));
+ strm.print(data);
+ strm.close();
+ }
+
+ private void debug_write_bytes(String what, byte[] data) throws FileNotFoundException,IOException {
+ if (dtxt==null) return;
+ FileOutputStream strm = new FileOutputStream(new File("jarrg-debug-"+what));
+ strm.write(data);
+ strm.close();
+ }
+
private void progressNote(ProgressMonitor pm, String s) {
String arb = null;
if (arbitrageResult != null)
* Entry point. Read our preferences.
*/
public MarketUploader() {
- // check if we've been turned off in the control panel
Preferences prefs = Preferences.userNodeForPackage(getClass());
if (prefs.getBoolean("writeDebugFiles", false)) {
startTime = new Date().getTime();
resultSummary.setText("");
arbitrageResult.setText("");
+ unknownPCTBcommods = 0;
try {
runUpload();
} catch(Exception e) {
sidePanel.removePropertyChangeListener(changeListener);
}
}
- //findMarketTable();
findMarket.setEnabled(true);
}
}.start();
}
}
}
- // if we don't find the island name, hopefully the server will
}
/**
}
private void error_html(String msg, String html) {
- //System.err.println("===" + html + "===");
-
Pattern body = Pattern.compile("<body>(.*)</body>", Pattern.DOTALL | Pattern.CASE_INSENSITIVE);
Matcher m = body.matcher(html);
if (m.find()) {
}
progresslog("pctb commodmap done.");
int[] offerCount = getBuySellMaps(data,buys,sells,stallMap,commodMap);
- //println(buys.toString());
// if (dtxt!=null) dtxt.println(sells);
// if (dtxt!=null) dtxt.println("\n\n\n"+buys);
return;
}
GZIPOutputStream out = new GZIPOutputStream(outStream);
- //FileOutputStream out = new FileOutputStream(new File("output.text"));
DataOutputStream dos = new DataOutputStream(out);
dos.writeBytes("005y\n");
dos.writeBytes(stallMap.size()+"\n");
progresslog("pctb send...");
byte[] ba = outStream.toByteArray();
- if (dtxt!=null) {
- FileOutputStream dbgdata = new FileOutputStream(new File("jarrg-debug-pctb-marketdata.gz"));
- dbgdata.write(ba);
- dbgdata.close();
- }
+ debug_write_bytes("pctb-marketdata.gz", ba);
InputStream in = sendInitialData(new ByteArrayInputStream(ba));
progresslog("pctb sent.");
if ((uploadToPCTB && !donepctb) ||
(uploadToYarrg && !doneyarrg)) {
resultSummary.setText("trouble");
+ } else if (unknownPCTBcommods != 0) {
+ resultSummary.setText("PCTB lacks "+unknownPCTBcommods+" commod");
} else if (donepctb || doneyarrg) {
resultSummary.setText("Done " + islandName);
} else {
while((str = br.readLine()) != null) {
sb.append(str);
}
+ if (dtxt != null) debug_write_stringdata("pctb-commodmap.xmlish", sb.toString());
int first = sb.indexOf("<pre>") + 5;
int last = sb.indexOf("</body>");
xml = sb.substring(first,last);
- //if (dtxt!=null) {
- // dtxt.println(">>");
- // dtxt.println(sb);;
- // dtxt.println("||");
- // dtxt.println(xml);
- // dtxt.println("<<");
- //}
- // if (dtxt!=null) dtxt.println(xml);
Reader reader = new CharArrayReader(xml.toCharArray());
Document d = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(new InputSource(reader));
NodeList maps = d.getElementsByTagName("CommodMap");
buySellCount[1]++;
}
} catch(IllegalArgumentException e) {
+ unknownPCTBcommods++;
if (dtxt!=null) dtxt.println("Error: Unsupported Commodity \"" + offer.get(0) + "\"");
}
}
*/
private boolean finishUpload(InputStream in) throws IOException {
String html = readstreamstring(in);
- // if (dtxt!=null) dtxt.println(html);
+ debug_write_stringdata("pctb-initial.html", html);
Matcher m;
Pattern params = Pattern.compile("(?s)<input type=\"hidden\" name=\"action\" value=\"setisland\" />.+?<input type=\"hidden\" name=\"forcereload\" value=\"([^\"]+)\" />.+?<input type=\"hidden\" name=\"filename\" value=\"([^\"]+)\" />");
URL get = new URL(PCTB_HOST_URL + "upload.php?action=setisland&ocean=" + oceanNum + "&island="
+ islandNum + "&forcereload=" + forceReload + "&filename=" + filename);
String complete = readstreamstring(get.openStream());
+ debug_write_stringdata("pctb-final.html", complete);
Pattern done = Pattern.compile("Your data has been integrated into the database. Thank you!");
m = done.matcher(complete);
if(m.find()) {
- if (dtxt!=null) dtxt.println("FILE upload successful!!!");
return true;
} else {
error_html("Something was wrong with the final upload parameters!", complete);
BufferedOutputStream bufos = new BufferedOutputStream(new GZIPOutputStream(bos));
bufos.write(yarrgdata.getBytes() );
bufos.close();
- ByteArrayInputStream file = new ByteArrayInputStream(bos.toByteArray());
+ byte[] compressed = bos.toByteArray();
+ debug_write_bytes("yarrg-deduped.tsv.gz", compressed);
+ ByteArrayInputStream file = new ByteArrayInputStream(compressed);
ClientHttpRequest http = new ClientHttpRequest (YARRG_URL);
http.setParameter("clientname", YARRG_CLIENTNAME);
http.setParameter("data", "deduped.tsv.gz", file, "application/octet-stream");
InputStream in = post_for_yarrg(http);
if (in == null) return false;
- BufferedReader br = new BufferedReader(new InputStreamReader(in));
- String yarrgresult;
- while((yarrgresult = br.readLine()) != null) {
- if (dtxt!=null) dtxt.println(yarrgresult);
+ String output = readstreamstring(in);
+ if (!output.startsWith("OK")) {
+ error("<html><h1>Unexpected output from YARRG server</h1>\n" + output);
+ return false;
}
+ debug_write_stringdata("yarrg-result.txt", output);
return true;
}
~yarrgweb / jarrg-ian.git / blobdiff