--- /dev/null
+#!/usr/bin/wish
+
+# helper program for OCR in PCTB upload client
+
+# This is part of ypp-sc-tools, a set of third-party tools for assisting
+# players of Yohoho Puzzle Pirates.
+#
+# Copyright (C) 2009 Ian Jackson <ijackson@chiark.greenend.org.uk>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+# Yohoho and Puzzle Pirates are probably trademarks of Three Rings and
+# are used without permission. This program is not endorsed or
+# sponsored by Three Rings.
+
+
+# ./dictionary-manager --approve-updates ijackson@login.chiark.greenend.org.uk /home/ijackson/things/ypp-sc-tools.pctb-dict/pctb /home/ftp/users/ijackson/pctb
+
+# ./dictionary-manager --approve-updates ijackson@login.chiark.greenend.org.uk /home/ijackson/things/ypp-sc-tools.pctb-dict-test/pctb /home/ftp/users/ijackson/pctb/test
+
+# ./dictionary-manager --approve-updates '' . .
+
+
+# invocation:
+# OUT OF DATE
+# run this without args
+# then on stdin write
+# one line which is a Tcl list for unk_{l,r} unk_contexts glyphsdone etc.
+# the xpm in the format expected
+# then expect child to exit 0, or write a single 0 byte to fd 4
+# if it wrote a byte to fd 4, it can take another question
+
+
+set aadepth 2
+
+
+#---------- library routines ----------
+
+proc manyset {list args} {
+ foreach val $list var $args {
+ upvar 1 $var my
+ set my $val
+ }
+}
+
+proc must_gets {f lvar} {
+ upvar 1 $lvar l
+ if {[gets $f l] < 0} { error "huh?" }
+}
+
+proc must_gets_imagel {f lvar} {
+ global debug_rect
+ upvar 1 $lvar l
+ must_gets $f l
+ if {$debug_rect} { debug "<< $l" }
+}
+
+proc must_gets_exactly {f expected} {
+ must_gets $f got
+ if {[string compare $expected $got]} { error "$expected $got ?" }
+}
+
+proc read_counted {f var} {
+ upvar 1 $var val
+ must_gets $f count
+ set val [read $f $count]
+ must_gets $f eol
+ if {[string length $eol]} { error "$eol ?" }
+ debug "READ_COUNTED $count $var"
+}
+
+proc puts_counted {f dvar} {
+ upvar 1 $dvar d
+ set count [string length $d]
+ puts $f $count
+ puts $f $d
+ debug "PUTS_COUNTED $count $dvar"
+}
+
+proc bgerror {m} {
+ global errorCode errorInfo
+ puts stderr "ERROR: $m\n[list $errorCode]\n$errorInfo\n";
+ exit 16
+}
+
+proc execpnm_createphoto {photoname args} {
+ set tmpfile ./_dictimage.tmp
+ eval exec $args > $tmpfile
+ image create photo $photoname -file $tmpfile
+ file delete $tmpfile
+}
+
+#---------- display core ----------
+
+set mul 6
+set inter 1
+
+set gotsh 20
+set csrh 20
+set ctxh 20
+
+proc init_widgets {} {
+ # idempotent
+ global csrh gotsh ctxh
+
+ if {[winfo exists .d]} return
+
+ frame .privacy -bd 2 -relief groove
+ pack .privacy -side top -padx 2 -pady 2 -fill x
+
+ upload_init
+
+ frame .d -pady 2 -padx 2 -bg black -bd 2 -relief sunken
+
+ image create bitmap image/main
+ label .d.mi -image image/main -bd 0
+
+ frame .d.csr -bg black -height $csrh
+ frame .d.got -bg black -height $gotsh
+ frame .d.ctx -bg black
+
+ image create bitmap image/cursor -foreground white -background black \
+ -data \
+{#define csr_width 11
+#define csr_height 11
+static unsigned char csr_bits[] = {
+ 0x20, 0x00, 0x20, 0x00, 0x20, 0x00, 0x21, 0x04, 0x22, 0x02, 0x25, 0x05,
+ 0xaa, 0x02, 0x74, 0x01, 0xa8, 0x00, 0x70, 0x00, 0x20, 0x00};
+}
+
+ frame .d.csr.csr
+ label .d.csr.csr.l -image image/cursor -compound left -fg white -bg black
+ entry .d.csr.csr.e -bd 0
+ pack .d.csr.csr.l -side left
+
+ frame .selctx -bd 2 -relief groove
+ frame .d.mi.csr_0 -bg white -width 1
+ frame .d.mi.csr_1 -bg white -width 1
+ frame .pe
+ frame .pe.grid
+
+ button .pe.ok -text OK
+ pack .pe.grid .pe.ok -side left
+ bind .pe.ok <Key-Return> { .pe.ok invoke }
+
+ pack .d.mi .d.ctx -side top -anchor w
+ pack .d -fill x -padx 2 -pady 2
+
+ frame .help -bd 2 -relief groove
+ pack .help -pady 2 -padx 2
+}
+
+proc resize_widgets_core {} {
+ global mulcols mulrows csrh gotsh ctxh
+ global unk_l unk_contexts
+
+ foreach w {.d.csr .d.got .d.ctx} {
+ $w configure -width $mulcols
+ }
+ .d.csr configure -width [expr {$mulcols+150}]
+
+ eval destroy [winfo children .d.ctx]
+}
+
+set last_ht {}
+
+proc helptext {t} {
+ global last_ht
+ if {![string compare $t $last_ht]} return
+ eval destroy [grid slaves .help]
+ set y 0; foreach l $t {
+ set x 0; foreach c $l {
+ set w .help.at${x}x${y}
+ label $w -text $c
+ grid $w -row $y -column $x -padx 5 -sticky w
+ incr x
+ }
+ incr y
+ }
+ set last_ht $t
+}
+
+proc bind_key {k proc} {
+ global keybindings
+ bind .d <Key-$k> $proc
+ set keybindings($k) [expr {!![string length $proc]}]
+ .d configure -takefocus 1
+}
+proc unbind_all_keys {} {
+ global keybindings
+ foreach k [array names keybindings] { bind_key $k {} }
+ .d configure -takefocus 0
+}
+
+#---------- database read and write common wrapper ----------
+
+proc db_getsl {f} {
+ if {[gets $f l] < 0} { error "unexpected db eof" }
+ return $l
+}
+
+proc read_database {fn} {
+ global reqkind database database_fn
+ upvar #0 database_magic/$reqkind magic
+ catch { unset database }
+
+ set database_fn $fn
+ if {![file exists $database_fn]} return
+ set f [open $database_fn r]
+ if {[string compare [db_getsl $f] $magic]} { error "$magic $reqkind ?" }
+
+ read_database_header/$reqkind $f
+ while 1 {
+ set l1 [db_getsl $f]
+
+ if {![string length $l1]} continue
+ if {[regexp {^\#} $l1]} continue
+ if {![string compare . $l1]} break
+
+ read_database_entry/$reqkind $f $l1
+ }
+ close $f
+}
+
+proc write_database {} {
+ global reqkind database_fn database
+ upvar #0 database_magic/$reqkind magic
+
+ set f [open $database_fn.tmp w]
+ puts $f $magic
+
+ write_database_header/$reqkind $f
+
+ set ol {}
+ foreach bm [array names database] {
+ lappend ol [format_database_entry/$reqkind $bm $database($bm)]
+ }
+ foreach o [lsort $ol] {
+ puts $f $o
+ }
+ puts $f "."
+ close $f
+ file rename -force $database_fn.tmp $database_fn
+}
+
+proc select_database {dbname_spec} {
+ global dbname
+ set dbname $dbname_spec
+ read_database "./_local-$dbname.txt"
+}
+
+proc do_database_update {im def} {
+ global database
+ maybe_upload_entry $im $def
+ set database($im) $def
+ write_database
+}
+
+proc required/char {} {
+ global mulrows glyphsdone unk_l unk_r unk_contexts rows new_context
+ global all_contexts debug_rect
+
+ must_gets stdin l
+ debug "GOT $l"
+
+ manyset [lrange $l 0 3] unk_l unk_r unk_contexts
+ set glyphsdone [lrange $l 3 end]
+
+ char_read_pgm stdin
+
+ catch { unset all_contexts }
+
+ resize_widgets_core
+ foreach w {0 1} {
+ .d.mi.csr_$w configure -height $mulrows
+ }
+ set maxh 0
+ foreach {min max context contexts got} $glyphsdone {
+ show_context maxh $min $context
+ foreach ctx $contexts { set all_contexts($ctx) 1 }
+ }
+ foreach ctx $unk_contexts { set all_contexts($ctx) 1 }
+
+ eval destroy [winfo children .selctx]
+ label .selctx.title -text \
+ {Select match context for altering dictionary:}
+ pack .selctx.title -side left
+ set new_context {}
+
+ set ci 0; foreach ctx [lsort [array names all_contexts]] {
+ set all_contexts($ctx) $ci
+ set selw .selctx.c$ci
+ set seltxt $ctx
+ radiobutton $selw -variable new_context -value $ctx -text $seltxt
+ pack $selw -side left
+ incr ci
+ }
+ $selw configure -text "$seltxt."
+ label .selctx.warning -text {See README.charset.}
+ pack .selctx.warning -side left
+
+ show_context maxh $unk_l $unk_contexts
+ .d.ctx configure -height $maxh
+ pack forget .pe
+ pack .selctx -before .d -padx 2 -fill x
+ pack .d.csr -side top -before .d.mi -anchor w
+ pack .d.got .d.ctx -side top -after .d.mi -anchor w
+ pack configure .selctx -fill x
+ focus .d
+
+ select_database char$rows
+ draw_glyphsdone
+ startup_cursor
+}
+
+proc approve_showentry_xinfo/char {w def} {
+ set unic [string2unicodenames $def]
+ label $w -text $unic
+}
+
+#========== PIXMAPS ==========
+
+#---------- pixmap database read and write ----------
+
+set database_magic/pixmap {# ypp-sc-tools pctb pixmaps v1}
+
+proc read_database_header/pixmap {f} { }
+proc read_database_entry/pixmap {f def} {
+ global database
+
+ set im ""
+
+ set p3 [db_getsl $f]; append im $p3 "\n"
+ if {[string compare $p3 P3]} { error "$p3 ?" }
+
+ set wh [db_getsl $f]; append im $wh "\n"; manyset $wh w h
+ set depth [db_getsl $f]; append im $depth "\n"
+
+ for {set y 0} {$y < $h} {incr y} {
+ set line [db_getsl $f]; append im $line "\n"
+ }
+ set database($im) $def
+}
+proc write_database_header/pixmap {f} { puts $f "" }
+proc format_database_entry/pixmap {im def} {
+ return "$def\n$im"
+}
+
+#---------- pixmap display and input handling ----------
+
+proc foreach_pixmap_col {var body} {
+ global alloptions
+ upvar 1 $var col
+ for {set col 0} {$col < [llength $alloptions]/3} {incr col} {
+ uplevel 1 $body
+ }
+}
+
+proc pixmap_select {ncol} {
+ global alloptions
+ debug "PIX SELECT $ncol [llength $alloptions]"
+ foreach_pixmap_col col {
+ if {$col==$ncol} continue
+ .pe.grid.l$col selection clear 0 end
+ }
+ if {[pixmap_maybe_ok]} {
+ focus .pe.ok
+ }
+}
+proc pixmap_maybe_ok {} {
+ global alloptions pixmap_selcol pixmap_selrow
+ set nsel 0
+ foreach_pixmap_col col {
+ set cs [.pe.grid.l$col curselection]
+ set lcs [llength $cs]
+ if {!$lcs} continue
+ incr nsel $lcs
+ set pixmap_selcol $col
+ set pixmap_selrow [lindex $cs 0]
+ }
+ if {$nsel==1} {
+ debug "MAYBE_OK YES col=$pixmap_selcol row=$pixmap_selrow."
+ .pe.ok configure -state normal -command pixmap_ok
+ return 1
+ } else {
+ .pe.ok configure -state disabled -command {}
+ return 0
+ }
+}
+proc pixmap_ok {} {
+ global database ppm pixmap_selcol pixmap_selrow mainkind alloptions
+
+ return_result_start
+ foreach_pixmap_col col {
+ .pe.grid.l$col configure -state disabled
+ }
+ .pe.ok configure -state disabled
+
+ manyset [lrange $alloptions [expr {$pixmap_selcol*3}] end] \
+ colname coldesc rows
+ manyset [lrange $rows [expr {$pixmap_selrow*2}] end] \
+ rowname rowdesc
+ set result "$colname - $rowname"
+ debug "UPDATE PIXMAP AS >$result<"
+
+ do_database_update $ppm $result
+
+ return_result_finish
+}
+
+proc required/pixmap {} {
+ global unk_what ppm mulcols alloptions
+ must_gets stdin unk_what
+ debug "GOT pixmap $unk_what"
+ set ppm {}
+ while 1 {
+ must_gets_imagel stdin ppml
+ if {![string length $ppml]} break
+ append ppm $ppml "\n"
+ }
+ execpnm_createphoto image/main pnmscale 2 << $ppm
+
+ set alloptions [exec ./database-info-fetch $unk_what]
+
+ select_database pixmap
+
+ set mulcols [image width image/main]
+ set mulrows [image height image/main]
+ resize_widgets_core
+ place forget .d.mi.csr_0
+ place forget .d.mi.csr_1
+
+ pack forget .selctx .d.csr .d.got
+ pack .pe -side top -before .d -pady 2
+ .d configure -takefocus 0
+ #-pady 2 -fill x
+
+ eval destroy [winfo children .pe.grid]
+ set col 0; foreach {colname coldesc rows} $alloptions {
+ debug "INIT $col $colname \"$coldesc\""
+ label .pe.grid.t$col -text $colname
+ listbox .pe.grid.l$col
+ foreach {rowname rowdesc} $rows {
+ debug "INIT $col $colname \"$coldesc\" $rowname \"$rowdesc\""
+ .pe.grid.l$col insert end $rowdesc
+ }
+ bind .pe.grid.l$col <<ListboxSelect>> [list pixmap_select $col]
+ grid .pe.grid.t$col -column $col -row 0
+ grid .pe.grid.l$col -column $col -row 1
+ incr col
+ }
+ pixmap_maybe_ok
+
+ helptext {
+ {{Indicate the meaning of this image; then click OK or hit Return.}}
+ }
+}
+
+proc approve_showentry_xinfo/pixmap {w def} {
+ label $w -image image/empty
+}
+
+#========== UPLOADS TO DICTIONARY SERVER ==========
+
+proc upload_init {} {
+ global privacy_setting
+
+ set privacy_setting [upload_status]
+
+ label .privacy.warn -text " Privacy "
+ if {$privacy_setting} {
+ .privacy.warn configure -background yellow -foreground black
+ }
+ label .privacy.overall -text " Upload new dictionary entry:"
+ label .privacy.reference -text " See README.privacy."
+
+ pack .privacy.warn .privacy.overall -side left
+
+ foreach {setting string} {
+ 0 {No}
+ 1 {Yes, anonymously}
+ 2 {Yes, quoting my pirate name.}
+ } {
+ radiobutton .privacy.o$setting -text $string \
+ -value $setting -variable privacy_setting
+ pack .privacy.o$setting -side left
+ if {$setting > $privacy_setting} {
+ .privacy.o$setting configure -state disabled
+ }
+ }
+ pack .privacy.reference -side left
+
+ if {!$privacy_setting} {
+ foreach w [winfo children .privacy] {
+ $w configure -state disabled
+ }
+ }
+ if {$privacy_setting} {
+ package require http
+ ::http::config -urlencoding utf-8
+ }
+}
+
+proc upload_status {} {
+ # returns 0, 1, 2 for none, anon, with pirate name
+ global env
+
+ if {![info exists env(YPPSC_PCTB_DICT_SUBMIT)]} { debug a; return 0 }
+ if {![string compare 0 $env(YPPSC_PCTB_DICT_SUBMIT)]} { debug b; return 0 }
+
+ if {![info exists env(YPPSC_PIRATE)]} { return 1 }
+ if {![info exists env(YPPSC_OCEAN)]} { return 1 }
+ if {![string length $env(YPPSC_PIRATE)]} { return 1 }
+ if {![string length $env(YPPSC_OCEAN)]} { return 1 }
+
+ return 2
+}
+
+proc maybe_upload_entry {im def} {
+ global reqkind privacy_setting env dbname quiet aadepth
+
+ debug "DB-UPDATE PRIVACY $privacy_setting"
+ if {!$privacy_setting} return
+
+ debug "DB-UPDATE UPLOADING"
+
+ set pl {}
+ lappend pl dict $dbname
+ lappend pl version 3
+ lappend pl depth $aadepth
+
+ if {$privacy_setting>=2} {
+ set pirate [string totitle $env(YPPSC_PIRATE)]
+ set ocean [string totitle $env(YPPSC_OCEAN)]
+ debug "DB-UPDATE NON-ANON $ocean $pirate"
+ lappend pl \
+ pirate $pirate \
+ ocean $ocean
+ }
+ lappend pl entry [format_database_entry/$reqkind $im $def]
+
+ set url $env(YPPSC_PCTB_DICT_SUBMIT)
+ append url dictionary-update-receiver
+
+ set query [eval ::http::formatQuery $pl]
+ regsub -all {%0d} $query {} query
+ debug "DB-UPDATE QUERY $query"
+
+ if {[regexp {^\.?/} $url]} {
+ set cmd [list $url $query]
+ debug "SUBMIT CMD [string range $cmd 0 200]..."
+ set body [eval exec $cmd 2>@ stderr]
+ regsub {^Content-Type: text/plain.*\n\n} $body {} body
+ } else {
+
+ if {[catch {
+ set req [::http::geturl $url -query $query]
+ } emsg]} {
+ puts stderr \
+ "\nWARNING: Cannot do dictionary upload: $emsg\n"
+ return
+ }
+ upvar #0 $req s
+ debug "DB-UPDATE DONE $req $s(status) [array names s]"
+ set ncode [::http::ncode $req]
+
+ if {!(![string compare ok $s(status)] &&
+ ![string compare 200 $ncode])} {
+ set m "\nWARNING: Dictionary upload failed:"
+ foreach v {status http error posterror} {
+ if {[info exists s($v)]} { append m "\n $v: $s($v)" }
+ }
+ puts stderr $m
+ return
+ }
+ set body $s(body)
+ ::http::cleanup $req
+ }
+
+ if {![string match {OK *} $body]} {
+ set m "\nWARNING: Dictionary upload went wrong:\n"
+ append m "\n " [join [split $body "\n"] "\n "]
+ puts stderr $m
+ return
+ }
+
+ if {!$quiet} {
+ puts stderr \
+ "Uploaded $dbname `$def': $body"
+ }
+}
+
+#========== CHARACTER SET ==========
+
+#---------- pgm input processor ----------
+
+proc char_read_pgm {f} {
+ global glyphsdone mul inter rhsmost_max unk_l unk_r mulcols mulrows
+ global cols rows charkey
+
+ must_gets_imagel $f l
+ if {[string compare $l P2]} { error "magic $l ?" }
+
+ must_gets_imagel $f l
+ if {![regexp {^([1-9]\d{0,3}) ([1-9]\d{0,3}) ([1-9]\d?)$} \
+ $l dummy cols rows maxval]} { error "head $l ?" }
+
+ for {set depth 1} {$maxval != (1<<$depth)-1} {incr depth} {
+ if {$depth >= 16} { error "maxval $maxval ?" }
+ }
+
+ set chop_l [expr {$unk_l - 80}]
+ set chop_r [expr {$cols - $unk_l - 100}]
+ if {$chop_l<0} { set chop_l 0 }
+ if {$chop_r<0} { set chop_r 0 }
+
+ set unk_l [expr {$unk_l - $chop_l}]
+ set unk_r [expr {$unk_r - $chop_l}]
+ set ngd {}
+ foreach {min max context contexts got} $glyphsdone {
+ lappend ngd \
+ [expr {$min-$chop_l}] \
+ [expr {$max-$chop_l}] \
+ $context $contexts $got
+ }
+ set glyphsdone $ngd
+
+ set realcols $cols
+ set cols [expr {$cols - $chop_l - $chop_r}]
+ debug "NOW cols=$cols chop_l,r=$chop_l,$chop_r rows=$rows\
+ $unk_l $unk_r $ngd"
+
+ set mulcols [expr {$cols*$mul+$inter}]
+ set mulrows [expr {$rows*$mul+$inter}]
+
+ set o "P3\n$mulcols $mulrows 15\n"
+
+ for {set x 0} {$x<$cols} {incr x} { set charkey($x) {} }
+
+ set ointer1 " 1 1 1"
+ set ointer [string repeat $ointer1 $inter]
+ set ointerl "[string repeat $ointer1 $mulcols]\n"
+
+ append o $ointerl
+
+ for {set y 0} {$y<$rows} {incr y} {
+ must_gets_imagel $f l
+ if {[llength $l] != $realcols} { error "realcols=$realcols $l ?" }
+
+ set ol $ointer
+
+ for {set x 0} {$x<$cols} {incr x} {
+ set realx [expr {$x + $chop_l}]
+ set c [lindex $l $realx]
+ append charkey($x) [format %x $c]
+
+ set how "u"
+ if {$x >= $unk_l && $x <= $unk_r} {
+ set how q
+ } else {
+ set ab 0
+ foreach {min max context contexts got} $glyphsdone {
+ set rhsmost_max $max
+ if {$x >= $min && $x <= $max} {
+ set how [lindex {a b} $ab]
+ break
+ }
+ set ab [expr {!$ab}]
+ }
+ }
+ set c15 [expr {$c << (16-$depth)}]
+ set c15 [expr {$c15 | ($c15 >> $depth)}]
+ set c15 [expr {$c15 | ($c15 >> $depth*2)}]
+ set c15 [expr {$c15 >> 12}]
+
+ foreach rgb {r g b} { set $rgb {$c15} }
+ switch -exact $how {
+ a { set r {$c15>>1 | 0x8} }
+ b { set b {$c15>>2 | 0xc} }
+ u { set b 0 }
+ q { set b 0 }
+ default { error "how $how ?" }
+ }
+#debug "PIXEL $x,$y how=$how c=$c c15=$c15 $r $g $b"
+
+ set opixel " "
+ foreach rgb {r g b} {
+ append opixel [format " %2d" [expr [set $rgb]]]
+ }
+ append ol [string repeat $opixel [expr {$mul-$inter}]]
+ append ol $ointer
+ }
+ append ol "\n"
+ append o [string repeat $ol [expr {$mul-$inter}]]
+ append o $ointerl
+ }
+
+# debug "DATA1 $o"
+
+ execpnm_createphoto image/main pnmscale 1 << $o
+}
+
+#---------- character set editor display ----------
+
+proc show_context {maxhv x ctxs} {
+ global mul
+ upvar 1 $maxhv maxh
+ set w .d.ctx.at$x
+ if {[llength $ctxs]==1} { set fg blue } { set fg yellow }
+ label $w -bg black -fg $fg -text [join $ctxs "/\n"] -justify left
+ place $w -x [expr {($x-1)*$mul}] -y 0
+ set wh [winfo reqheight $w]
+ if {$wh > $maxh} { set maxh $wh }
+}
+
+proc draw_glyphsdone {} {
+ global glyphsdone mul inter
+ eval destroy [winfo children .d.got]
+ foreach {min max context contexts got} $glyphsdone {
+ frame .d.got.m$min -bd 0 -background \#888
+ label .d.got.m$min.l -text "$got" -fg white -bg black -bd 0
+ pack .d.got.m$min.l -padx 1 -pady 1
+ place .d.got.m$min -x [expr {$min*$mul+$inter}] -y 0
+ }
+}
+
+proc startup_cursor {} {
+ global cur_already cur_mode cur_0 cur_1 last_ht
+ global glyphsdone unk_l unk_r
+
+ set cur_already [expr {[llength $glyphsdone]/5-1}]
+ set cur_mode 0 ;# one of: 0 1 already text
+
+ set cur_0 $unk_l
+ set cur_1 [expr {$unk_r+1}]
+
+ recursor
+}
+
+#---------- character set runtime display and keystroke handling ----------
+
+proc char_exactly_selctxts {contexts} {
+ global all_contexts
+ foreach ctx [array names all_contexts] {
+ set ci $all_contexts($ctx)
+ set selw .selctx.c$ci
+ if {[lsearch -exact $contexts $ctx]>=0} {
+ set state normal
+ } else {
+ set state disabled
+ }
+ $selw configure -state $state
+ }
+}
+
+proc recursor/0 {} { recursor//01 0 }
+proc recursor/1 {} { recursor//01 1 }
+proc recursor//01 {z1} {
+ global mul rhsmost_max cols glyphsdone cur_0 cur_1
+ global all_contexts
+ upvar #0 cur_$z1 cur
+ .d.csr.csr.l configure -text "adjust [char_get_definition_context_actual]"
+ place .d.csr.csr -x [expr {$cur*$mul - 7}]
+
+ set okctxts [char_get_definition_contexts]
+ char_exactly_selctxts $okctxts
+
+ foreach ctx [lsort [array names all_contexts]] {
+ set key [string range $ctx 0 0]
+ if {[lsearch -exact $okctxts $ctx] >= 0} {
+ bind_key [string tolower $key] "
+ [list set new_context $ctx]
+ char_start_define_text
+ "
+ } else {
+ bind_key [string tolower $key] {}
+ }
+ lappend context_help $key
+ }
+ set context_help [list [join $context_help " "] \
+ {Set match context for new glyph, confirm location, and start entry.}]
+
+ bind_key space { othercursor }
+ bind_leftright_q cur_$z1 0 [expr {$cols-1}]
+ if {[llength $glyphsdone]} {
+ bind_key BackSpace { set cur_mode already; recursor }
+ } else {
+ bind_key BackSpace {}
+ }
+ bind_key Return {
+ char_start_define_text
+ }
+ helptext [list \
+ {{<- ->} {move cursor, adjusting area to define}} \
+ {Space {switch to moving other cursor}} \
+ {Return {confirm location, enter letter(s)}} \
+ {Backspace {switch to correcting earlier ocr}} \
+ {Q {quit and abandon OCR run}} \
+ $context_help \
+ ]
+}
+proc othercursor {} {
+ global cur_mode
+ set cur_mode [expr {!$cur_mode}]
+ recursor
+}
+
+proc char_start_define_text {} {
+ global cur_0 cur_1 cur_mode
+ if {$cur_0 == $cur_1} return
+ set cdgdca [char_get_definition_context_actual]
+ if {![string length $cdgdca]} return
+ .d.csr.csr.e delete 0 end
+ set cur_mode text
+ .d.csr.csr.l configure -text "define $cdgdca:"
+ recursor
+}
+
+proc recursor/text {} {
+ global all_contexts
+
+ helptext {
+ {Return {confirm entry of new glyph}}
+ {Escape {abandon entry}}
+ }
+ unbind_all_keys
+ pack .d.csr.csr.e -side left -padx 2
+ focus .d.csr.csr.e
+ bind .d.csr.csr.e <Key-Return> {
+ set strq [.d.csr.csr.e get]
+ if {[string length $strq]} {
+ RETURN_RESULT DEFINE [list $strq]
+ }
+ }
+ bind .d.csr.csr.e <Key-Escape> {
+ bind_key Escape {}
+ pack forget .d.csr.csr.e
+ set cur_mode 1
+ focus .d
+ recursor
+ }
+}
+
+proc recursor/already {} {
+ global mul
+ global cur_already mul
+ global glyphsdone cur_already mul
+
+ char_exactly_selctxts [lindex $glyphsdone [expr {$cur_already*5+2}]]
+
+ .d.csr.csr.l configure -text {correct}
+ set rmax [lindex $glyphsdone [expr {$cur_already*5}]]
+ place .d.csr.csr -x [expr {$rmax*$mul-3}]
+ bind_key Return {}
+ bind_leftright_q cur_already 0 [expr {[llength $glyphsdone]/5-1}]
+ bind_key space { bind_key Delete {}; set cur_mode 1; recursor }
+ bind_key Delete {
+ RETURN_RESULT DELETE [lrange $glyphsdone \
+ [expr $cur_already*5] \
+ [expr $cur_already*5+2]]
+ }
+ helptext {
+ {{<- ->} {move cursor, selecting glyph to correct}}
+ {Del {clear this glyph from the recognition database}}
+ {Space {switch to selecting area to define as new glyph}}
+ {Q {quit and abandon OCR run}}
+ }
+}
+
+proc bind_leftright_q {var min max} {
+ bind_key Left [list leftright $var $min $max -1]
+ bind_key Right [list leftright $var $min $max +1]
+ bind_key q {
+ puts stderr "\nCharacter resolver quitting as you requested."
+ exit 1
+ }
+}
+proc leftright {var min max inc} {
+ upvar #0 $var v
+ set vnew $v
+ incr vnew $inc
+ if {$vnew < $min || $vnew > $max} return
+ set v $vnew
+ recursor
+}
+
+proc recursor {} {
+ global csrh cur_mode cur_0 cur_1 mul
+ foreach z1 {0 1} {
+ place .d.mi.csr_$z1 -y 0 -x [expr {[set cur_$z1] * $mul}]
+ }
+ recursor/$cur_mode
+}
+
+#---------- character database read and write ----------
+
+# OUT OF DATE
+# database format:
+# series of glyphs:
+# <context> <ncharacters> <hex>...
+# width
+# <hex-bitmap>
+
+# $database($context 0x<bits> 0x<bits>...) = $hex
+
+set database_magic/char "# ypp-sc-tools pctb font v3 depth=$aadepth"
+
+proc read_database_header/char {f} {
+ global rows
+ set l [db_getsl $f]
+ if {$l+0 != $rows} { error "wrong h $l $rows ?" }
+}
+proc read_database_entry/char {f context} {
+ global database
+ set bm $context
+ set strq [db_getsl $f]
+ while 1 {
+ set l [db_getsl $f]
+ if {![string length $l]} break
+ lappend bm $l
+ }
+ set database($bm) $strq
+}
+
+proc write_database_header/char {f} {
+ global rows
+ puts $f "$rows\n"
+}
+proc format_database_entry/char {bm strq} {
+ global database rows
+ set o "[lindex $bm 0]\n$strq\n"
+ foreach x [lrange $bm 1 end] { append o "$x\n" }
+ return $o
+}
+
+proc dbkey {ctx l r} {
+ global charkey
+ set bm $ctx
+ for {set x $l} {$x <= $r} {incr x} {
+ lappend bm $charkey($x)
+ }
+ return $bm
+}
+
+proc char_get_definition_cursors {} {
+ global cur_0 cur_1
+ if {$cur_0 <= $cur_1} {
+ set cl $cur_0; set cr $cur_1
+ } else {
+ set cl $cur_1; set cr $cur_0
+ }
+ incr cr -1
+ debug "CGD CURSORS $cl $cr"
+ return [list $cl $cr]
+}
+
+proc char_get_definition_contexts {} {
+ global glyphsdone unk_l unk_contexts database
+
+ manyset [char_get_definition_cursors] c0 c1
+
+ if {$c0 == $unk_l} {
+ set ncontexts $unk_contexts
+ } else {
+ foreach {l r context contexts got} $glyphsdone {
+ if {$l==$c0} { set ncontexts $contexts; break }
+ }
+ if {![info exists ncontexts]} {
+ set ncontexts {}
+ }
+ }
+ debug "CGD CONTEXTS $ncontexts"
+ return $ncontexts
+}
+
+proc char_get_definition_context_actual {} {
+ global new_context
+ set ncontexts [char_get_definition_contexts]
+ if {[llength $ncontexts]==1} {
+ set c [lindex $ncontexts 0]
+ } elseif {[lsearch -exact $ncontexts $new_context]>=0} {
+ set c $new_context
+ } else {
+ set c {}
+ }
+ debug "CDG CONTEXT ACTUAL $c FROM NEW $new_context ALLOW $ncontexts"
+ return $c
+}
+
+proc update_database/DEFINE {strq} {
+ manyset [char_get_definition_cursors] c0 c1
+ set c [char_get_definition_context_actual]
+ if {![string length $c]} {
+ error "Selected context is not one of the many possibilities."
+ }
+ debug "DEFINE $strq"
+ set bm [dbkey $c $c0 $c1]
+ do_database_update $bm $strq
+}
+
+proc update_database/DELETE {l r ctxs} {
+ global database
+ if {[llength $ctxs]!=1} { error "$ctxs ?" }
+ foreach ctx $ctxs {
+ set bm [dbkey $ctx $l $r]
+ catch { unset database($bm) }
+ }
+ write_database
+}
+
+proc RETURN_RESULT {how what} {
+ return_result_start
+
+ place forget .d.csr.csr
+ pack forget .d.csr.csr.e
+
+ debug "$how $what"
+ eval update_database/$how $what
+
+ return_result_finish
+}
+
+#========== server for approving updates ==========
+
+proc remote-serv-log {dict pirate caller file event} {
+ global remoteserv_logf
+ set t [clock format [clock seconds] -format {%Y-%m-%d %H:%M:%S %Z}]
+ set s [format "%s %-6s %-31s %-31s %s %s\n" \
+ $t $dict $pirate $caller [file tail $file] $event]
+ puts -nonewline $remoteserv_logf $s
+}
+
+proc remote-serv/list {} {
+ global dropdir
+ foreach file [glob -nocomplain -type f -directory $dropdir _update.*.rdy] {
+ puts yes
+ puts $file
+ set f [open $file]
+ set d [read $f]
+ close $f
+ puts_counted stdout d
+ }
+ puts end
+}
+
+proc remote-serv/take {yesno file dict} {
+ global dropdir dictdir rows reqkind database
+ set rows ""
+ debug "TAKE [list $yesno $file $dict]"
+ read_counted stdin pirate
+ read_counted stdin caller
+ read_counted stdin key
+ read_counted stdin val
+
+ must_gets_exactly stdin confirmed
+
+ manyset [dict2_reqkind_rows $dict] reqkind rows
+
+ if {$yesno} {
+ set fnbase $dictdir/master-$dict.txt
+ read_database $fnbase
+ set database($key) $val
+ write_database
+
+ exec gzip --rsyncable -7 < $fnbase > $fnbase.gz.new
+ exec mv -f -- $fnbase.gz.new $fnbase.gz
+
+ set desc approve
+ } else {
+ set desc reject
+ }
+ remote-serv-log $dict $pirate $caller $file "$desc $reqkind $rows"
+ file delete -force $file
+
+ puts done
+}
+
+proc remote-serv/noop {} {
+ puts ok
+}
+
+set remoteserv_banner {ypp-sc-tools pctb remote-server v1}
+
+proc main/remoteserv {} {
+ global argv dropdir remoteserv_banner remoteserv_logf dictdir
+ manyset $argv dropdir dictdir
+ puts $remoteserv_banner
+ set remoteserv_logf [open $dropdir/_dict.log a]
+ fconfigure $remoteserv_logf -buffering line
+ while 1 {
+ flush stdout
+ if {[gets stdin l] < 0} break
+ eval remote-serv/$l
+ }
+}
+
+#========== updates approver ==========
+
+proc puts_server {s} {
+ global server
+ debug ">> $s"
+ puts $server $s
+}
+proc must_gets_server {lv} {
+ upvar 1 $lv l
+ global server
+ must_gets $server l
+ debug "<< $l"
+}
+
+proc must_gets_exactly_server {expected} {
+ must_gets_server got
+ if {[string compare $expected $got]} { error "$expected $got ?" }
+}
+
+proc regsub-data {exp subspec args} {
+ global data
+ if {![eval regsub $args -- [list $exp $data $subspec data]]} {
+ error "$exp >$data< ?"
+ }
+}
+
+proc dict2_reqkind_rows {dict} {
+ if {![string compare pixmap $dict]} {
+ return {pixmap {}}
+ debug "DICT PIXMAP"
+ } elseif {[regexp {^(char)([1-9]\d*)$} $dict dummy reqkind rows]} {
+ debug "DICT CHAR rqk=$reqkind r=$rows."
+ return [list $reqkind $rows]
+ } else {
+ error "$dict ?"
+ }
+}
+
+proc chop_counted {var} {
+ upvar 1 $var val
+ global data
+ if {![regexp {^(0|[1-9]\d*)\n} $data dummy l]} { error "$data ?" }
+ regsub-data {^.*\n} {} -line
+ set val [string range $data 0 [expr {$l-1}]]
+ set data [string range $data $l end]
+ debug "CHOP_COUNTED $l $var"
+ regsub-data {^\n} {}
+}
+
+proc approve_decompose_data {specdata} {
+ global data aadepth
+ set data $specdata
+
+ regsub-data "^ypp-sc-tools dictionary update v3 depth=$aadepth\\n" {}
+ uplevel 1 chop_counted pirate
+ uplevel 1 chop_counted caller
+ uplevel 1 chop_counted dict
+ uplevel 1 chop_counted ctx
+ uplevel 1 chop_counted def
+ uplevel 1 chop_counted image
+ uplevel 1 chop_counted key
+ uplevel 1 chop_counted val
+
+ return [uplevel 1 {list $dict $ctx $def $image}]
+}
+
+proc approve_compare {fd1 fd2} {
+ manyset $fd1 file data; set sv1 [approve_decompose_data $data]
+ manyset $fd2 file data; set sv2 [approve_decompose_data $data]
+ return [string compare $sv1 $sv2]
+}
+
+proc string2unicodenames {str} {
+ return [exec perl -e {
+ use Unicode::CharName qw(uname);
+ $ARGV[0] =~ s/^ //;
+ foreach $_ (split //,$ARGV[0]) {
+ print uname(ord),"\n" or die $!
+ }
+ } " $str"]
+}
+
+proc approve_showentry {ix file specdata} {
+ global approve_ixes reqkind approve_entryhow
+
+ approve_decompose_data $specdata
+
+ set wb .app.e$ix
+
+ frame $wb-inf
+ label $wb-inf.who -text $pirate
+
+ entry $wb-inf.file -font fixed -relief flat
+ $wb-inf.file insert end [file tail $file]
+ $wb-inf.file configure -state readonly -width -1
+
+ pack $wb-inf.who $wb-inf.file -side top
+
+ frame $wb-def
+ label $wb-def.scope -text "$dict $ctx"
+ label $wb-def.def -text $def
+ pack $wb-def.scope $wb-def.def -side bottom
+
+ if {[regexp {^P2} $image]} {
+ set image [exec pgmtoppm {#008-white} << $image | pnmnoraw]
+ append image "\n"
+ }
+ execpnm_createphoto approve/$ix pnmscale 3 << $image
+ label $wb-image -image approve/$ix -bd 2 -relief flat -bg black
+
+ manyset [dict2_reqkind_rows $dict] reqkind
+ approve_showentry_xinfo/$reqkind $wb-xinfo $def
+
+ if {$ix} {
+ label $wb-div -bd 1 -relief sunken -image image/empty
+ grid configure $wb-div -columnspan 5 -sticky ew -padx 5
+ }
+
+ frame $wb-act -bd 2 -relief groove
+ set approve_entryhow($ix) approve
+ foreach how {approve reject defer} {
+ set w $wb-act.$how
+ radiobutton $w -variable approve_entryhow($ix) \
+ -text [string totitle $how] -value $how
+ pack $w -side left
+ }
+
+ grid $wb-def $wb-image $wb-xinfo $wb-act $wb-inf -padx 3
+ grid configure $wb-image -ipadx 3 -ipady 3 -sticky w
+
+ lappend approve_ixes $ix
+}
+
+proc approve_approve_reject_one {ix yesno} {
+ global approve_list server
+ manyset [lindex $approve_list $ix] file tdata
+ approve_decompose_data $tdata
+ puts_server "take $yesno $file $dict"
+ puts_counted $server pirate
+ puts_counted $server caller
+ puts_counted $server key
+ puts_counted $server val
+ puts_server confirmed
+ flush $server
+ must_gets_exactly_server done
+}
+
+proc approve_check_server {} {
+ global server
+ puts_server noop
+ flush $server
+ must_gets_exactly_server ok
+}
+
+proc approve_confirm {} {
+ global approve_ixes approve_entryhow
+ .ok configure -state disabled
+ update idletasks
+ approve_check_server
+ foreach ix $approve_ixes {
+ set how $approve_entryhow($ix)
+ switch -exact $how {
+ approve { approve_approve_reject_one $ix 1 }
+ reject { approve_approve_reject_one $ix 0 }
+ defer { }
+ default { error $how? }
+ }
+ }
+ approve_fetch_list
+}
+
+proc approve_fetch_list {} {
+ global server approve_list
+ set approve_list {}
+ puts_server list
+ flush $server
+ while 1 {
+ must_gets_server more
+ switch -exact $more {
+ yes { }
+ end { break }
+ default { error "$more ?" }
+ }
+ must_gets_server file
+ read_counted $server data
+ lappend approve_list [list $file $data]
+ }
+
+ if {![llength $approve_list]} { puts "Nothing (more) to approve."; exit 0 }
+
+ set approve_list [lsort -command approve_compare $approve_list]
+ approve_show_page 0
+ .ok configure -state normal
+}
+
+proc main/approve {} {
+ global argv server remoteserv_banner data approve_list approve_page
+ global userhost directory dictdir debug
+
+ if {[llength $argv] != 3} { error "wrong # args" }
+ manyset $argv userhost directory dictdir
+ debug "APPROVER FOR $userhost $directory $dictdir"
+
+ set cmd [list tclsh $directory/dictionary-manager]
+ if {$debug} { lappend cmd --debug-server }
+ lappend cmd --remote-server-1 $directory $dictdir
+ switch -glob $userhost {
+ {} { }
+ {* *} { set cmd $userhost }
+ * { set cmd [concat [list ssh -o compression=yes $userhost] $cmd] }
+ }
+ debug "APPROVER RUNS $cmd"
+
+ lappend cmd 2>@ stderr
+ set server [open |$cmd r+]
+ must_gets_exactly_server $remoteserv_banner
+
+ button .left -text {<<} -command {approve_show_page -1}
+ button .right -text {>>} -command {approve_show_page +1}
+
+ label .title -text {}
+ frame .app -bd 2 -relief groove
+ button .ok -text "Confirm" -command approve_confirm
+ pack .title .app -side top
+ pack .left -side left
+ pack .right -side right
+ pack .ok -side bottom
+
+ image create bitmap image/empty
+
+ set approve_page 0
+ approve_fetch_list
+}
+
+proc approve_show_page {delta} {
+ global approve_page approve_ixes approve_list userhost directory dictdir
+
+ eval destroy [winfo children .app]
+ set approve_ixes {}
+
+ set per_page 10
+ incr approve_page $delta
+
+ set ll [llength $approve_list]
+ set npages [expr {($ll+$per_page-1)/$per_page}]
+ if {$approve_page >= $npages} { incr approve_page -1 }
+
+ set page_start [expr {$approve_page*$per_page}]
+ set page_end [expr {$page_start+$per_page-1}]
+
+ for {set ix $page_start} {$ix < $ll && $ix <= $page_end} {incr ix} {
+ set fd [lindex $approve_list $ix]
+ eval approve_showentry $ix $fd
+ }
+
+ .title configure -text \
+ "$userhost\n$directory => $dictdir\nPage [expr {$approve_page+1}]/$npages"
+
+ .left configure -state disabled
+ .right configure -state disabled
+ if {$approve_page>0} { .left configure -state normal }
+ if {$approve_page<$npages-1} { .right configure -state normal }
+}
+
+#========== main program ==========
+
+proc return_result_start {} {
+ helptext {{{ Processing }}}
+ unbind_all_keys
+ update idletasks
+}
+proc return_result_finish {} {
+ global mainkind
+ done/$mainkind
+}
+
+proc main/default {} {
+ puts stderr "Do not run this program directly."
+ exit 12
+}
+proc done/default {} {
+}
+
+proc required {} {
+ global reqkind
+
+ fileevent stdin readable {}
+ fconfigure stdin -blocking yes
+
+ if {[gets stdin reqkind]<0} {
+ if {[eof stdin]} { fconfigure stdin -blocking yes; exit 0 }
+ return
+ }
+ init_widgets
+
+ required/$reqkind
+}
+
+proc main/automatic {} {
+ fconfigure stdin -blocking no
+ fileevent stdin readable required
+}
+proc done/automatic {} {
+ exec sh -c {printf \\0 >&4}
+ main/automatic
+}
+
+proc debug {m} { }
+
+set mainkind default
+set ai 0
+set debug 0
+set debug_rect 0
+set quiet 0
+foreach arg $argv {
+ incr ai
+ switch -exact -- $arg {
+ {--quiet} { set quiet 1 }
+ {--debug} { set debug 1 }
+ {--debug-rect} { set debug_rect 1 }
+ {--debug-server} { proc debug {m} { puts stderr "DICT-MGR-SVR $m" }}
+ {--noop-arg} { }
+ {--approve-updates} { set mainkind approve; break }
+ {--automatic-1} { set mainkind automatic; break }
+ {--remote-server-1} { set mainkind remoteserv; break }
+ {--automatic*} - {--remote-server}
+ { error "incompatible versions - install problem" }
+ default { error "huh $argv ?" }
+ }
+}
+if {$debug} {
+ proc debug {m} { puts stderr "DICT-MGR $m" }
+}
+set argv [lrange $argv $ai end]
+
+main/$mainkind
~yarrgweb / ypp-sc-tools.db-test.git / blobdiff