--- /dev/null
+##########################################################
+# INN module for innreport (3.*).
+#
+# Sample file tested with INN 2.4, 2.3, 2.2, 1.7.2 and 1.5.1
+#
+# (c) 1997-1999 by Fabien Tassin <fta@sofaraway.org>
+# version 3.0.2
+##########################################################
+
+# TODO: add the map file.
+
+package innreport_inn;
+
+my $MIN = 1E10;
+my $MAX = -1;
+
+my %ctlinnd = ('a', 'addhist', 'D', 'allow',
+ 'b', 'begin', 'c', 'cancel',
+ 'u', 'changegroup', 'd', 'checkfile',
+ 'e', 'drop', 'f', 'flush',
+ 'g', 'flushlogs', 'h', 'go',
+ 'i', 'hangup', 's', 'mode',
+ 'j', 'name', 'k', 'newgroup',
+ 'l', 'param', 'm', 'pause',
+ 'v', 'readers', 't', 'refile',
+ 'C', 'reject', 'o', 'reload',
+ 'n', 'renumber', 'z', 'reserve',
+ 'p', 'rmgroup', 'A', 'send',
+ 'q', 'shutdown', 'B', 'signal',
+ 'r', 'throttle', 'w', 'trace',
+ 'x', 'xabort', 'y', 'xexec',
+ 'E', 'logmode', 'F', 'feedinfo',
+ 'T', 'filter', 'P', 'perl',);
+
+my %timer_names = (idle => 'idle',
+ hishave => 'history lookup',
+ hisgrep => 'history grep',
+ hiswrite => 'history write',
+ hissync => 'history sync',
+ nntpread => 'nntp read',
+ artparse => 'article parse',
+ artclean => 'article cleanup',
+ artwrite => 'article write',
+ artcncl => 'article cancel',
+ artlog => 'article logging',
+ sitesend => 'site send',
+ overv => 'overview write',
+ perl => 'perl filter',
+ python => 'python filter',
+ datamove => 'data move'
+);
+
+my %innfeed_timer_names = (
+ 'idle' => 'idle',
+ 'blstats' => 'backlog stats',
+ 'stsfile' => 'status file',
+ 'newart' => 'article new',
+ 'prepart' => 'article prepare',
+ 'readart' => 'article read',
+ 'read' => 'data read',
+ 'write' => 'data write',
+ 'cb' => 'callbacks',
+);
+
+my %nnrpd_timer_names = (
+ 'idle' => 'idle',
+ 'newnews' => 'newnews',
+);
+
+# init innd timer
+foreach (values %timer_names) {
+ $innd_time_min{$_} = $MIN;
+ $innd_time_max{$_} = $MAX;
+ $innd_time_time{$_} = 0; # to avoid a warning... Perl < 5.004
+ $innd_time_num{$_} = 0; # ...
+}
+$innd_time_times = 0; # ...
+
+# init innfeed timer
+foreach (values %innfeed_timer_names) {
+ $innfeed_time_min{$_} = $MIN;
+ $innfeed_time_max{$_} = $MAX;
+ $innfeed_time_time{$_} = 0; # to avoid a warning... Perl < 5.004
+ $innfeed_time_num{$_} = 0; # ...
+}
+$innfeed_time_times = 0; # ...
+
+# init nnrpd timer
+foreach (values %nnrpd_timer_names) {
+ $nnrpd_time_min{$_} = $MIN;
+ $nnrpd_time_max{$_} = $MAX;
+ $nnrpd_time_time{$_} = 0; # to avoid a warning... Perl < 5.004
+ $nnrpd_time_num{$_} = 0; # ...
+}
+$nnrpd_time_times = 0; # ...
+
+# collect: Used to collect the data.
+sub collect {
+ my ($day, $hour, $prog, $res, $left, $CASE_SENSITIVE) = @_;
+
+ return 1 if $left =~ /Reading config from (\S+)$/o;
+
+ ########
+ ## inn (from the "news" log file - not from "news.notice")
+ ##
+ if ($prog eq "inn") {
+ # accepted article
+ if ($res =~ m/[\+j]/o) {
+ $hour =~ s/:.*$//o;
+ $inn_flow{"$day $hour"}++;
+ $inn_flow_total++;
+
+ # Memorize the size. This can only be done with INN >= 1.5xx and
+ # DO_LOG_SIZE = DO.
+
+ # server <msg-id> size [feeds]
+ # or
+ # server <msg-id> (filename) size [feeds]
+
+ my ($s) = $left =~ /^\S+ \S+ (?:\(\S+\) )?(\d+)(?: |$)/o;
+ if ($s) {
+ $inn_flow_size{"$day $hour"} += $s;
+ $inn_flow_size_total += $s;
+ }
+ return 1;
+ }
+
+ # 437 Duplicate article
+ if ($left =~ /(\S+) <[^>]+> 437 Duplicate(?: article)?$/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $inn_duplicate{$server}++;
+ return 1;
+ }
+ # 437 Unapproved for
+ if ($left =~ /(\S+) <[^>]+> 437 Unapproved for \"([^\"]+)\"$/o) {
+ my ($server, $group) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $inn_unapproved{$server}++;
+ $inn_unapproved_g{$group}++;
+ return 1;
+ }
+ # 437 Too old -- ...
+ if ($left =~ /(\S+) <[^>]+> 437 Too old -- /o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $inn_tooold{$server}++;
+ return 1;
+ }
+ # 437 Unwanted site ... in path
+ if ($left =~ /(\S+) <[^>]+> 437 Unwanted site (\S+) in path$/o) {
+ my ($server, $site) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $inn_uw_site{$server}++;
+ $inn_site_path{$site}++;
+ return 1;
+ }
+ # 437 Unwanted newsgroup "..."
+ if ($left =~ /(\S+) <[^>]+> 437 Unwanted newsgroup \"(\S+)\"$/o) {
+ my ($server, $group) = ($1, $2);
+ ($group) = split(/,/, $group);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $inn_uw_ng_s{$server}++;
+ $inn_uw_ng{$group}++;
+ return 1;
+ }
+ # 437 Unwanted distribution "..."
+ if ($left =~ /(\S+) <[^>]+> 437 Unwanted distribution \"(\S+)\"$/o) {
+ my ($server, $dist) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $inn_uw_dist_s{$server}++;
+ $inn_uw_dist{$dist}++;
+ return 1;
+ }
+ # 437 Linecount x != y +- z
+ if ($left =~ /(\S+) <[^>]+> 437 Linecount/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $inn_linecount{$server}++;
+ return 1;
+ }
+ # 437 No colon-space in "xxxx" header
+ if ($left =~ /(\S+) <[^>]+> 437 No colon-space in \"[^\"]+\" header/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $innd_others{$server}++;
+ $innd_no_colon_space{$server}++;
+ return 1;
+ }
+ # 437 Article posted in the future -- "xxxxx"
+ if ($left =~ /(\S+) <[^>]+> 437 Article posted in the future -- \"[^\"]+\"/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_posted_future{$server}++;
+ $innd_others{$server}++;
+ $inn_badart{$server}++;
+ return 1;
+ }
+ # 437 article includes "....."
+ if ($left =~ /(\S+) <[^>]+> 437 article includes/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_strange_strings{$server}++;
+ $innd_others{$server}++;
+ $inn_badart{$server}++;
+ return 1;
+ }
+ # Cancelling <...>
+ if ($left =~ /(\S+) <[^>]+> Cancelling/o) {
+ return 1;
+ }
+ # all others are just counted as "Other"
+ if ($left =~ /(\S+) /o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $inn_badart{$server}++;
+ $innd_others{$server}++;
+ return 1;
+ }
+ }
+
+ ########
+ ## innd
+ if ($prog eq "innd") {
+ ## Note for innd logs:
+ ## there's a lot of entries detected but still not used
+ ## (because of a lack of interest).
+
+ # think it's a dotquad
+ return 1 if $left =~ /^think it\'s a dotquad$/o;
+ if ($left =~ /^SERVER /o) {
+ # SERVER perl filtering enabled
+ return 1 if $left =~ /^SERVER perl filtering enabled$/o;
+ # SERVER perl filtering disabled
+ return 1 if $left =~ /^SERVER perl filtering disabled$/o;
+ # SERVER Python filtering enabled
+ return 1 if $left =~ /^SERVER Python filtering enabled$/o;
+ # SERVER Python filtering disabled
+ return 1 if $left =~ /^SERVER Python filtering disabled$/o;
+ # SERVER cancelled +id
+ return 1 if $left =~ /^SERVER cancelled /o;
+ }
+ # Python filter
+ return 1 if $left =~ /^defined python methods$/o;
+ return 1 if $left =~ /^reloading pyfilter$/o;
+ return 1 if $left =~ /^reloaded pyfilter OK$/o;
+ return 1 if $left =~ /^python interpreter initialized OK$/o;
+ return 1 if $left =~ /^python method \w+ not found$/o;
+ return 1 if $left =~ /^python: First load, so I can do initialization stuff\.$/o;
+ return 1 if $left =~ /^python: filter_before_reload executing\.\.\.$/o;
+ return 1 if $left =~ /^python: I\'m just reloading, so skip the formalities\.$/o;
+ return 1 if $left =~ /^python: spamfilter successfully hooked into INN$/o;
+ return 1 if $left =~ /^python: state change from \w+ to \w+ - /o;
+ return 1 if $left =~ /^python: filter_close running, bye!$/o;
+ # rejecting[perl]
+ if ($left =~ /^rejecting\[perl\] <[^>]+> \d+ (.*)/o) {
+ $innd_filter_perl{$1}++;
+ return 1;
+ }
+ # rejecting[python]
+ if ($left =~ /^rejecting\[python\] <[^>]+> \d+ (.*)/o) {
+ $innd_filter_python{$1}++;
+ return 1;
+ }
+ # closed lost
+ return 1 if $left =~ /^\S+ closed lost \d+/o;
+ # new control command
+ if ($left =~ /^ctlinnd command (\w)(:.*)?/o) {
+ my $command = $1;
+ my $cmd = $ctlinnd{$command};
+ $cmd = $command unless $cmd;
+ return 1 if $cmd eq 'flush'; # to avoid a double count
+ $innd_control{"$cmd"}++;
+ return 1;
+ }
+ # old control command (by letter)
+ if ($left =~ /^(\w)$/o) {
+ my $command = $1;
+ my $cmd = $ctlinnd{$command};
+ $cmd = $command unless $cmd;
+ return 1 if $cmd eq 'flush'; # to avoid a double count
+ $innd_control{"$cmd"}++;
+ return 1;
+ }
+ # old control command (letter + reason)
+ if ($left =~ /^(\w):.*$/o) {
+ my $command = $1;
+ my $cmd = $ctlinnd{$command};
+ $cmd = $command unless $cmd;
+ return 1 if $cmd eq 'flush'; # to avoid a double count
+ $innd_control{"$cmd"}++;
+ return 1;
+ }
+ # opened
+ return 1 if $left =~ /\S+ opened \S+:\d+:file$/o;
+ # buffered
+ return 1 if $left =~ /\S+ buffered$/o;
+ # spawned
+ return 1 if $left =~ /\S+ spawned \S+:\d+:proc:\d+$/o;
+ return 1 if $left =~ /\S+ spawned \S+:\d+:file$/o;
+ # running
+ return 1 if $left =~ /\S+ running$/o;
+ # sleeping
+ if ($left =~ /(\S+):\d+:proc:\d+ sleeping$/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_blocked{$server}++;
+ return 1;
+ }
+ # blocked sleeping
+ if ($left =~ /(\S+):\d+:proc:\d+ blocked sleeping/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_blocked{$server}++;
+ return 1;
+ }
+ if ($left =~ /(\S+):\d+ blocked sleeping/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_blocked{$server}++;
+ return 1;
+ }
+ # restarted
+ return 1 if $left =~ m/^\S+ restarted$/o;
+ # starting
+ return 1 if $left =~ m/^\S+ starting$/o;
+ # readclose
+ return 1 if $left =~ m/^\S+:\d+ readclose+$/o;
+ # rejected 502
+ if ($left =~ m/^(\S+) rejected 502$/) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_no_permission{$server}++;
+ return 1;
+ }
+ # rejected 505
+ if ($left =~ m/^(\S+) rejected 505$/) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_too_many_connects_per_minute{$server}++;
+ return 1;
+ }
+ # connected
+ if ($left =~ /^(\S+) connected \d+/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_connect{$server}++;
+ return 1;
+ }
+ # closed (with times)
+ if ($left =~ /(\S+):\d+ closed seconds (\d+) accepted (\d+) refused (\d+) rejected (\d+) duplicate (\d+) accepted size (\d+) duplicate size (\d+)(?: rejected size (\d+))?$/o) {
+ my ($server, $seconds, $accepted, $refused, $rejected, $duplicate, $accptsize, $dupsize) =
+ ($1, $2, $3, $4, $5, $6, $7, $8);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_seconds{$server} += $seconds;
+ $innd_accepted{$server} += $accepted;
+ $innd_refused{$server} += $refused;
+ $innd_rejected{$server} += $rejected;
+ $innd_stored_size{$server} += $accptsize;
+ $innd_duplicated_size{$server} += $dupsize;
+ return 1;
+ } elsif ($left =~ /(\S+):\d+ closed seconds (\d+) accepted (\d+) refused (\d+) rejected (\d+)$/o) {
+ # closed (with times)
+ my ($server, $seconds, $accepted, $refused, $rejected) =
+ ($1, $2, $3, $4, $5);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_seconds{$server} += $seconds;
+ $innd_accepted{$server} += $accepted;
+ $innd_refused{$server} += $refused;
+ $innd_rejected{$server} += $rejected;
+ return 1;
+ }
+ # closed (without times (?))
+ return 1 if $left =~ m/\S+ closed$/o;
+ # closed (for a cancel feed - MODE CANCEL)
+ return 1 if $left =~ m/localhost:\d+ closed seconds \d+ cancels \d+$/o;
+ # checkpoint
+ return 1 if $left =~ m/^\S+:\d+ checkpoint /o;
+ # if ($left =~ /(\S+):\d+ checkpoint seconds (\d+) accepted (\d+)
+ # refused (\d+) rejected (\d+)$/) {
+ # # Skipped...
+ # my ($server, $seconds, $accepted, $refused, $rejected) =
+ # ($1, $2, $3, $4, $5);
+ # $innd_seconds{$server} += $seconds;
+ # $innd_accepted{$server} += $accepted;
+ # $innd_refused{$server} += $refused;
+ # $innd_rejected{$server} += $rejected;
+ # return 1;
+ # }
+
+ # flush
+ if ($left =~ /(\S+) flush$/o) {
+ $innd_control{"flush"}++;
+ return 1;
+ }
+ # flush-file
+ if ($left =~ /flush_file/) {
+ $innd_control{"flush_file"}++;
+ return 1;
+ }
+ # too many connections from site
+ if ($left =~ /too many connections from (\S+)/o) {
+ $innd_max_conn{$1}++;
+ return 1;
+ }
+ # overview exit 0 elapsed 23 pid 28461
+ return 1 if $left =~ m/\S+ exit \d+ .*$/o;
+ # internal rejecting huge article
+ if ($left =~ /(\S+) internal rejecting huge article/o) {
+ my $server = $1;
+ $server =~ s/:\d+$//o;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_huge{$server}++;
+ return 1;
+ }
+ # internal closing free channel
+ if ($left =~ /(\S+) internal closing free channel/o) {
+ $innd_misc{"Free channel"}++;
+ return 1;
+ }
+ # internal (other)
+ return 1 if $left =~ /\S+ internal/o;
+ # wakeup
+ return 1 if $left =~ /\S+ wakeup$/o;
+ # throttle
+ if ($left =~ /(\S+) throttled? /) {
+ $innd_control{"throttle"}++;
+ return 1;
+ }
+ # profile timer
+ # ME time X nnnn X(X) [...]
+ # The exact timers change from various versions of INN, so try to deal
+ # with this in a general fashion.
+ if ($left =~ m/^\S+\s+ # ME
+ time\ (\d+)\s+ # time
+ ((?:\S+\ \d+\(\d+\)\s*)+) # timer values
+ $/ox) {
+ $innd_time_times += $1;
+ my $timers = $2;
+
+ while ($timers =~ /(\S+) (\d+)\((\d+)\)\s*/g) {
+ my $name = $timer_names{$1} || $1;
+ my $average = $2 / ($3 || 1);
+ $innd_time_time{$name} += $2;
+ $innd_time_num{$name} += $3;
+ $innd_time_min{$name} = $average
+ if ($3 && $innd_time_min{$name} > $average);
+ $innd_time_max{$name} = $average
+ if ($3 && $innd_time_max{$name} < $average);
+ }
+ return 1;
+ }
+ # ME time xx idle xx(xx) [ bug ? a part of timer ?]
+ return 1 if $left =~ m/^ME time \d+ idle \d+\(\d+\)\s*$/o;
+ # ME HISstats x hitpos x hitneg x missed x dne
+ #
+ # from innd/his.c:
+ # HIShitpos: the entry existed in the cache and in history.
+ # HIShitneg: the entry existed in the cache but not in history.
+ # HISmisses: the entry was not in the cache, but was in the history file.
+ # HISdne: the entry was not in cache or history.
+ if ($left =~ m/^ME\ HISstats # ME HISstats
+ \ (\d+)\s+hitpos # hitpos
+ \ (\d+)\s+hitneg # hitneg
+ \ (\d+)\s+missed # missed
+ \ (\d+)\s+dne # dne
+ $/ox) {
+ $innd_his{'Positive hits'} += $1;
+ $innd_his{'Negative hits'} += $2;
+ $innd_his{'Cache misses'} += $3;
+ $innd_his{'Do not exist'} += $4;
+ return 1;
+ }
+ # SERVER history cache final: 388656 lookups, 1360 hits
+ if ($left =~ m/^SERVER history cache final: (\d+) lookups, (\d+) hits$/) {
+ $innd_cache{'Lookups'} += $1;
+ $innd_cache{'Hits'} += $2;
+ return 1;
+ }
+ # bad_hosts (appears after a "cant gesthostbyname" from a feed)
+ return 1 if $left =~ m/\S+ bad_hosts /o;
+ # cant read
+ return 1 if $left =~ m/\S+ cant read/o;
+ # cant write
+ return 1 if $left =~ m/\S+ cant write/o;
+ # cant flush
+ return 1 if $left =~ m/\S+ cant flush/o;
+ # spoolwake
+ return 1 if $left =~ m/\S+ spoolwake$/o;
+ # spooling
+ return 1 if $left =~ m/\S+ spooling/o;
+ # DEBUG
+ return 1 if $left =~ m/^DEBUG /o;
+ # NCmode
+ return 1 if $left =~ m/\S+ NCmode /o;
+ # outgoing
+ return 1 if $left =~ m/\S+ outgoing/o;
+ # inactive
+ return 1 if $left =~ m/\S+ inactive/o;
+ # timeout
+ return 1 if $left =~ m/\S+ timeout/o;
+ # lcsetup
+ return 1 if $left =~ m/\S+ lcsetup/o;
+ # rcsetup
+ return 1 if $left =~ m/\S+ rcsetup/o;
+ # flush_all
+ return 1 if $left =~ m/\S+ flush_all/o;
+ # buffered
+ return 1 if $left =~ m/\S+ buffered$/o;
+ # descriptors
+ return 1 if $left =~ m/\S+ descriptors/o;
+ # ccsetup
+ return 1 if $left =~ m/\S+ ccsetup/o;
+ # renumbering
+ return 1 if $left =~ m/\S+ renumbering/o;
+ # renumber
+ return 1 if $left =~ m/\S+ renumber /o;
+ # ihave from me
+ if ($left =~ m/\S+ ihave_from_me /o) {
+ $controlchan_ihave_site{'ME'}++;
+ return 1;
+ }
+ # sendme from me
+ if ($left =~ m/\S+ sendme_from_me /o) {
+ $controlchan_sendme_site{'ME'}++;
+ return 1;
+ }
+ # newgroup
+ if ($left =~ m/\S+ newgroup (\S+) as (\S)/o) {
+ $innd_newgroup{$1} = $2;
+ return 1;
+ }
+ # rmgroup
+ if ($left =~ m/\S+ rmgroup (\S+)$/o) {
+ $innd_rmgroup{$1}++;
+ return 1;
+ }
+ # changegroup
+ if ($left =~ m/\S+ change_group (\S+) to (\S)/o) {
+ $innd_changegroup{$1} = $2;
+ return 1;
+ }
+ # paused
+ if ($left =~ m/(\S+) paused /o) {
+ $innd_control{"paused"}++;
+ return 1;
+ }
+ # throttled
+ return 1 if $left =~ m/\S+ throttled/o;
+ # reload
+ if ($left =~ m/(\S+) reload/o) {
+ $innd_control{"reload"}++;
+ return 1;
+ }
+ # shutdown
+ if ($left =~ m/(\S+) shutdown/o) {
+ $innd_control{"shutdown"}++;
+ return 1;
+ }
+ # SERVER servermode paused
+ return 1 if ($left =~ /(\S+) servermode paused$/o);
+ # SERVER servermode running
+ return 1 if ($left =~ /(\S+) servermode running$/o);
+ # SERVER flushlogs paused
+ if ($left =~ /(\S+) flushlogs /) {
+ $innd_control{"flushlogs"}++;
+ return 1;
+ }
+ # think it's a dotquad
+ return 1 if $left =~ /think it\'s a dotquad: /o;
+ # bad_ihave
+ if ($left =~ /(\S+) bad_ihave /) {
+ my $server = $1;
+ $server =~ s/:\d+$//o;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_bad_ihave{$server}++;
+ return 1;
+ }
+ # bad_messageid
+ if ($left =~ /(\S+) bad_messageid/o) {
+ my $server = $1;
+ $server =~ s/:\d+$//o;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_bad_msgid{$server}++;
+ return 1;
+ }
+ # bad_sendme
+ if ($left =~ /(\S+) bad_sendme /o) {
+ my $server = $1;
+ $server =~ s/:\d+$//o;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_bad_sendme{$server}++;
+ return 1;
+ }
+ # bad_command
+ if ($left =~ /(\S+) bad_command /o) {
+ my $server = $1;
+ $server =~ s/:\d+$//o;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innd_bad_command{$server}++;
+ return 1;
+ }
+ # bad_newsgroup
+ if ($left =~ /(\S+) bad_newsgroup /o) {
+ my $server = $1;
+ $server =~ s/:\d+$//o;
+ $innd_bad_newsgroup{$server}++;
+ $server = lc $server unless $CASE_SENSITIVE;
+ return 1;
+ }
+ if ($left =~ m/ cant /o) {
+ # cant select Bad file number
+ if ($left =~ / cant select Bad file number/o) {
+ $innd_misc{"Bad file number"}++;
+ return 1;
+ }
+ # cant gethostbyname
+ if ($left =~ / cant gethostbyname/o) {
+ $innd_misc{"gethostbyname error"}++;
+ return 1;
+ }
+ # cant accept RCreader
+ if ($left =~ / cant accept RCreader /o) {
+ $innd_misc{"RCreader"}++;
+ return 1;
+ }
+ # cant sendto CCreader
+ if ($left =~ / cant sendto CCreader /o) {
+ $innd_misc{"CCreader"}++;
+ return 1;
+ }
+ # cant (other) skipped - not particularly interesting
+ return 1;
+ }
+ # bad_newsfeeds no feeding sites
+ return 1 if $left =~ /\S+ bad_newsfeeds no feeding sites/o;
+ # CNFS: cycbuff rollover - possibly interesting
+ return 1 if $left =~ /CNFS(?:-sm)?: cycbuff \S+ rollover to cycle/o;
+ # CNFS: CNFSflushallheads: flushing - possibly interesting
+ return 1 if $left =~ /CNFS(?:-sm)?: CNFSflushallheads: flushing /o;
+ # CNFS: metacycbuff rollover with SEQUENTIAL
+ return 1 if $left =~ /CNFS(?:-sm)?: metacycbuff \S+ cycbuff is moved to /o;
+ # Cleanfeed status reports
+ return 1 if $left =~ /^filter: status/o;
+ return 1 if $left =~ /^filter: Reloading bad files/o;
+ }
+ ########
+ ## innfeed
+ if ($prog eq "innfeed") {
+ # connected
+ if ($left =~ /(\S+):\d+ connected$/) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innfeed_connect{$server}++;
+ return 1;
+ }
+ # closed periodic
+ return 1 if $left =~ m/\S+:\d+ closed periodic$/o;
+ # periodic close
+ return 1 if $left =~ m/\S+:\d+ periodic close$/o;
+ # final (child)
+ return 1 if $left =~ m/\S+:\d+ final seconds \d+ offered \d+ accepted \d+ refused \d+ rejected \d+/o;
+ # global (real)
+ return 1 if $left =~ m/\S+ global seconds \d+ offered \d+ accepted \d+ refused \d+ rejected \d+ missing \d+/o;
+ # final (real) (new format)
+ if ($left =~ /(\S+) final seconds (\d+) offered (\d+) accepted (\d+) refused (\d+) rejected (\d+) missing (\d+) accsize (\d+) rejsize (\d+) spooled (\d+)/o) {
+ my ($server, $seconds, $offered, $accepted, $refused, $rejected,
+ $missing, $accepted_size, $rejected_size, $spooled) = ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innfeed_seconds{$server} += $seconds;
+ $innfeed_offered{$server} += $offered;
+ $innfeed_accepted{$server} += $accepted;
+ $innfeed_refused{$server} += $refused;
+ $innfeed_rejected{$server} += $rejected;
+ $innfeed_missing{$server} += $missing;
+ $innfeed_spooled{$server} += $spooled;
+ $innfeed_accepted_size{$server} += $accepted_size;
+ $innfeed_rejected_size{$server} += $rejected_size;
+ return 1;
+ } elsif ($left =~ /(\S+) final seconds (\d+) offered (\d+) accepted (\d+) refused (\d+) rejected (\d+) missing (\d+) spooled (\d+)/o) {
+ my ($server, $seconds, $offered, $accepted, $refused, $rejected,
+ $missing, $spooled) = ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innfeed_seconds{$server} += $seconds;
+ $innfeed_offered{$server} += $offered;
+ $innfeed_accepted{$server} += $accepted;
+ $innfeed_refused{$server} += $refused;
+ $innfeed_rejected{$server} += $rejected;
+ $innfeed_missing{$server} += $missing;
+ $innfeed_spooled{$server} += $spooled;
+ return 1;
+ }
+ # final (only seconds & spooled)
+ if ($left =~ /(\S+) final seconds (\d+) spooled (\d+)/o) {
+ my ($server, $seconds, $spooled) = ($1, $2, $3);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innfeed_seconds{$server} += $seconds;
+ $innfeed_spooled{$server} += $spooled;
+ return 1;
+ }
+ # checkpoint
+ return 1 if $left =~ m/\S+ checkpoint seconds/o;
+ # ME file xxxx shrunk from yyyy to zzz
+ if ($left =~ /^ME file (.*)\.output shrunk from (\d+) to (\d+)$/) {
+ my ($file, $s1, $s2) = ($1, $2, $3);
+ $file =~ s|^.*/([^/]+)$|$1|; # keep only the server name
+ $innfeed_shrunk{$file} += $s1 - $s2;
+ return 1;
+ }
+ # profile timer
+ # ME time X nnnn X(X) [...]
+ return 1 if $left =~ m/backlogstats/;
+ if ($left =~ m/^\S+\s+ # ME
+ time\ (\d+)\s+ # time
+ ((?:\S+\ \d+\(\d+\)\s*)+) # timer values
+ $/ox) {
+ $innfeed_time_times += $1;
+ my $timers = $2;
+
+ while ($timers =~ /(\S+) (\d+)\((\d+)\)\s*/g) {
+ my $name = $innfeed_timer_names{$1} || $1;
+ my $average = $2 / ($3 || 1);
+ $innfeed_time_time{$name} += $2;
+ $innfeed_time_num{$name} += $3;
+ $innfeed_time_min{$name} = $average
+ if ($3 && $innfeed_time_min{$name} > $average);
+ $innfeed_time_max{$name} = $average
+ if ($3 && $innfeed_time_max{$name} < $average);
+ }
+ return 1;
+ }
+ # xxx grabbing external tape file
+ return 1 if $left =~ m/ grabbing external tape file/o;
+ # hostChkCxns - maxConnections was
+ return 1 if $left =~ m/hostChkCxns - maxConnections was /o;
+ # cxnsleep
+ return 1 if $left =~ m/\S+ cxnsleep .*$/o;
+ # idle
+ return 1 if $left =~ m/\S+ idle tearing down connection$/o;
+ # remote
+ return 1 if $left =~ m/\S+ remote .*$/o;
+ # spooling
+ return 1 if $left =~ m/\S+ spooling no active connections$/o;
+ # ME articles total
+ return 1 if $left =~ m/(?:SERVER|ME) articles total \d+ bytes \d+/o;
+ # ME articles active
+ return 1 if $left =~ m/(?:SERVER|ME) articles active \d+ bytes \d+/o;
+ # connect : Connection refused
+ return 1 if $left =~ m/connect : Connection refused/o;
+ # connect : Network is unreachable
+ return 1 if $left =~ m/connect : Network is unreachable/o;
+ # connect : Address family not supported by protocol
+ return 1 if $left =~ m/connect : Address family not supported by protocol/o;
+ # connect : No route to host
+ return 1 if $left =~ m/connect : No route to host/o;
+ # connection vanishing
+ return 1 if $left =~ m/connection vanishing/o;
+ # can't resolve hostname
+ return 1 if $left =~ m/can\'t resolve hostname/o;
+ # new hand-prepared backlog file
+ return 1 if $left =~ m/new hand-prepared backlog file/o;
+ # flush re-connect failed
+ return 1 if $left =~ m/flush re-connect failed/o;
+ # internal QUIT while write pending
+ return 1 if $left =~ m/internal QUIT while write pending/o;
+ # ME source lost . Exiting
+ return 1 if $left =~ m/(?:SERVER|ME) source lost . Exiting/o;
+ # ME starting innfeed (+version & date)
+ return 1 if $left =~ m/(?:SERVER|ME) starting (?:innfeed|at)/o;
+ # ME finishing at (date)
+ return 1 if $left =~ m/(?:SERVER|ME) finishing at /o;
+ # mode no-CHECK entered
+ return 1 if $left =~ m/mode no-CHECK entered/o;
+ # mode no-CHECK exited
+ return 1 if $left =~ m/mode no-CHECK exited/o;
+ # closed
+ return 1 if $left =~ m/^(\S+) closed$/o;
+ # global (+ seconds offered accepted refused rejected missing)
+ return 1 if $left =~ m/^(\S+) global/o;
+ # idle connection still has articles
+ return 1 if $left =~ m/^(\S+) idle connection still has articles$/o;
+ # missing article for IHAVE-body
+ return 1 if $left =~ m/^(\S+) missing article for IHAVE-body$/o;
+ # cannot continue
+ return 1 if $left =~ m/^cannot continue/o;
+ if ($left =~ /^(?:SERVER|ME)/o) {
+ # ME dropping articles into ...
+ return 1 if $left =~ / dropping articles into /o;
+ # ME dropped ...
+ return 1 if $left =~ / dropped /o;
+ # ME internal bad data in checkpoint file
+ return 1 if $left =~ m/ internal bad data in checkpoint/o;
+ # ME two filenames for same article
+ return 1 if $left =~ m/ two filenames for same article/o;
+ # ME unconfigured peer
+ return 1 if $left =~ m/ unconfigured peer/o;
+ # exceeding maximum article size
+ return 1 if $left =~ m/ exceeding maximum article byte/o;
+ # no space left on device errors
+ return 1 if $left =~ m/ ioerr fclose/o;
+ return 1 if $left =~ m/ lock failed for host/o;
+ return 1 if $left =~ m/ lock file pid-write/o;
+ return 1 if $left =~ m/ locked cannot setup peer/o;
+ return 1 if $left =~ m/ received shutdown signal/o;
+ # unconfigured peer
+ return 1 if $left =~ m/ unconfigured peer/o;
+ # ME lock
+ return 1 if $left =~ m/ lock/o;
+ # ME exception: getsockopt (0): Socket operation on non-socket
+ return 1 if $left =~ m/ exception: getsockopt /o;
+ # ME config aborting fopen (...) Permission denied
+ return 1 if $left =~ m/ config aborting fopen /o;
+ # ME cant chmod innfeed.pid....
+ return 1 if $left =~ m/ cant chmod \S+\/innfeed.pid/o;
+ return 1 if $left =~ m/ tape open failed /o;
+ return 1 if $left =~ m/ oserr open checkpoint file:/o;
+ # ME finishing (quickly)
+ return 1 if $left =~ m/\(quickly\) /o;
+ # ME config: value of streaming is not a boolean
+ return 1 if $left =~ m/config: value of \S+ is not/o;
+ }
+ # hostChkCxn - now: x.xx, prev: x.xx, abs: xx, curr: x
+ return 1 if $left =~ m/ hostChkCxn - now/o;
+ # loading path_to_config_file/innfeed.conf
+ return 1 if $left =~ m/loading /o;
+ # Finnaly, to avoid problems with strange error lines, ignore them.
+ #return 1 if ($left =~ /ME /);
+ }
+ ########
+ ## innxmit
+ if ($prog eq "innxmit") {
+ # 437 Duplicate article
+ if ($left =~ /(\S+) rejected [^\s]+ \(.*?\) 437 Duplicate article$/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_duplicate{$server}++;
+ return 1;
+ }
+ # 437 Unapproved for
+ if ($left =~ /(\S+) rejected [^\s]+ \(.*\) 437 Unapproved for \"(.*?)\"$/o) {
+ my ($server, $group) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_unapproved{$server}++;
+ $innxmit_unapproved_g{$group}++;
+ return 1;
+ }
+ # 437 Too old -- ...
+ if ($left =~ /(\S+) rejected [^\s]+ \(.*\) 437 Too old -- \".*?\"$/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_tooold{$server}++;
+ return 1;
+ }
+ # 437 Unwanted site ... in path
+ if ($left =~
+ /(\S+) rejected [^\s]+ \(.*?\) 437 Unwanted site (\S+) in path$/o) {
+ my ($server, $site) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_uw_site{$server}++;
+ # $innxmit_site_path{$site}++;
+ return 1;
+ }
+ # 437 Unwanted newsgroup "..."
+ if ($left =~
+ /(\S+) rejected [^\s]+ \(.*?\) 437 Unwanted newsgroup \"(\S+)\"$/o) {
+ my ($server, $group) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_uw_ng_s{$server}++;
+ $innxmit_uw_ng{$group}++;
+ return 1;
+ }
+ # 437 Unwanted distribution "..."
+ if ($left =~
+ /(\S+) rejected [^\s]+ \(.*?\) 437 Unwanted distribution \"(\S+)\"$/o) {
+ my ($server, $dist) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_uw_dist_s{$server}++;
+ $innxmit_uw_dist{$dist}++;
+ return 1;
+ }
+ # xx rejected foo.bar/12345 (foo/bar/12345) 437 Unwanted distribution "..."
+ if ($left =~ /^(\S+) rejected .* 437 Unwanted distribution \"(\S+)\"$/o) {
+ my ($server, $dist) = ($1, $2);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_uw_dist_s{$server}++;
+ $innxmit_uw_dist{$dist}++;
+ return 1;
+ }
+ # 437 Linecount x != y +- z
+ if ($left =~ /(\S+) rejected [^\s]+ \(.*?\) 437 Linecount/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_badart{$server}++;
+ $innxmit_linecount{$server}++;
+ return 1;
+ }
+ # 437 Newsgroup name illegal -- "xxx"
+ if ($left =~ /(\S+) rejected .* 437 Newsgroup name illegal -- "[^\"]*"$/) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_others{$server}++;
+ $innxmit_badart{$server}++;
+ return 1;
+ }
+ # Streaming retries
+ return 1 if ($left =~ /\d+ Streaming retries$/o);
+ # ihave failed
+ if ($left =~ /(\S+) ihave failed/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_ihfail{$server} = 1;
+ if ($left = /436 \S+ NNTP \S+ out of space/o) {
+ $innxmit_nospace{$server}++;
+ return 1;
+ }
+ if ($left = /400 \S+ space/o) {
+ $innxmit_nospace{$server}++;
+ return 1;
+ }
+ if ($left = /400 Bad file/o) {
+ $innxmit_crefused{$server}++;
+ return 1;
+ }
+ if ($left = /480 Transfer permission denied/o) {
+ $innxmit_crefused{$server}++;
+ return 1;
+ }
+ }
+ # stats (new format)
+ if ($left =~
+ /(\S+) stats offered (\d+) accepted (\d+) refused (\d+) rejected (\d+) missing (\d+) accsize (\d+) rejsize (\d+)$/o) {
+ my ($server, $offered, $accepted, $refused, $rejected, $missing, $accbytes, $rejbytes) =
+ ($1, $2, $3, $4, $5, $6, $7, $8);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_offered{$server} += $offered;
+ $innxmit_offered{$server} -= $innxmit_ihfail{$server}
+ if ($innxmit_ihfail{$server});
+ $innxmit_accepted{$server} += $accepted;
+ $innxmit_refused{$server} += $refused;
+ $innxmit_rejected{$server} += $rejected;
+ $innxmit_missing{$server} += $missing;
+ $innxmit_accepted_size{$server} += $accbytes;
+ $innxmit_rejected_size{$server} += $rejbytes;
+ $innxmit_site{$server}++;
+ $innxmit_ihfail{$server} = 0;
+ return 1;
+ }
+ # stats
+ if ($left =~
+ /(\S+) stats offered (\d+) accepted (\d+) refused (\d+) rejected (\d+)$/o) {
+ my ($server, $offered, $accepted, $refused, $rejected) =
+ ($1, $2, $3, $4, $5);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_offered{$server} += $offered;
+ $innxmit_offered{$server} -= $innxmit_ihfail{$server}
+ if ($innxmit_ihfail{$server});
+ $innxmit_accepted{$server} += $accepted;
+ $innxmit_refused{$server} += $refused;
+ $innxmit_rejected{$server} += $rejected;
+ $innxmit_site{$server}++;
+ $innxmit_ihfail{$server} = 0;
+ return 1;
+ }
+ # times
+ if ($left =~ /(\S+) times user (\S+) system (\S+) elapsed (\S+)$/o) {
+ my ($server, $user, $system, $elapsed) = ($1, $2, $3, $4);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_times{$server} += $elapsed;
+ return 1;
+ }
+ # connect & no space
+ if ($left =~ /(\S+) connect \S+ 400 No space/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_nospace{$server}++;
+ $innxmit_site{$server}++;
+ return 1;
+ }
+ # connect & NNTP no space
+ if ($left =~ /(\S+) connect \S+ 400 \S+ out of space/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_nospace{$server}++;
+ $innxmit_site{$server}++;
+ return 1;
+ }
+ # connect & loadav
+ if ($left =~ /(\S+) connect \S+ 400 loadav/o) {
+ my $server = $1;
+ if ($left =~ /expir/i) {
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_expire{$server}++;
+ $innxmit_site{$server}++;
+ return 1;
+ }
+ }
+ # connect 400 (other)
+ if ($left =~ /(\S+) connect \S+ 400/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_crefused{$server}++;
+ $innxmit_site{$server}++;
+ return 1;
+ }
+ # connect failed
+ if ($left =~ /(\S+) connect failed/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_cfail_host{$server}++;
+ $innxmit_site{$server}++;
+ return 1;
+ }
+ # authenticate failed
+ if ($left =~ /(\S+) authenticate failed/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_afail_host{$server}++;
+ $innxmit_site{$server}++;
+ return 1;
+ }
+ # xxx ihave failed 400 loadav [innwatch:hiload] yyy gt zzz
+ if ($left =~ /^(\S+) ihave failed 400 loadav/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $innxmit_hiload{$server}++;
+ return 1;
+ }
+ # ihave failed
+ return 1 if ($left =~ /\S+ ihave failed/o);
+ # requeued (....) 436 No space
+ return 1 if ($left =~ /\S+ requeued \S+ 436 No space/o);
+ # requeued (....) 400 No space
+ return 1 if ($left =~ /\S+ requeued \S+ 400 No space/o);
+ # requeued (....) 436 Can't write history
+ return 1 if ($left =~ /\S+ requeued \S+ 436 Can\'t write history/o);
+ # unexpected response code
+ return 1 if ($left =~ /unexpected response code /o);
+ }
+
+ ########
+ ## nntplink
+ if ($prog eq "nntplink") {
+ $left =~ s/^(\S+):/$1/;
+ # EOF
+ if ($left =~ /(\S+) EOF /o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_eof{$server}++;
+ return 1;
+ }
+ # Broken pipe
+ if ($left =~ /(\S+) Broken pipe$/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_bpipe{$server}++;
+ return 1;
+ }
+ # already running - won't die
+ return 1 if $left =~ /\S+ nntplink.* already running /o;
+ # connection timed out
+ if ($left =~ /(\S+) connection timed out/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_bpipe{$server}++;
+ return 1;
+ }
+ # greeted us with 400 No space
+ if ($left =~ /(\S+) greeted us with 400 No space/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_nospace{$server}++;
+ return 1;
+ }
+ # greeted us with 400 loadav
+ if ($left =~ /(\S+) greeted us with 400 loadav/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_hiload{$server}++;
+ return 1;
+ }
+ # greeted us with 400 (other)
+ if ($left =~ /(\S+) greeted us with 400/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ if ($left =~ /expir/i) {
+ $nntplink_expire{$server}++;
+ } else {
+ $nntplink_fail{$server}++;
+ }
+ return 1;
+ }
+ # greeted us with 502
+ if ($left =~ /(\S+) greeted us with 502/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_auth{$server}++;
+ return 1;
+ }
+ # sent authinfo
+ if ($left =~ /(\S+) sent authinfo/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_auth{$server}++;
+ return 1;
+ }
+ # socket()
+ if ($left =~ /(\S+) socket\(\): /o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_sockerr{$server}++;
+ return 1;
+ }
+ # select()
+ if ($left =~ /(\S+) select\(\) /o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_site{$server}++;
+ $nntplink_selecterr{$server}++;
+ return 1;
+ }
+ # sent IHAVE
+ if ($left =~ /(\S+) sent IHAVE/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_ihfail{$server}++;
+ if (($left =~ / 436 /) && ($left =~ / out of space /)) {
+ $nntplink_fake_connects{$server}++;
+ $nntplink_nospace{$server}++;
+ }
+ return 1;
+ }
+ # article .... failed(saved): 436 No space
+ if ($left =~ /(\S+) .* failed\(saved\): 436 No space$/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_nospace{$server}++;
+ return 1;
+ }
+ # article .. 400 No space left on device writing article file -- throttling
+ if ($left =~ /(\S+) .* 400 No space left on device writing article file -- throttling$/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_nospace{$server}++;
+ return 1;
+ }
+ # stats
+ if ($left =~ /(\S+) stats (\d+) offered (\d+) accepted (\d+) rejected (\d+) failed (\d+) connects$/o) {
+ my ($server, $offered, $accepted, $rejected, $failed, $connects) =
+ ($1, $2, $3, $4, $5, $6);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_offered{$server} += $offered - $nntplink_ihfail{$server}++;
+ $nntplink_accepted{$server} += $accepted;
+ $nntplink_rejected{$server} += $rejected;
+ $nntplink_failed{$server} += $failed;
+ $nntplink_connects{$server} += $connects;
+ $nntplink_ihfail{$server} = 0;
+ if ($nntplink_fake_connects{$server}) {
+ $nntplink_site{$server} += $nntplink_fake_connects{$server};
+ $nntplink_fake_connects{$server} = 0;
+ } else {
+ $nntplink_site{$server}++;
+ }
+ return 1;
+ }
+ # xmit
+ if ($left =~ /(\S+) xmit user (\S+) system (\S+) elapsed (\S+)$/o) {
+ my ($server, $user, $system, $elapsed) = ($1, $2, $3, $4);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_times{$server} += $elapsed;
+ return 1;
+ }
+ # xfer
+ return 1 if $left =~ /\S+ xfer/o;
+ # Links down .. x hours
+ if ($left =~ /(\S+) Links* down \S+ \d+/o) {
+ # Collected but not used
+ # my $server = $1;
+ # $server = lc $server unless $CASE_SENSITIVE;
+ # $nntplink_down{$server} += $hours;
+ return 1;
+ }
+ # 503 Timeout
+ if ($left =~ /^(\S+) \S+ \S+ \S+ 503 Timeout/o) {
+ # Collected but not used
+ # my $server = $1;
+ # $server = lc $server unless $CASE_SENSITIVE;
+ # $nntplink_timeout{$server}++;
+ return 1;
+ }
+ # read() error while reading reply
+ if ($left =~ /^(\S+): read\(\) error while reading reply/o) {
+ my $server = $1;
+ $server = lc $server unless $CASE_SENSITIVE;
+ $nntplink_failed{$server}++;
+ return 1;
+ }
+ # Password file xxxx not found
+ return 1 if $left =~ /^\S+ Password file \S+ not found/;
+ # No such
+ return 1 if $left =~ /^\S+ \S+ \S+ No such/;
+ # already running
+ return 1 if $left =~ /^\S+ \S+ already running/;
+ # error reading version from datafile
+ return 1 if $left =~ /error reading version from datafile/;
+ }
+ ########
+ ## nnrpd
+ if ($prog =~ /^nnrpd(?:-ssl)?$/)
+ {
+ # Fix a small bug of nnrpd (inn 1.4*)
+ $left =~ s/^ /\? /o;
+ # Another bug (in INN 1.5b1)
+ return 1 if $left =~ /^\020\002m$/o; # ^P^Bm
+ # bad_history at num for <ref>
+ return 1 if $left =~ /bad_history at \d+ for /o;
+ # timeout short
+ return 1 if $left =~ /\S+ timeout short$/o;
+ # < or > + (blablabla)
+ return 1 if $left =~ /^\S+ [\<\>] /o;
+ # cant opendir ... I/O error
+ return 1 if $left =~ /\S+ cant opendir \S+ I\/O error$/o;
+ # perl filtering enabled
+ return 1 if $left =~ /perl filtering enabled$/o;
+ # Python filtering enabled
+ return 1 if $left =~ /Python filtering enabled$/o;
+ return 1 if $left =~ /^python interpreter initialized OK$/o;
+ return 1 if $left =~ /^python method \S+ not found$/o;
+ return 1 if $left =~ /^python authenticate method succeeded, return code \d+, error string /o;
+ return 1 if $left =~ /^python access method succeeded$/o;
+ return 1 if $left =~ /^python dynamic method \(\w+ access\) succeeded, refusion string: /o;
+ return 1 if $left =~ /^python: .+ module successfully hooked into nnrpd$/o;
+ return 1 if $left =~ /^python: nnrpd .+ class instance created$/o;
+ return 1 if $left =~ /^python: n_a authenticate\(\) invoked: hostname \S+, ipaddress \S+, interface \S+, user /o;
+ return 1 if $left =~ /^python: n_a access\(\) invoked: hostname \S+, ipaddress \S+, interface \S+, user /o;
+ return 1 if $left =~ /^python: n_a dynamic\(\) invoked against type \S+, hostname \S+, ipaddress \S+, interface \S+, user /o;
+ return 1 if $left =~ /^python: authentication by username succeeded$/o;
+ return 1 if $left =~ /^python: authentication by username failed$/o;
+ return 1 if $left =~ /^python: authentication access by IP address succeeded$/o;
+ return 1 if $left =~ /^python: authentication access by IP address failed$/o;
+ return 1 if $left =~ /^python: dynamic access module successfully hooked into nnrpd$/o;
+ return 1 if $left =~ /^python: dynamic authorization access for read access granted$/o;
+ return 1 if $left =~ /^python: dynamic authorization access type is not known: /o;
+ # connect
+ if ($left =~ /(\S+) (\([0-9a-fA-F:.]*\) )?connect$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_connect{$dom}++;
+ $nnrpd_connect{$cust}++;
+ return 1;
+ }
+ # group
+ if ($left =~ /(\S+) group (\S+) (\d+)$/o) {
+ my ($cust, $group, $num) = ($1, $2, $3);
+ if ($num) {
+ $nnrpd_group{$group} += $num;
+ my ($hierarchy) = $group =~ /^([^\.]+).*$/o;
+ $nnrpd_hierarchy{$hierarchy} += $num;
+ }
+ return 1;
+ }
+ # post failed
+ if ($left =~ /(\S+) post failed (.*)$/o) {
+ my ($cust, $error) = ($1, $2);
+ $nnrpd_post_error{$error}++;
+ return 1;
+ }
+ # post ok
+ return 1 if $left =~ /\S+ post ok/o;
+ # posts
+ if ($left =~ /(\S+) posts received (\d+) rejected (\d+)$/o) {
+ my ($cust, $received, $rejected) = ($1, $2, $3);
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_post_ok{$dom} += $received;
+ $nnrpd_dom_post_rej{$dom} += $rejected;
+ $nnrpd_post_ok{$cust} += $received;
+ $nnrpd_post_rej{$cust} += $rejected;
+ return 1;
+ }
+ # noperm post without permission
+ if ($left =~ /(\S+) noperm post without permission/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_post_rej{$dom} ++;
+ $nnrpd_post_rej{$cust} ++;
+ return 1;
+ }
+ # no_permission
+ if ($left =~ /(\S+) no_(permission|access)$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_no_permission{$cust}++;
+ $nnrpd_dom_no_permission{$dom}++;
+ return 1;
+ }
+ # bad_auth
+ if ($left =~ /(\S+) bad_auth$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_no_permission{$dom}++;
+ $nnrpd_no_permission{$cust}++;
+ return 1;
+ }
+ # Authentication failure
+ # User not known to the underlying authentication module
+ return 1 if $left =~ / ckpasswd: pam_authenticate failed: /o;
+ return 1 if $left =~ / ckpasswd: user .+ unknown$/o;
+ # authinfo
+ if ($left =~ /\S+ user (\S+)$/o) {
+ my $user = $1;
+ $nnrpd_auth{$user}++;
+ return 1;
+ }
+ # unrecognized + command
+ if ($left =~ /(\S+) unrecognized (.*)$/o) {
+ my ($cust, $error) = ($1, $2);
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $error = "_null command_" if ($error !~ /\S/);
+ $error =~ s/^(xmotd) .*$/$1/i if ($error =~ /^xmotd .*$/i);
+ $nnrpd_dom_unrecognized{$dom}++;
+ $nnrpd_unrecognized{$cust}++;
+ $nnrpd_unrecogn_cmd{$error}++;
+ return 1;
+ }
+ # exit
+ if ($left =~ /(\S+) exit articles (\d+) groups (\d+)$/o) {
+ my ($cust, $articles, $groups) = ($1, $2, $3);
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust) || '?';
+ $nnrpd_connect{$cust}++, $nnrpd_dom_connect{$dom}++ if $cust eq '?';
+ $nnrpd_groups{$cust} += $groups;
+ $nnrpd_dom_groups{$dom} += $groups;
+ $nnrpd_articles{$cust} += $articles;
+ $nnrpd_dom_articles{$dom} += $articles;
+ return 1;
+ }
+ # times
+ if ($left =~ /(\S+) times user (\S+) system (\S+) idle (\S+) elapsed (\S+)$/o) {
+ my ($cust, $user, $system, $idle, $elapsed) = ($1, $2, $3, $4, $5);
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_times{$cust} += $elapsed;
+ $nnrpd_resource_user{$cust} += $user;
+ $nnrpd_resource_system{$cust} += $system;
+ $nnrpd_resource_idle{$cust} += $idle;
+ $nnrpd_resource_elapsed{$cust} += $elapsed;
+ $nnrpd_dom_times{$dom} += $elapsed;
+ return 1;
+ }
+ # artstats
+ if ($left =~ /(\S+) artstats get (\d+) time (\d+) size (\d+)$/o) {
+ my ($cust, $articles, $time, $bytes) = ($1, $2, $3, $4);
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_bytes{$cust} += $bytes;
+ $nnrpd_dom_bytes{$dom} += $bytes;
+ return 1;
+ }
+ # timeout
+ if ($left =~ /(\S+) timeout$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_timeout{$dom}++;
+ $nnrpd_timeout{$cust}++;
+ return 1;
+ }
+ # timeout in post
+ if ($left =~ /(\S+) timeout in post$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_timeout{$dom}++;
+ $nnrpd_timeout{$cust}++;
+ return 1;
+ }
+ # can't read: Connection timed out
+ if ($left =~ /(\S+) can\'t read: Connection timed out$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_timeout{$dom}++;
+ $nnrpd_timeout{$cust}++;
+ return 1;
+ }
+ # can't read: Operation timed out
+ if ($left =~ /(\S+) can\'t read: Operation timed out$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_timeout{$dom}++;
+ $nnrpd_timeout{$cust}++;
+ return 1;
+ }
+ # can't read: Connection reset by peer
+ if ($left =~ /(\S+) can\'t read: Connection reset by peer$/o) {
+ my $cust = $1;
+ $cust = lc $cust unless $CASE_SENSITIVE;
+ my $dom = &host2dom($cust);
+ $nnrpd_dom_reset_peer{$dom}++;
+ $nnrpd_reset_peer{$cust}++;
+ return 1;
+ }
+ # can't read: Network is unreachable
+ return 1 if $left =~ /(\S+) can\'t read: Network is unreachable$/o;
+ # gethostbyaddr: xxx.yyy.zzz != a.b.c.d
+ if ($left =~ /^gethostbyaddr: (.*)$/o) {
+ my $msg = $1;
+ $nnrpd_gethostbyaddr{$msg}++;
+ return 1;
+ }
+ # cant gethostbyaddr
+ if ($left =~ /\? cant gethostbyaddr (\S+) .*$/o) {
+ my $ip = $1;
+ $nnrpd_gethostbyaddr{$ip}++;
+ return 1;
+ }
+ # cant getpeername
+ if ($left =~ /\? cant getpeername/o) {
+ # $nnrpd_getpeername++;
+ $nnrpd_gethostbyaddr{"? (can't getpeername)"}++;
+ return 1;
+ }
+ # can't getsockname
+ return 1 if $left =~ /^\S+ can\'t getsockname$/o;
+ # reverse lookup failed
+ return 1 if $left =~ /^\? reverse lookup for \S+ failed: .* -- using IP address for access$/o;
+ # profile timer
+ # ME time X nnnn X(X) [...]
+ # The exact timers change from various versions of INN, so try to deal
+ # with this in a general fashion.
+ if ($left =~ m/^\S+\s+ # ME
+ time\ (\d+)\s+ # time
+ ((?:\S+\ \d+\(\d+\)\s*)+) # timer values
+ $/ox) {
+ $nnrpd_time_times += $1;
+ my $timers = $2;
+
+ while ($timers =~ /(\S+) (\d+)\((\d+)\)\s*/g) {
+ my $name = $nnrpd_timer_names{$1} || $1;
+ my $average = $2 / ($3 || 1);
+ $nnrpd_time_time{$name} += $2;
+ $nnrpd_time_num{$name} += $3;
+ if ($3) {
+ my $min = $nnrpd_time_min{$name};
+ $nnrpd_time_min{$name} = $average
+ if (defined($min) && $min > $average);
+ my $max = $nnrpd_time_max{$name};
+ $nnrpd_time_max{$name} = $average
+ if (defined($max) && $max < $average);
+ }
+ }
+ return 1;
+ }
+ # ME dropping articles into ...
+ return 1 if $left =~ /ME dropping articles into /o;
+ # newnews (interesting but ignored till now)
+ return 1 if $left =~ /^\S+ newnews /o;
+ # cant fopen (ignored too)
+ return 1 if $left =~ /^\S+ cant fopen /o;
+ # can't read: No route to host
+ return 1 if $left =~ /can\'t read: No route to host/o;
+ # can't read: Broken pipe
+ return 1 if $left =~ /can\'t read: Broken pipe/o;
+ # eof in post
+ return 1 if $left =~ /^\S+ eof in post$/o;
+ # ioctl: ...
+ return 1 if $left =~ /^ioctl: /o;
+ # other stats
+ return 1 if $left =~ /^\S+ overstats count \d+ hit \d+ miss \d+ time \d+ size \d+ dbz \d+ seek \d+ get \d+ artcheck \d+$/o;
+ # starttls
+ return 1 if $left =~ /^starttls: \S+ with cipher \S+ \(\d+\/\d+ bits\) no authentication$/o;
+ }
+ ########
+ ## inndstart
+ if ($prog eq "inndstart") {
+ # cant bind Address already in use
+ # cant bind Permission denied
+ return 1 if $left =~ /cant bind /o;
+ # cant setgroups Operation not permitted
+ return 1 if $left =~ /cant setgroups /o;
+ }
+ ########
+ ## overchan
+ if ($prog eq "overchan") {
+ # times
+ if ($left =~ /timings (\d+) arts (\d+) of (\d+) ms$/o) {
+ my ($articles, $work_time, $run_time) = ($1, $2, $3);
+ # ??? What to do with numbers
+ return 1;
+ }
+ }
+ ########
+ ## batcher
+ if ($prog eq "batcher") {
+ # times
+ if ($left =~ /(\S+) times user (\S+) system (\S+) elapsed (\S+)$/o) {
+ my ($server, $user, $system, $elapsed) = ($1, $2, $3, $4);
+ $server = lc $server unless $CASE_SENSITIVE;
+ # $batcher_user{$server} += $user;
+ # $batcher_system{$server} += $system;
+ $batcher_elapsed{$server} += $elapsed;
+ return 1;
+ }
+ # stats
+ if ($left =~ /(\S+) stats batches (\d+) articles (\d+) bytes (\d+)$/o) {
+ my ($server, $batches, $articles, $bytes) = ($1, $2, $3, $4);
+ $server = lc $server unless $CASE_SENSITIVE;
+ $batcher_offered{$server} += $batches;
+ $batcher_articles{$server} += $articles;
+ $batcher_bytes{$server} += $bytes;
+ return 1;
+ }
+ }
+ ########
+ ## rnews
+ if ($prog eq "rnews") {
+ # rejected connection
+ if ($left =~ /rejected connection (.*)$/o) {
+ $rnews_rejected{$1}++;
+ return 1;
+ }
+ # cant open_remote
+ if ($left =~ /(cant open_remote .*)$/o) {
+ $rnews_rejected{$1}++;
+ return 1;
+ }
+ # rejected 437 Unwanted newsgroup
+ if ($left =~ /rejected 437 Unwanted newsgroup \"(.*)\"$/o) {
+ $rnews_bogus_ng{$1}++;
+ return 1;
+ }
+ # rejected 437 Unapproved for "xx"
+ if ($left =~ /rejected 437 Unapproved for \"(.*)\"$/o) {
+ $rnews_unapproved{$1}++;
+ return 1;
+ }
+ # rejected 437 Unwanted distribution
+ if ($left =~ /rejected 437 Unwanted distribution (.*)$/o) {
+ $rnews_bogus_dist{$1}++;
+ return 1;
+ }
+ # rejected 437 Bad "Date"
+ if ($left =~ /rejected 437 Bad \"Date\" (.*)$/o) {
+ $rnews_bogus_date{$1}++;
+ return 1;
+ }
+ # rejected 437 Article posted in the future
+ if ($left =~ /rejected 437 Article posted in the future -- \"(.*)\"$/o) {
+ $rnews_bogus_date{"(future) $1"}++;
+ return 1;
+ }
+ # rejected 437 Too old -- "..."
+ if ($left =~ /rejected 437 Too old -- (.*)$/o) {
+ $rnews_too_old++;
+ return 1;
+ }
+ # rejected 437 Linecount...
+ if ($left =~ /rejected 437 (Linecount) \d+ \!= \d+/o) {
+ $rnews_linecount++;
+ return 1;
+ }
+ # rejected 437 Duplicate
+ if ($left =~ /rejected 437 Duplicate$/o) {
+ $rnews_duplicate++;
+ return 1;
+ }
+ # rejected 437 Duplicate article
+ if ($left =~ /rejected 437 (Duplicate article)/o) {
+ $rnews_duplicate++;
+ return 1;
+ }
+ # rejected 437 No colon-space ...
+ if ($left =~ /rejected 437 No colon-space in \"(.*)\" header$/o) {
+ $rnews_no_colon_space++;
+ return 1;
+ }
+ # duplicate <msg-id> path..
+ if ($left =~ /^duplicate /o) {
+ $rnews_duplicate++;
+ return 1;
+ }
+ # offered <msg-id> feed
+ if ($left =~ /^offered \S+ (\S+)/o) {
+ my $host = $1;
+ $host = lc $host unless $CASE_SENSITIVE;
+ # Small hack used to join article spooled when innd is throttle.
+ # In this situation, the hostname is a 8 hex digits string
+ # To avoid confusions with real feeds, the first character is forced
+ # to be a '3' or a '4' (will work between 9/7/1995 and 13/7/2012).
+ $host = "Local postings" if $host =~ /^[34][0-9a-f]{7}$/;
+ $rnews_host{$host}++;
+ return 1;
+ }
+ # rejected 437 ECP rejected
+ return 1 if $left =~ m/rejected 437 ECP rejected/o;
+ # rejected 437 "Subject" header too long
+ return 1 if $left =~ m/header too long/o;
+ # rejected 437 Too long line in header 1163 bytes
+ return 1 if $left =~ m/rejected 437 Too long line in header/o;
+ # rejected 437 Too many newsgroups (meow)
+ return 1 if $left =~ m/rejected 437 Too many newsgroups/o;
+ # rejected 437 Space before colon in "<a" header
+ return 1 if $left =~ m/rejected 437 Space before colon in/o;
+ # rejected 437 EMP (phl)
+ return 1 if $left =~ m/rejected 437 EMP/o;
+ # rejected 437 Scoring filter (8)
+ return 1 if $left =~ m/rejected 437 Scoring filter/o;
+ # bad_article missing Message-ID
+ return 1 if $left =~ m/bad_article missing Message-ID/o;
+ # cant unspool saving to xxx
+ return 1 if $left =~ m/cant unspool saving to/o;
+ }
+
+ ###########
+ ## ncmspool
+ if ($prog eq "ncmspool") {
+ # <article> good signature from foo@bar.com
+ if ($left =~ /good signature from (.*)/o) {
+ $nocem_goodsigs{$1}++;
+ $nocem_totalgood++;
+ $nocem_lastid = $1;
+ return 1;
+ }
+ # <article> bad signature from foo@bar.com
+ if ($left =~ /bad signature from (.*)/o) {
+ $nocem_badsigs{$1}++;
+ $nocem_goodsigs{$1} = 0 unless ($nocem_goodsigs{$1});
+ $nocem_totalbad++;
+ $nocem_lastid = $1;
+ return 1;
+ }
+ # <article> contained 123 new 456 total ids
+ if ($left =~ /contained (\d+) new (\d+) total ids/o) {
+ $nocem_newids += $1;
+ $nocem_newids{$nocem_lastid} += $1;
+ $nocem_totalids += $2;
+ $nocem_totalids{$nocem_lastid} += $2;
+ return 1;
+ }
+ return 1;
+ }
+
+ ########
+ ## nocem
+ if ($prog eq "nocem") {
+ if ($left =~ /processed notice .* by (.*) \((\d+) ids,/o) {
+ $nocem_goodsigs{$1}++;
+ $nocem_totalgood++;
+ $nocem_lastid = $1;
+ $nocem_newids += $2;
+ $nocem_newids{$nocem_lastid} += $2;
+ $nocem_totalids += $2;
+ $nocem_totalids{$nocem_lastid} += $2;
+ return 1;
+ }
+ if ($left =~ /bad signature from (.*)/o) {
+ $nocem_badsigs{$1}++;
+ $nocem_goodsigs{$1} = 0 unless ($nocem_goodsigs{$1});
+ $nocem_totalbad++;
+ $nocem_lastid = $1;
+ return 1;
+ }
+ return 1;
+ }
+
+ ###########
+ ## controlchan
+ if ($prog eq "controlchan") {
+ # loaded /x/y/z/foo.pl
+ return 1 if $left =~ m/^loaded /;
+ # starting
+ return 1 if $left =~ m/^starting/;
+ # skipping rmgroup x@y (pgpverify failed) in <foo@bar>
+ if ($left =~ m/^skipping \S+ (\S+) \(pgpverify failed\) in /) {
+ $controlchan_skippgp{$1}++;
+ $controlchan_who{$1}++;
+ return 1;
+ }
+ if ($left =~ m/^control_(sendme|ihave), [^,]+, (\S+), doit,/o) {
+ if ($1 eq "sendme") {
+ $controlchan_sendme_site{$2}++;
+ } else {
+ $controlchan_ihave_site{$2}++;
+ }
+ return 1;
+ }
+ # control_XXgroup, foo.bar [moderated] who who /x/y/12, peer, action, 1
+ #
+ # Various other random junk can end up in the moderated field, like y,
+ # unmoderated, m, etc. depending on what the control message says. It
+ # can even have multiple words, which we still don't handle.
+ if ($left =~ m/^control_(\S+), # type of msg
+ \s(?:\S+)? # newsgroup name
+ (\s\S+)? # optional
+ \s(\S+) # e-mail
+ \s\S+ # e-mail
+ \s\S+, # filename
+ \s\S+, # server
+ \s([^=,]+(?:=\S+)?), # action
+ \s*(.*) # code
+ /x) {
+ if ($1 eq 'newgroup') {
+ $controlchan_new{$3}++;
+ } elsif ($1 eq 'rmgroup') {
+ $controlchan_rm{$3}++;
+ } else {
+ $controlchan_other{$3}++;
+ }
+ $controlchan_who{$3}++;
+ $controlchan_ok{$3} += $5;
+ my $action = $4;
+ my $email = $3;
+ $action =~ s/=.*//;
+ $controlchan_doit{$email}++ if $action eq 'doit';
+ return 1;
+ }
+ # checkgroups processed (no change or not)
+ return 1 if $left =~ /^checkgroups by \S+ processed/o;
+ }
+
+ ###########
+ ## crosspost
+ if ($prog eq "crosspost") {
+ # seconds 1001 links 3182 0 symlinks 0 0 mkdirs 0 0
+ # missing 13 toolong 0 other 0
+ if ($left =~ /^seconds\ (\d+)
+ \ links\ (\d+)\ (\d+)
+ \ symlinks\ (\d+)\ (\d+)
+ \ mkdirs\ (\d+)\ (\d+)
+ \ missing\ (\d+)
+ \ toolong\ (\d+)
+ \ other\ (\d+)
+ $/ox) {
+ $crosspost_time += $1;
+ $crosspost{'Links made'} += $2;
+ $crosspost{'Links failed'} += $3;
+ $crosspost{'Symlinks made'} += $4;
+ $crosspost{'Symlinks failed'} += $5;
+ $crosspost{'Mkdirs made'} += $6;
+ $crosspost{'Mkdirs failed'} += $7;
+ $crosspost{'Files missing'} += $8;
+ $crosspost{'Paths too long'} += $9;
+ $crosspost{'Others'} += $10;
+ return 1;
+ }
+ }
+
+ ###########
+ ## cnfsstat
+ if ($prog eq "cnfsstat") {
+ # Class ALT for groups matching "alt.*" article size min/max: 0/1048576
+ # Buffer T3, len: 1953 Mbytes, used: 483.75 Mbytes (24.8%) 0 cycles
+ if ($left =~ m|^Class\ (\S+)\ for\ groups\ matching\ \S+
+ (\ article\ size\ min/max:\ \d+/\d+)?
+ \ Buffer\ (\S+),
+ \ len:\ ([\d.]+)\s+Mbytes,
+ \ used:\ ([\d.]+)\ Mbytes\ \(\s*[\d.]+%\)
+ \s+(\d+)\ cycles\s*
+ $|ox) {
+ my ($class, $buffer, $size, $used, $cycles) = ($1, $3, $4, $5, $6);
+ my ($h, $m, $s) = $hour =~ m/^(\d+):(\d+):(\d+)$/;
+ my $time = $h * 3600 + $m * 60 + $s;
+ $size *= 1024 * 1024;
+ $used *= 1024 * 1024;
+ $cnfsstat{$buffer} = $class;
+
+ # If the size changed, invalidate all of our running fill rate stats.
+ if (!exists($cnfsstat_size{$buffer}) || $size != $cnfsstat_size{$buffer}) {
+ delete $cnfsstat_rate{$buffer};
+ delete $cnfsstat_samples{$buffer};
+ delete $cnfsstat_time{$buffer};
+ $cnfsstat_size{$buffer} = $size;
+ }
+ elsif ($cnfsstat_time{$buffer}) {
+ # We want to gather the rate at which cycbuffs fill. Store a
+ # running total of bytes/second and a total number of samples.
+ # Ideally we'd want a weighted average of those samples by the
+ # length of the sample period, but we'll ignore that and assume
+ # cnfsstat runs at a roughly consistent interval.
+ my ($period, $added);
+ $period = $time - $cnfsstat_time{$buffer};
+ $period = 86400 - $cnfsstat_time{$buffer} + $time if $period <= 0;
+ $added = $used - $cnfsstat_used{$buffer};
+ if ($cycles > $cnfsstat_cycles{$buffer}) {
+ $added += $size * ($cycles - $cnfsstat_cycles{$buffer});
+ }
+ if ($added > 0) {
+ $cnfsstat_rate{$buffer} += $added / $period;
+ $cnfsstat_samples{$buffer}++;
+ }
+ }
+ $cnfsstat_used{$buffer} = $used;
+ $cnfsstat_cycles{$buffer} = $cycles;
+ $cnfsstat_time{$buffer} = $time;
+ return 1;
+ }
+ }
+
+ # Ignore following programs :
+ return 1 if ($prog eq "uxfxn");
+ return 1 if ($prog eq "beverage");
+ return 1 if ($prog eq "newsx");
+ return 1 if ($prog eq "demmf");
+ return 1 if ($prog eq "nnnn");
+ return 1 if ($prog eq "slurp");
+ return 0;
+}
+
+#################################
+# Adjust some values..
+
+sub adjust {
+ my ($first_date, $last_date) = @_;
+
+ my $nnrpd_doit = 0;
+ my $curious;
+
+ {
+ my $serv;
+ if (%nnrpd_connect) {
+ my $c = keys (%nnrpd_connect);
+ foreach $serv (keys (%nnrpd_connect)) {
+ my $dom = &host2dom($serv);
+ if ($nnrpd_no_permission{$serv}) {
+ $nnrpd_dom_connect{$dom} -= $nnrpd_connect{$serv}
+ if defined $nnrpd_dom_connect{$dom} && defined $nnrpd_connect{$serv};
+ $nnrpd_dom_groups{$dom} -= $nnrpd_groups{$serv}
+ if defined $nnrpd_dom_groups{$dom} && defined $nnrpd_groups{$serv};
+ $nnrpd_dom_times{$dom} -= $nnrpd_times{$serv}
+ if defined $nnrpd_dom_times{$dom};
+ $nnrpd_connect{$serv} -= $nnrpd_no_permission{$serv};
+ $nnrpd_groups{$serv} -= $nnrpd_no_permission{$serv}
+ if defined $nnrpd_groups{$serv};
+ delete $nnrpd_connect{$serv} unless $nnrpd_connect{$serv};
+ delete $nnrpd_groups{$serv} unless $nnrpd_groups{$serv};
+ delete $nnrpd_times{$serv} unless $nnrpd_times{$serv};
+ delete $nnrpd_usr_times{$serv} unless $nnrpd_usr_times{$serv};
+ delete $nnrpd_sys_times{$serv} unless $nnrpd_sys_times{$serv};
+ delete $nnrpd_dom_connect{$dom} unless $nnrpd_dom_connect{$dom};
+ delete $nnrpd_dom_groups{$dom} unless $nnrpd_dom_groups{$dom};
+ delete $nnrpd_dom_times{$dom} unless $nnrpd_dom_times{$dom};
+ $c--;
+ }
+ $nnrpd_doit++
+ if $nnrpd_groups{$serv} || $nnrpd_post_ok{$serv};
+ }
+ undef %nnrpd_connect unless $c;
+ }
+ foreach $serv (keys (%nnrpd_groups)) {
+ $curious = "ok" unless $nnrpd_groups{$serv} || $nnrpd_post_ok{$serv} ||
+ $nnrpd_articles{$serv};
+ }
+ }
+
+ # Fill some hashes
+ {
+ my $key;
+ foreach $key (keys (%innd_connect)) {
+ $innd_offered{$key} = ($innd_accepted{$key} || 0)
+ + ($innd_refused{$key} || 0)
+ + ($innd_rejected{$key} || 0);
+ $innd_offered_size{$key} = ($innd_stored_size{$key} || 0)
+ + ($innd_duplicated_size{$key} || 0);
+ }
+
+
+ # adjust min/max of innd timer stats.
+ if (%innd_time_min) {
+ foreach $key (keys (%innd_time_min)) {
+ $innd_time_min{$key} = 0 if ($innd_time_min{$key} == $MIN);
+ $innd_time_max{$key} = 0 if ($innd_time_max{$key} == $MAX);
+
+ #$innd_time_min{$key} /= 1000;
+ #$innd_time_max{$key} /= 1000;
+ }
+ }
+ if (%innfeed_time_min) {
+ foreach $key (keys (%innfeed_time_min)) {
+ $innfeed_time_min{$key} = 0 if ($innfeed_time_min{$key} == $MIN);
+ $innfeed_time_max{$key} = 0 if ($innfeed_time_max{$key} == $MAX);
+ }
+ }
+ if (%nnrpd_time_min) {
+ foreach $key (keys (%nnrpd_time_min)) {
+ $nnrpd_time_min{$key} = 0 if ($nnrpd_time_min{$key} == $MIN);
+ $nnrpd_time_max{$key} = 0 if ($nnrpd_time_max{$key} == $MAX);
+ }
+ }
+ # remove the innd timer stats if not used.
+ unless ($innd_time_times) {
+ undef %innd_time_min;
+ undef %innd_time_max;
+ undef %innd_time_num;
+ undef %innd_time_time;
+ }
+ # same thing for innfeed timer
+ unless ($innfeed_time_times) {
+ undef %innfeed_time_min;
+ undef %innfeed_time_max;
+ undef %innfeed_time_num;
+ undef %innfeed_time_time;
+ }
+ # same thing for nnrpd timer
+ unless ($nnrpd_time_times) {
+ undef %nnrpd_time_min;
+ undef %nnrpd_time_max;
+ undef %nnrpd_time_num;
+ undef %nnrpd_time_time;
+ }
+
+ # adjust the crosspost stats.
+ if (%crosspost) {
+ foreach $key (keys (%crosspost)) {
+ $crosspost_times{$key} = $crosspost_time ?
+ sprintf "%.2f", $crosspost{$key} / $crosspost_time * 60 : "?";
+ }
+ }
+ }
+
+ if (%inn_flow) {
+ my ($prev_dd, $prev_d, $prev_h) = ("", -1, -1);
+ my $day;
+ foreach $day (sort datecmp keys (%inn_flow)) {
+ my ($r, $h) = $day =~ /^(.*) (\d+)$/;
+ my $d = index ("JanFebMarAprMayJunJulAugSepOctNovDec",
+ substr ($r,0,3)) / 3 * 31 + substr ($r, 4, 2);
+ $prev_h = $h if ($prev_h == -1);
+ if ($prev_d == -1) {
+ $prev_d = $d;
+ $prev_dd = $r;
+ }
+ if ($r eq $prev_dd) { # Same day and same month ?
+ if ($h != $prev_h) {
+ if ($h == $prev_h + 1) {
+ $prev_h++;
+ }
+ else {
+ my $j;
+ for ($j = $prev_h + 1; $j < $h; $j++) {
+ my $t = sprintf "%02d", $j;
+ $inn_flow{"$r $t"} = 0;
+ }
+ $prev_h = $h;
+ }
+ }
+ }
+ else {
+ my $j;
+ # then end of the first day...
+ for ($j = ($prev_h == 23) ? 24 : $prev_h + 1; $j < 24; $j++) {
+ my $t = sprintf "%02d", $j;
+ $inn_flow{"$prev_dd $t"} = 0;
+ }
+
+ # all the days between (if any)
+ # well, we can forget them as it is supposed to be a tool
+ # launched daily.
+
+ # the beginning of the last day..
+ for ($j = 0; $j < $h; $j++) {
+ my $t = sprintf "%02d", $j;
+ $inn_flow{"$r $t"} = 0;
+ }
+ $prev_dd = $r;
+ $prev_d = $d;
+ $prev_h = $h;
+ }
+ }
+ my $first = 1;
+ my (%hash, %hash_time, %hash_size, $date, $delay);
+ foreach $day (sort datecmp keys (%inn_flow)) {
+ my ($r, $h) = $day =~ /^(.*) (\d+)$/o;
+ if ($first) {
+ $first = 0;
+ my ($t) = $first_date =~ m/:(\d\d:\d\d)$/o;
+ $date = "$day:$t - $h:59:59";
+ $t =~ m/(\d\d):(\d\d)/o;
+ $delay = 3600 - $1 * 60 - $2;
+ }
+ else {
+ $date = "$day:00:00 - $h:59:59";
+ $delay = 3600;
+ }
+ $hash{$date} = $inn_flow{$day};
+ $hash_size{$date} = $inn_flow_size{$day};
+ $inn_flow_labels{$date} = $h;
+ $hash_time{$date} = $delay;
+ }
+ my ($h, $t) = $last_date =~ m/ (\d+):(\d\d:\d\d)$/o;
+ my ($h2) = $date =~ m/ (\d+):\d\d:\d\d /o;
+ my $date2 = $date;
+ $date2 =~ s/$h2:59:59$/$h:$t/;
+ $hash{$date2} = $hash{$date};
+ delete $hash{"$date"};
+ $hash_size{$date2} = $hash_size{$date};
+ delete $hash_size{"$date"};
+ $t =~ m/(\d\d):(\d\d)/o;
+ $hash_time{$date2} = $hash_time{$date} - ($h2 == $h) * 3600 + $1 * 60 + $2;
+ delete $hash_time{"$date"};
+ $inn_flow_labels{$date2} = $h;
+ %inn_flow = %hash;
+ %inn_flow_time = %hash_time;
+ %inn_flow_size = %hash_size;
+ }
+
+ if (%innd_bad_ihave) {
+ my $key;
+ my $msg = 'Bad ihave control messages received';
+ foreach $key (keys %innd_bad_ihave) {
+ $innd_misc_stat{$msg}{$key} = $innd_bad_ihave{$key};
+ }
+ }
+ if (%innd_bad_msgid) {
+ my $key;
+ my $msg = 'Bad Message-ID\'s offered';
+ foreach $key (keys %innd_bad_msgid) {
+ $innd_misc_stat{$msg}{$key} = $innd_bad_msgid{$key};
+ }
+ }
+ if (%innd_bad_sendme) {
+ my $key;
+ my $msg = 'Ignored sendme control messages received';
+ foreach $key (keys %innd_bad_sendme) {
+ $innd_misc_stat{$msg}{$key} = $innd_bad_sendme{$key};
+ }
+ }
+ if (%innd_bad_command) {
+ my $key;
+ my $msg = 'Bad command received';
+ foreach $key (keys %innd_bad_command) {
+ $innd_misc_stat{$msg}{$key} = $innd_bad_command{$key};
+ }
+ }
+ if (%innd_bad_newsgroup) {
+ my $key;
+ my $msg = 'Bad newsgroups received';
+ foreach $key (keys %innd_bad_newsgroup) {
+ $innd_misc_stat{$msg}{$key} = $innd_bad_newsgroup{$key};
+ }
+ }
+ if (%innd_posted_future) {
+ my $key;
+ my $msg = 'Article posted in the future';
+ foreach $key (keys %innd_posted_future) {
+ $innd_misc_stat{$msg}{$key} = $innd_posted_future{$key};
+ }
+ }
+ if (%innd_no_colon_space) {
+ my $key;
+ my $msg = 'No colon-space in header';
+ foreach $key (keys %innd_no_colon_space) {
+ $innd_misc_stat{$msg}{$key} = $innd_no_colon_space{$key};
+ }
+ }
+ if (%innd_huge) {
+ my $key;
+ my $msg = 'Huge articles';
+ foreach $key (keys %innd_huge) {
+ $innd_misc_stat{$msg}{$key} = $innd_huge{$key};
+ }
+ }
+ if (%innd_blocked) {
+ my $key;
+ my $msg = 'Blocked server feeds';
+ foreach $key (keys %innd_blocked) {
+ $innd_misc_stat{$msg}{$key} = $innd_blocked{$key};
+ }
+ }
+ if (%innd_strange_strings) {
+ my $key;
+ my $msg = 'Including strange strings';
+ foreach $key (keys %innd_strange_strings) {
+ $innd_misc_stat{$msg}{$key} = $innd_strange_strings{$key};
+ }
+ }
+ if (%rnews_bogus_ng) {
+ my $key;
+ my $msg = 'Unwanted newsgroups';
+ foreach $key (keys %rnews_bogus_ng) {
+ $rnews_misc{$msg}{$key} = $rnews_bogus_ng{$key};
+ }
+ }
+ if (%rnews_bogus_dist) {
+ my $key;
+ my $msg = 'Unwanted distributions';
+ foreach $key (keys %rnews_bogus_dist) {
+ $rnews_misc{$msg}{$key} = $rnews_bogus_dist{$key};
+ }
+ }
+ if (%rnews_unapproved) {
+ my $key;
+ my $msg = 'Articles unapproved';
+ foreach $key (keys %rnews_unapproved) {
+ $rnews_misc{$msg}{$key} = $rnews_unapproved{$key};
+ }
+ }
+ if (%rnews_bogus_date) {
+ my $key;
+ my $msg = 'Bad Date';
+ foreach $key (keys %rnews_bogus_date) {
+ $rnews_misc{$msg}{$key} = $rnews_bogus_date{$key};
+ }
+ }
+
+ $rnews_misc{'Too old'}{'--'} = $rnews_too_old if $rnews_too_old;
+ $rnews_misc{'Bad linecount'}{'--'} = $rnews_linecount if $rnews_linecount;
+ $rnews_misc{'Duplicate articles'}{'--'} = $rnews_duplicate
+ if $rnews_duplicate;
+ $rnews_misc{'No colon-space'}{'--'} = $rnews_no_colon_space
+ if $rnews_no_colon_space;
+
+ if (%nnrpd_groups) {
+ my $key;
+ foreach $key (keys (%nnrpd_connect)) {
+ unless ($nnrpd_groups{"$key"} || $nnrpd_post_ok{"$key"} ||
+ $nnrpd_articles{"$key"}) {
+ $nnrpd_curious{$key} = $nnrpd_connect{$key};
+ undef $nnrpd_connect{$key};
+ }
+ }
+ }
+}
+
+sub report_unwanted_ng {
+ my $file = shift;
+ open (FILE, "$file") && do {
+ while (<FILE>) {
+ my ($c, $n) = $_ =~ m/^\s*(\d+)\s+(.*)$/;
+ next unless defined $n;
+ $n =~ s/^newsgroup //o; # for pre 1.8 logs
+ $inn_uw_ng{$n} += $c;
+ }
+ close (FILE);
+ };
+
+ unlink ("${file}.old");
+ rename ($file, "${file}.old");
+
+ open (FILE, "> $file") && do {
+ my $g;
+ foreach $g (sort {$inn_uw_ng{$b} <=> $inn_uw_ng{$a}} (keys (%inn_uw_ng))) {
+ printf FILE "%d %s\n", $inn_uw_ng{$g}, $g;
+ }
+ close (FILE);
+ chmod(0660, "$file");
+ };
+ unlink ("${file}.old");
+}
+
+###########################################################################
+
+# Compare 2 dates (+hour)
+sub datecmp {
+ # ex: "May 12 06" for May 12, 6:00am
+ local($[) = 0;
+ # The 2 dates are near. The range is less than a few days that's why we
+ # can cheat to determine the order. It is only important if one date
+ # is in January and the other in December.
+
+ my($date1) = substr($a, 4, 2) * 24;
+ my($date2) = substr($b, 4, 2) * 24;
+ $date1 += index("JanFebMarAprMayJunJulAugSepOctNovDec",substr($a,0,3)) * 288;
+ $date2 += index("JanFebMarAprMayJunJulAugSepOctNovDec",substr($b,0,3)) * 288;
+ if ($date1 - $date2 > 300 * 24) {
+ $date2 += 288 * 3 * 12;
+ }
+ elsif ($date2 - $date1 > 300 * 24) {
+ $date1 += 288 * 3 * 12;
+ }
+ $date1 += substr($a, 7, 2);
+ $date2 += substr($b, 7, 2);
+ $date1 - $date2;
+}
+
+sub host2dom {
+ my $host = shift;
+
+ $host =~ m/^[^\.]+(.*)/;
+ $host =~ m/^[\d\.]+$/ ? "unresolved" : $1 ? "*$1" : "?";
+}
+
+1;
~ian / innduct.git / blobdiff