-#!/usr/bin/perl -w
+#!/usr/bin/speedy -w -- -t100 -M1
+# -*- perl -*-
+# Main CGI program's logic; must be run inside a lock.
+
+# rrd-graphs/cgi - part of rrd-graphs, a tool for online graphs
+# Copyright 2010, 2012 Ian Jackson
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+
use strict qw(vars);
+use CGI::SpeedyCGI qw/:standard -no_xhtml/;
use CGI qw/:standard -no_xhtml/;
+use POSIX;
+use MD5;
sub fail ($) {
print(header(-status=>500),
exit 0;
}
-our $R= '/var/lib/collectd/rrd/chiark.greenend.org.uk';
-our $SELF= '/home/ijackson/things/rrd-graphs';
+our (@sections, %section_groups, %group_elems, %graphs);
-my $self= url(-relative=>1);
+#---------- initialisation code, run once - graphs setup ----------
-our (@sections, %section_groups, %group_elems, %graphs);
+BEGIN {
+
+our $R= '/var/lib/collectd/rrd/chiark.greenend.org.uk';
+our $SELF= '/home/ijackson/things/rrd-graphs';
our @timeranges= (3600, map { $_*86400 } qw(1 7 28), 13*7+1, 366);
-sub graph_of_group ($$$$$) {
- my ($section, $group, $elem, $basis, $args) = @_;
+sub graph_of_group ($$$$$;$) {
+ my ($section, $group, $elem, $basis, $args, $title) = @_;
$basis->{Args}= $args;
$basis->{Slower}= 0 unless exists $basis->{Slower};
$basis->{TimeRanges} ||= \@timeranges;
+ if (!defined $title) {
+ $title = $group;
+ if (length $elem) { $title.= " $elem"; }
+ }
+ $basis->{Title} = $title;
$graphs{$section,$group,$elem}= $basis;
if (!exists $group_elems{$section,$group}) {
# new group then
"CDEF:$thing=0".join('', map { ",$thing$_,+" } (0..7)).",8.0,/";
} qw(idle interrupt nice softirq steal system user wait)),
"CDEF:allintr=softirq,steal,+,interrupt,+",
- "AREA:system#88f:system:STACK",
"AREA:allintr#ff0:interrupt:STACK",
+ "AREA:system#88f:system:STACK",
"AREA:user#00f:user:STACK",
"AREA:nice#ccc:nice:STACK",
"AREA:wait#f00:wait:STACK",
}
}
-sub news_name_sortkey {
- return join '.', reverse split /\./, $_[0];
-}
+our %news_sources;
-foreach my $src (sort { news_name_sortkey($a) cmp news_name_sortkey($b) }
- <$SELF/data/news/*.rrd>) {
+foreach my $src (<$SELF/data/news/*.rrd>) {
my $site= $src;
$site =~ s,\.rrd$,, or next;
$site =~ s,.*/,,;
my $newsite= $news_name_map{$site,$inout};
$site= $newsite if defined $newsite;
next if $site eq '-';
- graph_of_group("News", $site, $inout,
+ push @{ $news_sources{$site}{$inout} }, $src;
+}
+
+our @news_graphs;
+
+foreach my $site (keys %news_sources) {
+ my $sk= $site;
+ $sk =~ s/^[.0-9]+$/~$&/;
+ for (;;) {
+ last unless $sk =~
+ s/^[^. ]*\b(?:chiark|greenend|news|newsfeed|nntp|peer|feeds?|feeder|in|out)\b[^.]*\.//;
+ $sk .= " $&";
+ }
+print STDERR "$site => $sk\n";
+ foreach my $inout (keys %{ $news_sources{$site} }) {
+ my $skio = $sk;
+ $skio =~ s/ / [$inout]/;
+ push @news_graphs, [ $skio, $site, $inout ];
+ }
+}
+
+foreach my $siteinfo (sort { $a->[0] cmp $b->[0] } @news_graphs) {
+ my ($sortkey, $site, $inout)= @$siteinfo;
+ my @sources= @{ $news_sources{$site}{$inout} };
+
+ my @vals= $inout eq 'out'
+ ? qw(missing deferred unwanted accepted rejected body_missing)
+ : qw(accepted refused rejected duplicate
+ accepted_size duplicate_size);
+ my @defs;
+ foreach my $val (@vals) {
+ my $def= "CDEF:$val=0";
+ foreach my $si (0..$#sources) {
+ my $src= $sources[$si];
+ my $tvar= "${val}_${si}";
+ push @defs, "DEF:$tvar=$src:$val:AVERAGE";
+ $def .= ",$tvar,ADDNAN";
+ }
+ push @defs, $def;
+ if ($val =~ m/_size$/) {
+ push @defs, "CDEF:kb_$`=$val,1024,/";
+ }
+ }
+ my $group = $sortkey;
+ $group =~ s/ .*//;
+ $group = $site unless length $group;
+ graph_of_group("News", $group, "$site $inout",
{
Units => '[art/s]',
TimeRanges => [ map { $_*86400 } qw(1 7 31), 366, 366*3 ]
}, $inout eq 'out' ?
[
- (map { "DEF:$_=$src:$_:AVERAGE" }
- qw(missing deferred unwanted accepted rejected body_missing)),
+ @defs,
"AREA:accepted#00f:ok",
"AREA:body_missing#ff0:miss:STACK",
"AREA:rejected#f00:rej:STACK",
"AREA:deferred#ddd:defer:STACK",
] :
[
- (map { "DEF:$_=$src:$_:AVERAGE" }
- qw(accepted refused rejected duplicate)),
- (map { ("DEF:bytes_$_=$src:${_}_size:AVERAGE",
- "CDEF:kb_$_=bytes_$_,1024,/")
- } qw(accepted duplicate)),
+ @defs,
"AREA:accepted#00f:ok:STACK",
"AREA:rejected#f00:rej:STACK",
"AREA:duplicate#000:dupe:STACK",
"CDEF:kb_accepted_smooth=kb_accepted,<interval/60>,TREND",
"LINE:kb_duplicate#ff0:kb dupe",
"LINE:kb_accepted_smooth#008:~kb",
- ]);
+ ],
+ "$site $inout");
+}
+
+our %disk_rdev2rrd;
+
+foreach my $physdiskrrd (<$R/disk-*/disk_octets.rrd>) {
+ $physdiskrrd =~ s,octets\.rrd$,, or die;
+ $physdiskrrd =~ m,-([^/]+)/disk_$, or die;
+ my $physdev= "/dev/$1";
+ if (!stat $physdev) {
+ die "$physdev $!" unless $!==&ENOENT;
+ next;
+ }
+ die "$physdev ?" unless S_ISBLK((stat _)[2]);
+ $disk_rdev2rrd{(stat _)[6]}= $physdiskrrd;
+}
+
+our @disk_vgs;
+
+sub lvgraphs {
+ my ($vg, $label, $factor, $rcolour, $wcolour) = @_;
+ my @lvs;
+ my $varname= $vg;
+ $varname =~ s/[^0-9a-zA-Y]/ sprintf "Z%02x", ord($&) /ge;
+ my $vginfo= {
+ Name => $label,
+ Varname => $varname,
+ Colour => { 'read' => $rcolour, 'write' => $wcolour },
+ Lvs => []
+ };
+ foreach my $bo (qw(octets ops)) {
+ foreach my $rw (qw(read write)) {
+ $vginfo->{VarDefs}{$bo}{$rw}= [];
+ $vginfo->{Sumdef}{$bo}{$rw}= '0';
+ }
+ }
+ my $ix=0;
+ foreach my $lvpath (</dev/$vg/*>) {
+ my $lv= $lvpath; $lv =~ s,.*/,,;
+ if (!stat $lvpath) {
+ die "$lvpath $!" unless $!==&ENOENT;
+ next;
+ }
+ die "$lvpath ?" unless S_ISBLK((stat _)[2]);
+ my $rrd= $disk_rdev2rrd{(stat _)[6]};
+ next unless defined $rrd;
+
+ my $lvinfo= { Name => $lv };
+ push @{ $vginfo->{Lvs} }, $lvinfo;
+
+ foreach my $bo (qw(octets ops)) {
+ $lvinfo->{Defs}{$bo}=
+ [
+ (map { ("DEF:$_=${rrd}${bo}.rrd:$_:AVERAGE") } qw(read write)),
+ "CDEF:mwrite=0,write,-",
+ "AREA:read#00f:read",
+ "AREA:mwrite#f00:write"
+ ];
+
+ foreach my $rw (qw(read write)) {
+ $ix++;
+ my $tvar= "lv_${rw}_${bo}_${varname}_${ix}";
+ push @{ $vginfo->{VarDefs}{$bo}{$rw} },
+ "DEF:$tvar=${rrd}${bo}.rrd:$rw:AVERAGE";
+ $vginfo->{Sumdef}{$bo}{$rw} .= ",$tvar,+";
+ }
+ }
+ }
+ foreach my $bo (qw(octets ops)) {
+ foreach my $rw (qw(read write)) {
+ my $defs= [];
+ push @$defs, @{ $vginfo->{VarDefs}{$bo}{$rw} };
+ push @$defs, "CDEF:${rw}_vg_${varname}=".
+ $vginfo->{Sumdef}{$bo}{$rw}.
+ sprintf(",%f,*", $rw eq 'write' ? -$factor : $factor);
+ $vginfo->{Defs}{$bo}{$rw}= $defs;
+ }
+ }
+ push @disk_vgs, $vginfo;
+}
+
+lvgraphs('vg-main', 'main', 1, qw(00f f00));
+lvgraphs('vg-chiark-stripe', 'stripe', 0.5, qw(008 800));
+
+foreach my $bo (qw(octets ops)) {
+ my @a= ();
+ foreach my $rw (qw(read write)) {
+ my $stack= '';
+ foreach my $vginfo (@disk_vgs) {
+ push @a, @{ $vginfo->{Defs}{$bo}{$rw} };
+ push @a, "AREA:${rw}_vg_$vginfo->{Varname}#".
+ $vginfo->{Colour}{$rw}.
+ ":$vginfo->{Name} ".substr($rw,0,1).
+ $stack;
+ $stack= ':STACK';
+ }
+ }
+ graph_of_group('IO', 'IO', $bo, { Units => '[/s]' }, \@a);
+}
+
+foreach my $vginfo (@disk_vgs) {
+ foreach my $bo (qw(octets ops)) {
+ foreach my $lv (@{ $vginfo->{Lvs} }) {
+ graph_of_group('IO', "$vginfo->{Name} $lv->{Name}",
+ $bo, { Units => '[/s]' }, $lv->{Defs}{$bo});
+ }
+ }
}
+push @{ $section_groups{General} }, {
+ Section => 'IO',
+ Group => 'IO',
+ UrlParams => "section=IO&sloth=SLOTH"
+};
+
+}
+#---------- right, that was the initialisation ----------
+
+our $self= url(-relative=>1);
+
if (param('debug')) {
print "Content-Type: text/plain\n\n";
}
+sub source_tarball ($$) {
+ my ($spitoutfn) = @_;
+}
+
+if (path_info() =~ m/\.tar\.gz$/) {
+ print "Content-Type: application/octet-stream\n\n";
+
+ exec '/bin/sh','-c','
+ (
+ git-ls-files -z;
+ git-ls-files -z --others --exclude-from=.gitignore;
+ if test -d .git; then find .git -print0; fi
+ ) | (
+ cpio -Hustar -o --quiet -0 -R 1000:1000 || \
+ cpio -Hustar -o --quiet -0
+ ) | gzip
+ ';
+ die $!;
+}
+
our @navsettings;
+@navsettings= ();
+
sub navsetting ($) {
my ($nav) = @_;
my $var= $nav->{Variable};
return $v + 0;
}
-my $group= param('graph');
+our $group= param('graph');
+
+my $defwidth= 370;
+my $defheight= 200;
-my $elem= param('elem');
+our $elem= param('elem');
if (defined $elem) {
my $g= $graphs{$section,$group,$elem};
die unless $g;
- my $width= num_param('w',370,100,1600);
- my $height= num_param('h',200,100,1600);
+ my $width= num_param('w',$defwidth,100,1600);
+ my $height= num_param('h',$defheight,100,1600);
my $sloth= param('sloth');
die unless defined $sloth;
$sloth =~ m/^(\d+)$/ or die;
$sloth= $1+0;
my $end= $g->{TimeRanges}[$sloth];
-
- my $cacheid= "$section!$group!$elem!$sloth!$width!$height";
- my $cachepath= "cache/$cacheid.png";
+ die unless defined $end;
my @args= @{ $g->{Args} };
s,\<interval/(\d+)\>, $end/$1 ,ge foreach @args;
unshift @args, qw(--end now --start), "end-${end}s";
- my $title= $group;
- if (length $elem) { $title.= " $elem"; }
-
+ my $title = $g->{Title};
$title .= " $g->{Units}" if $g->{Units};
unshift @args, '-t', $title, '-w',$width, '-h',$height;
unshift @args, qw(-a PNG --full-size-mode);
+ my $cacheid= "$section!$group!$elem!$sloth!$width!$height!";
+ $cacheid .= unpack "H*", MD5->hash(join '\0', @args);
+ my $cachepath= "cache/$cacheid.png";
+
if (param('debug')) {
print((join "\n",@args),"\n"); exit 0;
}
print h1("$title");
}
-my $detail= param('detail');
-if ($detail) {
+our $detail= param('detail');
+if (defined $detail) {
my $elems= $group_elems{$section,$detail};
die unless $elems;
- start_page("$detail graphs");
- foreach my $xsloth (0..5) {
+ start_page("$detail - $section - graphs");
+ foreach my $tsloth (0..5) {
foreach my $elem (@$elems) {
my $g= $graphs{$section,$detail,$elem};
die unless $g;
- my $tsloth= $xsloth + $g->{Slower};
+ next if $tsloth >= @{ $g->{TimeRanges} };
my $imgurl= "$self?graph=$detail§ion=$section".
"&sloth=$tsloth&elem=$elem";
print a({href=>"$imgurl&w=780&h=800"},
- img({src=>$imgurl, alt=>''}));
+ img({src=>$imgurl, alt=>'',
+ width=>$defwidth, height=>$defheight}));
}
}
print end_html();
exit 0;
}
-start_page("$section graphs");
+start_page("$section - graphs");
foreach my $group (@{ $section_groups{$section} }) {
- print a({href=>"$self?detail=$group§ion=$section"});
- my $imgurl= "$self?graph=$group§ion=$section";
+ my $ref_group= $group;
+ my $ref_section= $section;
+ my $ref_urlparams= "detail=$group§ion=$section";
+ if (ref $group) {
+ $ref_group= $group->{Group};
+ $ref_section= $group->{Section};
+ $ref_urlparams= $group->{UrlParams};
+ $ref_urlparams =~ s/\bSLOTH\b/$sloth/;
+ }
+ print a({href=>"$self?$ref_urlparams"});
+ my $imgurl= "$self?graph=$ref_group§ion=$ref_section";
print "<span style=\"white-space:nowrap\">";
- my $elems= $group_elems{$section,$group};
+ my $elems= $group_elems{$ref_section,$ref_group};
foreach my $elem (@$elems) {
- my $g= $graphs{$section,$group,$elem};
+ my $g= $graphs{$ref_section,$ref_group,$elem};
print img({src=>"$imgurl&elem=$elem&sloth=".($sloth + $g->{Slower}),
- alt=>''});
+ alt=>'', width=>$defwidth, height=>$defheight});
}
print "</span>";
print "</a>\n";
}
+my $homeurl =
+ 'http://www.chiark.greenend.org.uk/ucgi/~ijackson/git/rrd-graphs/';
+print <<END
+<hr>Generated by "<a href="$homeurl">rrd-graphs</a>".
+Copyright 2010,2012 Ian Jackson. There is <strong>NO WARRANTY</strong>.
+Available under the Affero Public General Licence, version 3 or any
+later version. You may download the
+<a href="$self/rrd-graphs.tar.gz">source code</a>
+for the version currently running here.
+END