-#!/usr/bin/perl -w
+#!/usr/bin/speedy -w -- -t100 -M1
use strict qw(vars);
-use CGI qw/:standard/;
+use CGI::SpeedyCGI qw/:standard -no_xhtml/;
+use CGI qw/:standard -no_xhtml/;
+use POSIX;
sub fail ($) {
print(header(-status=>500),
exit 0;
}
+our (@sections, %section_groups, %group_elems, %graphs);
+
+#---------- initialisation code, run once - graphs setup ----------
+
+BEGIN {
+
our $R= '/var/lib/collectd/rrd/chiark.greenend.org.uk';
+our $SELF= '/home/ijackson/things/rrd-graphs';
-my $self= url(-relative=>1);
+our @timeranges= (3600, map { $_*86400 } qw(1 7 28), 13*7+1, 366);
-our (@sections, %sections, %graphs);
+sub graph_of_group ($$$$$) {
+ my ($section, $group, $elem, $basis, $args) = @_;
+ $basis->{Args}= $args;
+ $basis->{Slower}= 0 unless exists $basis->{Slower};
+ $basis->{TimeRanges} ||= \@timeranges;
+ $graphs{$section,$group,$elem}= $basis;
+ if (!exists $group_elems{$section,$group}) {
+ # new group then
+ if (!exists $section_groups{$section}) {
+ # new section even
+ push @sections, $section;
+ }
+ push @{ $section_groups{$section} }, $group;
+ }
+ push @{ $group_elems{$section,$group} }, $elem;
+}
sub graph ($$$$) {
my ($section, $gname, $basis, $args) = @_;
- $basis->{Args}= $args;
- $basis->{DefTimeRange} ||= 3600;
- $basis->{MinTimeRange} ||= 3600;
- $basis->{MaxTimeRange} ||= 28*86400;
- $graphs{$section,$gname}= $basis;
- if (!exists $sections{$section}) {
- push @sections, $section;
- }
- push @{ $sections{$section} }, $gname;
+ graph_of_group($section, $gname,'', $basis, $args);
}
-graph('General', 'Load', { },
+graph('General', 'Load and processes', { },
[
"DEF:load=$R/load/load.rrd:shortterm:AVERAGE",
(map { "DEF:$_=$R/processes/ps_state-$_.rrd:value:AVERAGE" }
qw(blocked running stopped paging sleeping zombies)),
- "AREA:running#88f:running processes:STACK",
- "AREA:blocked#8f8:blocked processes:STACK",
- "AREA:paging#f88:paging processes:STACK",
+ "AREA:running#88f:running:STACK",
+ "AREA:blocked#8f8:disk wait:STACK",
+ "AREA:paging#f88:paging:STACK",
"LINE:load#000:load",
]);
qw(blocked running stopped paging sleeping zombies)),
"CDEF:busy=0".(join '', map { ",$_,+" } qw(running blocked paging)),
"AREA:sleeping#ccc:sleeping:STACK",
- "AREA:stopped#f00:stopped:STACK",
- "AREA:zombies#0f0:zombie:STACK",
- "AREA:busy#f00:busy:STACK",
+ "AREA:stopped#00f:stopped:STACK",
+ "AREA:zombies#ff0:zombie:STACK",
+ "AREA:busy#000:busy:STACK",
]);
graph('General', 'CPU', { Units => '[%]' },
(0..7)),
"CDEF:$thing=0".join('', map { ",$thing$_,+" } (0..7)).",8.0,/";
} qw(idle interrupt nice softirq steal system user wait)),
- "AREA:system#00f:system:STACK",
- "AREA:wait#f88:wait:STACK",
+ "CDEF:allintr=softirq,steal,+,interrupt,+",
+ "AREA:allintr#ff0:interrupt:STACK",
+ "AREA:system#88f:system:STACK",
+ "AREA:user#00f:user:STACK",
"AREA:nice#ccc:nice:STACK",
- "AREA:user#080:user:STACK",
- "AREA:softirq#f0f:softirq:STACK",
- "AREA:interrupt#ff0:interrupt:STACK",
- "AREA:steal#0ff:steal:STACK",
+ "AREA:wait#f00:wait:STACK",
+ ]);
+
+graph('General', 'Memory', { },
+ [ '-b',1024,
+ (map { "DEF:swap_$_=$R/swap/swap-$_.rrd:value:AVERAGE" }
+ qw(free used cached)),
+ (map { "DEF:mem_$_=$R/memory/memory-$_.rrd:value:AVERAGE" }
+ qw(buffered free used cached)),
+ "CDEF:c_swap_used=0,swap_used,-",
+ "CDEF:c_swap_cached=0,swap_cached,-",
+ "CDEF:c_swap_free=0,swap_free,-",
+ "AREA:c_swap_used#000:used swap",
+ "AREA:c_swap_cached#888:\"cached\" swap:STACK",
+# "AREA:c_swap_free#88f:free swap:STACK",
+ "AREA:mem_used#ff0:used memory",
+ "AREA:mem_buffered#00f:page cache:STACK",
+ "AREA:mem_cached#008:buffer cache:STACK",
+ "AREA:mem_free#ccc:unused memory:STACK",
+ ]);
+
+graph('General', 'Network', { Units => '[/sec; tx +ve; errs x1000]' },
+ [
+ (map {
+ ("DEF:tx_$_=$R/interface/if_$_-eth0.rrd:tx:AVERAGE",
+ "DEF:rx_$_=$R/interface/if_$_-eth0.rrd:rx:AVERAGE",
+ "CDEF:mrx_$_=0,rx_$_,-")
+ } qw(octets packets errors)),
+ (map {
+ ("CDEF:${_}_kb=${_}_octets,1024,/",
+ "CDEF:${_}_errsx=${_}_errors,1000,*")
+ } qw(mrx tx)),
+ "AREA:tx_kb#080:kby",
+ "LINE:tx_packets#0f0:pkts",
+ "LINE:tx_errsx#000:errs",
+ "AREA:mrx_kb#008:kby",
+ "LINE:mrx_packets#00f:pkts",
+ "LINE:mrx_errsx#444:errs",
+ ]);
+
+graph('General', 'Users', { },
+ [
+ "DEF:users=$R/users/users.rrd:users:AVERAGE",
+ "LINE:users#008:users"
]);
foreach my $src (<$R/df/df-*.rrd>) {
my $vol= $src;
+ $vol =~ s,\.rrd$,, or next;
$vol =~ s,.*/,,;
$vol =~ s,^df-,,;
- $vol =~ s,\.rrd$,,;
graph('Disk space', $vol, {
- MinTimeRange => 86400,
- MaxTimeRange => (13*7+1)*86400,
- DefTimeRange => 7*86400
+ Slower => 1,
},
- [
+ [ '-A','-l',0,'-r',
qw(-b 1024 -l 0),
(map { "DEF:$_=$src:$_:AVERAGE" } qw(free used)),
"AREA:used#000:used:STACK",
]);
}
+our %news_name_map;
+
+if (!open NM, '<', "$SELF/data/news/name-map") {
+ die unless $!==&ENOENT;
+} else {
+ while (<NM>) {
+ s/^\s*//; s/\s+$//;
+ next unless m/^[^\#]/;
+ m/^(\S+)\s+(in|out|\*)\s+(\S+)$/ or die;
+ if ($2 eq '*') {
+ $news_name_map{$1,$_}= $3 foreach qw(in out);
+ } else {
+ $news_name_map{$1,$2}= $3;
+ }
+ }
+}
+
+our @news_graphs;
+
+foreach my $src (<$SELF/data/news/*.rrd>) {
+ my $site= $src;
+ $site =~ s,\.rrd$,, or next;
+ $site =~ s,.*/,,;
+ $site =~ s,_(in|out)$,,;
+ my $inout= $1;
+ $site =~ s/^([-.0-9a-z]+)_//;
+ my $us= $1; # all very well but we ignore it
+ my $newsite= $news_name_map{$site,$inout};
+ $site= $newsite if defined $newsite;
+ next if $site eq '-';
+ #my $sk= join '.', reverse split /\./, $site;
+ my $sk= $site;
+ $sk .= " $&" if $sk =~ s/^[^.]*(?:news|nntp|peer)[^.]*\.//;
+ $sk .= " $inout";
+ push @news_graphs, [ $sk, $site, $inout, $src ];
+}
+
+foreach my $siteinfo (sort { $a->[0] cmp $b->[0] } @news_graphs) {
+ my ($sortkey, $site, $inout, $src)= @$siteinfo;
+ graph_of_group("News", $site, $inout,
+ {
+ Units => '[art/s]',
+ TimeRanges => [ map { $_*86400 } qw(1 7 31), 366, 366*3 ]
+ }, $inout eq 'out' ?
+ [
+ (map { "DEF:$_=$src:$_:AVERAGE" }
+ qw(missing deferred unwanted accepted rejected body_missing)),
+ "AREA:accepted#00f:ok",
+ "AREA:body_missing#ff0:miss:STACK",
+ "AREA:rejected#f00:rej:STACK",
+ "AREA:unwanted#aaa:unw:STACK",
+ "AREA:deferred#ddd:defer:STACK",
+ ] :
+ [
+ (map { "DEF:$_=$src:$_:AVERAGE" }
+ qw(accepted refused rejected duplicate)),
+ (map { ("DEF:bytes_$_=$src:${_}_size:AVERAGE",
+ "CDEF:kb_$_=bytes_$_,1024,/")
+ } qw(accepted duplicate)),
+ "AREA:accepted#00f:ok:STACK",
+ "AREA:rejected#f00:rej:STACK",
+ "AREA:duplicate#000:dupe:STACK",
+ "AREA:refused#aaa:unw:STACK",
+ "CDEF:kb_accepted_smooth=kb_accepted,<interval/60>,TREND",
+ "LINE:kb_duplicate#ff0:kb dupe",
+ "LINE:kb_accepted_smooth#008:~kb",
+ ]);
+}
+
+our %disk_rdev2rrd;
+
+foreach my $physdiskrrd (<$R/disk-*/disk_octets.rrd>) {
+ $physdiskrrd =~ s,octets\.rrd$,, or die;
+ $physdiskrrd =~ m,-([^/]+)/disk_$, or die;
+ my $physdev= "/dev/$1";
+ if (!stat $physdev) {
+ die "$physdev $!" unless $!==&ENOENT;
+ next;
+ }
+ die "$physdev ?" unless S_ISBLK((stat _)[2]);
+ $disk_rdev2rrd{(stat _)[6]}= $physdiskrrd;
+}
+
+our @disk_vgs;
+
+sub lvgraphs {
+ my ($vg, $label, $factor, $rcolour, $wcolour) = @_;
+ my @lvs;
+ my $varname= $vg;
+ $varname =~ s/[^0-9a-zA-Y]/ sprintf "Z%02x", ord($&) /ge;
+ my $vginfo= {
+ Name => $label,
+ Varname => $varname,
+ Colour => { 'read' => $rcolour, 'write' => $wcolour },
+ Lvs => []
+ };
+ foreach my $bo (qw(octets ops)) {
+ foreach my $rw (qw(read write)) {
+ $vginfo->{VarDefs}{$bo}{$rw}= [];
+ $vginfo->{Sumdef}{$bo}{$rw}= '0';
+ }
+ }
+ my $ix=0;
+ foreach my $lvpath (</dev/$vg/*>) {
+ my $lv= $lvpath; $lv =~ s,.*/,,;
+ if (!stat $lvpath) {
+ die "$lvpath $!" unless $!==&ENOENT;
+ next;
+ }
+ die "$lvpath ?" unless S_ISBLK((stat _)[2]);
+ my $rrd= $disk_rdev2rrd{(stat _)[6]};
+ next unless defined $rrd;
+
+ my $lvinfo= { Name => $lv };
+ push @{ $vginfo->{Lvs} }, $lvinfo;
+
+ foreach my $bo (qw(octets ops)) {
+ $lvinfo->{Defs}{$bo}=
+ [
+ (map { ("DEF:$_=${rrd}${bo}.rrd:$_:AVERAGE") } qw(read write)),
+ "CDEF:mwrite=0,write,-",
+ "AREA:read#00f:read",
+ "AREA:mwrite#f00:write"
+ ];
+
+ foreach my $rw (qw(read write)) {
+ $ix++;
+ my $tvar= "lv_${rw}_${bo}_${varname}_${ix}";
+ push @{ $vginfo->{VarDefs}{$bo}{$rw} },
+ "DEF:$tvar=${rrd}${bo}.rrd:$rw:AVERAGE";
+ $vginfo->{Sumdef}{$bo}{$rw} .= ",$tvar,+";
+ }
+ }
+ }
+ foreach my $bo (qw(octets ops)) {
+ foreach my $rw (qw(read write)) {
+ my $defs= [];
+ push @$defs, @{ $vginfo->{VarDefs}{$bo}{$rw} };
+ push @$defs, "CDEF:${rw}_vg_${varname}=".
+ $vginfo->{Sumdef}{$bo}{$rw}.
+ sprintf(",%f,*", $rw eq 'write' ? -$factor : $factor);
+ $vginfo->{Defs}{$bo}{$rw}= $defs;
+ }
+ }
+ push @disk_vgs, $vginfo;
+}
+
+lvgraphs('vg-main', 'main', 1, qw(00f f00));
+lvgraphs('vg-chiark-stripe', 'stripe', 0.5, qw(008 800));
+
+foreach my $bo (qw(octets ops)) {
+ my @a= ();
+ foreach my $rw (qw(read write)) {
+ my $stack= '';
+ foreach my $vginfo (@disk_vgs) {
+ push @a, @{ $vginfo->{Defs}{$bo}{$rw} };
+ push @a, "AREA:${rw}_vg_$vginfo->{Varname}#".
+ $vginfo->{Colour}{$rw}.
+ ":$vginfo->{Name} ".substr($rw,0,1).
+ $stack;
+ $stack= ':STACK';
+ }
+ }
+ graph_of_group('IO', 'IO', $bo, { Units => '[/s]' }, \@a);
+}
+
+foreach my $vginfo (@disk_vgs) {
+ foreach my $bo (qw(octets ops)) {
+ foreach my $lv (@{ $vginfo->{Lvs} }) {
+ graph_of_group('IO', "$vginfo->{Name} $lv->{Name}",
+ $bo, { Units => '[/s]' }, $lv->{Defs}{$bo});
+ }
+ }
+}
+
+push @{ $section_groups{General} }, {
+ Section => 'IO',
+ Group => 'IO',
+ UrlParams => "section=IO&sloth=SLOTH"
+};
+
+}
+#---------- right, that was the initialisation ----------
+
+our $self= url(-relative=>1);
+
if (param('debug')) {
print "Content-Type: text/plain\n\n";
}
-my $gname= param('graph');
-my $section= param('section');
-$section ||= $sections[0];
-die unless $sections{$section};
+our @navsettings;
+
+@navsettings= ();
+
+sub navsetting ($) {
+ my ($nav) = @_;
+ my $var= $nav->{Variable};
+ $$var= param($nav->{Param});
+ $$var= $nav->{Default} if !defined $$var;
+ die $nav->{Param} unless grep { $_ eq $$var } @{ $nav->{Values} };
+ push @navsettings, $nav;
+}
+
+our $section;
+
+navsetting({
+ Desc => 'Section',
+ Param => 'section',
+ Variable => \$section,
+ Default => $sections[0],
+ Values => [@sections],
+ Show => sub { return $_[0]; }
+});
+
+
+sub num_param ($$$$) {
+ my ($param,$def,$min,$max) = @_;
+ my $v= param($param);
+ return $def if !defined $v;
+ $v =~ m/^([1-9]\d{0,8})$/ or die;
+ $v= $1;
+ die unless $v >= $min && $v <= $max;
+ return $v + 0;
+}
+
+our $group= param('graph');
-if ($gname) {
- my $g= $graphs{$section,$gname};
+our $elem= param('elem');
+if (defined $elem) {
+ my $g= $graphs{$section,$group,$elem};
die unless $g;
+ my $width= num_param('w',370,100,1600);
+ my $height= num_param('h',200,100,1600);
+
+ my $sloth= param('sloth');
+ die unless defined $sloth;
+ $sloth =~ m/^(\d+)$/ or die;
+ $sloth= $1+0;
+ my $end= $g->{TimeRanges}[$sloth];
+ die unless defined $end;
+
+ my $cacheid= "$section!$group!$elem!$sloth!$width!$height";
+ my $cachepath= "cache/$cacheid.png";
+
my @args= @{ $g->{Args} };
+ s,\<interval/(\d+)\>, $end/$1 ,ge foreach @args;
+ unshift @args, qw(--end now --start), "end-${end}s";
+
+ my $title= $group;
+ if (length $elem) { $title.= " $elem"; }
+
+ $title .= " $g->{Units}" if $g->{Units};
+ unshift @args, '-t', $title, '-w',$width, '-h',$height;
+ unshift @args, qw(-a PNG --full-size-mode);
- my $end= param('end');
- if (defined $end) {
- $end =~ m/^(\d+)$/ or die;
- unshift @args, qw(--end now --start), "end-${end}s";
- }
if (param('debug')) {
print((join "\n",@args),"\n"); exit 0;
}
- print "Content-Type: image/png\n\n";
- my $title= $gname;
- $title .= " $g->{Units}" if $g->{Units};
- unshift @args, '-t', $title;
-
- exec qw(rrdtool graph - -a PNG --full-size-mode -w 370 -h 200), @args;
+#print STDERR "||| ",(join ' ', map { "'$_'" } @args)." |||\n";
+ exec(qw(sh -ec), <<'END', 'x', $cachepath, @args);
+ p="$1"; shift
+ rrdtool graph "$p" --lazy "$@" >/dev/null
+ printf "Content-Type: image/png\n\n"
+ exec cat "$p"
+END
die $!;
}
sub start_page ($) {
my ($title) = @_;
print header(), start_html($title);
- my $delim= '';
- foreach my $s2 (@sections) {
- print $delim;
- if ($s2 eq $section) {
- print "<b>$section</b>";
- } else {
- print "<a href=\"$self";
- if ($s2 ne $sections[0]) { print "?section=$s2"; }
- print "\">$s2</a>";
+ my $outerdelim= '';
+ foreach my $nav (@navsettings) {
+ print $outerdelim;
+ print $nav->{Desc}, ": ";
+ my $delim= '';
+ my $current= $nav->{Variable}; $current= $$current;
+ foreach my $couldbe (@{ $nav->{Values} }) {
+ print $delim;
+ my $show= $nav->{Show}($couldbe);
+ if ($couldbe eq $current) {
+ print "<b>$show</b>";
+ } else {
+ my $u= $self;
+ my $delim2= '?';
+ foreach my $nav2 (@navsettings) {
+ my $current2= $nav2->{Variable}; $current2= $$current2;
+ $current2= $couldbe if $nav2->{Param} eq $nav->{Param};
+ next if $current2 eq $nav2->{Default};
+ $u .= $delim2; $u .= "$nav2->{Param}=$current2";
+ $delim2= '&';
+ }
+ print a({href=>$u}, $show);
+ }
+ $delim= ' | ';
}
- $delim= ' | ';
+ $outerdelim= "<br>\n";
}
+ print "\n";
+
print h1("$title");
}
-my $detail= param('detail');
-if ($detail) {
- my $g= $graphs{$section,$detail};
- die unless $g;
- start_page("$detail graphs");
- foreach my $end (qw(300 3600 86400 604800 2419200 7948800)) {
- next if $end < $g->{MinTimeRange};
- next if $end > $g->{MaxTimeRange};
- print "<img src=\"$self?graph=$detail§ion=$section&end=$end\">\n";
+our $detail= param('detail');
+if (defined $detail) {
+ my $elems= $group_elems{$section,$detail};
+ die unless $elems;
+ start_page("$detail - $section - graphs");
+ foreach my $tsloth (0..5) {
+ foreach my $elem (@$elems) {
+ my $g= $graphs{$section,$detail,$elem};
+ die unless $g;
+ next if $tsloth >= @{ $g->{TimeRanges} };
+ my $imgurl= "$self?graph=$detail§ion=$section".
+ "&sloth=$tsloth&elem=$elem";
+ print a({href=>"$imgurl&w=780&h=800"},
+ img({src=>$imgurl, alt=>''}));
+ }
}
print end_html();
exit 0;
}
+our $sloth;
+
+navsetting({
+ Desc => 'Time interval',
+ Param => 'sloth',
+ Variable => \$sloth,
+ Default => 1,
+ Values => [0..3],
+ Show => sub {
+ my ($sl) = @_;
+ return ('Narrower', 'Normal', 'Wider', 'Extra wide')[$sl];
+ }
+});
+
if (param('debug')) {
use Data::Dumper;
print Dumper(\%graphs);
exit 0;
}
-start_page("$section graphs");
+start_page("$section - graphs");
-foreach my $gname (@{ $sections{$section} }) {
- my $g= $graphs{$section,$gname};
- print "<a href=\"$self?detail=$gname§ion=$section\">"; #,h2($gname),"</a>";
- print "<img src=\"$self?graph=$gname§ion=$section&end=$g->{DefTimeRange}\"></a>\n";
+foreach my $group (@{ $section_groups{$section} }) {
+ my $ref_group= $group;
+ my $ref_section= $section;
+ my $ref_urlparams= "detail=$group§ion=$section";
+ if (ref $group) {
+ $ref_group= $group->{Group};
+ $ref_section= $group->{Section};
+ $ref_urlparams= $group->{UrlParams};
+ $ref_urlparams =~ s/\bSLOTH\b/$sloth/;
+ }
+ print a({href=>"$self?$ref_urlparams"});
+ my $imgurl= "$self?graph=$ref_group§ion=$ref_section";
+ print "<span style=\"white-space:nowrap\">";
+ my $elems= $group_elems{$ref_section,$ref_group};
+ foreach my $elem (@$elems) {
+ my $g= $graphs{$ref_section,$ref_group,$elem};
+ print img({src=>"$imgurl&elem=$elem&sloth=".($sloth + $g->{Slower}),
+ alt=>''});
+ }
+ print "</span>";
+ print "</a>\n";
}
~ijackson / rrd-graphs.git / blobdiff