#!/usr/bin/perl -w # fixscript will replace this line with code to load innshellvars ############################################################################## # send-uucp.pl create news batches from the outgoing files # # Author: Edvard Tuinder # # Copyright (C) 1994 Edvard Tuinder - ELM Consultancy B.V. # Copyright (C) 1995-1997 Miquel van Smoorenburg - Cistron Internet Services # # Copyright (C) 2003 Marco d'Itri # Nearly rewritten. Added syslog support, real errors checking and more. # # This program is free software; you can redistribute it and/or modify it # under the terms of the GNU General Public License as published by the Free # Software Foundation; either version 2 of the License, or (at your option) # any later version. ############################################################################## use strict; use Sys::Syslog; # for compatibility with earlier versions of INN $inn::pathetc ||= '/etc/news'; $inn::syslog_facility ||= 'news'; $inn::uux ||= 'uux'; # some default values my $MAXSIZE = 500000; my $MAXJOBS = 200; my %UNBATCHER = ( compress => 'cunbatch', bzip2 => 'bunbatch', gzip => 'gunbatch', ); my $UUX_FLAGS = '- -z -r -gd'; my $BATCHER_FLAGS = ''; ############################################################################## my $config_file = $inn::pathetc . '/send-uucp.cf'; my $lockfile = $inn::locks . '/LOCK.send-uucp'; openlog('send-uucp', 'pid', $inn::syslog_facility); my @sitelist; if (@ARGV) { foreach my $site (@ARGV) { my @cfg = read_cf($config_file, $site); if (not @cfg) { logmsg("site $site not found in the configuration", 'err'); next; } push @sitelist, @cfg; } } else { @sitelist = read_cf($config_file, undef); } if (not @sitelist) { logmsg('nothing to do', 'debug'); exit 0; } chdir $inn::batch or logdie("Can't access $inn::batch: $!", 'crit'); shlock($lockfile); run_site($_) foreach @sitelist; unlink $lockfile; exit 0; # lint food $inn::compress.$inn::locks.$inn::syslog_facility.$inn::have_uustat = 0 if 0; ############################################################################## sub read_cf { my ($conf_file, $site_wanted) = @_; my $hour = (localtime time)[2]; my @sites; open(CF, $conf_file) or logdie("cannot open $conf_file: $!", 'crit'); while () { chop; s/\s*\#.*$//; next if /^$/; my ($sitespec, $compress, $size, $time) = split(/\s+/); next if not $sitespec; my ($site, $host, $funnel) = split(/:/, $sitespec); $host = $site if not $host; $funnel = $site if not $funnel; $compress =~ s/_/ /g if $compress; if ($site_wanted) { if ($site eq $site_wanted) { push @sites, [$site, $host, $funnel, $compress, $size]; last; } next; } if ($time) { foreach my $time (split(/,/, $time)) { next if $time != $hour; push @sites, [$site, $host, $funnel, $compress, $size]; } } else { push @sites, [$site, $host, $funnel, $compress, $size]; } } close CF; return @sites; } ############################################################################## # count number of jobs in the UUCP queue for a given site sub count_jobs { my ($site) = @_; return 0 if not $inn::have_uustat; open(JOBS, "uustat -s $site 2> /dev/null |") or logdie("cannot fork: $!"); my $count = grep(/ Executing rnews /, ); close JOBS; # ignore errors, uustat may fail return $count; } # select the rnews label appropriate for the compressor program used sub unbatcher { my ($compressor) = @_; $compressor =~ s%.*/%%; # Do not keep the complete path. $compressor =~ s% .*%%; # Do not keep the optional parameters. return $UNBATCHER{$compressor} || 'cunbatch'; } ############################################################################## # batch articles for one site sub run_site { my ($cfg) = @_; my ($site, $host, $funnel, $compress, $size) = @$cfg; logmsg("checking site $site", 'debug'); my $maxjobs = ''; if ($MAXJOBS) { my $jobs = count_jobs($site); if ($jobs >= $MAXJOBS) { logmsg("too many jobs queued for $site"); return; } $maxjobs = '-N ' . ($MAXJOBS - $jobs); } $compress ||= $inn::compress; $size ||= $MAXSIZE; # if exists a .work temp file left by a previous invocation, rename # it to .work.tmp, we'll append it to the current batch file once it # has been renamed and flushed. if (-f "$site.work") { rename("$site.work", "$site.work.tmp") or logdie("cannot rename $site.work: $!", 'crit'); } if (not -f $site and not -f "$site.work.tmp") { logmsg("no batch file for site $site", 'err'); return; } rename($site, "$site.work") or logdie("cannot rename $site: $!", 'crit'); logmsg("Flushing $funnel for site $site", 'debug'); ctlinnd('-t120', 'flush', $funnel); # append the old .work temp file to the current batch file if needed if (-f "$site.work.tmp") { my $err = ''; open(OUT, ">>$site.work") or logdie("cannot open $site.work: $!", 'crit'); open(IN, "$site.work.tmp") or logdie("cannot open $site.work.tmp: $!", 'crit'); print OUT while ; close IN; close OUT or logdie("cannot close $site.work: $!");; unlink "$site.work.tmp" or logmsg("cannot delete $site.work.tmp: $!", 'err'); } if (not -s "$site.work") { logmsg("no articles for $site", 'debug'); unlink "$site.work" or logmsg("cannot delete $site.work: $!", 'err'); } else { if ($compress eq 'none') { system "batcher -b $size $maxjobs $BATCHER_FLAGS " . "-p\"$inn::uux $UUX_FLAGS %s!rnews\" $host $site.work"; } else { system "batcher -b $size $maxjobs $BATCHER_FLAGS " . "-p\"{ echo '#! " . unbatcher($compress) . "' ; exec $compress; } | " . "$inn::uux $UUX_FLAGS %s!rnews\" $host $site.work"; } logmsg("batched articles for $site", 'debug'); } } ############################################################################## sub logmsg { my ($msg, $lvl) = @_; syslog($lvl || 'notice', '%s', $msg); } sub logdie { my ($msg, $lvl) = @_; logmsg($msg, $lvl || 'err'); unlink $lockfile; exit 1; } sub ctlinnd { my ($cmd, @args) = @_; my $st = system("$inn::newsbin/ctlinnd", '-s', $cmd, @args); logdie('Cannot run ctlinnd: ' . $!) if $st == -1; logdie('ctlinnd returned status ' . ($st & 255)) if $st > 0; } sub shlock { my $lockfile = shift; my $locktry = 0; while ($locktry < 60) { if (system("$inn::newsbin/shlock", '-p', $$, '-f', $lockfile) == 0) { return 1; } $locktry++; sleep 2; } my $lockreason; if (open(LOCKFILE, $lockfile)) { $lockreason = 'held by ' . ( || '?'); close LOCKFILE; } else { $lockreason = $!; } logdie("Cannot get lock $lockfile: $lockreason"); return undef; } __END__ =head1 NAME send-uucp - Send Usenet articles via UUCP =head1 SYNOPSIS B [I ...] =head1 DESCRIPTION The B program processes batch files written by innd(8) to send Usenet articles to UUCP sites. It reads a configuration file to control how it behaves with various sites. Normally, it's run periodically out of cron to put together batches and send them to remote UUCP sites. =head1 OPTIONS Any arguments provided to the program are interpreted as a list of sites specfied in F for which batches should be generated. If no arguments are supplied then batches will be generated for all sites listed in that configuration file. =head1 CONFIGURATION The sites to which articles are to be sent must be configured in the configuration file F. Each site is specified with a line of the form: site[:host[:funnel]] [compressor [maxsize [batchtime]]] =over 4 =item I The news site name being configured. This must match a site name from newsfeeds(5). =item I The UUCP host name to which batches should be sent for this site. If omitted, the news site name will be used as the UUCP host name. =item I In the case of a site configured as a funnel, B needs to flush the channel (or exploder) being used as the target of the funnel instead of flushing the site. This is the way to tell B the name of the channel or exploder to flush for this site. If not specified, default to flushing the site. =item I The compression method to use for batches. This should be one of compress, gzip or none. Arguments for the compression command may be specified by using C<_> instead of spaces. For example, C. The default value is C. =item I The maximum size of a single batch before compression. The default value is 500,000 bytes. =item I A comma separated list of hours during which batches should be generated for a given site. When B runs, a site will only be processed if the current hour matches one of the hours in I. The default is no limitation on when to generate batches. =back Fields are seperated by spaces and only the site name needs to be specified, with defaults being used for unspecified values. If the first character on a line is a C<#> then the rest of the line is ignored. =head1 EXAMPLE Here is an example send-uucp.cf configuration file: zoetermeer gzip 1048576 5,18,22 hoofddorp gzip 1048576 5,18,22 pa3ebv gzip 1048576 5,18,22 drinkel gzip 1048576 5,6,18,20,22,0,2 manhole compress 1048576 5,18,22 owl compress 1048576 able pern::MYFUNNEL! This defines eight UUCP sites. The first four use gzip compression and the last three use compress. The first six use a batch size of 1MB, and the last site (able) uses the default of 500,000 bytes. The zoetermeer, hoofddorp, pa3ebv, and manhole sites will only have batches generated for them during the hours of 05:00, 18:00, and 22:00, and the drinkel site will only have batches generated during those hours and 20:00, 00:00, and 02:00. There are no restrictions on when batches will be generated for owl or able. The pern site is configured as a funnel into C. B will issue C instead of C. =head1 FILES =over 4 =item I/send-uucp.cf Configuration file specifying a list of sites to be processed. =back =head1 NOTES The usual flags used for a UUCP feed in the I file are C. =head1 SEE ALSO innd(8), newsfeeds(5), uucp(8) =head1 AUTHOR This program was originally written by Edvard Tuinder and then maintained and extended by Miquel van Smoorenburg . Marco d'Itri cleaned up the code for inclusion in INN. This manual page was written by Mark Brown . =cut