From fb1c35e57e64f76fc6f2b1d9378f04d083d89bd1 Mon Sep 17 00:00:00 2001
From: Ian Jackson <ijackson@chiark.greenend.org.uk>
Date: Wed, 9 Sep 2020 23:40:06 +0100
Subject: [PATCH] media-scraper: wip

Signed-off-by: Ian Jackson <ijackson@chiark.greenend.org.uk>
---
 media-scraper | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/media-scraper b/media-scraper
index 65a82fda..cd316b22 100755
--- a/media-scraper
+++ b/media-scraper
@@ -13,7 +13,11 @@ our $max_rate = 2; # per second
 open DEBUG, ">&STDERR" or die $!;
 
 sub run_curl {
-  my (@curl) = (qw(curl -Ssf -L --proto-redir -all), @_);
+  my ($output, $url, @xopts) = @_;
+  return if stat $output;
+  die "$output $!" unless $!==ENOENT;
+  my @curl = (qw(curl -Ssf -L --proto-redir -all), @xopts);
+  push @curl, '-o', "$output.tmp", $url;
   our $last_curl;
   $last_curl //= 0.;
   my $now = Time::HiRes::time;
@@ -22,6 +26,7 @@ sub run_curl {
   $last_curl = $now;
   print DEBUG "+ @curl\n";
   $!=$?=0; my $r = system @curl; die "curl failed ($? $!): @curl" if $r;
+  rename "$output.tmp", "$output" or die "install $output: $!";
 }
 
 sub method_wikimedia ($$) {
@@ -31,7 +36,7 @@ sub method_wikimedia ($$) {
     my ($filespec, $base) = @_;
     my $url = $cfg->{url_prefix}.$filespec.$cfg->{url_suffix};
     my $wt = "$base.wikitext";
-    run_curl '-o',$wt,$url;
+    run_curl $wt,$url;
     print STDERR "ONE $wt\n";
   };
 }
-- 
2.30.2