chiark / gitweb /
Improve verification output with stats, etc
[fdroidserver.git] / fdroidserver / verify.py
1 #!/usr/bin/env python
2 # -*- coding: utf-8 -*-
3 #
4 # publish.py - part of the FDroid server tools
5 # Copyright (C) 2010-13, Ciaran Gultnieks, ciaran@ciarang.com
6 #
7 # This program is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU Affero General Public License as published by
9 # the Free Software Foundation, either version 3 of the License, or
10 # (at your option) any later version.
11 #
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 # GNU Affero General Public License for more details.
16 #
17 # You should have received a copy of the GNU Affero General Public License
18 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
19
20 import sys
21 import os
22 import shutil
23 import subprocess
24 import glob
25 from optparse import OptionParser
26
27 from common import BuildException
28
29 def main():
30
31     #Read configuration...
32     execfile('config.py', globals())
33
34     # Parse command line...
35     parser = OptionParser()
36     parser.add_option("-v", "--verbose", action="store_true", default=False,
37                       help="Spew out even more information than normal")
38     parser.add_option("-p", "--package", default=None,
39                       help="Verify only the specified package")
40     (options, args) = parser.parse_args()
41
42     tmp_dir = 'tmp'
43     if not os.path.isdir(tmp_dir):
44         print "Creating temporary directory"
45         os.makedirs(tmp_dir)
46
47     unsigned_dir = 'unsigned'
48     if not os.path.isdir(unsigned_dir):
49         print "No unsigned directory - nothing to do"
50         sys.exit(0)
51
52     verified = 0
53     notverified = 0
54
55     for apkfile in sorted(glob.glob(os.path.join(unsigned_dir, '*.apk'))):
56
57         apkfilename = os.path.basename(apkfile)
58         i = apkfilename.rfind('_')
59         if i == -1:
60             raise BuildException("Invalid apk name")
61         appid = apkfilename[:i]
62
63         if not options.package or options.package == appid:
64
65             try:
66
67                 print "Processing " + apkfilename
68
69                 remoteapk = os.path.join(tmp_dir, apkfilename)
70                 if os.path.exists(remoteapk):
71                     os.remove(remoteapk)
72                 url = 'https://f-droid.org/repo/' + apkfilename
73                 print "...retrieving " + url
74                 p = subprocess.Popen(['wget', url],
75                     cwd=tmp_dir,
76                     stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
77                 out = p.communicate()[0]
78                 if p.returncode != 0:
79                     raise Exception("Failed to get " + apkfilename)
80
81                 thisdir = os.path.join(tmp_dir, 'this_apk')
82                 thatdir = os.path.join(tmp_dir, 'that_apk')
83                 for d in [thisdir, thatdir]:
84                     if os.path.exists(d):
85                         shutil.rmtree(d)
86                     os.mkdir(d)
87
88                 if subprocess.call(['jar', 'xf',
89                     os.path.join("..", "..", unsigned_dir, apkfilename)],
90                     cwd=thisdir) != 0:
91                     raise Exception("Failed to unpack local build of " + apkfilename)
92                 if subprocess.call(['jar', 'xf', os.path.join("..", "..", remoteapk)],
93                     cwd=thatdir) != 0:
94                     raise Exception("Failed to unpack remote build of " + apkfilename)
95
96                 p = subprocess.Popen(['diff', '-r', 'this_apk', 'that_apk'],
97                     cwd=tmp_dir, stdout=subprocess.PIPE)
98                 out = p.communicate()[0]
99                 lines = out.splitlines()
100                 if len(lines) != 1 or lines[0].find('META-INF') == -1:
101                     raise Exception("Unexpected diff output - " + out)
102
103                 print "...successfully verified"
104                 verified += 1
105
106             except Exception, e:
107                 print "...NOT verified - {0}".format(e)
108                 notverified += 1
109
110     print "\nFinished"
111     print "{0} successfully verified".format(verified)
112     print "{0} NOT verified".format(notverified)
113
114 if __name__ == "__main__":
115     main()
116
117