2 # -*- coding: utf-8 -*-
4 # import.py - part of the FDroid server tools
5 # Copyright (C) 2010-13, Ciaran Gultnieks, ciaran@ciarang.com
6 # Copyright (C) 2013-2014 Daniel Martà <mvdan@mvdan.cc>
8 # This program is free software: you can redistribute it and/or modify
9 # it under the terms of the GNU Affero General Public License as published by
10 # the Free Software Foundation, either version 3 of the License, or
11 # (at your option) any later version.
13 # This program is distributed in the hope that it will be useful,
14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 # GNU Affero General Public License for more details.
18 # You should have received a copy of the GNU Affero General Public License
19 # along with this program. If not, see <http://www.gnu.org/licenses/>.
25 from optparse import OptionParser
26 from ConfigParser import ConfigParser
32 # Get the repo type and address from the given web page. The page is scanned
33 # in a rather naive manner for 'git clone xxxx', 'hg clone xxxx', etc, and
34 # when one of these is found it's assumed that's the information we want.
35 # Returns repotype, address, or None, reason
36 def getrepofrompage(url):
38 req = urllib.urlopen(url)
39 if req.getcode() != 200:
40 return (None, 'Unable to get ' + url + ' - return code ' + str(req.getcode()))
43 # Works for Google Code and BitBucket...
44 index = page.find('hg clone')
47 repo = page[index + 9:]
48 index = repo.find('<')
50 return (None, "Error while getting repo address")
52 repo = repo.split('"')[0]
53 return (repotype, repo)
55 # Works for Google Code and BitBucket...
56 index = page.find('git clone')
59 repo = page[index + 10:]
60 index = repo.find('<')
62 return (None, "Error while getting repo address")
64 repo = repo.split('"')[0]
65 return (repotype, repo)
68 index = page.find('svn checkout')
71 repo = page[index + 13:]
72 prefix = '<strong><em>http</em></strong>'
73 if not repo.startswith(prefix):
74 return (None, "Unexpected checkout instructions format")
75 repo = 'http' + repo[len(prefix):]
76 index = repo.find('<')
78 return (None, "Error while getting repo address - no end tag? '" + repo + "'")
81 index = repo.find(' ')
83 return (None, "Error while getting repo address - no space? '" + repo + "'")
85 repo = repo.split('"')[0]
86 return (repotype, repo)
88 return (None, "No information found." + page)
96 global config, options
98 # Parse command line...
99 parser = OptionParser()
100 parser.add_option("-v", "--verbose", action="store_true", default=False,
101 help="Spew out even more information than normal")
102 parser.add_option("-q", "--quiet", action="store_true", default=False,
103 help="Restrict output to warnings and errors")
104 parser.add_option("-u", "--url", default=None,
105 help="Project URL to import from.")
106 parser.add_option("-s", "--subdir", default=None,
107 help="Path to main android project subdirectory, if not in root.")
108 parser.add_option("-r", "--repo", default=None,
109 help="Allows a different repo to be specified for a multi-repo google code project")
110 parser.add_option("--rev", default=None,
111 help="Allows a different revision (or git branch) to be specified for the initial import")
112 (options, args) = parser.parse_args()
114 config = common.read_config(options)
117 logging.info("Specify project url.")
122 if not os.path.isdir(tmp_dir):
123 logging.info("Creating temporary directory")
127 apps = metadata.read_metadata()
129 # Figure out what kind of project it is...
133 website = url # by default, we might override it
134 if url.startswith('git://'):
140 elif url.startswith('https://github.com'):
141 projecttype = 'github'
145 issuetracker = url + '/issues'
146 elif url.startswith('https://gitlab.com/'):
147 projecttype = 'gitlab'
151 issuetracker = url + '/issues'
152 elif url.startswith('https://gitorious.org/'):
153 projecttype = 'gitorious'
154 repo = 'https://git.gitorious.org/' + url[22:] + '.git'
157 elif url.startswith('https://bitbucket.org/'):
158 if url.endswith('/'):
160 projecttype = 'bitbucket'
161 sourcecode = url + '/src'
162 issuetracker = url + '/issues'
163 # Figure out the repo type and adddress...
164 repotype, repo = getrepofrompage(sourcecode)
166 logging.info("Unable to determine vcs type. " + repo)
168 elif (url.startswith('http://code.google.com/p/') or
169 url.startswith('https://code.google.com/p/')):
170 if not url.endswith('/'):
172 projecttype = 'googlecode'
173 sourcecode = url + 'source/checkout'
175 sourcecode += "?repo=" + options.repo
176 issuetracker = url + 'issues/list'
178 # Figure out the repo type and adddress...
179 repotype, repo = getrepofrompage(sourcecode)
181 logging.info("Unable to determine vcs type. " + repo)
184 # Figure out the license...
185 req = urllib.urlopen(url)
186 if req.getcode() != 200:
187 logging.info('Unable to find project page at ' + sourcecode + ' - return code ' + str(req.getcode()))
190 index = page.find('Code license')
192 logging.info("Couldn't find license data")
195 lprefix = 'rel="nofollow">'
196 index = ltext.find(lprefix)
198 logging.info("Couldn't find license text")
200 ltext = ltext[index + len(lprefix):]
201 index = ltext.find('<')
203 logging.info("License text not formatted as expected")
205 ltext = ltext[:index]
206 if ltext == 'GNU GPL v3':
208 elif ltext == 'GNU GPL v2':
210 elif ltext == 'Apache License 2.0':
212 elif ltext == 'MIT License':
214 elif ltext == 'GNU Lesser GPL':
216 elif ltext == 'Mozilla Public License 1.1':
218 elif ltext == 'New BSD License':
221 logging.info("License " + ltext + " is not recognised")
225 logging.info("Unable to determine the project type.")
226 logging.info("The URL you supplied was not in one of the supported formats. Please consult")
227 logging.info("the manual for a list of supported formats, and supply one of those.")
230 # Get a copy of the source so we can extract some info...
231 logging.info('Getting source from ' + repotype + ' repo at ' + repo)
232 src_dir = os.path.join(tmp_dir, 'importer')
233 if os.path.exists(src_dir):
234 shutil.rmtree(src_dir)
235 vcs = common.getvcs(repotype, repo, src_dir)
236 vcs.gotorevision(options.rev)
238 root_dir = os.path.join(src_dir, options.subdir)
242 # Extract some information...
243 paths = common.manifest_paths(root_dir, None)
246 version, vercode, package = common.parse_androidmanifests(paths)
248 logging.info("Couldn't find package ID")
251 logging.warn("Couldn't find latest version name")
253 logging.warn("Couldn't find latest version code")
255 spec = os.path.join(root_dir, 'buildozer.spec')
256 if os.path.exists(spec):
257 defaults = {'orientation': 'landscape', 'icon': '',
258 'permissions': '', 'android.api': "18"}
259 bconfig = ConfigParser(defaults, allow_no_value=True)
261 package = bconfig.get('app', 'package.domain') + '.' + bconfig.get('app', 'package.name')
262 version = bconfig.get('app', 'version')
265 logging.info("No android or kivy project could be found. Specify --subdir?")
268 # Make sure it's actually new...
270 if app['id'] == package:
271 logging.info("Package " + package + " already exists")
274 # Construct the metadata...
275 app = metadata.parse_metadata(None)
277 app['Web Site'] = website
278 app['Source Code'] = sourcecode
280 app['Issue Tracker'] = issuetracker
282 app['License'] = license
283 app['Repo Type'] = repotype
285 app['Update Check Mode'] = "Tags"
287 # Create a build line...
289 build['version'] = version if version else '?'
290 build['vercode'] = vercode if vercode else '?'
291 build['commit'] = '?'
292 build['disable'] = 'Generated by import.py - check/set version fields and commit id'
294 build['subdir'] = options.subdir
295 if os.path.exists(os.path.join(root_dir, 'jni')):
296 build['buildjni'] = ['yes']
298 for flag, value in metadata.flag_defaults.iteritems():
303 app['builds'].append(build)
305 # Keep the repo directory to save bandwidth...
306 if not os.path.exists('build'):
308 shutil.move(src_dir, os.path.join('build', package))
309 with open('build/.fdroidvcs-' + package, 'w') as f:
310 f.write(repotype + ' ' + repo)
312 metafile = os.path.join('metadata', package + '.txt')
313 metadata.write_metadata(metafile, app)
314 logging.info("Wrote " + metafile)
317 if __name__ == "__main__":