Scanner: handle utf8 errors more gracefully

Fixes #226

diff --git a/fdroidserver/scanner.py b/fdroidserver/scanner.py
index 289e041a96433b416f3050e66aa756f89b3550f7..6e06f7c5558135168e63e43b05f5cd2fbed0c503 100644 (file)
--- a/fdroidserver/scanner.py
+++ b/fdroidserver/scanner.py
@@ -199,7 +199,7 @@ def scan_source(build_dir, root_dir, build):
             elif ext == 'java':
                 if not os.path.isfile(fp):
                     continue
-                with open(fp, 'r', encoding='utf8') as f:
+                with open(fp, 'r', encoding='utf8', errors='replace') as f:
                     for line in f:
                         if 'DexClassLoader' in line:
                             count += handleproblem('DexClassLoader', fd, fp)
@@ -208,7 +208,7 @@ def scan_source(build_dir, root_dir, build):
             elif ext == 'gradle':
                 if not os.path.isfile(fp):
                     continue
-                with open(fp, 'r', encoding='utf8') as f:
+                with open(fp, 'r', encoding='utf8', errors='replace') as f:
                     lines = f.readlines()
                 for i, line in enumerate(lines):
                     if is_used_by_gradle(line):