Merge pull request #251 from gkreitz/crash_on_non_utf8_io_files

Fix crash in verifyproblem when in or ans files are not utf-8

problemtools/verifyproblem.py

@@ -148,8 +148,13 @@ def __init__(self, problem: Problem, base: str, testcasegroup: TestCaseGroup):
         problem.testcase_by_infile[self.infile] = self
 
     def check_newlines(self, filename: str) -> None:
-        with open(filename, 'r') as f:
-            data = f.read()
+        with open(filename, 'rb') as f:
+            rawdata = f.read()
+            try:
+                data = rawdata.decode('utf-8', 'strict')
+            except UnicodeDecodeError:
+                self.warning(f'The file {filename} could not be decoded as utf-8')
+                return
         if data.find('\r') != -1:
             self.warning(f'The file {filename} contains non-standard line breaks.')
         if len(data) > 0 and data[-1] != '\n':