backslash unicode charcaters in _read()

hpcugent · Oct 22, 2020 · 22be9bc · 22be9bc
1 parent 7f64734
commit 22be9bc
Showing 1 changed file with 2 additions and 7 deletions.
diff --git a/lib/vsc/install/shared_setup.py b/lib/vsc/install/shared_setup.py
@@ -277,14 +277,9 @@ def file_read(file_handle, read_lines):
         with open(source) as file_handle:
             txt = file_read(file_handle, read_lines)
     except UnicodeDecodeError:
-        # Python 3 fails to read file encoded in utf-8, try again setting the encoding
-        with open(source, encoding='utf-8') as file_handle:
+        # file contains unicode characters, try again backslashing them
+        with open(source, encoding='ascii', errors="backslashreplace") as file_handle:
             txt = file_read(file_handle, read_lines)
-        # decode to ASCII removing non-conformant characters
-        if read_lines:
-            txt = [line.encode('utf-8').decode('ascii', 'ignore') for line in txt]
-        else:
-            txt = txt.encode('utf-8').decode('ascii', 'ignore')
 
     return txt