fixes #175. utf-8 errors in Python 3 (#208)

Caused by block reads chopping multibyte utf-8 sequences in half.
qubole · Mar 19, 2019 · 3648855 · 3648855
1 parent 3c53590
commit 3648855
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/qds_sdk/commands.py b/qds_sdk/commands.py
@@ -1375,9 +1375,9 @@ def _read_iteratively(key_instance, fp, delim):
             else:
                 import io
                 if isinstance(fp, io.TextIOBase):
-                    fp.buffer.write(data.decode('utf-8').replace(chr(1), delim).encode('utf8'))
+                    fp.buffer.write(data.replace(bytes([1]), delim.encode('utf8')))
                 elif isinstance(fp, io.BufferedIOBase) or isinstance(fp, io.RawIOBase):
-                    fp.write(data.decode('utf8').replace(chr(1), delim).encode('utf8'))
+                    fp.write(data.replace(bytes([1]), delim.encode('utf8')))
                 else:
                     # Can this happen? Don't know what's the right thing to do in this case.
                     pass