From 4f27f0a6eb547618e8ca669e19535d39f7b4b18c Mon Sep 17 00:00:00 2001 From: Hu Hailin Date: Thu, 11 May 2017 18:15:25 +0900 Subject: [PATCH] ignore bson unicode decode error --- mongodb_consistent_backup/Oplog/Oplog.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/mongodb_consistent_backup/Oplog/Oplog.py b/mongodb_consistent_backup/Oplog/Oplog.py index 42fd1dc1..2ae4102b 100644 --- a/mongodb_consistent_backup/Oplog/Oplog.py +++ b/mongodb_consistent_backup/Oplog/Oplog.py @@ -3,6 +3,7 @@ from gzip import GzipFile from bson import BSON, decode_file_iter +from bson.codec_options import CodecOptions from mongodb_consistent_backup.Errors import OperationError @@ -44,7 +45,7 @@ def load(self): try: oplog = self.open() logging.debug("Reading oplog file %s" % self.oplog_file) - for change in decode_file_iter(oplog): + for change in decode_file_iter(oplog, CodecOptions(unicode_decode_error_handler="ignore")): if 'ts' in change: self._last_ts = change['ts'] if self._first_ts is None and self._last_ts is not None: