Feature bsc run etl

.gitignore

@@ -47,3 +47,4 @@ coverage.xml
 .venv
 venv/
 ENV/
+.vscode/

blockchainetl/exporters.py

@@ -37,7 +37,7 @@
 
 import decimal
 import six
-
+from typing import cast
 
 class BaseItemExporter(object):
 
@@ -210,4 +210,4 @@ def to_unicode(text, encoding=None, errors='strict'):
                         'object, got %s' % type(text).__name__)
     if encoding is None:
         encoding = 'utf-8'
-    return text.decode(encoding, errors)
+    return cast(bytes,text).decode(encoding,errors)

blockchainetl/streaming/streamer.py

@@ -21,12 +21,13 @@
 # SOFTWARE.
 
 
+from io import TextIOWrapper
 import logging
 import os
 import time
 
 from blockchainetl.streaming.streamer_adapter_stub import StreamerAdapterStub
-from blockchainetl.file_utils import smart_open
+from blockchainetl.file_utils import NoopFile, smart_open
 
 
 class Streamer:
@@ -133,7 +134,6 @@ def read_last_synced_block(file):
     with smart_open(file, 'r') as last_synced_block_file:
         return int(last_synced_block_file.read())
 
-
 def write_to_file(file, content):
     with smart_open(file, 'w') as file_handle:
         file_handle.write(content)

ethereumetl/service/eth_service.py

@@ -68,6 +68,8 @@ def get_block_range_for_timestamps(self, start_timestamp, end_timestamp):
 class BlockTimestampGraph(object):
     def __init__(self, web3):
         self._web3 = web3
+        from web3.middleware import geth_poa_middleware
+        self._web3.middleware_stack.inject(geth_poa_middleware, layer=0)
 
     def get_first_point(self):
         # Ignore the genesis block as its timestamp is 0

getblock-io-transactions-date-range.txt

@@ -0,0 +1 @@
+12847328,12853698

pyrightconfig.json

@@ -0,0 +1,12 @@
+{
+	"venv": "/Users/prasanna/codeBase/ethereum-etl/.venv/bin/python",
+	"pythonVersion": "3.9",
+	"include": [
+		"blockchainetl",
+		"ethereumetl",
+		"tests",
+		"schemas"
+	],
+	"useLibraryCodeForTypes": true,
+	"typeCheckingMode": "basic"
+}

setup.py

@@ -30,7 +30,7 @@ def read(fname):
     ],
     keywords='ethereum',
     # web3.py doesn't work on 3.5.2 and less (https://github.com/ethereum/web3.py/issues/1012)
-    python_requires='>=3.5.3,<3.8.0',
+    # python_requires='>=3.5.3,<3.8.0',
     install_requires=[
         'web3==4.7.2',
         'eth-utils==1.3.0',