BCD indexer updates

charts/pyrometer/scripts/pyrometer_exporter.py

@@ -4,18 +4,20 @@
 import datetime
 
 import logging
-log = logging.getLogger('werkzeug')
+
+log = logging.getLogger("werkzeug")
 log.setLevel(logging.ERROR)
 
 application = Flask(__name__)
 
 unhealthy_bakers = set()
 
-@application.route('/pyrometer_webhook', methods=['POST'])
+
+@application.route("/pyrometer_webhook", methods=["POST"])
 def pyrometer_webhook():
- '''
+ """
  Receive all events from pyrometer
- '''
+ """
  for msg in request.get_json():
  if msg["kind"] == "baker_unhealthy":
  print(f"Baker {msg['baker']} is unhealthy")
@@ -26,14 +28,16 @@ def pyrometer_webhook():
 
  return "Webhook received"
 
-@application.route('/metrics', methods=['GET'])
+
+@application.route("/metrics", methods=["GET"])
 def prometheus_metrics():
- '''
+ """
  Prometheus endpoint
- '''
- return f'''# total number of monitored bakers that are currently unhealthy
+ """
+ return f"""# total number of monitored bakers that are currently unhealthy
 pyrometer_unhealthy_bakers_total {len(unhealthy_bakers)}
-'''
+"""
+
 
 if __name__ == "__main__":
- application.run(host = "0.0.0.0", port = 31732, debug = False)
+  application.run(host="0.0.0.0", port=31732, debug=False)

charts/tezos/templates/_helpers.tpl

@@ -112,11 +112,21 @@ metadata:
  {{- end }}
 {{- end }}
 
+{{/*
+ Has per-block votes defined?
+*/}}
+{{- define "tezos.hasPerBlockVotes" }}
+ {{- range .Values.protocols }}
+ {{- if .vote }}
+ {{- "true" }}
+ {{- end }}
+ {{- end }}
+{{- end }}
+
 {{/*
  Should deploy TZKT indexer?
 */}}
 {{- define "tezos.shouldDeployTzktIndexer" -}}
-
  {{- $indexers := .Values.indexers | default dict }}
  {{- if $indexers.tzkt }}
  {{- $tzkt_config := $indexers.tzkt.config | default dict }}
@@ -126,16 +136,17 @@ metadata:
  {{- "" }}
  {{- end }}
  {{- end }}
-
 {{- end }}
 
 {{/*
- Has per-block votes defined?
+ Checks if `bcdIndexer` has `rpcUrl` and `dbPassword` set.
+ Returns the true type or empty string which is falsey.
 */}}
-{{- define "tezos.hasPerBlockVotes" }}
- {{- range .Values.protocols }}
- {{- if .vote }}
- {{- "true" }}
- {{- end }}
+{{- define "tezos.shouldDeployBcdIndexer" -}}
+ {{- $indexConfig := .Values.bcdIndexer | default dict }}
+ {{- if and $indexConfig.indexerRpcUrl $indexConfig.dbPassword }}
+ {{- "true" }}
+ {{- else }}
+ {{- "" }}
  {{- end }}
 {{- end }}

charts/tezos/templates/bcd_indexer.yaml

@@ -0,0 +1,96 @@
+{{- if (include "tezos.shouldDeployBcdIndexer" .) }}
+
+apiVersion: v1
+kind: Service
+metadata:
+ name: bcd
+ namespace: {{ .Release.Namespace }}
+spec:
+ ports:
+ - port: 14000
+ name: bcd
+ targetPort: bcd
+ selector:
+ app: {{ .Values.bcd_indexer_statefulset.name }}
+ type: NodePort
+
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+ name: bcd-env
+ namespace: {{ .Release.Namespace }}
+data:
+ BCD_ENV: sandbox
+ GIN_MODE: debug
+ DB_HOSTNAME: localhost
+ SANDBOX_NODE_URI: {{ .Values.bcdIndexer.indexerRpcUrl }}
+
+---
+apiVersion: v1
+kind: Secret
+metadata:
+ name: db-creds
+ namespace: {{ .Release.Namespace }}
+data:
+ POSTGRES_USER: {{ b64enc .Values.bcdIndexer.dbUser }}
+ POSTGRES_PASSWORD: {{ b64enc .Values.bcdIndexer.dbPassword }}
+ POSTGRES_DB: {{ b64enc .Values.bcdIndexer.dbName }}
+ PGDATA: {{ b64enc "/var/lib/postgresql/data/pgdata" }}
+
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+ name: {{ .Values.bcd_indexer_statefulset.name }}
+ namespace: {{ .Release.Namespace }}
+spec:
+ podManagementPolicy: Parallel
+ selector:
+ matchLabels:
+ app: {{ .Values.bcd_indexer_statefulset.name }}
+ serviceName: ""
+ template:
+ metadata:
+ labels:
+ app: {{ .Values.bcd_indexer_statefulset.name }}
+ spec:
+ containers:
+ - image: {{ .Values.bcdIndexer.images.api }}
+ name: api
+ ports:
+ - containerPort: 14000
+ name: bcd
+ envFrom:
+ - configMapRef:
+ name: bcd-env
+ - secretRef:
+ name: db-creds
+ - image: {{ .Values.bcdIndexer.images.indexer }}
+ name: indexer
+ envFrom:
+ - configMapRef:
+ name: bcd-env
+ - secretRef:
+ name: db-creds
+ - image: postgres:14
+ name: db
+ imagePullPolicy: IfNotPresent
+ volumeMounts:
+ - mountPath: /var/lib/postgresql/data
+ name: indexer-db
+ envFrom:
+ - secretRef:
+ name: db-creds
+ volumeClaimTemplates:
+ - metadata:
+ name: indexer-db
+ spec:
+ accessModes:
+ - ReadWriteOnce
+ storageClassName: {{ .Values.bcdIndexer.storageClassName }}
+ resources:
+ requests:
+ storage: "300Gi"
+
+{{- end }}

charts/tezos/values.yaml

@@ -18,6 +18,8 @@ tezos_k8s_images:
 ## scripts that will look up some of these values. They should not be modified.
 tzkt_indexer_statefulset:
  name: tzkt-indexer
+bcd_indexer_statefulset:
+ name: bcd-indexer
 signer_statefulset:
  name: tezos-signer
  pod_type: signing
@@ -264,7 +266,7 @@ serviceMonitor:
 #
 # By default no signer is configured:
 signers: {}
-# Here is an example of octez signer config. When set, the 
+# Here is an example of octez signer config. When set, the
 # ```
 # signers:
 # tezos-signer-0:
@@ -449,8 +451,8 @@ protocols:
 ## Deploy an indexer with the chain. An indexer puts the chain
 ## contents in a database for efficient indexing. Most dapps need it.
 ## Supported indexers:
-## * tzkt https://github.com/baking-bad/tzkt
-#
+## * tzkt: https://github.com/baking-bad/tzkt
+## * bcd: https://github.com/baking-bad/bcdhub
 ## Templatized indexer configuration values go in the config field.
 ##
 # indexers:
@@ -489,3 +491,14 @@ protocols:
 # db_password: bar
 # # api_log_level: Debug
 # # indexer_log_level: Debug
+
+bcdIndexer:
+ images:
+ api: ghcr.io/baking-bad/bcdhub-api:4.4.0
+ indexer: ghcr.io/baking-bad/bcdhub-indexer:4.4.0
+ # dbName: bcd
+ # dbPassword: bcd-password
+ # dbUser: bcd
+ # storageClassName: ""
+ # indexerRpcUrl: http://archive-baking-node-0.archive-baking-node:8732
+

mkchain/tqchain/mkchain.py

@@ -82,6 +82,7 @@ def quoted_scalar(dumper, data): # a representer to force quotations on scalars
  },
 }
 
+
 # python versions < 3.8 doesn't have "extend" action
 class ExtendAction(argparse.Action):
  def __call__(self, parser, namespace, values, option_string=None):

snapshotEngine/getAllSnapshotMetadata.py

@@ -3,10 +3,10 @@
 import urllib, json
 import urllib.request
 
-allSubDomains = os.environ['ALL_SUBDOMAINS'].split(",")
-snapshotWebsiteBaseDomain = os.environ['SNAPSHOT_WEBSITE_DOMAIN_NAME']
+allSubDomains = os.environ["ALL_SUBDOMAINS"].split(",")
+snapshotWebsiteBaseDomain = os.environ["SNAPSHOT_WEBSITE_DOMAIN_NAME"]
 
-filename="tezos-snapshots.json"
+filename = "tezos-snapshots.json"
 
 # Write empty top-level array to initialize json
 json_object = []
@@ -15,16 +15,18 @@
 
 # Get each subdomain's base.json and combine all artifacts into 1 metadata file
 for subDomain in allSubDomains:
- baseJsonUrl="https://"+subDomain+"."+snapshotWebsiteBaseDomain+"/base.json"
- try:
- with urllib.request.urlopen(baseJsonUrl) as url:
- data = json.loads(url.read().decode())
- for entry in data:
- json_object.append(entry)
- except urllib.error.HTTPError:
- continue
+ baseJsonUrl = (
+ "https://" + subDomain + "." + snapshotWebsiteBaseDomain + "/base.json"
+ )
+ try:
+ with urllib.request.urlopen(baseJsonUrl) as url:
+ data = json.loads(url.read().decode())
+ for entry in data:
+ json_object.append(entry)
+ except urllib.error.HTTPError:
+ continue
 
 # Write to file
-with open (filename, 'w') as json_file:
- json_string = json.dumps(json_object, indent=4)
- json_file.write(json_string)
+with open(filename, "w") as json_file:
+  json_string = json.dumps(json_object, indent=4)
+  json_file.write(json_string)