add Nomadic's and BCD tezos indexers

baker-endorser/Dockerfile

@@ -1,4 +1,4 @@
-FROM tezos/tezos:v8-release
+FROM tezos/tezos:v9.0-rc1
 RUN sudo apk add jq bash
 COPY entrypoint.sh /
 ENTRYPOINT ["/entrypoint.sh"]

chain-initiator/Dockerfile

@@ -1,4 +1,4 @@
-FROM tezos/tezos:v8-release
+FROM tezos/tezos:v9.0-rc1
 RUN sudo apk add jq
 COPY entrypoint.sh /
 ENTRYPOINT ["/entrypoint.sh"]

charts/tezos/Chart.yaml

@@ -7,7 +7,3 @@ keywords:
  - tezos
  - blockchain
 home: https://github.com/tqtezos/tezos-k8s
-dependencies:
- - name: authenticated-rpc-tezos-chain
- repository: file://../rpc-auth
- condition: rpc_auth

charts/tezos/templates/_helpers.tpl

@@ -52,3 +52,17 @@
 {{- "" }}
 {{- end }}
 {{- end }}
+
+{{/*
+ Checks if indexer config has an indexer type and target set.
+ This is to make helm linter happy.
+ Returns the indexer type or empty string which is falsey.
+*/}}
+{{- define "tezos.indexer" -}}
+{{- $index_config := .Values.index | default dict }}
+{{- if $index_config.indexer }}
+{{- $index_config.indexer }}
+{{- else }}
+{{- "" }}
+{{- end }}
+{{- end }}

charts/tezos/templates/bcd_indexer.yaml

@@ -0,0 +1,129 @@
+{{- if eq (include "tezos.indexer" .) "bcd" }}
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+ name: {{ .Values.bcd_indexer_statefulset.name }}
+ namespace: {{ .Release.Namespace }}
+spec:
+ podManagementPolicy: Parallel
+ selector:
+ matchLabels:
+ app: {{ .Values.bcd_indexer_statefulset.name }}
+ serviceName: {{ .Values.bcd_indexer_statefulset.name }}
+ template:
+ metadata:
+ labels:
+ app: {{ .Values.bcd_indexer_statefulset.name }}
+ appType: tezos
+ spec:
+ securityContext:
+ fsGroup: 1000
+ containers:
+ - image: bakingbad/bcdhub-api:3.5
+ name: api
+ envFrom:
+ - configMapRef:
+ name: bcd-env
+ - configMapRef:
+ name: db-creds
+ - image: bakingbad/bcdhub-indexer:3.5
+ name: indexer
+ envFrom:
+ - configMapRef:
+ name: bcd-env
+ - image: postgres:alpine
+ name: db
+ volumeMounts:
+ - mountPath: /var/lib/postgresql/
+ name: indexer-db
+ envFrom:
+ - configMapRef:
+ name: db-creds
+ - image: rabbitmq:latest
+ name: mq
+ volumeMounts:
+ - mountPath: /var/lib/rabbitmq/mnesia
+ name: mq-data
+ env:
+ - name: RABBITMQ_DEFAULT_USER
+ value: guest
+ - name: RABBITMQ_DEFAULT_PASS
+ value: guest
+ - image: bakingbad/bcdhub-elastic:3.5
+ name: elastic
+ volumeMounts:
+ - mountPath: /usr/share/elasticsearch/data
+ name: esdata
+ env:
+ - name: "bootstrap.memory_lock"
+ value: "true"
+ - name: "discovery.type"
+ value: single-node
+ - name: ES_JAVA_OPTS
+ value: "-Xms256m -Xmx256m"
+ volumeClaimTemplates:
+ - metadata:
+ name: esdata
+ spec:
+ accessModes:
+ - ReadWriteOnce
+ resources:
+ requests:
+ storage: "300Gi"
+ - metadata:
+ name: mq-data
+ spec:
+ accessModes:
+ - ReadWriteOnce
+ resources:
+ requests:
+ storage: "5Gi"
+ - metadata:
+ name: indexer-db
+ spec:
+ accessModes:
+ - ReadWriteOnce
+ resources:
+ requests:
+ storage: "300Gi"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+ name: bcd-config
+data:
+ bcd_config.yml: |-
+ storage:
+ uri:
+ - http://localhost:9200
+ timeout: 10
+ rabbitmq:
+ uri: "amqp://${RABBITMQ_DEFAULT_USER}:${RABBITMQ_DEFAULT_PASS}@localhost:5672/"
+ timeout: 10
+ db:
+ conn_string: "host=127.0.0.1 port=5432 user=${POSTGRES_USER} dbname=${POSTGRES_DB} password=${POSTGRES_PASSWORD} sslmode=disable"
+ timeout: 10
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+ name: bcd-env
+data:
+ BCD_ENV: sandbox
+ GIN_MODE: debug
+ ELASTIC_HOSTNAME: localhost
+ RABBITMQ_HOSTNAME: localhost
+ DB_HOSTNAME: 127.0.0.1
+ RABBITMQ_DEFAULT_USER: guest
+ RABBITMQ_DEFAULT_PASS: guest
+ SANDBOX_NODE_URI: "http://{{ .Values.index.target }}:8732"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+ name: db-creds
+data:
+ POSTGRES_USER: root
+ POSTGRES_PASSWORD: root
+ POSTGRES_DB: bcd
+{{- end }}

charts/tezos/templates/nomadic_indexer.yaml

@@ -0,0 +1,68 @@
+{{- if eq (include "tezos.indexer" .) "nomadic" }}
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+ name: {{ .Values.nomadic_indexer_statefulset.name }}
+ namespace: {{ .Release.Namespace }}
+spec:
+ podManagementPolicy: Parallel
+ replicas: 1
+ selector:
+ matchLabels:
+ app: {{ .Values.nomadic_indexer_statefulset.name }}
+ serviceName: {{ .Values.nomadic_indexer_statefulset.name }}
+ template:
+ metadata:
+ labels:
+ app: {{ .Values.nomadic_indexer_statefulset.name }}
+ appType: tezos
+ spec:
+ initContainers:
+ - image: registry.gitlab.com/nomadic-labs/tezos-indexer/tezos-indexer:v9.1.0
+ command: ["/bin/bash","-c"]
+ args: [ "/home/tezos/tezos-indexer --db-schema | tee /docker-entrypoint-initdb.d/tezos-indexer-schema.sql" ]
+ name: schema-extractor
+ volumeMounts:
+ - mountPath: /docker-entrypoint-initdb.d/
+ name: schema-volume
+ containers:
+ - image: registry.gitlab.com/nomadic-labs/tezos-indexer/tezos-indexer:v9.1.0
+ name: tezos-indexer
+ args:
+ - --debug
+ - --verbosity=1
+ - --no-contract-balances
+ - --db=postgresql://localhost/tezos
+ - --tezos-url=http://{{ .Values.index.target }}:8732
+ - image: postgres:alpine
+ name: postgres
+ volumeMounts:
+ - mountPath: /docker-entrypoint-initdb.d/
+ name: schema-volume
+ - mountPath: /var/lib/postgresql/data
+ name: indexer-db
+ envFrom:
+ - configMapRef:
+ name: db-creds
+ volumes:
+ - emptyDir: {}
+ name: schema-volume
+ volumeClaimTemplates:
+ - metadata:
+ name: indexer-db
+ spec:
+ accessModes:
+ - ReadWriteOnce
+ resources:
+ requests:
+ storage: "5Gi"
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+ name: db-creds
+data:
+ POSTGRES_USER: tezos
+ POSTGRES_PASSWORD: tezosrocks
+ POSTGRES_DB: tezos
+{{- end }}

charts/tezos/templates/static.yaml

@@ -6,8 +6,9 @@ metadata:
 spec:
  ports:
  - port: 8732
+ name: rpc
  selector:
- app: tezos-baking-node
+ app: tezos-node
  type: NodePort
 ---
 apiVersion: v1

charts/tezos/values.yaml

@@ -11,7 +11,7 @@ rpc_auth: false
 
 # Images not part of the tezos-k8s repo go here
 images:
- tezos: tezos/tezos:v8-release
+ tezos: tezos/tezos:v9.0-rc1
 # Images that are part of the tezos-k8s repo go here with 'dev' tag
 tezos_k8s_images:
  baker_endorser: tezos-k8s-baker-endorser:dev
@@ -30,6 +30,10 @@ regular_node_statefulset: # charts/tezos/templates/node.yaml
  name: tezos-node
  node_type: regular
  storage_size: 15Gi
+nomadic_indexer_statefulset:
+ name: nomadic-indexer
+bcd_indexer_statefulset:
+ name: bcd-indexer
 
 # For non-public chains the defualt mutez given to an account if the
 # account is not explicitly set below.
@@ -134,13 +138,13 @@ expected_proof_of_work: 26
 # activation_account_name: tqtezos_baker_0
 #
 # For joining a public network. The network must be recognized by the
-# tezos/tezos:v8-release docker image.
+# tezos/tezos:v9.0-rc1 docker image.
 node_config_network:
  chain_name: mainnet
 
 protocol:
  # Set the protocol binary. The protocol must be recognized by the
- # tezos/tezos:v8-release docker image.
+ # tezos/tezos:v9.0-rc1 docker image.
  command: 008-PtEdo2Zk
 
 # # Activate a new chain from genesis. Note, this is only for when your chain does
@@ -179,3 +183,13 @@ protocol:
 # initial_endorsers: 1
 # delay_per_missing_endorsement: "1"
 # baking_reward_per_endorsement: ["200000"]
+#
+
+# Deploy an indexer with the chain. An indexer puts the chain
+# contents in a database for efficient indexing. Most dapps need it.
+# Supports two types of indexers:
+# * "nomadic": Tezos nomadic indexer: https://gitlab.com/nomadic-labs/tezos-indexer
+# * "bcd": Better Call Dev indexer: https://better-call.dev/
+#index:
+# indexer: nomadic
+# target: tezos-baking-node-0.tezos-baking-node

config-generator/Dockerfile

@@ -1,4 +1,4 @@
-FROM tezos/tezos:v8-release
+FROM tezos/tezos:v9.0-rc1
 ENV PYTHONUNBUFFERED=1
 
 # Note: we install build deps for pip, then remove everything after pip install.

config-generator/entrypoint.py

@@ -34,6 +34,7 @@
 # If there are no genesis params, this is a public chain.
 THIS_IS_A_PUBLIC_NET = True if not NETWORK_CONFIG.get("genesis") else False
 
+
 def main():
  all_accounts = ACCOUNTS
 

mkchain/README.md

@@ -68,7 +68,7 @@ You can explicitly specify some values by:
 | | --number-of-nodes | Number of non-baking nodes in the cluster | 0 |
 | bootstrap_peers | --bootstrap-peers | Peer ips to connect to | [] |
 | expected_proof_of_work | --expected-proof-of-work | Node identity generation difficulty | 0 |
-| images.tezos | --tezos-docker-image | Version of the Tezos docker image to run | tezos/tezos:v8-release |
+| images.tezos | --tezos-docker-image | Version of the Tezos docker image to run | tezos/tezos:v9.0-rc1 |
 | rpc_auth | --rpc-auth | Whether or not an [RPC auth](../rpc-auth/README.md) backend will be spun up | False |
 | zerotier_config.zerotier_network | --zerotier-network | Zerotier network id for external chain access | |
 | zerotier_config.zerotier_token | --zerotier-token | Zerotier token for external chain access | |

mkchain/tqchain/mkchain.py

@@ -102,7 +102,7 @@ def get_genesis_vanity_chain_id(docker_image, seed_len=16):
  },
  "tezos_docker_image": {
  "help": "Version of the Tezos docker image",
- "default": "tezos/tezos:v8-release",
+ "default": "tezos/tezos:v9.0-rc1",
  },
  "rpc_auth": {
  "help": "Should spin up an RPC authentication server",

rpc-auth/README.md

@@ -83,7 +83,7 @@ helm upgrade $CHAIN_NAME tqtezos/tezos-chain \
 
 5. Client can then make RPC requests:
  - `curl http://192.168.64.51/tezos-node-rpc/ffff3eb3d7dd4f6bbff3f2fd096722ae/chains/main/chain_id`
- - As of docker image `tezos/tezos:v8-release`:
+ - As of docker image `tezos/tezos:v9.0-rc1`:
  ```shell
  tezos-client --endpoint http://192.168.64.51/tezos-node-rpc/ffff3eb3d7dd4f6bbff3f2fd096722ae/ rpc get chains/main/chain_id
  ```

snapshot-downloader/Dockerfile

@@ -1,4 +1,4 @@
-FROM tezos/tezos:v8-release
+FROM tezos/tezos:v9.0-rc1
 RUN sudo apk add curl lz4 xz jq
 COPY entrypoint.sh /
 ENTRYPOINT ["/entrypoint.sh"]

wait-for-bootstrap/Dockerfile

@@ -1,4 +1,4 @@
-FROM tezos/tezos:v8-release
+FROM tezos/tezos:v9.0-rc1
 RUN sudo apk add jq netcat-openbsd
 COPY entrypoint.sh /
 ENTRYPOINT ["/entrypoint.sh"]