replace stack driver log engine in Lucy with a log engine based on graphql polling

automation/terraform/modules/kubernetes/testnet/locals.tf

@@ -125,14 +125,7 @@ locals {
 
   archive_vars = [for item in var.archive_configs : {
     testnetName = var.testnet_name
-    mina        = {
-      image         = var.mina_image
-      useCustomEntrypoint  = var.use_custom_entrypoint
-      customEntrypoint     = var.custom_entrypoint
-      seedPeers     = var.additional_peers
-      runtimeConfig = var.runtime_config
-      # seedPeersURL  = var.seed_peers_url
-    }
+    mina        = local.daemon
     healthcheck = local.healthcheck_vars
     archive     = item
     postgresql = {

automation/terraform/modules/kubernetes/testnet/outputs.tf

@@ -6,6 +6,10 @@ output "seeds_release" {
   value = helm_release.seeds
 }
 
+output "archive_nodes_release" {
+  value = helm_release.archive_node
+}
+
 output "block_producers_release" {
   value = helm_release.block_producers
 }

automation/terraform/modules/o1-integration/graphql_ingress.tf

@@ -4,6 +4,7 @@ resource "kubernetes_ingress_v1" "testnet_graphql_ingress" {
     module.kubernetes_testnet.testnet_namespace,
     module.kubernetes_testnet.seeds_release,
     module.kubernetes_testnet.block_producers_release,
+    module.kubernetes_testnet.archive_nodes_release,
     module.kubernetes_testnet.snark_workers_release
   ]
 
@@ -26,6 +27,7 @@ resource "kubernetes_ingress_v1" "testnet_graphql_ingress" {
           for_each = concat(
             [local.seed_config.name],
             [for config in var.block_producer_configs : config.name],
+            [for config in local.archive_node_configs : config.name],
             var.snark_coordinator_config != null ? [var.snark_coordinator_config.name] : []
           )
 

graphql_schema.json

@@ -2028,6 +2028,46 @@
               "isDeprecated": true,
               "deprecationReason": "use createAccount instead"
             },
+            {
+              "name": "startFilteredLog",
+              "description":
+                "TESTING ONLY: Start filtering and recording all structured events in memory",
+              "args": [
+                {
+                  "name": "filter",
+                  "description": null,
+                  "type": {
+                    "kind": "NON_NULL",
+                    "name": null,
+                    "ofType": {
+                      "kind": "LIST",
+                      "name": null,
+                      "ofType": {
+                        "kind": "NON_NULL",
+                        "name": null,
+                        "ofType": {
+                          "kind": "SCALAR",
+                          "name": "String",
+                          "ofType": null
+                        }
+                      }
+                    }
+                  },
+                  "defaultValue": null
+                }
+              ],
+              "type": {
+                "kind": "NON_NULL",
+                "name": null,
+                "ofType": {
+                  "kind": "SCALAR",
+                  "name": "Boolean",
+                  "ofType": null
+                }
+              },
+              "isDeprecated": false,
+              "deprecationReason": null
+            },
             {
               "name": "createAccount",
               "description":
@@ -7407,16 +7447,6 @@
           "enumValues": null,
           "possibleTypes": null
         },
-        {
-          "kind": "SCALAR",
-          "name": "Boolean",
-          "description": null,
-          "fields": null,
-          "inputFields": null,
-          "interfaces": null,
-          "enumValues": null,
-          "possibleTypes": null
-        },
         {
           "kind": "OBJECT",
           "name": "AnnotatedBalance",
@@ -7840,6 +7870,68 @@
           "enumValues": null,
           "possibleTypes": null
         },
+        {
+          "kind": "SCALAR",
+          "name": "Boolean",
+          "description": null,
+          "fields": null,
+          "inputFields": null,
+          "interfaces": null,
+          "enumValues": null,
+          "possibleTypes": null
+        },
+        {
+          "kind": "OBJECT",
+          "name": "GetFilteredLogEntries",
+          "description": null,
+          "fields": [
+            {
+              "name": "logMessages",
+              "description": "Structured log messages since the given offset",
+              "args": [],
+              "type": {
+                "kind": "NON_NULL",
+                "name": null,
+                "ofType": {
+                  "kind": "LIST",
+                  "name": null,
+                  "ofType": {
+                    "kind": "NON_NULL",
+                    "name": null,
+                    "ofType": {
+                      "kind": "SCALAR",
+                      "name": "String",
+                      "ofType": null
+                    }
+                  }
+                }
+              },
+              "isDeprecated": false,
+              "deprecationReason": null
+            },
+            {
+              "name": "isCapturing",
+              "description":
+                "Whether we are capturing structured log messages",
+              "args": [],
+              "type": {
+                "kind": "NON_NULL",
+                "name": null,
+                "ofType": {
+                  "kind": "SCALAR",
+                  "name": "Boolean",
+                  "ofType": null
+                }
+              },
+              "isDeprecated": false,
+              "deprecationReason": null
+            }
+          ],
+          "inputFields": null,
+          "interfaces": [],
+          "enumValues": null,
+          "possibleTypes": null
+        },
         {
           "kind": "OBJECT",
           "name": "Metrics",
@@ -9201,6 +9293,38 @@
               "isDeprecated": false,
               "deprecationReason": null
             },
+            {
+              "name": "getFilteredLogEntries",
+              "description":
+                "TESTING ONLY: Retrieve all new structured events in memory",
+              "args": [
+                {
+                  "name": "offset",
+                  "description": null,
+                  "type": {
+                    "kind": "NON_NULL",
+                    "name": null,
+                    "ofType": {
+                      "kind": "SCALAR",
+                      "name": "Int",
+                      "ofType": null
+                    }
+                  },
+                  "defaultValue": null
+                }
+              ],
+              "type": {
+                "kind": "NON_NULL",
+                "name": null,
+                "ofType": {
+                  "kind": "OBJECT",
+                  "name": "GetFilteredLogEntries",
+                  "ofType": null
+                }
+              },
+              "isDeprecated": false,
+              "deprecationReason": null
+            },
             {
               "name": "ownedWallets",
               "description":

helm/archive-node/templates/archive.yaml

@@ -172,3 +172,20 @@ spec:
       {{- end }}
       - name: actual-libp2p
         emptyDir: {}
+---
+{{- if $.Values.mina.exposeGraphql }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ template "archive-node.fullname" . }}-graphql
+spec:
+  type: ClusterIP
+  publishNotReadyAddresses: true
+  selector:
+    app: {{ template "archive-node.fullname" . }}
+  ports:
+  - name: http-graphql
+    protocol: TCP
+    port: 80
+    targetPort: {{ $.Values.mina.ports.graphql }}
+{{- end }}

src/app/test_executive/payments_test.ml

@@ -502,10 +502,14 @@ module Make (Inputs : Intf.Test.Inputs_intf) = struct
     let%bind () =
       section_hard
         "change snark worker key from snark-node-key1 to snark-node-key2"
-        (Network.Node.must_set_snark_worker ~logger snark_coordinator
-           ~new_snark_pub_key:
-             ( snark_node_key2.keypair.public_key
-             |> Signature_lib.Public_key.compress ) )
+        (let%bind () =
+           Network.Node.must_set_snark_worker ~logger snark_coordinator
+             ~new_snark_pub_key:
+               ( snark_node_key2.keypair.public_key
+               |> Signature_lib.Public_key.compress )
+         in
+         (* adding a wait for 3 minutes so that the new snark worker can start.  this is a temporary solution to what's essentially a race condition causing lots of flakiness/non-determinism for this test *)
+         Malleable_error.lift (Async.after (Time.Span.of_int_sec 180)) )
     in
     let%bind () =
       section_hard

src/lib/integration_test_cloud_engine/dune

@@ -46,5 +46,6 @@
    data_hash_lib
    unsigned_extended
    mina_graphql
+   error_json
    )
 )