Add ADR.

architecture-decisions/0003-one-indexer.md

@@ -0,0 +1,19 @@
+# 3. Record architecture decisions
+
+Date: 2024-10-23
+
+## Status
+
+Accepted
+
+## Context
+
+We're using Broadway for indexing, which has no built in concept of multi-machine distributed indexing. Right now we're unsure we need to scale past one machine for indexing our documents.
+
+## Decision
+
+We will use one special machine that can be scaled independently to have more resources for indexing.
+
+## Consequences
+
+If we need to distribute indexing later, and can't just add resources to the one machine, then we'll have to develop a way for Broadway to distribute.

config/runtime.exs

@@ -85,11 +85,11 @@ if config_env() == :prod do
 
   config :dpul_collections, :dns_cluster_query, System.get_env("DNS_CLUSTER_QUERY")
 
-if System.get_env("INDEXER") do
-  config :dpul_collections, :start_indexing_pipeline, true
-else
-  config :dpul_collections, :start_indexing_pipeline, false
-end
+  if System.get_env("INDEXER") do
+    config :dpul_collections, :start_indexing_pipeline, true
+  else
+    config :dpul_collections, :start_indexing_pipeline, false
+  end
 
   config :dpul_collections, DpulCollectionsWeb.Endpoint,
     url: [host: host, port: 443, scheme: "https"],

lib/dpul_collections/application.ex

@@ -54,13 +54,14 @@ defmodule DpulCollections.Application do
 
   def indexing_pipeline_children() do
     cache_version = Application.fetch_env!(:dpul_collections, :cache_version)
+
     [
       {DpulCollections.IndexingPipeline.Figgy.IndexingConsumer,
-        cache_version: cache_version, batch_size: 50},
+       cache_version: cache_version, batch_size: 50},
       {DpulCollections.IndexingPipeline.Figgy.TransformationConsumer,
-        cache_version: cache_version, batch_size: 50},
+       cache_version: cache_version, batch_size: 50},
       {DpulCollections.IndexingPipeline.Figgy.HydrationConsumer,
-        cache_version: cache_version, batch_size: 50}
+       cache_version: cache_version, batch_size: 50}
     ]
   end