Make MAX_WORKERS Env Var.

.env

@@ -32,6 +32,8 @@ LOCAL_DOCKER_MOUNT=/tmp/airbyte_local
 # Issue: https://github.com/airbytehq/airbyte/issues/577
 HACK_LOCAL_ROOT_PARENT=/tmp
 
+MAX_WORKERS=10
+
 # Miscellaneous
 TRACKING_STRATEGY=segment
 WEBAPP_URL=http://localhost:8000/

airbyte-config/models/src/main/java/io/airbyte/config/Configs.java

@@ -67,6 +67,8 @@ public interface Configs {
 
   String getKubeNamespace();
 
+  String getMaxWorkers();
+
   // Resources
   String getCpuRequest();
 

airbyte-config/models/src/main/java/io/airbyte/config/EnvConfigs.java

@@ -59,6 +59,7 @@ public class EnvConfigs implements Configs {
   private static final String TEMPORAL_HOST = "TEMPORAL_HOST";
   private static final String TEMPORAL_WORKER_PORTS = "TEMPORAL_WORKER_PORTS";
   private static final String KUBE_NAMESPACE = "KUBE_NAMESPACE";
+  private static final String MAX_WORKERS = "MAX_WORKERS";
   private static final String RESOURCE_CPU_REQUEST = "RESOURCE_CPU_REQUEST";
   private static final String RESOURCE_CPU_LIMIT = "RESOURCE_CPU_LIMIT";
   private static final String RESOURCE_MEMORY_REQUEST = "RESOURCE_MEMORY_REQUEST";
@@ -190,6 +191,11 @@ public String getKubeNamespace() {
     return getEnvOrDefault(KUBE_NAMESPACE, DEFAULT_KUBE_NAMESPACE);
   }
 
+  @Override
+  public String getMaxWorkers() {
+    return getEnsureEnv(MAX_WORKERS);
+  }
+
   @Override
   public String getCpuRequest() {
     return getEnvOrDefault(RESOURCE_CPU_REQUEST, DEFAULT_RESOURCE_REQUIREMENT_CPU);

kube/overlays/dev/.env

@@ -24,6 +24,8 @@ WORKSPACE_DOCKER_MOUNT=airbyte_workspace
 
 LOCAL_ROOT=/tmp/airbyte_local
 
+MAX_WORKERS=10
+
 # Miscellaneous
 TRACKING_STRATEGY=logging
 WEBAPP_URL=airbyte-webapp-svc:80

kube/overlays/stable/.env

@@ -24,6 +24,8 @@ WORKSPACE_DOCKER_MOUNT=airbyte_workspace
 
 LOCAL_ROOT=/tmp/airbyte_local
 
+MAX_WORKERS=10
+
 # Miscellaneous
 TRACKING_STRATEGY=segment
 WEBAPP_URL=airbyte-webapp-svc:80

kube/resources/scheduler.yaml

@@ -99,6 +99,11 @@ spec:
               valueFrom:
                 fieldRef:
                   fieldPath: metadata.namespace
+            - name: MAX_WORKERS
+              valueFrom:
+                configMapKeyRef:
+                  name: airbyte-env
+                  key: MAX_WORKERS
             - name: RESOURCE_CPU_REQUEST
               valueFrom:
                 configMapKeyRef: