Change Envoy LB Algorithm to Least Requests (#265)

* small update to docs * change lb algorithn to least requests
SeldonIO · Jun 4, 2022 · 291a11b · 291a11b
1 parent edfd800
commit 291a11b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scheduler/pkg/envoy/resources/resource.go b/scheduler/pkg/envoy/resources/resource.go
@@ -75,7 +75,7 @@ func MakeCluster(clusterName string, eps []Endpoint, isGrpc bool) *cluster.Clust
 			Name:                          clusterName,
 			ConnectTimeout:                durationpb.New(5 * time.Second),
 			ClusterDiscoveryType:          &cluster.Cluster_Type{Type: cluster.Cluster_STRICT_DNS},
-			LbPolicy:                      cluster.Cluster_ROUND_ROBIN,
+			LbPolicy:                      cluster.Cluster_LEAST_REQUEST,
 			LoadAssignment:                MakeEndpoint(clusterName, eps),
 			DnsLookupFamily:               cluster.Cluster_V4_ONLY,
 			TypedExtensionProtocolOptions: map[string]*anypb.Any{"envoy.extensions.upstreams.http.v3.HttpProtocolOptions": hpoMarshalled},
@@ -85,7 +85,7 @@ func MakeCluster(clusterName string, eps []Endpoint, isGrpc bool) *cluster.Clust
 			Name:                 clusterName,
 			ConnectTimeout:       durationpb.New(5 * time.Second),
 			ClusterDiscoveryType: &cluster.Cluster_Type{Type: cluster.Cluster_STRICT_DNS},
-			LbPolicy:             cluster.Cluster_ROUND_ROBIN,
+			LbPolicy:             cluster.Cluster_LEAST_REQUEST,
 			LoadAssignment:       MakeEndpoint(clusterName, eps),
 			DnsLookupFamily:      cluster.Cluster_V4_ONLY,
 		}