fix: reflect model config in config.properties (#2382)

* reflect the model config from properties * honor model config in config.properties
pytorch · Jun 12, 2023 · 43d84ff · 43d84ff
1 parent 08a9093
commit 43d84ff
Showing 1 changed file with 21 additions and 0 deletions.
diff --git a/frontend/server/src/main/java/org/pytorch/serve/wlm/ModelManager.java b/frontend/server/src/main/java/org/pytorch/serve/wlm/ModelManager.java
@@ -278,6 +278,13 @@ private Model createModel(
                                     archive.getModelVersion(),
                                     Model.BATCH_SIZE,
                                     batchSize);
+        } else {
+            batchSize =
+                    configManager.getJsonIntValue(
+                            archive.getModelName(),
+                            archive.getModelVersion(),
+                            Model.BATCH_SIZE,
+                            batchSize);
         }
         model.setBatchSize(batchSize);
 
@@ -291,6 +298,13 @@ private Model createModel(
                                     archive.getModelVersion(),
                                     Model.MAX_BATCH_DELAY,
                                     maxBatchDelay);
+        } else {
+            maxBatchDelay =
+                    configManager.getJsonIntValue(
+                            archive.getModelName(),
+                            archive.getModelVersion(),
+                            Model.MAX_BATCH_DELAY,
+                            maxBatchDelay);
         }
         model.setMaxBatchDelay(maxBatchDelay);
 
@@ -304,6 +318,13 @@ private Model createModel(
                                     archive.getModelVersion(),
                                     Model.RESPONSE_TIMEOUT,
                                     responseTimeout);
+        } else {
+            responseTimeout =
+                    configManager.getJsonIntValue(
+                            archive.getModelName(),
+                            archive.getModelVersion(),
+                            Model.RESPONSE_TIMEOUT,
+                            responseTimeout);
         }
         model.setResponseTimeout(responseTimeout);
         model.setWorkflowModel(isWorkflowModel);