Applied CR comments

docs/server_configuration/environmental_variables.md

@@ -14,3 +14,4 @@ Environmental variable                     | Description
 `WORKFLOWS_PROFILER_BUFFER_SIZE`             | Size of profiler buffer (number of consecutive Wrofklows Execution Engine `run(...)` invocations to trace in buffer. | 64
 `ENABLE_STREAM_API`                          | Flag to enable Stream Management API in `inference` server - see [more](/workflows/video_processing/overview/). | False
 `RUNS_ON_JETSON`                             | Boolean flag to tell if `inference` runs on Jetson device - set to `True` in all docker builds for Jetson architecture. | False
+`WORKFLOWS_DEFINITION_CACHE_EXPIRY`          | Number of seconds to cache Workflows definitions as a result of `get_workflow_specification(...)` function call  | `15 * 60` - 15 minutes

inference/core/entities/requests/workflows.py

@@ -29,7 +29,7 @@ class WorkflowInferenceRequest(BaseModel):
 class PredefinedWorkflowInferenceRequest(WorkflowInferenceRequest):
     use_cache: bool = Field(
         default=True,
-        description="Controls usage of cache for workflow definitions. Set this into False when you frequently modify "
+        description="Controls usage of cache for workflow definitions. Set this to False when you frequently modify "
         "definition saved in Roboflow app and want to fetch the newest version for the request.",
     )
 
@@ -63,7 +63,7 @@ class DescribeInterfaceRequest(BaseModel):
 class PredefinedWorkflowDescribeInterfaceRequest(DescribeInterfaceRequest):
     use_cache: bool = Field(
         default=True,
-        description="Controls usage of cache for workflow definitions. Set this into False when you frequently modify "
+        description="Controls usage of cache for workflow definitions. Set this to False when you frequently modify "
         "definition saved in Roboflow app and want to fetch the newest version for the request. "
         "Only applies for Workflows definitions saved on Roboflow platform.",
     )

inference/core/env.py

@@ -433,3 +433,6 @@
 
 ENABLE_WORKFLOWS_PROFILING = str2bool(os.getenv("ENABLE_WORKFLOWS_PROFILING", "False"))
 WORKFLOWS_PROFILER_BUFFER_SIZE = int(os.getenv("WORKFLOWS_PROFILER_BUFFER_SIZE", "64"))
+WORKFLOWS_DEFINITION_CACHE_EXPIRY = int(
+    os.getenv("WORKFLOWS_DEFINITION_CACHE_EXPIRY", 15 * 60)
+)

inference/core/interfaces/stream/inference_pipeline.py

@@ -522,7 +522,7 @@ def init_with_workflow(
                 export `ENABLE_WORKFLOWS_PROFILING=True` environmental variable. You may specify number of workflow
                 runs in a buffer with environmental variable `WORKFLOWS_PROFILER_BUFFER_SIZE=n` - making last `n`
                 frames to be present in buffer on processing end.
-            use_workflow_definition_cache (bool): Controls usage of cache for workflow definitions. Set this into False
+            use_workflow_definition_cache (bool): Controls usage of cache for workflow definitions. Set this to False
                 when you frequently modify definition saved in Roboflow app and want to fetch the
                 newest version for the request. Only applies for Workflows definitions saved on Roboflow platform.
         Other ENV variables involved in low-level configuration:

inference/core/roboflow_api.py

@@ -19,7 +19,11 @@
     VersionID,
     WorkspaceID,
 )
-from inference.core.env import API_BASE_URL, MODEL_CACHE_DIR
+from inference.core.env import (
+    API_BASE_URL,
+    MODEL_CACHE_DIR,
+    WORKFLOWS_DEFINITION_CACHE_EXPIRY,
+)
 from inference.core.exceptions import (
     MalformedRoboflowAPIResponseError,
     MalformedWorkflowResponseError,
@@ -517,7 +521,7 @@ def _cache_workflow_specification_in_ephemeral_cache(
     ephemeral_cache.set(
         key=cache_key,
         value=specification,
-        expire=15 * 60,
+        expire=WORKFLOWS_DEFINITION_CACHE_EXPIRY,
     )