Adding UCX_FORCE_DEPENDENCIES flag to include the download of the whe…

…el dependencies.

src/databricks/labs/ucx/install.py

@@ -130,6 +130,8 @@ def __init__(
         if not environ:
             environ = dict(os.environ.items())
         self._force_install = environ.get("UCX_FORCE_INSTALL")
+        # TODO: add a similar env parameter for force_dependecies_download
+        self._force_dependencies = environ.get("UCX_FORCE_DEPENDENCIES") == "True"
         if "DATABRICKS_RUNTIME_VERSION" in environ:
             msg = "WorkspaceInstaller is not supposed to be executed in Databricks Runtime"
             raise SystemExit(msg)
@@ -174,6 +176,7 @@ def run(
             self.product_info,
             verify_timeout,
             self._tasks,
+            self._force_dependencies,
         )
         workspace_installation = WorkspaceInstallation(
             config,

src/databricks/labs/ucx/installer/workflows.py

@@ -383,6 +383,7 @@ def __init__(  # pylint: disable=too-many-arguments
         product_info: ProductInfo,
         verify_timeout: timedelta,
         tasks: list[Task],
+        force_dependencies=False,
         skip_dashboards=False,
     ):
         self._config = config
@@ -394,11 +395,12 @@ def __init__(  # pylint: disable=too-many-arguments
         self._verify_timeout = verify_timeout
         self._tasks = tasks
         self._this_file = Path(__file__)
+        self._force_dependencies = force_dependencies
         self._skip_dashboards = skip_dashboards
         super().__init__(config, installation, ws)
 
     def create_jobs(self):
-        remote_wheel = self._upload_wheel()
+        remote_wheel = self._upload_wheel(self._force_dependencies)
         desired_workflows = {t.workflow for t in self._tasks if t.cloud_compatible(self._ws.config)}
         wheel_runner = None
 
@@ -520,7 +522,7 @@ def _deploy_workflow(self, step_name: str, settings):
         self._install_state.jobs[step_name] = str(new_job.job_id)
         return None
 
-    def _upload_wheel(self):
+    def _upload_wheel(self, force_dependencies: bool = False):
         with self._wheels:
             return self._wheels.upload_to_wsfs()