Remove tracker and tracker_worker

src/ert/cli/main.py

@@ -2,6 +2,7 @@
 import contextlib
 import logging
 import os
+import queue
 import sys
 from typing import Any, TextIO
 
@@ -19,7 +20,7 @@
 from ert.cli.workflow import execute_workflow
 from ert.config import ErtConfig, QueueSystem
 from ert.enkf_main import EnKFMain
-from ert.ensemble_evaluator import EvaluatorServerConfig, EvaluatorTracker
+from ert.ensemble_evaluator import EvaluatorServerConfig
 from ert.namespace import Namespace
 from ert.storage import open_storage
 from ert.storage.local_storage import local_storage_set_ert_config
@@ -76,11 +77,13 @@ def run_cli(args: Namespace, _: Any = None) -> None:
  execute_workflow(ert, storage, args.name)
  return
 
+ status_queue = queue.SimpleQueue()
  try:
  model = create_model(
  ert_config,
  storage,
  args,
+ status_queue,
  )
  except ValueError as e:
  raise ErtCliError(e) from e
@@ -106,11 +109,6 @@ def run_cli(args: Namespace, _: Any = None) -> None:
  target=model.start_simulations_thread,
  args=(evaluator_server_config,),
  )
- thread.start()
-
- tracker = EvaluatorTracker(
- model, ee_con_info=evaluator_server_config.get_connection_info()
- )
 
  with contextlib.ExitStack() as exit_stack:
  out: TextIO
@@ -121,13 +119,12 @@ def run_cli(args: Namespace, _: Any = None) -> None:
  else:
  out = sys.stderr
  monitor = Monitor(out=out, color_always=args.color_always)
-
+ thread.start()
  try:
- monitor.monitor(tracker.track())
+ monitor.monitor(status_queue)
  except (SystemExit, KeyboardInterrupt, OSError):
- # _base_service.py translates CTRL-c to OSError
  print("\nKilling simulations...")
- tracker.request_termination()
+ model.cancel()
 
  thread.join()
  storage.close()

src/ert/cli/model_factory.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import logging
+from queue import SimpleQueue
 from typing import TYPE_CHECKING, Tuple
 
 import numpy as np
@@ -56,6 +57,7 @@ def create_model(
  config: ErtConfig,
  storage: Storage,
  args: Namespace,
+ status_queue: SimpleQueue,
 ) -> BaseRunModel:
  logger = logging.getLogger(__name__)
  logger.info(
@@ -76,26 +78,33 @@ def create_model(
  )
 
  if args.mode == TEST_RUN_MODE:
- return _setup_single_test_run(config, storage, args)
+ return _setup_single_test_run(config, storage, args, status_queue)
  elif args.mode == ENSEMBLE_EXPERIMENT_MODE:
- return _setup_ensemble_experiment(config, storage, args)
+ return _setup_ensemble_experiment(config, storage, args, status_queue)
  elif args.mode == EVALUATE_ENSEMBLE_MODE:
- return _setup_evaluate_ensemble(config, storage, args)
+ return _setup_evaluate_ensemble(config, storage, args, status_queue)
  elif args.mode == ENSEMBLE_SMOOTHER_MODE:
- return _setup_ensemble_smoother(config, storage, args, update_settings)
+ return _setup_ensemble_smoother(
+ config, storage, args, update_settings, status_queue
+ )
  elif args.mode == ES_MDA_MODE:
- return _setup_multiple_data_assimilation(config, storage, args, update_settings)
+ return _setup_multiple_data_assimilation(
+ config, storage, args, update_settings, status_queue
+ )
  elif args.mode == ITERATIVE_ENSEMBLE_SMOOTHER_MODE:
  return _setup_iterative_ensemble_smoother(
- config, storage, args, update_settings
+ config, storage, args, update_settings, status_queue
  )
 
  else:
  raise NotImplementedError(f"Run type not supported {args.mode}")
 
 
 def _setup_single_test_run(
- config: ErtConfig, storage: Storage, args: Namespace
+ config: ErtConfig,
+ storage: Storage,
+ args: Namespace,
+ status_queue: SimpleQueue,
 ) -> SingleTestRun:
  return SingleTestRun(
  SingleTestRunArguments(
@@ -108,11 +117,15 @@ def _setup_single_test_run(
  ),
  config,
  storage,
+ status_queue,
  )
 
 
 def _setup_ensemble_experiment(
- config: ErtConfig, storage: Storage, args: Namespace
+ config: ErtConfig,
+ storage: Storage,
+ args: Namespace,
+ status_queue: SimpleQueue,
 ) -> EnsembleExperiment:
  min_realizations_count = config.analysis_config.minimum_required_realizations
  active_realizations = _realizations(args, config.model_config.num_realizations)
@@ -144,7 +157,10 @@ def _setup_ensemble_experiment(
 
 
 def _setup_evaluate_ensemble(
- config: ErtConfig, storage: Storage, args: Namespace
+ config: ErtConfig,
+ storage: Storage,
+ args: Namespace,
+ status_queue: SimpleQueue,
 ) -> EvaluateEnsemble:
  min_realizations_count = config.analysis_config.minimum_required_realizations
  active_realizations = _realizations(args, config.model_config.num_realizations)
@@ -170,6 +186,7 @@ def _setup_evaluate_ensemble(
  config,
  storage,
  config.queue_config,
+ status_queue=status_queue,
  )
 
 
@@ -178,6 +195,7 @@ def _setup_ensemble_smoother(
  storage: Storage,
  args: Namespace,
  update_settings: UpdateSettings,
+ status_queue: SimpleQueue,
 ) -> EnsembleSmoother:
  return EnsembleSmoother(
  ESRunArguments(
@@ -197,6 +215,7 @@ def _setup_ensemble_smoother(
  config.queue_config,
  es_settings=config.analysis_config.es_module,
  update_settings=update_settings,
+ status_queue=status_queue,
  )
 
 
@@ -222,6 +241,7 @@ def _setup_multiple_data_assimilation(
  storage: Storage,
  args: Namespace,
  update_settings: UpdateSettings,
+ status_queue: SimpleQueue,
 ) -> MultipleDataAssimilation:
  restart_run, prior_ensemble = _determine_restart_info(args)
 
@@ -245,6 +265,7 @@ def _setup_multiple_data_assimilation(
  config.queue_config,
  es_settings=config.analysis_config.es_module,
  update_settings=update_settings,
+ status_queue=status_queue,
  )
 
 
@@ -253,6 +274,7 @@ def _setup_iterative_ensemble_smoother(
  storage: Storage,
  args: Namespace,
  update_settings: UpdateSettings,
+ status_queue: SimpleQueue,
 ) -> IteratedEnsembleSmoother:
  return IteratedEnsembleSmoother(
  SIESRunArguments(
@@ -274,6 +296,7 @@ def _setup_iterative_ensemble_smoother(
  config.queue_config,
  config.analysis_config.ies_module,
  update_settings=update_settings,
+ status_queue=status_queue,
  )
 
 

src/ert/cli/monitor.py

@@ -1,7 +1,8 @@
 # -*- coding: utf-8 -*-
 import sys
 from datetime import datetime, timedelta
-from typing import Dict, Iterator, Optional, TextIO, Tuple, Union
+from queue import SimpleQueue
+from typing import Dict, Optional, TextIO, Tuple
 
 from tqdm import tqdm
 
@@ -57,13 +58,15 @@ def __init__(self, out: TextIO = sys.stdout, color_always: bool = False) -> None
 
  # The dot adds no value without color, so remove it.
  self.dot = ""
+ self.done = False
 
  def monitor(
  self,
- events: Iterator[Union[FullSnapshotEvent, SnapshotUpdateEvent, EndEvent]],
+ event_queue: SimpleQueue,
  ) -> None:
  self._start_time = datetime.now()
- for event in events:
+ while True:
+ event = event_queue.get()
  if isinstance(event, FullSnapshotEvent):
  if event.snapshot is not None:
  self._snapshots[event.iteration] = event.snapshot

src/ert/ensemble_evaluator/__init__.py

@@ -7,7 +7,6 @@
 )
 from .config import EvaluatorServerConfig
 from .evaluator import EnsembleEvaluator
-from .evaluator_tracker import EvaluatorTracker
 from .event import EndEvent, FullSnapshotEvent, SnapshotUpdateEvent
 from .monitor import Monitor
 from .snapshot import PartialSnapshot, Snapshot
@@ -18,7 +17,6 @@
  "EnsembleBuilder",
  "EnsembleEvaluator",
  "EvaluatorServerConfig",
- "EvaluatorTracker",
  "ForwardModel",
  "FullSnapshotEvent",
  "Monitor",

src/ert/ensemble_evaluator/evaluator.py

@@ -391,9 +391,10 @@ def _run_server(self, loop: asyncio.AbstractEventLoop) -> None:
  loop.run_until_complete(self.evaluator_server())
  logger.debug("Server thread exiting.")
 
- def _start_running(self) -> None:
+ def start_running(self) -> None:
  self._ws_thread.start()
  self._ensemble.evaluate(self._config)
+ logger.debug("Started evaluator, joining until shutdown")
 
  def _stop(self) -> None:
  if not self._done.done():
@@ -419,11 +420,11 @@ def _signal_cancel(self) -> None:
  logger.debug("Stopping current ensemble")
  self._loop.call_soon_threadsafe(self._stop)
 
- def run_and_get_successful_realizations(self) -> List[int]:
- self._start_running()
- logger.debug("Started evaluator, joining until shutdown")
+ def join(self) -> None:
  self._ws_thread.join()
  logger.debug("Evaluator is done")
+
+ def get_successful_realizations(self) -> List[int]:
  return self._ensemble.get_successful_realizations()
 
  @staticmethod