Add Everest storage

(will be split into nicer commits)

src/ert/run_models/everest_run_model.py

@@ -12,7 +12,6 @@
 import shutil
 import threading
 import time
-from dataclasses import dataclass
 from pathlib import Path
 from types import TracebackType
 from typing import (
@@ -28,7 +27,6 @@
     TypedDict,
 )
 
-import seba_sqlite.sqlite_storage
 from ropt.enums import EventType, OptimizerExitCode
 from ropt.plan import BasicOptimizer, Event
 from seba_sqlite import SqliteStorage
@@ -37,6 +35,7 @@
 from ert.ensemble_evaluator import EvaluatorServerConfig
 from ert.storage import open_storage
 from everest.config import EverestConfig
+from everest.everest_storage import EverestStorage, OptimalResult
 from everest.optimizer.everest2ropt import everest2ropt
 from everest.simulator import Simulator
 from everest.simulator.everest_to_ert import everest_to_ert_config
@@ -291,24 +290,6 @@ class OptimizerCallback(Protocol):
     def __call__(self) -> str | None: ...
 
 
-@dataclass
-class OptimalResult:
-    batch: int
-    controls: List[Any]
-    total_objective: float
-
-    @staticmethod
-    def from_seba_optimal_result(
-        o: Optional[seba_sqlite.sqlite_storage.OptimalResult] = None,
-    ) -> "OptimalResult" | None:
-        if o is None:
-            return None
-
-        return OptimalResult(
-            batch=o.batch, controls=o.controls, total_objective=o.total_objective
-        )
-
-
 class EverestRunModel(BaseRunModel):
     def __init__(
         self,
@@ -420,6 +401,15 @@ def run_experiment(
         # Initialize the ropt optimizer:
         optimizer = self._create_optimizer(simulator)
 
+        self.ever_storage = EverestStorage(
+            simulator,
+            optimizer,
+            Path(self.everest_config.optimization_output_dir)
+            / "dakota"
+            / "OPT_DEFAULT.out",
+            output_dir=Path(self.everest_config.optimization_output_dir),
+        )
+
         # The SqliteStorage object is used to store optimization results from
         # Seba in an sqlite database. It reacts directly to events emitted by
         # Seba and is not called by Everest directly. The stored results are
@@ -437,6 +427,8 @@ def run_experiment(
         self._result = OptimalResult.from_seba_optimal_result(
             seba_storage.get_optimal_result()  # type: ignore
         )
+        optimal_result_from_everstorage = self.ever_storage.get_optimal_result()
+        assert self._result == optimal_result_from_everstorage
 
         if self._monitor_thread is not None:
             self._monitor_thread.stop()

src/ert/storage/local_ensemble.py

@@ -25,6 +25,7 @@
 
     from ert.storage.local_experiment import LocalExperiment
     from ert.storage.local_storage import LocalStorage
+    from everest.everest_storage import JoinedBatchDataFrames
 
 logger = logging.getLogger(__name__)
 
@@ -512,6 +513,10 @@ def _find_state(realization: int) -> RealizationStorageState:
 
         return [_find_state(i) for i in range(self.ensemble_size)]
 
+    def save_optimization_results(self, data: JoinedBatchDataFrames):
+        os.mkdir(self.mount_point / "optimization_results")
+        data.write_to_folder(self.mount_point / "optimization_results")
+
     def _load_single_dataset(
         self,
         group: str,