Add workaround for problems with microseconds

Workaround for storage not handling datetimes
with microseconds due to index overflow in netcdf3.
#6952

src/ert/analysis/_es_update.py

@@ -311,22 +311,28 @@ def _get_obs_and_measure_data(
                 name: list(set(index.get_level_values(name))) for name in index.names
             }
             observation = observation.sel(sub_selection)
-        ds = source_fs.load_responses(group, tuple(iens_active_index))
+        response = source_fs.load_responses(group, tuple(iens_active_index))
+        if "time" in observation.coords:
+            response = response.reindex(
+                time=observation.time, method="nearest", tolerance="1s"
+            )
         try:
-            filtered_ds = observation.merge(ds, join="left")
+            filtered_response = observation.merge(response, join="left")
         except KeyError as e:
             raise ErtAnalysisError(
                 f"Mismatched index for: "
                 f"Observation: {obs_key} attached to response: {group}"
             ) from e
 
-        observation_keys.append([obs_key] * len(filtered_ds.observations.data.ravel()))
-        observation_values.append(filtered_ds["observations"].data.ravel())
-        observation_errors.append(filtered_ds["std"].data.ravel())
+        observation_keys.append(
+            [obs_key] * len(filtered_response.observations.data.ravel())
+        )
+        observation_values.append(filtered_response["observations"].data.ravel())
+        observation_errors.append(filtered_response["std"].data.ravel())
         measured_data.append(
-            filtered_ds["values"]
+            filtered_response["values"]
             .transpose(..., "realization")
-            .values.reshape((-1, len(filtered_ds.realization)))
+            .values.reshape((-1, len(filtered_response.realization)))
         )
     source_fs.load_responses.cache_clear()
     return (

src/ert/config/_read_summary.py

@@ -316,7 +316,8 @@ def _read_spec(
                         hour=hour,
                         minute=minute,
                         second=microsecond // 10**6,
-                        microsecond=microsecond % 10**6,
+                        # Due to https://github.com/equinor/ert/issues/6952
+                        # microsecond=self.micro_seconds % 10**6,
                     )
                 except Exception as err:
                     raise ValueError(
@@ -427,7 +428,16 @@ def read_params() -> None:
         if last_params is not None:
             vals = _check_vals("PARAMS", summary, last_params.read_array())
             values.append(vals[indices])
-            dates.append(start_date + unit.make_delta(float(vals[date_index])))
+
+            truncate = lambda t, d: t + (datetime.min - t) % -d
+            dates.append(
+                truncate(
+                    start_date + unit.make_delta(float(vals[date_index])),
+                    timedelta(seconds=1),
+                )
+            )
+            # Due to https://github.com/equinor/ert/issues/6952
+            # dates.append(start_date + unit.make_delta(float(vals[date_index])))
             last_params = None
 
     with open(summary, mode) as fp:

src/ert/config/summary_config.py

@@ -30,19 +30,6 @@ def __post_init__(self) -> None:
     def read_from_file(self, run_path: str, iens: int) -> xr.Dataset:
         filename = self.input_file.replace("<IENS>", str(iens))
         _, keys, time_map, data = read_summary(f"{run_path}/{filename}", self.keys)
-
-        if self.refcase:
-            assert isinstance(self.refcase, set)
-            missing = self.refcase.difference(time_map)
-            if missing:
-                first, last = min(missing), max(missing)
-                logger.warning(
-                    f"Realization: {iens}, load warning: {len(missing)} "
-                    f"inconsistencies in time map, first: Time mismatch for response "
-                    f"time: {first}, last: Time mismatch for response time: "
-                    f"{last} from: {run_path}/{filename}.UNSMRY"
-                )
-
         ds = xr.Dataset(
             {"values": (["name", "time"], data)},
             coords={"time": time_map, "name": keys},

tests/unit_tests/config/summary_generator.py

@@ -205,7 +205,8 @@ def to_datetime(self) -> datetime:
             hour=self.hour,
             minute=self.minutes,
             second=self.micro_seconds // 10**6,
-            microsecond=self.micro_seconds % 10**6,
+            # Due to https://github.com/equinor/ert/issues/6952
+            # microsecond=self.micro_seconds % 10**6,
         )
 
     @classmethod
@@ -216,7 +217,9 @@ def from_datetime(cls, dt: datetime) -> Self:
             day=dt.day,
             hour=dt.hour,
             minutes=dt.minute,
-            micro_seconds=dt.second * 10**6 + dt.microsecond,
+            # Due to https://github.com/equinor/ert/issues/6952
+            micro_seconds=dt.second * 10**6,
+            # micro_seconds=dt.second * 10**6 + dt.microsecond,
         )