Add verify

earth-mover · Jan 29, 2025 · e1f3356 · e1f3356
1 parent 261dcce
commit e1f3356
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 3 deletions.
diff --git a/modal_app.py b/modal_app.py
@@ -88,8 +88,10 @@ def verify(ingest: Ingest, *, nsteps=5):
     import dask
 
     tic = time.time()
-    store = lib.get_zarr_store(ingest.store)
-    inrepo = xr.open_dataset(store, group=ingest.zarr_group, chunks=None, engine="zarr")
+    store = get_store(ingest.store)
+    inrepo = xr.open_dataset(
+        store, group=ingest.zarr_group, chunks=None, engine="zarr", consolidated=False
+    )
     model = models.get_model(ingest.model)
     timedim, stepdim = model.runtime_dim, model.step_dim
 

diff --git a/modal_hrrr_icechunk.py b/modal_hrrr_icechunk.py
@@ -3,7 +3,7 @@
 import modal
 
 from modal_app import applib, driver
-from src.lib import WriteMode, utcnow
+from src.lib import ReadMode, WriteMode, utcnow
 from src.lib_modal import MODAL_FUNCTION_KWARGS
 
 app = modal.App("hrrr-icehunk-ingest")
@@ -37,6 +37,11 @@ def main(mode: str, toml_file: str, since: str, till: str | None = None):
 #     driver(mode=mode, toml_file_path=file)
 
 
+@app.function(**MODAL_FUNCTION_KWARGS, timeout=7200)
+def hrrr_verify_icechunk():
+    driver(mode=ReadMode.VERIFY, toml_file_path="src/configs/hrrr-icechunk.toml")
+
+
 @app.function(**MODAL_FUNCTION_KWARGS, timeout=7200)
 def hrrr_backfill_icechunk_latest():
     """Run this "backfill" function wtih `modal run modal_hrrr.py::hrrr_backfill`."""