Optimize migration notebook to only dump/restore relevant collections

microbiomedata · Feb 24, 2025 · b710456 · b710456
1 parent c9f1b74
commit b710456
Show file tree

Hide file tree

Showing 2 changed files with 162 additions and 213 deletions.
diff --git a/db/migrations/notebooks/.notebook.env.example b/db/migrations/notebooks/.notebook.env.example
@@ -1,4 +1,4 @@
-# Paths to folders in which the notebook will store Mongo dumps.
+# Paths to existing folders in which the notebook will store Mongo dumps.
 PATH_TO_ORIGIN_MONGO_DUMP_FOLDER = "./mongodump.origin.out"
 PATH_TO_TRANSFORMER_MONGO_DUMP_FOLDER = "./mongodump.transformer.out"
 
@@ -12,7 +12,7 @@ PATH_TO_MONGOSH_BINARY = "__REPLACE_ME__"  # e.g. "/Users/Alice/Downloads/mongos
 #       to migrate. It is where the "E" and "L" in "ETL" will take place.
 ORIGIN_MONGO_HOST="__REPLACE_ME__"
 ORIGIN_MONGO_PORT="__REPLACE_ME__"
-ORIGIN_MONGO_USERNAME="__REPLACE_ME__"
+ORIGIN_MONGO_USERNAME="__REPLACE_ME__"  # e.g. "app.migrator"
 ORIGIN_MONGO_PASSWORD="__REPLACE_ME__"
 ORIGIN_MONGO_DATABASE_NAME="__REPLACE_ME__"  # e.g. "nmdc"