feat: try to export mobile dumps as gzipped TSV

openfoodfacts · Nov 8, 2024 · 4ac0400 · 4ac0400
1 parent 0273345
commit 4ac0400
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/openfoodfacts_exports/exports/csv.py b/openfoodfacts_exports/exports/csv.py
@@ -10,7 +10,7 @@
 logger = logging.getLogger(__name__)
 
 MOBILE_APP_DUMP_DATASET_PATH = (
-    settings.DATASET_DIR / "en.openfoodfacts.org.products.csv"
+    settings.DATASET_DIR / "openfoodfacts-mobile-dump-products.tsv.gz"
 )
 
 MOBILE_APP_DUMP_SQL_QUERY = r"""
@@ -37,7 +37,7 @@ def generate_mobile_app_dump(parquet_path: Path, output_path: Path) -> None:
         raise FileNotFoundError(f"{str(parquet_path)} was not found.")
 
     with tempfile.TemporaryDirectory() as tmp_dir:
-        tmp_file_path = Path(tmp_dir) / "mobile_dump.csv"
+        tmp_file_path = Path(tmp_dir) / "mobile_dump.csv.gz"
         query = MOBILE_APP_DUMP_SQL_QUERY.replace(
             "{dataset_path}", str(parquet_path)
         ).replace("{output_path}", str(tmp_file_path))