removing chuncking csv

PolusAI · Dec 11, 2024 · 921ef5c · 921ef5c
1 parent 1218f8b
commit 921ef5c
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/...resholding-tool/src/polus/tabular/transforms/tabular_thresholding/tabular_thresholding.py b/...resholding-tool/src/polus/tabular/transforms/tabular_thresholding/tabular_thresholding.py
@@ -58,9 +58,8 @@ def thresholding_func(  # noqa: PLR0915, PLR0912, PLR0913, C901
         file: Filename.
 
     """
-    chunk_size = 100_000
     if file.suffix == ".csv":
-        df = vaex.from_csv(file, convert=True, chunk_size=chunk_size)
+        df = vaex.from_csv(file)
     else:
         df = vaex.open(file, progress=True)