Fix extra space before punctuation

alifarrokh · Feb 19, 2024 · 7f57835 · 7f57835
1 parent 14a7a71
commit 7f57835
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/load_datasets.py b/load_datasets.py
@@ -21,10 +21,10 @@ def __init__(self, ignore_case: bool, force_4_choices: bool, ds_format: str):
 
     def __clean_text(self, text):
         """Clean a piece of text"""
-        text = text.replace(',', ' , ')
+        text = text.replace(',', ', ')
         text = re.sub(r'\?+', '?', text)
         text = text.replace('\n', ' ')
-        text = re.sub(r'(\.\s?)+', ' . ', text)
+        text = re.sub(r'(\.\s?)+', '. ', text)
         text = re.sub(r'\s+', ' ', text).strip()
         if self.ignore_case:
             text = text.lower()