test: execise api/v1/g2p with and without tokenize

roedoejet · May 2, 2023 · c64322f · c64322f
1 parent d2f226f
commit c64322f
Showing 1 changed file with 32 additions and 0 deletions.
diff --git a/g2p/tests/test_api_resources.py b/g2p/tests/test_api_resources.py
@@ -143,6 +143,38 @@ def test_g2p_conversion(self):
             )
         self.assertEqual(missing_response.status_code, 404)
 
+    def test_g2p_conversion_with_tok(self):
+        params_with_tok = {
+            "in-lang": "fra",
+            "out-lang": "eng-arpabet",
+            "text": "ceci, celà",
+            "debugger": True,
+            "index": True,
+            "tokenize": True,
+        }
+        response = self.client().get(
+            self.conversion_route, query_string=params_with_tok
+        )
+        self.assertEqual(response.status_code, 200)
+        res_json_tok = response.get_json()
+        self.assertEqual(res_json_tok["debugger"][0][0][0]["input"], "ceci")
+
+        params_no_tok = {
+            "in-lang": "fra",
+            "out-lang": "eng-arpabet",
+            "text": "ceci, celà",
+            "debugger": True,
+            "index": True,
+            "tokenize": False,
+        }
+        response = self.client().get(self.conversion_route, query_string=params_no_tok)
+        self.assertEqual(response.status_code, 200)
+        res_json_no_tok = response.get_json()
+        self.assertNotEqual(res_json_tok, res_json_no_tok)
+        self.assertEqual(res_json_no_tok["debugger"][0][0][0]["input"], "ceci, celà")
+
+        self.assertNotEqual(res_json_tok["debugger"], res_json_no_tok["debugger"])
+
 
 if __name__ == "__main__":
     main()