Add test to show breakage using variable len WARC-Dates for #283

oduwsdl · Jun 20, 2020 · 771bbdb · 771bbdb
1 parent 73f136f
commit 771bbdb
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/tests/test_indexing.py b/tests/test_indexing.py
@@ -27,4 +27,14 @@ def test_warc_ipwbIndexerBrokenWARCRecord():
     assert ipwbTest.countCDXJEntries(cdxj) == 1
 
 
+# WARC/1.1 allows for dates of length that are not easily converted
+# to 14-digits. This test highlights the failures from a WARC
+# exhibiting these dates.
+@pytest.mark.ipwbIndexerVariableSizedDates
+def test_warc_ipwbIndexerVariableSizedDates():
+    pathOfBrokenWARC = os.path.join(
+        os.path.dirname(__file__) +
+        '/../samples/warcs/variableSizedDates.warc')
+    indexer.indexFileAt(pathOfBrokenWARC, quiet=True)
+
 # TODO: Have unit tests for each function in indexer.py