[IMP] improved test script to accommodate new runs

README.md

@@ -189,10 +189,10 @@ Launch the training !
 ./run train
 ```
 
-### Other 
-
-- NLP is used in the Flickr30K script in order to extract good annotations from captions, run this for it to work :
+## Download and test models 
 
 ```
-python -m spacy download en_core_web_sm
+python src/download.py ml.wandb.project=your-project ml.wandb.download.download=true ml.wandb.download.list_all=true
+
+python src/test.py
 ```

src/test.py

@@ -86,10 +86,11 @@ def main(cfg: DictConfig) -> None:
 
     results_file = folder / "results.csv"
 
-    if not os.path.isfile(results_file):
-        weights = get_weights(folder, project)
-        runs_info = build_runs_info(folder, project, weights)
-    else:
+
+    weights = get_weights(folder, project)
+    new_runs_info = build_runs_info(folder, project, weights)
+
+    if os.path.isfile(results_file):
         # read older runs
         with open(results_file, mode='r') as csv_file:
             reader = csv.DictReader(csv_file)
@@ -102,6 +103,16 @@ def main(cfg: DictConfig) -> None:
                 # Append each row as a dictionary to the list
                 runs_info.append(row)
 
+        ids = [r['run_id'] for r in runs_info]
+
+        for run in new_runs_info:
+            if run['run_id'] not in ids:
+                runs_info += [run]
+
+    else:
+        runs_info = new_runs_info
+
+
     # create yaml test file
     test_yaml_file = test_path / 'data.yaml'
     create_yaml_file(test_yaml_file, test_path, test_path, test_path)