[DATALAD RUNCMD] Get latest validation reports with a summary

=== Do not change lines below === { "chain": [], "cmd": "duct dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "exit": 0, "extra_inputs": [], "inputs": [], "outputs": [], "pwd": "." } ^^^ Do not change lines above ^^^
dandi · Nov 15, 2024 · 8acb776 · 8acb776
1 parent 3626f0d
commit 8acb776
Show file tree

Hide file tree

Showing 16 changed files with 4,523 additions and 248 deletions.
diff --git a/.duct/logs/2024.11.15T06.55.49-3538_info.json b/.duct/logs/2024.11.15T06.55.49-3538_info.json
@@ -0,0 +1 @@
+{"command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "system": {"cpu_total": 4, "memory_total": 16757342208, "hostname": "fv-az914-320", "uid": 1001, "user": "runner"}, "env": {}, "gpu": null, "duct_version": "0.8.0", "schema_version": "0.2.0", "execution_summary": {"exit_code": 0, "command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "logs_prefix": ".duct/logs/2024.11.15T06.55.49-3538_", "wall_clock_time": 361.859365940094, "peak_rss": 2906976256, "average_rss": 1603579584.5348196, "peak_vsz": 3343712256, "average_vsz": 1952524533.303621, "peak_pmem": 17.3, "average_pmem": 9.520891364902502, "peak_pcpu": 99.0, "average_pcpu": 58.53704735376043, "num_samples": 359, "num_reports": 8, "start_time": 1731653749.796763, "end_time": 1731654111.656129}, "output_paths": {"stdout": ".duct/logs/2024.11.15T06.55.49-3538_stdout", "stderr": ".duct/logs/2024.11.15T06.55.49-3538_stderr", "usage": ".duct/logs/2024.11.15T06.55.49-3538_usage.json", "info": ".duct/logs/2024.11.15T06.55.49-3538_info.json", "prefix": ".duct/logs/2024.11.15T06.55.49-3538_"}}
diff --git a/.duct/logs/2024.11.15T06.55.49-3538_stderr b/.duct/logs/2024.11.15T06.55.49-3538_stderr
diff --git a/.duct/logs/2024.11.15T06.55.49-3538_stdout b/.duct/logs/2024.11.15T06.55.49-3538_stdout
diff --git a/.duct/logs/2024.11.15T06.55.49-3538_usage.json b/.duct/logs/2024.11.15T06.55.49-3538_usage.json
@@ -0,0 +1,8 @@
+{"timestamp": "2024-11-15T06:55:49.806957+00:00", "num_samples": 1, "processes": {"3541": {"pcpu": 0.0, "pmem": 0.0, "rss": 9306112, "vsz": 17244160, "timestamp": "2024-11-15T06:55:49.806957+00:00", "etime": "00:00", "stat": {"Rs": 1}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 0.0, "pcpu": 0.0, "rss": 9306112, "vsz": 17244160}, "averages": {"rss": 9306112, "vsz": 17244160, "pmem": 0.0, "pcpu": 0.0, "num_samples": 1}}
+{"timestamp": "2024-11-15T06:56:50.327847+00:00", "num_samples": 60, "processes": {"3541": {"pcpu": 99.0, "pmem": 3.7, "rss": 634818560, "vsz": 648445952, "timestamp": "2024-11-15T06:56:50.327847+00:00", "etime": "01:01", "stat": {"Rs": 36, "Ss": 24}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 3.7, "pcpu": 99.0, "rss": 634818560, "vsz": 648445952}, "averages": {"rss": 368832648.5333332, "vsz": 380615475.2, "pmem": 2.148333333333333, "pcpu": 58.96666666666664, "num_samples": 60}}
+{"timestamp": "2024-11-15T06:57:49.829733+00:00", "num_samples": 59, "processes": {"3541": {"pcpu": 58.7, "pmem": 6.6, "rss": 1118818304, "vsz": 1548980224, "timestamp": "2024-11-15T06:57:49.829733+00:00", "etime": "02:00", "stat": {"Rs": 4, "Ss": 5, "Ssl": 22, "Rsl": 28}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 6.6, "pcpu": 58.7, "rss": 1118818304, "vsz": 1548980224}, "averages": {"rss": 883706932.0677966, "vsz": 1249493686.237288, "pmem": 5.22542372881356, "pcpu": 58.216949152542384, "num_samples": 59}}
+{"timestamp": "2024-11-15T06:58:50.340924+00:00", "num_samples": 60, "processes": {"3541": {"pcpu": 58.9, "pmem": 9.6, "rss": 1611313152, "vsz": 2044882944, "timestamp": "2024-11-15T06:58:50.340924+00:00", "etime": "03:01", "stat": {"Ssl": 25, "Rsl": 35}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 9.6, "pcpu": 58.9, "rss": 1611313152, "vsz": 2044882944}, "averages": {"rss": 1367527560.533333, "vsz": 1799735637.3333335, "pmem": 8.114999999999998, "pcpu": 58.526666666666664, "num_samples": 60}}
+{"timestamp": "2024-11-15T06:59:49.842646+00:00", "num_samples": 59, "processes": {"3541": {"pcpu": 58.9, "pmem": 12.5, "rss": 2096533504, "vsz": 2531991552, "timestamp": "2024-11-15T06:59:49.842646+00:00", "etime": "04:00", "stat": {"Rsl": 39, "Ssl": 20}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 12.5, "pcpu": 58.9, "rss": 2096533504, "vsz": 2531991552}, "averages": {"rss": 1854018855.0508473, "vsz": 2289302371.796611, "pmem": 11.022033898305088, "pcpu": 58.686440677966104, "num_samples": 59}}
+{"timestamp": "2024-11-15T07:00:50.352126+00:00", "num_samples": 60, "processes": {"3541": {"pcpu": 58.8, "pmem": 15.4, "rss": 2591854592, "vsz": 3027402752, "timestamp": "2024-11-15T07:00:50.352126+00:00", "etime": "05:01", "stat": {"Ssl": 27, "Rsl": 33}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 15.4, "pcpu": 58.8, "rss": 2591854592, "vsz": 3027402752}, "averages": {"rss": 2349504648.533333, "vsz": 2785197397.333333, "pmem": 13.965, "pcpu": 58.696666666666665, "num_samples": 60}}
+{"timestamp": "2024-11-15T07:01:49.850089+00:00", "num_samples": 59, "processes": {"3541": {"pcpu": 61.1, "pmem": 17.3, "rss": 2906976256, "vsz": 3343712256, "timestamp": "2024-11-15T07:01:49.850089+00:00", "etime": "06:00", "stat": {"Ssl": 14, "Rsl": 25, "Rs": 20}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 17.3, "pcpu": 61.1, "rss": 2906976256, "vsz": 3343712256}, "averages": {"rss": 2815457800.677966, "vsz": 3236278341.4237294, "pmem": 16.75423728813559, "pcpu": 59.066101694915254, "num_samples": 59}}
+{"timestamp": "2024-11-15T07:01:50.858627+00:00", "num_samples": 1, "processes": {"3541": {"pcpu": 61.2, "pmem": 17.2, "rss": 2886041600, "vsz": 3276763136, "timestamp": "2024-11-15T07:01:50.858627+00:00", "etime": "06:01", "stat": {"Rs": 1}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 17.2, "pcpu": 61.2, "rss": 2886041600, "vsz": 3276763136}, "averages": {"rss": 2886041600, "vsz": 3276763136, "pmem": 17.2, "pcpu": 61.2, "num_samples": 1}}
diff --git a/dandi-reports/000053/draft/linkml_validation_errs.json b/dandi-reports/000053/draft/linkml_validation_errs.json
@@ -163,12 +163,12 @@
   {
     "type": "jsonschema validation",
     "severity": "ERROR",
-    "message": "{'name': 'Giocomo, Lisa M.', 'roleName': ['dcite:Author', 'dcite:ContactPerson'], 'schemaKey': 'Person', 'identifier': '0000-0003-0416-2528', 'affiliation': [{'name': 'Stanford University', 'schemaKey': 'Affiliation', 'identifier': 'https://ror.org/00f54p054'}], 'includeInCitation': True} is not of type 'string' in /contributor/6",
+    "message": "{'name': 'Giocomo, Lisa M.', 'email': 'giocomo@gmail.com', 'roleName': ['dcite:Author', 'dcite:ContactPerson'], 'schemaKey': 'Person', 'identifier': '0000-0003-0416-2528', 'affiliation': [{'name': 'Stanford University', 'schemaKey': 'Affiliation', 'identifier': 'https://ror.org/00f54p054'}], 'includeInCitation': True} is not of type 'string' in /contributor/6",
     "instance_index": 0,
     "instantiates": "Dandiset",
     "context": [],
     "source": {
-      "message": "{'name': 'Giocomo, Lisa M.', 'roleName': ['dcite:Author', 'dcite:ContactPerson'], 'schemaKey': 'Person', 'identifier': '0000-0003-0416-2528', 'affiliation': [{'name': 'Stanford University', 'schemaKey': 'Affiliation', 'identifier': 'https://ror.org/00f54p054'}], 'includeInCitation': True} is not of type 'string'",
+      "message": "{'name': 'Giocomo, Lisa M.', 'email': 'giocomo@gmail.com', 'roleName': ['dcite:Author', 'dcite:ContactPerson'], 'schemaKey': 'Person', 'identifier': '0000-0003-0416-2528', 'affiliation': [{'name': 'Stanford University', 'schemaKey': 'Affiliation', 'identifier': 'https://ror.org/00f54p054'}], 'includeInCitation': True} is not of type 'string'",
       "absolute_path": [
         "contributor",
         6

diff --git a/dandi-reports/000053/draft/linkml_validation_errs.yaml b/dandi-reports/000053/draft/linkml_validation_errs.yaml
@@ -176,11 +176,11 @@
 - context: []
   instance_index: 0
   instantiates: Dandiset
-  message: '{''name'': ''Giocomo, Lisa M.'', ''roleName'': [''dcite:Author'', ''dcite:ContactPerson''],
-    ''schemaKey'': ''Person'', ''identifier'': ''0000-0003-0416-2528'', ''affiliation'':
-    [{''name'': ''Stanford University'', ''schemaKey'': ''Affiliation'', ''identifier'':
-    ''https://ror.org/00f54p054''}], ''includeInCitation'': True} is not of type ''string''
-    in /contributor/6'
+  message: '{''name'': ''Giocomo, Lisa M.'', ''email'': ''giocomo@gmail.com'', ''roleName'':
+    [''dcite:Author'', ''dcite:ContactPerson''], ''schemaKey'': ''Person'', ''identifier'':
+    ''0000-0003-0416-2528'', ''affiliation'': [{''name'': ''Stanford University'',
+    ''schemaKey'': ''Affiliation'', ''identifier'': ''https://ror.org/00f54p054''}],
+    ''includeInCitation'': True} is not of type ''string'' in /contributor/6'
   severity: ERROR
   source:
     absolute_path:
@@ -191,11 +191,11 @@
     - contributor
     - items
     - type
-    message: '{''name'': ''Giocomo, Lisa M.'', ''roleName'': [''dcite:Author'', ''dcite:ContactPerson''],
-      ''schemaKey'': ''Person'', ''identifier'': ''0000-0003-0416-2528'', ''affiliation'':
-      [{''name'': ''Stanford University'', ''schemaKey'': ''Affiliation'', ''identifier'':
-      ''https://ror.org/00f54p054''}], ''includeInCitation'': True} is not of type
-      ''string'''
+    message: '{''name'': ''Giocomo, Lisa M.'', ''email'': ''giocomo@gmail.com'', ''roleName'':
+      [''dcite:Author'', ''dcite:ContactPerson''], ''schemaKey'': ''Person'', ''identifier'':
+      ''0000-0003-0416-2528'', ''affiliation'': [{''name'': ''Stanford University'',
+      ''schemaKey'': ''Affiliation'', ''identifier'': ''https://ror.org/00f54p054''}],
+      ''includeInCitation'': True} is not of type ''string'''
     validator: type
     validator_value: string
   type: jsonschema validation
diff --git a/dandi-reports/000053/draft/metadata.json b/dandi-reports/000053/draft/metadata.json
@@ -131,6 +131,7 @@
     },
     {
       "name": "Giocomo, Lisa M.",
+      "email": "giocomo@gmail.com",
       "roleName": [
         "dcite:Author",
         "dcite:ContactPerson"

diff --git a/dandi-reports/000053/draft/metadata.yaml b/dandi-reports/000053/draft/metadata.yaml
@@ -114,6 +114,7 @@ contributor:
   - identifier: https://ror.org/00f54p054
     name: Stanford University
     schemaKey: Affiliation
+  email: giocomo@gmail.com
   identifier: 0000-0003-0416-2528
   includeInCitation: true
   name: Giocomo, Lisa M.

diff --git a/dandi-reports/000053/draft/pydantic_validation_errs.json b/dandi-reports/000053/draft/pydantic_validation_errs.json
@@ -1,32 +1 @@
-[
-  {
-    "type": "value_error",
-    "loc": [
-      "contributor",
-      6,
-      "Person"
-    ],
-    "msg": "Value error, Contact person must have an email address.",
-    "input": {
-      "name": "Giocomo, Lisa M.",
-      "roleName": [
-        "dcite:Author",
-        "dcite:ContactPerson"
-      ],
-      "schemaKey": "Person",
-      "identifier": "0000-0003-0416-2528",
-      "affiliation": [
-        {
-          "name": "Stanford University",
-          "schemaKey": "Affiliation",
-          "identifier": "https://ror.org/00f54p054"
-        }
-      ],
-      "includeInCitation": true
-    },
-    "ctx": {
-      "error": "Contact person must have an email address."
-    },
-    "url": "https://errors.pydantic.dev/2.9/v/value_error"
-  }
-]
+[]
diff --git a/dandi-reports/000053/draft/pydantic_validation_errs.yaml b/dandi-reports/000053/draft/pydantic_validation_errs.yaml
@@ -1,21 +1 @@
-- ctx:
-    error: Contact person must have an email address.
-  input:
-    affiliation:
-    - identifier: https://ror.org/00f54p054
-      name: Stanford University
-      schemaKey: Affiliation
-    identifier: 0000-0003-0416-2528
-    includeInCitation: true
-    name: Giocomo, Lisa M.
-    roleName:
-    - dcite:Author
-    - dcite:ContactPerson
-    schemaKey: Person
-  loc:
-  - contributor
-  - 6
-  - Person
-  msg: Value error, Contact person must have an email address.
-  type: value_error
-  url: https://errors.pydantic.dev/2.9/v/value_error
+[]
diff --git a/dandi-reports/000246/draft/metadata.json b/dandi-reports/000246/draft/metadata.json
@@ -73,9 +73,9 @@
         "identifier": "RRID:SCR_015242"
       }
     ],
-    "numberOfBytes": 2139576912908,
-    "numberOfFiles": 1397,
-    "numberOfSubjects": 159,
+    "numberOfBytes": 2140431846844,
+    "numberOfFiles": 1464,
+    "numberOfSubjects": 162,
     "variableMeasured": [
       "OpticalChannel",
       "TwoPhotonSeries",

diff --git a/dandi-reports/000246/draft/metadata.yaml b/dandi-reports/000246/draft/metadata.yaml
@@ -17,9 +17,9 @@ assetsSummary:
     schemaKey: MeasurementTechniqueType
   - name: analytical technique
     schemaKey: MeasurementTechniqueType
-  numberOfBytes: 2139576912908
-  numberOfFiles: 1397
-  numberOfSubjects: 159
+  numberOfBytes: 2140431846844
+  numberOfFiles: 1464
+  numberOfSubjects: 162
   schemaKey: AssetsSummary
   species:
   - identifier: http://purl.obolibrary.org/obo/NCBITaxon_10090

diff --git a/dandi-reports/001174/draft/metadata.json b/dandi-reports/001174/draft/metadata.json
@@ -52,8 +52,8 @@
         "identifier": "RRID:SCR_015242"
       }
     ],
-    "numberOfBytes": 410047854684,
-    "numberOfFiles": 31,
+    "numberOfBytes": 540098149692,
+    "numberOfFiles": 36,
     "numberOfSubjects": 4,
     "variableMeasured": [
       "OpticalChannel",

diff --git a/dandi-reports/001174/draft/metadata.yaml b/dandi-reports/001174/draft/metadata.yaml
@@ -14,8 +14,8 @@ assetsSummary:
     schemaKey: MeasurementTechniqueType
   - name: surgical technique
     schemaKey: MeasurementTechniqueType
-  numberOfBytes: 410047854684
-  numberOfFiles: 31
+  numberOfBytes: 540098149692
+  numberOfFiles: 36
   numberOfSubjects: 4
   schemaKey: AssetsSummary
   species:
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "system": {"cpu_total": 4, "memory_total": 16757342208, "hostname": "fv-az914-320", "uid": 1001, "user": "runner"}, "env": {}, "gpu": null, "duct_version": "0.8.0", "schema_version": "0.2.0", "execution_summary": {"exit_code": 0, "command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "logs_prefix": ".duct/logs/2024.11.15T06.55.49-3538_", "wall_clock_time": 361.859365940094, "peak_rss": 2906976256, "average_rss": 1603579584.5348196, "peak_vsz": 3343712256, "average_vsz": 1952524533.303621, "peak_pmem": 17.3, "average_pmem": 9.520891364902502, "peak_pcpu": 99.0, "average_pcpu": 58.53704735376043, "num_samples": 359, "num_reports": 8, "start_time": 1731653749.796763, "end_time": 1731654111.656129}, "output_paths": {"stdout": ".duct/logs/2024.11.15T06.55.49-3538_stdout", "stderr": ".duct/logs/2024.11.15T06.55.49-3538_stderr", "usage": ".duct/logs/2024.11.15T06.55.49-3538_usage.json", "info": ".duct/logs/2024.11.15T06.55.49-3538_info.json", "prefix": ".duct/logs/2024.11.15T06.55.49-3538_"}}