-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[DATALAD RUNCMD] Get latest validation reports with a summary
=== Do not change lines below ===
{
"chain": [],
"cmd": "duct dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO",
"exit": 0,
"extra_inputs": [],
"inputs": [],
"outputs": [],
"pwd": "."
}
^^^ Do not change lines above ^^^- Loading branch information
DANDI Bot
committed
Nov 10, 2024
1 parent
29b83f7
commit 5208901
Showing
16 changed files
with
5,277 additions
and
50 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| {"command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "system": {"cpu_total": 4, "memory_total": 16757342208, "hostname": "fv-az984-616", "uid": 1001, "user": "runner"}, "env": {}, "gpu": null, "duct_version": "0.8.0", "schema_version": "0.2.0", "execution_summary": {"exit_code": 0, "command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "logs_prefix": ".duct/logs/2024.11.10T01.30.43-3529_", "wall_clock_time": 255.9893615245819, "peak_rss": 2888986624, "average_rss": 1614757662.236221, "peak_vsz": 3325263872, "average_vsz": 1961807775.2440948, "peak_pmem": 17.2, "average_pmem": 9.587007874015745, "peak_pcpu": 85.9, "average_pcpu": 81.99685039370078, "num_samples": 254, "num_reports": 6, "start_time": 1731202243.4815106, "end_time": 1731202499.4708722}, "output_paths": {"stdout": ".duct/logs/2024.11.10T01.30.43-3529_stdout", "stderr": ".duct/logs/2024.11.10T01.30.43-3529_stderr", "usage": ".duct/logs/2024.11.10T01.30.43-3529_usage.json", "info": ".duct/logs/2024.11.10T01.30.43-3529_info.json", "prefix": ".duct/logs/2024.11.10T01.30.43-3529_"}} |
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,6 @@ | ||
| {"timestamp": "2024-11-10T01:30:43.491998+00:00", "num_samples": 1, "processes": {"3532": {"pcpu": 0.0, "pmem": 0.0, "rss": 9306112, "vsz": 17244160, "timestamp": "2024-11-10T01:30:43.491998+00:00", "etime": "00:00", "stat": {"Rs": 1}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 0.0, "pcpu": 0.0, "rss": 9306112, "vsz": 17244160}, "averages": {"rss": 9306112, "vsz": 17244160, "pmem": 0.0, "pcpu": 0.0, "num_samples": 1}} | ||
| {"timestamp": "2024-11-10T01:31:44.033326+00:00", "num_samples": 60, "processes": {"3532": {"pcpu": 82.8, "pmem": 5.0, "rss": 838975488, "vsz": 1267970048, "timestamp": "2024-11-10T01:31:44.033326+00:00", "etime": "01:00", "stat": {"Ds": 1, "Rs": 39, "Ss": 9, "Ssl": 2, "Rsl": 9}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 5.0, "pcpu": 82.8, "rss": 838975488, "vsz": 1267970048}, "averages": {"rss": 467700394.66666675, "vsz": 556177544.5333334, "pmem": 2.743333333333333, "pcpu": 77.33333333333336, "num_samples": 60}} | ||
| {"timestamp": "2024-11-10T01:32:43.541769+00:00", "num_samples": 59, "processes": {"3532": {"pcpu": 83.4, "pmem": 9.1, "rss": 1536356352, "vsz": 1970061312, "timestamp": "2024-11-10T01:32:43.541769+00:00", "etime": "02:00", "stat": {"Ssl": 7, "Rsl": 52}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 9.1, "pcpu": 83.4, "rss": 1536356352, "vsz": 1970061312}, "averages": {"rss": 1190976911.1864412, "vsz": 1622010584.9491522, "pmem": 7.059322033898306, "pcpu": 82.91355932203388, "num_samples": 59}} | ||
| {"timestamp": "2024-11-10T01:33:44.060125+00:00", "num_samples": 60, "processes": {"3532": {"pcpu": 84.3, "pmem": 13.5, "rss": 2266406912, "vsz": 2701520896, "timestamp": "2024-11-10T01:33:44.060125+00:00", "etime": "03:00", "stat": {"Rsl": 52, "Ssl": 8}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 13.5, "pcpu": 84.3, "rss": 2266406912, "vsz": 2701520896}, "averages": {"rss": 1898555255.466667, "vsz": 2333653606.3999996, "pmem": 11.28, "pcpu": 83.99166666666665, "num_samples": 60}} | ||
| {"timestamp": "2024-11-10T01:34:43.561820+00:00", "num_samples": 59, "processes": {"3532": {"pcpu": 85.0, "pmem": 17.2, "rss": 2888986624, "vsz": 3325263872, "timestamp": "2024-11-10T01:34:43.561820+00:00", "etime": "04:00", "stat": {"Rsl": 46, "Ssl": 7, "Rs": 6}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 17.2, "pcpu": 85.0, "rss": 2888986624, "vsz": 3325263872}, "averages": {"rss": 2620039029.152542, "vsz": 3051270144.0000005, "pmem": 15.581355932203394, "pcpu": 84.30508474576271, "num_samples": 59}} | ||
| {"timestamp": "2024-11-10T01:34:58.689792+00:00", "num_samples": 15, "processes": {"3532": {"pcpu": 85.9, "pmem": 17.2, "rss": 2888986624, "vsz": 3279298560, "timestamp": "2024-11-10T01:34:58.689792+00:00", "etime": "04:15", "stat": {"Rs": 15}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 17.2, "pcpu": 85.9, "rss": 2888986624, "vsz": 3279298560}, "averages": {"rss": 2887590707.2, "vsz": 3277899912.5333333, "pmem": 17.19333333333333, "pcpu": 85.45333333333333, "num_samples": 15}} |
46 changes: 46 additions & 0 deletions
46
dandi-reports/001249/0.241109.2357/linkml_validation_errs.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,46 @@ | ||
| [ | ||
| { | ||
| "type": "jsonschema validation", | ||
| "severity": "ERROR", | ||
| "message": "{'id': 'urn:uuid:346a6139-405b-4531-95ee-f05568badcc9', 'name': 'DANDI publish', 'endDate': '2024-11-09T23:57:05.553053+00:00', 'schemaKey': 'PublishActivity', 'startDate': '2024-11-09T23:57:05.553053+00:00', 'wasAssociatedWith': [{'id': 'urn:uuid:caa51057-e96e-4333-a2f5-3cbc20d44858', 'name': 'DANDI API', 'version': '0.1.0', 'schemaKey': 'Software', 'identifier': 'RRID:SCR_017571'}]} is not of type 'string' in /publishedBy", | ||
| "instance_index": 0, | ||
| "instantiates": "PublishedDandiset", | ||
| "context": [], | ||
| "source": { | ||
| "message": "{'id': 'urn:uuid:346a6139-405b-4531-95ee-f05568badcc9', 'name': 'DANDI publish', 'endDate': '2024-11-09T23:57:05.553053+00:00', 'schemaKey': 'PublishActivity', 'startDate': '2024-11-09T23:57:05.553053+00:00', 'wasAssociatedWith': [{'id': 'urn:uuid:caa51057-e96e-4333-a2f5-3cbc20d44858', 'name': 'DANDI API', 'version': '0.1.0', 'schemaKey': 'Software', 'identifier': 'RRID:SCR_017571'}]} is not of type 'string'", | ||
| "absolute_path": [ | ||
| "publishedBy" | ||
| ], | ||
| "absolute_schema_path": [ | ||
| "properties", | ||
| "publishedBy", | ||
| "type" | ||
| ], | ||
| "validator": "type", | ||
| "validator_value": "string" | ||
| } | ||
| }, | ||
| { | ||
| "type": "jsonschema validation", | ||
| "severity": "ERROR", | ||
| "message": "{'name': 'Ishii, Kentaro', 'email': 'ken1223@uw.edu', 'roleName': ['dcite:ContactPerson'], 'schemaKey': 'Person', 'affiliation': [], 'includeInCitation': True} is not of type 'string' in /contributor/0", | ||
| "instance_index": 0, | ||
| "instantiates": "PublishedDandiset", | ||
| "context": [], | ||
| "source": { | ||
| "message": "{'name': 'Ishii, Kentaro', 'email': 'ken1223@uw.edu', 'roleName': ['dcite:ContactPerson'], 'schemaKey': 'Person', 'affiliation': [], 'includeInCitation': True} is not of type 'string'", | ||
| "absolute_path": [ | ||
| "contributor", | ||
| 0 | ||
| ], | ||
| "absolute_schema_path": [ | ||
| "properties", | ||
| "contributor", | ||
| "items", | ||
| "type" | ||
| ], | ||
| "validator": "type", | ||
| "validator_value": "string" | ||
| } | ||
| } | ||
| ] |
48 changes: 48 additions & 0 deletions
48
dandi-reports/001249/0.241109.2357/linkml_validation_errs.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,48 @@ | ||
| - context: [] | ||
| instance_index: 0 | ||
| instantiates: PublishedDandiset | ||
| message: '{''id'': ''urn:uuid:346a6139-405b-4531-95ee-f05568badcc9'', ''name'': | ||
| ''DANDI publish'', ''endDate'': ''2024-11-09T23:57:05.553053+00:00'', ''schemaKey'': | ||
| ''PublishActivity'', ''startDate'': ''2024-11-09T23:57:05.553053+00:00'', ''wasAssociatedWith'': | ||
| [{''id'': ''urn:uuid:caa51057-e96e-4333-a2f5-3cbc20d44858'', ''name'': ''DANDI | ||
| API'', ''version'': ''0.1.0'', ''schemaKey'': ''Software'', ''identifier'': ''RRID:SCR_017571''}]} | ||
| is not of type ''string'' in /publishedBy' | ||
| severity: ERROR | ||
| source: | ||
| absolute_path: | ||
| - publishedBy | ||
| absolute_schema_path: | ||
| - properties | ||
| - publishedBy | ||
| - type | ||
| message: '{''id'': ''urn:uuid:346a6139-405b-4531-95ee-f05568badcc9'', ''name'': | ||
| ''DANDI publish'', ''endDate'': ''2024-11-09T23:57:05.553053+00:00'', ''schemaKey'': | ||
| ''PublishActivity'', ''startDate'': ''2024-11-09T23:57:05.553053+00:00'', ''wasAssociatedWith'': | ||
| [{''id'': ''urn:uuid:caa51057-e96e-4333-a2f5-3cbc20d44858'', ''name'': ''DANDI | ||
| API'', ''version'': ''0.1.0'', ''schemaKey'': ''Software'', ''identifier'': | ||
| ''RRID:SCR_017571''}]} is not of type ''string''' | ||
| validator: type | ||
| validator_value: string | ||
| type: jsonschema validation | ||
| - context: [] | ||
| instance_index: 0 | ||
| instantiates: PublishedDandiset | ||
| message: '{''name'': ''Ishii, Kentaro'', ''email'': ''ken1223@uw.edu'', ''roleName'': | ||
| [''dcite:ContactPerson''], ''schemaKey'': ''Person'', ''affiliation'': [], ''includeInCitation'': | ||
| True} is not of type ''string'' in /contributor/0' | ||
| severity: ERROR | ||
| source: | ||
| absolute_path: | ||
| - contributor | ||
| - 0 | ||
| absolute_schema_path: | ||
| - properties | ||
| - contributor | ||
| - items | ||
| - type | ||
| message: '{''name'': ''Ishii, Kentaro'', ''email'': ''ken1223@uw.edu'', ''roleName'': | ||
| [''dcite:ContactPerson''], ''schemaKey'': ''Person'', ''affiliation'': [], ''includeInCitation'': | ||
| True} is not of type ''string''' | ||
| validator: type | ||
| validator_value: string | ||
| type: jsonschema validation |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,78 @@ | ||
| { | ||
| "id": "DANDI:001249/0.241109.2357", | ||
| "doi": "10.48324/dandi.001249/0.241109.2357", | ||
| "url": "https://dandiarchive.org/dandiset/001249/0.241109.2357", | ||
| "name": "Ishii et al 2023", | ||
| "access": [ | ||
| { | ||
| "status": "dandi:OpenAccess", | ||
| "schemaKey": "AccessRequirements" | ||
| } | ||
| ], | ||
| "license": [ | ||
| "spdx:CC-BY-4.0" | ||
| ], | ||
| "version": "0.241109.2357", | ||
| "citation": "Ishii, Kentaro (2024) Ishii et al 2023 (Version 0.241109.2357) [Data set]. DANDI archive. https://doi.org/10.48324/dandi.001249/0.241109.2357", | ||
| "schemaKey": "Dandiset", | ||
| "identifier": "DANDI:001249", | ||
| "repository": "https://dandiarchive.org", | ||
| "contributor": [ | ||
| { | ||
| "name": "Ishii, Kentaro", | ||
| "email": "ken1223@uw.edu", | ||
| "roleName": [ | ||
| "dcite:ContactPerson" | ||
| ], | ||
| "schemaKey": "Person", | ||
| "affiliation": [], | ||
| "includeInCitation": true | ||
| } | ||
| ], | ||
| "dateCreated": "2024-11-05T23:18:49.415406+00:00", | ||
| "description": "FosTRAP dataset used in Ishii et al 2023, https://doi.org/10.7554/eLife.91765.1", | ||
| "publishedBy": { | ||
| "id": "urn:uuid:346a6139-405b-4531-95ee-f05568badcc9", | ||
| "name": "DANDI publish", | ||
| "endDate": "2024-11-09T23:57:05.553053+00:00", | ||
| "schemaKey": "PublishActivity", | ||
| "startDate": "2024-11-09T23:57:05.553053+00:00", | ||
| "wasAssociatedWith": [ | ||
| { | ||
| "id": "urn:uuid:caa51057-e96e-4333-a2f5-3cbc20d44858", | ||
| "name": "DANDI API", | ||
| "version": "0.1.0", | ||
| "schemaKey": "Software", | ||
| "identifier": "RRID:SCR_017571" | ||
| } | ||
| ] | ||
| }, | ||
| "assetsSummary": { | ||
| "species": [ | ||
| { | ||
| "name": "Mus musculus - House mouse", | ||
| "schemaKey": "SpeciesType", | ||
| "identifier": "http://purl.obolibrary.org/obo/NCBITaxon_10090" | ||
| } | ||
| ], | ||
| "approach": [], | ||
| "schemaKey": "AssetsSummary", | ||
| "dataStandard": [ | ||
| { | ||
| "name": "Neurodata Without Borders (NWB)", | ||
| "schemaKey": "StandardsType", | ||
| "identifier": "RRID:SCR_015242" | ||
| } | ||
| ], | ||
| "numberOfBytes": 1382476285228, | ||
| "numberOfFiles": 14, | ||
| "numberOfSubjects": 14, | ||
| "variableMeasured": [], | ||
| "measurementTechnique": [] | ||
| }, | ||
| "datePublished": "2024-11-09T23:57:05.553053+00:00", | ||
| "schemaVersion": "0.6.8", | ||
| "manifestLocation": [ | ||
| "https://dandiarchive.s3.amazonaws.com/dandisets/001249/0.241109.2357/assets.yaml" | ||
| ] | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,57 @@ | ||
| access: | ||
| - schemaKey: AccessRequirements | ||
| status: dandi:OpenAccess | ||
| assetsSummary: | ||
| approach: [] | ||
| dataStandard: | ||
| - identifier: RRID:SCR_015242 | ||
| name: Neurodata Without Borders (NWB) | ||
| schemaKey: StandardsType | ||
| measurementTechnique: [] | ||
| numberOfBytes: 1382476285228 | ||
| numberOfFiles: 14 | ||
| numberOfSubjects: 14 | ||
| schemaKey: AssetsSummary | ||
| species: | ||
| - identifier: http://purl.obolibrary.org/obo/NCBITaxon_10090 | ||
| name: Mus musculus - House mouse | ||
| schemaKey: SpeciesType | ||
| variableMeasured: [] | ||
| citation: Ishii, Kentaro (2024) Ishii et al 2023 (Version 0.241109.2357) [Data set]. | ||
| DANDI archive. https://doi.org/10.48324/dandi.001249/0.241109.2357 | ||
| contributor: | ||
| - affiliation: [] | ||
| email: ken1223@uw.edu | ||
| includeInCitation: true | ||
| name: Ishii, Kentaro | ||
| roleName: | ||
| - dcite:ContactPerson | ||
| schemaKey: Person | ||
| dateCreated: '2024-11-05T23:18:49.415406+00:00' | ||
| datePublished: '2024-11-09T23:57:05.553053+00:00' | ||
| description: FosTRAP dataset used in Ishii et al 2023, https://doi.org/10.7554/eLife.91765.1 | ||
| doi: 10.48324/dandi.001249/0.241109.2357 | ||
| id: DANDI:001249/0.241109.2357 | ||
| identifier: DANDI:001249 | ||
| license: | ||
| - spdx:CC-BY-4.0 | ||
| manifestLocation: | ||
| - https://dandiarchive.s3.amazonaws.com/dandisets/001249/0.241109.2357/assets.yaml | ||
| name: Ishii et al 2023 | ||
| publishedBy: | ||
| endDate: '2024-11-09T23:57:05.553053+00:00' | ||
| id: urn:uuid:346a6139-405b-4531-95ee-f05568badcc9 | ||
| name: DANDI publish | ||
| schemaKey: PublishActivity | ||
| startDate: '2024-11-09T23:57:05.553053+00:00' | ||
| wasAssociatedWith: | ||
| - id: urn:uuid:caa51057-e96e-4333-a2f5-3cbc20d44858 | ||
| identifier: RRID:SCR_017571 | ||
| name: DANDI API | ||
| schemaKey: Software | ||
| version: 0.1.0 | ||
| repository: https://dandiarchive.org | ||
| schemaKey: Dandiset | ||
| schemaVersion: 0.6.8 | ||
| url: https://dandiarchive.org/dandiset/001249/0.241109.2357 | ||
| version: 0.241109.2357 |
1 change: 1 addition & 0 deletions
1
dandi-reports/001249/0.241109.2357/pydantic_validation_errs.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| [] |
1 change: 1 addition & 0 deletions
1
dandi-reports/001249/0.241109.2357/pydantic_validation_errs.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| [] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.