Skip to content

Commit

Permalink
[DATALAD RUNCMD] Get latest validation reports with a summary
Browse files Browse the repository at this point in the history
=== Do not change lines below ===
{
 "chain": [],
 "cmd": "duct dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO",
 "exit": 0,
 "extra_inputs": [],
 "inputs": [],
 "outputs": [],
 "pwd": "."
}
^^^ Do not change lines above ^^^
  • Loading branch information
DANDI Bot committed Nov 9, 2024
1 parent aafff5f commit 29b83f7
Show file tree
Hide file tree
Showing 16 changed files with 4,566 additions and 29 deletions.
1 change: 1 addition & 0 deletions .duct/logs/2024.11.09T06.54.53-3531_info.json
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "system": {"cpu_total": 4, "memory_total": 16757342208, "hostname": "fv-az979-761", "uid": 1001, "user": "runner"}, "env": {}, "gpu": null, "duct_version": "0.8.0", "schema_version": "0.2.0", "execution_summary": {"exit_code": 0, "command": "dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO", "logs_prefix": ".duct/logs/2024.11.09T06.54.53-3531_", "wall_clock_time": 338.1060788631439, "peak_rss": 2885640192, "average_rss": 1584526823.6190474, "peak_vsz": 3323330560, "average_vsz": 1930805235.8095248, "peak_pmem": 17.2, "average_pmem": 9.405952380952384, "peak_pcpu": 90.0, "average_pcpu": 62.191666666666656, "num_samples": 336, "num_reports": 7, "start_time": 1731135293.5086322, "end_time": 1731135631.614711}, "output_paths": {"stdout": ".duct/logs/2024.11.09T06.54.53-3531_stdout", "stderr": ".duct/logs/2024.11.09T06.54.53-3531_stderr", "usage": ".duct/logs/2024.11.09T06.54.53-3531_usage.json", "info": ".duct/logs/2024.11.09T06.54.53-3531_info.json", "prefix": ".duct/logs/2024.11.09T06.54.53-3531_"}}
3,565 changes: 3,565 additions & 0 deletions .duct/logs/2024.11.09T06.54.53-3531_stderr

Large diffs are not rendered by default.

717 changes: 717 additions & 0 deletions .duct/logs/2024.11.09T06.54.53-3531_stdout

Large diffs are not rendered by default.

7 changes: 7 additions & 0 deletions .duct/logs/2024.11.09T06.54.53-3531_usage.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
{"timestamp": "2024-11-09T06:54:53.522268+00:00", "num_samples": 1, "processes": {"3534": {"pcpu": 0.0, "pmem": 0.0, "rss": 10092544, "vsz": 17481728, "timestamp": "2024-11-09T06:54:53.522268+00:00", "etime": "00:00", "stat": {"Rs": 1}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 0.0, "pcpu": 0.0, "rss": 10092544, "vsz": 17481728}, "averages": {"rss": 10092544, "vsz": 17481728, "pmem": 0.0, "pcpu": 0.0, "num_samples": 1}}
{"timestamp": "2024-11-09T06:55:54.030120+00:00", "num_samples": 60, "processes": {"3534": {"pcpu": 90.0, "pmem": 3.9, "rss": 657829888, "vsz": 671350784, "timestamp": "2024-11-09T06:55:54.030120+00:00", "etime": "01:00", "stat": {"Rs": 35, "Ss": 25}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 3.9, "pcpu": 90.0, "rss": 657829888, "vsz": 671350784}, "averages": {"rss": 379413845.3333334, "vsz": 391332249.6, "pmem": 2.2133333333333343, "pcpu": 61.455, "num_samples": 60}}
{"timestamp": "2024-11-09T06:56:53.529987+00:00", "num_samples": 59, "processes": {"3534": {"pcpu": 62.8, "pmem": 6.9, "rss": 1169813504, "vsz": 1597456384, "timestamp": "2024-11-09T06:56:53.529987+00:00", "etime": "02:00", "stat": {"Rs": 5, "Ss": 1, "Rsl": 33, "Ssl": 20}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 6.9, "pcpu": 62.8, "rss": 1169813504, "vsz": 1597456384}, "averages": {"rss": 922396081.8983049, "vsz": 1307470969.4915252, "pmem": 5.447457627118644, "pcpu": 62.45084745762711, "num_samples": 59}}
{"timestamp": "2024-11-09T06:57:54.041278+00:00", "num_samples": 60, "processes": {"3534": {"pcpu": 62.6, "pmem": 10.0, "rss": 1678987264, "vsz": 2111025152, "timestamp": "2024-11-09T06:57:54.041278+00:00", "etime": "03:00", "stat": {"Ssl": 22, "Rsl": 38}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 10.0, "pcpu": 62.6, "rss": 1678987264, "vsz": 2111025152}, "averages": {"rss": 1431650167.466667, "vsz": 1861547212.7999997, "pmem": 8.496666666666666, "pcpu": 62.36333333333334, "num_samples": 60}}
{"timestamp": "2024-11-09T06:58:53.542399+00:00", "num_samples": 59, "processes": {"3534": {"pcpu": 62.8, "pmem": 13.1, "rss": 2210799616, "vsz": 2645987328, "timestamp": "2024-11-09T06:58:53.542399+00:00", "etime": "04:00", "stat": {"Rsl": 36, "Ssl": 23}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 13.1, "pcpu": 62.8, "rss": 2210799616, "vsz": 2645987328}, "averages": {"rss": 1949315072.0, "vsz": 2383027460.338984, "pmem": 11.579661016949158, "pcpu": 62.58983050847458, "num_samples": 59}}
{"timestamp": "2024-11-09T06:59:54.051880+00:00", "num_samples": 60, "processes": {"3534": {"pcpu": 62.7, "pmem": 16.4, "rss": 2749526016, "vsz": 3188752384, "timestamp": "2024-11-09T06:59:54.051880+00:00", "etime": "05:00", "stat": {"Rsl": 36, "Ssl": 24}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 16.4, "pcpu": 62.7, "rss": 2749526016, "vsz": 3188752384}, "averages": {"rss": 2475057220.2666674, "vsz": 2912592486.399999, "pmem": 14.718333333333339, "pcpu": 62.498333333333335, "num_samples": 60}}
{"timestamp": "2024-11-09T07:00:31.365983+00:00", "num_samples": 37, "processes": {"3534": {"pcpu": 64.9, "pmem": 17.2, "rss": 2885640192, "vsz": 3323330560, "timestamp": "2024-11-09T07:00:31.365983+00:00", "etime": "05:37", "stat": {"Rsl": 10, "Ssl": 5, "Rs": 22}, "cmd": "/opt/hostedtoolcache/Python/3.12.7/x64/bin/python /opt/hostedtoolcache/Python/3.12.7/x64/bin/dandisets-linkml-status --include-unpublished --dandi-instance dandi -l INFO"}}, "totals": {"pmem": 17.2, "pcpu": 64.9, "rss": 2885640192, "vsz": 3323330560}, "averages": {"rss": 2859261841.297298, "vsz": 3272036573.405405, "pmem": 17.02972972972973, "pcpu": 63.24324324324325, "num_samples": 37}}
41 changes: 39 additions & 2 deletions dandi-reports/001174/draft/metadata.json
Original file line number Diff line number Diff line change
Expand Up @@ -31,9 +31,46 @@
"dateCreated": "2024-08-14T21:48:01.209431+00:00",
"description": "This dataset contains data used in Martel et al \"MICROENDOSCOPIC CALCIUM IMAGING IN SUPPLEMENTARY MOTOR AREA AND PRIMARY MOTOR CORTEX OF RHESUS MACAQUES AT REST AND DURING ARM MOVEMENT\"",
"assetsSummary": {
"species": [
{
"name": "Macaca mulatta - Rhesus monkey",
"schemaKey": "SpeciesType",
"identifier": "http://purl.obolibrary.org/obo/NCBITaxon_9544"
}
],
"approach": [
{
"name": "microscopy approach; cell population imaging",
"schemaKey": "ApproachType"
}
],
"schemaKey": "AssetsSummary",
"numberOfBytes": 0,
"numberOfFiles": 0
"dataStandard": [
{
"name": "Neurodata Without Borders (NWB)",
"schemaKey": "StandardsType",
"identifier": "RRID:SCR_015242"
}
],
"numberOfBytes": 51504878148,
"numberOfFiles": 15,
"numberOfSubjects": 2,
"variableMeasured": [
"OpticalChannel",
"PlaneSegmentation",
"ImagingPlane",
"ProcessingModule"
],
"measurementTechnique": [
{
"name": "analytical technique",
"schemaKey": "MeasurementTechniqueType"
},
{
"name": "surgical technique",
"schemaKey": "MeasurementTechniqueType"
}
]
},
"schemaVersion": "0.6.8",
"manifestLocation": [
Expand Down
26 changes: 24 additions & 2 deletions dandi-reports/001174/draft/metadata.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,31 @@ access:
- schemaKey: AccessRequirements
status: dandi:OpenAccess
assetsSummary:
numberOfBytes: 0
numberOfFiles: 0
approach:
- name: microscopy approach; cell population imaging
schemaKey: ApproachType
dataStandard:
- identifier: RRID:SCR_015242
name: Neurodata Without Borders (NWB)
schemaKey: StandardsType
measurementTechnique:
- name: analytical technique
schemaKey: MeasurementTechniqueType
- name: surgical technique
schemaKey: MeasurementTechniqueType
numberOfBytes: 51504878148
numberOfFiles: 15
numberOfSubjects: 2
schemaKey: AssetsSummary
species:
- identifier: http://purl.obolibrary.org/obo/NCBITaxon_9544
name: Macaca mulatta - Rhesus monkey
schemaKey: SpeciesType
variableMeasured:
- OpticalChannel
- PlaneSegmentation
- ImagingPlane
- ProcessingModule
citation: Galvan, Adriana (2024) Calcium imaging in SMA and M1 of macaques (Version
draft) [Data set]. DANDI archive. https://dandiarchive.org/dandiset/001174/draft
contributor:
Expand Down
44 changes: 42 additions & 2 deletions dandi-reports/001250/draft/metadata.json
Original file line number Diff line number Diff line change
Expand Up @@ -31,9 +31,49 @@
"dateCreated": "2024-11-07T14:18:15.892414+00:00",
"description": "Dataset for the Spike sorting biases in a detailed model of dense large-scale recordings paper.",
"assetsSummary": {
"species": [
{
"name": "Rattus norvegicus - Norway rat",
"schemaKey": "SpeciesType",
"identifier": "http://purl.obolibrary.org/obo/NCBITaxon_10116"
}
],
"approach": [
{
"name": "electrophysiological approach",
"schemaKey": "ApproachType"
}
],
"schemaKey": "AssetsSummary",
"numberOfBytes": 0,
"numberOfFiles": 0
"dataStandard": [
{
"name": "Neurodata Without Borders (NWB)",
"schemaKey": "StandardsType",
"identifier": "RRID:SCR_015242"
}
],
"numberOfBytes": 24564555081,
"numberOfFiles": 2,
"numberOfSubjects": 2,
"variableMeasured": [
"ElectricalSeries",
"Units",
"ElectrodeGroup"
],
"measurementTechnique": [
{
"name": "multi electrode extracellular electrophysiology recording technique",
"schemaKey": "MeasurementTechniqueType"
},
{
"name": "spike sorting technique",
"schemaKey": "MeasurementTechniqueType"
},
{
"name": "surgical technique",
"schemaKey": "MeasurementTechniqueType"
}
]
},
"schemaVersion": "0.6.8",
"manifestLocation": [
Expand Down
27 changes: 25 additions & 2 deletions dandi-reports/001250/draft/metadata.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,32 @@ access:
- schemaKey: AccessRequirements
status: dandi:OpenAccess
assetsSummary:
numberOfBytes: 0
numberOfFiles: 0
approach:
- name: electrophysiological approach
schemaKey: ApproachType
dataStandard:
- identifier: RRID:SCR_015242
name: Neurodata Without Borders (NWB)
schemaKey: StandardsType
measurementTechnique:
- name: multi electrode extracellular electrophysiology recording technique
schemaKey: MeasurementTechniqueType
- name: spike sorting technique
schemaKey: MeasurementTechniqueType
- name: surgical technique
schemaKey: MeasurementTechniqueType
numberOfBytes: 24564555081
numberOfFiles: 2
numberOfSubjects: 2
schemaKey: AssetsSummary
species:
- identifier: http://purl.obolibrary.org/obo/NCBITaxon_10116
name: Rattus norvegicus - Norway rat
schemaKey: SpeciesType
variableMeasured:
- ElectricalSeries
- Units
- ElectrodeGroup
citation: Laquitaine, Steeve (2024) Spike sorting biases in a detailed model of dense
large-scale recordings (Version draft) [Data set]. DANDI archive. https://dandiarchive.org/dandiset/001250/draft
contributor:
Expand Down
25 changes: 25 additions & 0 deletions dandi-reports/001252/draft/linkml_validation_errs.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
[
{
"type": "jsonschema validation",
"severity": "ERROR",
"message": "{'name': 'Smear, Matt', 'email': 'smear@uoregon.edu', 'roleName': ['dcite:ContactPerson'], 'schemaKey': 'Person', 'affiliation': [], 'includeInCitation': True} is not of type 'string' in /contributor/0",
"instance_index": 0,
"instantiates": "Dandiset",
"context": [],
"source": {
"message": "{'name': 'Smear, Matt', 'email': 'smear@uoregon.edu', 'roleName': ['dcite:ContactPerson'], 'schemaKey': 'Person', 'affiliation': [], 'includeInCitation': True} is not of type 'string'",
"absolute_path": [
"contributor",
0
],
"absolute_schema_path": [
"properties",
"contributor",
"items",
"type"
],
"validator": "type",
"validator_value": "string"
}
}
]
22 changes: 22 additions & 0 deletions dandi-reports/001252/draft/linkml_validation_errs.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
- context: []
instance_index: 0
instantiates: Dandiset
message: '{''name'': ''Smear, Matt'', ''email'': ''smear@uoregon.edu'', ''roleName'':
[''dcite:ContactPerson''], ''schemaKey'': ''Person'', ''affiliation'': [], ''includeInCitation'':
True} is not of type ''string'' in /contributor/0'
severity: ERROR
source:
absolute_path:
- contributor
- 0
absolute_schema_path:
- properties
- contributor
- items
- type
message: '{''name'': ''Smear, Matt'', ''email'': ''smear@uoregon.edu'', ''roleName'':
[''dcite:ContactPerson''], ''schemaKey'': ''Person'', ''affiliation'': [], ''includeInCitation'':
True} is not of type ''string'''
validator: type
validator_value: string
type: jsonschema validation
42 changes: 42 additions & 0 deletions dandi-reports/001252/draft/metadata.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
{
"id": "DANDI:001252/draft",
"url": "https://dandiarchive.org/dandiset/001252/draft",
"name": "Olfactory bulb tracks breathing rhythms and place in freely-behaving mice",
"access": [
{
"status": "dandi:OpenAccess",
"schemaKey": "AccessRequirements"
}
],
"license": [
"spdx:CC0-1.0"
],
"version": "draft",
"citation": "Smear, Matt (2024) Olfactory bulb tracks breathing rhythms and place in freely-behaving mice (Version draft) [Data set]. DANDI archive. https://dandiarchive.org/dandiset/001252/draft",
"schemaKey": "Dandiset",
"identifier": "DANDI:001252",
"repository": "https://dandiarchive.org",
"contributor": [
{
"name": "Smear, Matt",
"email": "smear@uoregon.edu",
"roleName": [
"dcite:ContactPerson"
],
"schemaKey": "Person",
"affiliation": [],
"includeInCitation": true
}
],
"dateCreated": "2024-11-08T18:11:31.453489+00:00",
"description": "is dataset contains the movement tracking, sniff recording, and electrophysiological recordings for the dataset used in the preprint: Olfactory bulb tracks breathing rhythms and place in freely-behaving mice (Sterrett et al. 2024)",
"assetsSummary": {
"schemaKey": "AssetsSummary",
"numberOfBytes": 0,
"numberOfFiles": 0
},
"schemaVersion": "0.6.8",
"manifestLocation": [
"https://api.dandiarchive.org/api/dandisets/001252/versions/draft/assets/"
]
}
33 changes: 33 additions & 0 deletions dandi-reports/001252/draft/metadata.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
access:
- schemaKey: AccessRequirements
status: dandi:OpenAccess
assetsSummary:
numberOfBytes: 0
numberOfFiles: 0
schemaKey: AssetsSummary
citation: Smear, Matt (2024) Olfactory bulb tracks breathing rhythms and place in
freely-behaving mice (Version draft) [Data set]. DANDI archive. https://dandiarchive.org/dandiset/001252/draft
contributor:
- affiliation: []
email: smear@uoregon.edu
includeInCitation: true
name: Smear, Matt
roleName:
- dcite:ContactPerson
schemaKey: Person
dateCreated: '2024-11-08T18:11:31.453489+00:00'
description: 'is dataset contains the movement tracking, sniff recording, and electrophysiological
recordings for the dataset used in the preprint: Olfactory bulb tracks breathing
rhythms and place in freely-behaving mice (Sterrett et al. 2024)'
id: DANDI:001252/draft
identifier: DANDI:001252
license:
- spdx:CC0-1.0
manifestLocation:
- https://api.dandiarchive.org/api/dandisets/001252/versions/draft/assets/
name: Olfactory bulb tracks breathing rhythms and place in freely-behaving mice
repository: https://dandiarchive.org
schemaKey: Dandiset
schemaVersion: 0.6.8
url: https://dandiarchive.org/dandiset/001252/draft
version: draft
1 change: 1 addition & 0 deletions dandi-reports/001252/draft/pydantic_validation_errs.json
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
[]
1 change: 1 addition & 0 deletions dandi-reports/001252/draft/pydantic_validation_errs.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
[]
Loading

0 comments on commit 29b83f7

Please sign in to comment.