diff --git a/changelog/151.docs.md b/changelog/151.docs.md
new file mode 100644
index 00000000..af641b6d
--- /dev/null
+++ b/changelog/151.docs.md
@@ -0,0 +1 @@
+Added information about which source ID to use for which phase of CMIP7 in the [dataset overviews][dataset-overviews] section.
diff --git a/docs/contributing.md b/docs/contributing.md
index f7892e15..2dd2715e 100644
--- a/docs/contributing.md
+++ b/docs/contributing.md
@@ -91,6 +91,16 @@ If you are working elsewhere, you may need to modify the paths slightly.
1. Update the database: `python python-packages/input4MIPs-CVs/src/input4MIPs_CVs/cli/update-database.py --repo-root-dir .`
1. Update the HTML pages: `python python-packages/input4MIPs-CVs/src/input4MIPs_CVs/cli/update-html-pages.py --repo-root-dir .`
1. Check that the HTML has updated as expected (e.g. the summary view has updated as expected, new datasets are in the datasets view, new files are in the files view)
+1. Commit everything
+1. Build the docs: `mkdocs build --strict`
+1. Check that the docs updated as expected.
+ A few of the auto-generated components are worth checking here:
+
+ - are the source IDs for the dataset up to date?
+ E.g. do we need to update the source IDs to be used for the various CMIP7 phases in
+ `docs/dataset-overviews/cmip7_phases_source_ids.csv`?
+ - did the revision history come through correctly? If not, there is an issue.
+
1. Commit everything
1. Push
1. Make a pull request
diff --git a/docs/dataset-overviews/aerosol-optical-properties-macv2-sp.md b/docs/dataset-overviews/aerosol-optical-properties-macv2-sp.md
index 1a6cfab8..bc35fa7e 100644
--- a/docs/dataset-overviews/aerosol-optical-properties-macv2-sp.md
+++ b/docs/dataset-overviews/aerosol-optical-properties-macv2-sp.md
@@ -1,3 +1,6 @@
+
+
+
# Aerosol optical properties/MACv2-SP
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Stephanie Fielder
- Emails: \[TBD (provider moving institutes)\]
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+No data available for this phase yet.
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/amip-sst-sea-ice-boundary-forcing.md b/docs/dataset-overviews/amip-sst-sea-ice-boundary-forcing.md
index 86cf46d1..796a240c 100644
--- a/docs/dataset-overviews/amip-sst-sea-ice-boundary-forcing.md
+++ b/docs/dataset-overviews/amip-sst-sea-ice-boundary-forcing.md
@@ -1,3 +1,6 @@
+
+
+
# AMIP sea-surface temperature and sea-ice boundary forcing
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Paul Durack
- Emails: durack1@llnl.gov
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+No data available for this phase yet.
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/anthropogenic-slcf-co2-emissions.md b/docs/dataset-overviews/anthropogenic-slcf-co2-emissions.md
index 230eaacc..b2449b0c 100644
--- a/docs/dataset-overviews/anthropogenic-slcf-co2-emissions.md
+++ b/docs/dataset-overviews/anthropogenic-slcf-co2-emissions.md
@@ -1,3 +1,6 @@
+
+
+
# Anthropogenic short-lived climate forcer (SLCF) and CO2 emissions
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Rachel Hoesly, Steve Smith
- Emails: rachel.hoesly@pnnl.gov; ssmith@pnnl.gov
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+For the testing of CMIP7, use data with the source ID [CEDS-CMIP-2024-10-21](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22CEDS-CMIP-2024-10-21%22%7D)
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/cmip7_phases_source_ids.csv b/docs/dataset-overviews/cmip7_phases_source_ids.csv
new file mode 100644
index 00000000..cd62a1e8
--- /dev/null
+++ b/docs/dataset-overviews/cmip7_phases_source_ids.csv
@@ -0,0 +1,37 @@
+forcing_int_id,forcing,cmip7_phase,source_id_stub,source_id_stub_ignore,source_id,ok_if_not_latest
+1,Anthropogenic short-lived climate forcer (SLCF) and CO2 emissions,testing,CEDS-CMIP,supplemental,CEDS-CMIP-2024-10-21,False
+1,Anthropogenic short-lived climate forcer (SLCF) and CO2 emissions,ar7_fast_track,CEDS-CMIP,supplemental,,False
+1,Anthropogenic short-lived climate forcer (SLCF) and CO2 emissions,cmip7,CEDS-CMIP,supplemental,,False
+2,Open biomass burning emissions,testing,DRES-CMIP-BB4CMIP7,,DRES-CMIP-BB4CMIP7-1-0,False
+2,Open biomass burning emissions,ar7_fast_track,DRES-CMIP-BB4CMIP7,,,False
+2,Open biomass burning emissions,cmip7,DRES-CMIP-BB4CMIP7,,,False
+3,Land use,testing,UofMD-landState,,UofMD-landState-3-0,False
+3,Land use,ar7_fast_track,UofMD-landState,,,False
+3,Land use,cmip7,UofMD-landState,,,False
+4,Greenhouse gas concentrations,testing,CR-CMIP,,CR-CMIP-0-3-0,False
+4,Greenhouse gas concentrations,ar7_fast_track,CR-CMIP,,,False
+4,Greenhouse gas concentrations,cmip7,CR-CMIP,,,False
+5,CO2 isotopes,testing,,,,False
+5,CO2 isotopes,ar7_fast_track,,,,False
+5,CO2 isotopes,cmip7,,,,False
+6,Stratospheric volcanic SO2 emissions and aerosol optical properties,testing,UOEXETER-CMIP,,UOEXETER-CMIP-1-1-3,False
+6,Stratospheric volcanic SO2 emissions and aerosol optical properties,ar7_fast_track,UOEXETER-CMIP,,,False
+6,Stratospheric volcanic SO2 emissions and aerosol optical properties,cmip7,UOEXETER-CMIP,,,False
+7,Ozone,testing,,,,False
+7,Ozone,ar7_fast_track,,,,False
+7,Ozone,cmip7,,,,False
+8,Nitrogen deposition,testing,,,,False
+8,Nitrogen deposition,ar7_fast_track,,,,False
+8,Nitrogen deposition,cmip7,,,,False
+9,Solar,testing,SOLARIS-HEPPA-CMIP,,SOLARIS-HEPPA-CMIP-4-4,False
+9,Solar,ar7_fast_track,SOLARIS-HEPPA-CMIP,,,False
+9,Solar,cmip7,SOLARIS-HEPPA-CMIP,,,False
+10,AMIP sea-surface temperature and sea-ice boundary forcing,testing,,,,False
+10,AMIP sea-surface temperature and sea-ice boundary forcing,ar7_fast_track,,,,False
+10,AMIP sea-surface temperature and sea-ice boundary forcing,cmip7,,,,False
+11,Aerosol optical properties/MACv2-SP,testing,,,,False
+11,Aerosol optical properties/MACv2-SP,ar7_fast_track,,,,False
+11,Aerosol optical properties/MACv2-SP,cmip7,,,,False
+12,Population density,testing,,,,False
+12,Population density,ar7_fast_track,,,,False
+12,Population density,cmip7,,,,False
diff --git a/docs/dataset-overviews/co2-isotopes.md b/docs/dataset-overviews/co2-isotopes.md
index 6b09e33a..c9a17cfb 100644
--- a/docs/dataset-overviews/co2-isotopes.md
+++ b/docs/dataset-overviews/co2-isotopes.md
@@ -1,3 +1,6 @@
+
+
+
# CO2 isotopes
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Heather Graven
- Emails: h.graven@imperial.ac.uk
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+No data available for this phase yet.
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/fill-out-auto-generated-sections.py b/docs/dataset-overviews/fill-out-auto-generated-sections.py
new file mode 100644
index 00000000..e6d6885e
--- /dev/null
+++ b/docs/dataset-overviews/fill-out-auto-generated-sections.py
@@ -0,0 +1,511 @@
+"""
+Fill out the auto-generated sections in our overview files
+
+If we need to add any more to this, we should probably refactor first
+as it is on the edge of incomprehensible.
+"""
+
+from __future__ import annotations
+
+import json
+import textwrap
+from collections.abc import Iterable
+from pathlib import Path
+# from typing import Callable
+
+import pandas as pd
+
+HERE = Path(__file__).parent
+
+# Could open this up in future to avoid hard-coded name.
+# Fine for now.
+REPO_ROOT = HERE.parents[1]
+CURRENT_DB_PATH = REPO_ROOT / "Database" / "input4MIPs_db_file_entries.json"
+CMIP7_PHASES_SOURCE_IDS_CSV = HERE / "cmip7_phases_source_ids.csv"
+
+PHASES_COMMON_TEXT: dict[str, str] = {
+ "testing": (
+ "This data is for testing purposes only.\n"
+ "Production simulations should not be started based on this data.\n"
+ "(As a further bit of context, you can tell that this is testing data "
+ "because it has a `mip_era` metadata value of 'CMIP6Plus'.\n"
+ "This metadata value appears both in the file's global metadata "
+ "as well as its metadata on ESGF.)\n"
+ "\n"
+ "If you have any feedback, please add it to the "
+ "[relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions)."
+ ),
+ "ar7_fast_track": (
+ "This data will be for the AR7 fast track.\n"
+ "All data sets for use in the fast track "
+ "will be published with a `mip_era` metadata value of 'CMIP7'.\n"
+ "This metadata value will appear both in the file's global metadata "
+ "as well as its metadata on ESGF.\n"
+ "\n"
+ "Further details will follow in early 2025."
+ ),
+ "cmip7": (
+ "This data will be for CMIP7.\n"
+ "All data sets for use in CMIP7 "
+ "will be published with a `mip_era` metadata value of 'CMIP7'.\n"
+ "This metadata value will appear both in the file's global metadata "
+ "as well as its metadata on ESGF.\n"
+ "\n"
+ "Further details will follow after the fast track is underway\n"
+ "(including details about how updates to this data "
+ "will be handled over the lifetime of CMIP7)."
+ ),
+}
+
+with open(CURRENT_DB_PATH) as fh:
+ db_source = pd.DataFrame(json.load(fh))
+
+cmip7_phases_source_ids = pd.read_csv(CMIP7_PHASES_SOURCE_IDS_CSV)
+
+
+def get_cmip7_phase_source_id_summary(cmip7_phase: str) -> tuple[str, ...]:
+ """
+ Get the summary of source IDs to use for a given phase of CMIP7
+
+ Parameters
+ ----------
+ cmip7_phase
+ CMIP7 phase for which to create the source ID summary
+
+ Returns
+ -------
+ :
+ Summary of source IDs to use for the CMIP7 phase
+
+ If the output is empty, no source IDs are available for this phase of CMIP7 yet.
+ """
+ phase_source_ids = cmip7_phases_source_ids[
+ cmip7_phases_source_ids["cmip7_phase"] == cmip7_phase
+ ]
+ if phase_source_ids.empty or phase_source_ids["source_id"].isnull().all():
+ # No valid source IDs
+ return []
+
+ out = []
+ for _, row in phase_source_ids.sort_values("forcing_int_id").iterrows():
+ if pd.isnull(row.source_id):
+ out.append(f"1. *{row.forcing}:* No data available for this phase yet")
+ continue
+
+ # Check status in the database
+ db_source_id_stub_rows = db_source[
+ db_source["source_id"].str.contains(row.source_id_stub)
+ ]
+ if not pd.isnull(row.source_id_stub_ignore):
+ # The CEDS clause
+ db_source_id_stub_rows = db_source_id_stub_rows[
+ ~db_source_id_stub_rows["source_id"].str.contains(
+ row.source_id_stub_ignore
+ )
+ ]
+
+ # May need a more sophisticated sorting algorithm at some point
+ source_ids_sorted = sorted(db_source_id_stub_rows["source_id"].unique())
+ source_id_latest = source_ids_sorted[-1]
+ if (not row.ok_if_not_latest) and row.source_id != source_id_latest:
+ msg = (
+ f"For {row.forcing=} and {row.cmip7_phase=}, {row.source_id=}."
+ f"This is not the latest available source ID ({source_ids_sorted=}). "
+ f"Given that {row.ok_if_not_latest=},"
+ f"either update the source ID to the latest ({source_id_latest}) "
+ f"or set `ok_if_not_latest` for {row.forcing=} to `True` "
+ f"in {CMIP7_PHASES_SOURCE_IDS_CSV}. "
+ )
+ raise ValueError(msg)
+
+ out.append(
+ f"1. *{row.forcing}:* [{row.source_id}](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22{row.source_id}%22%7D)"
+ )
+
+ return tuple(out)
+
+
+def add_cmip7_phase_source_id_summaries(raw_split: tuple[str, ...]) -> tuple[str, ...]:
+ """
+ Add the summaries of source IDs to use for each phase of CMIP7
+
+ Parameters
+ ----------
+ raw_split
+ Raw file contents, split into lines
+
+ Returns
+ -------
+ :
+ The updated lines, after the summary for the CMIP7 phases have been inserted
+ """
+ # Use tuples as input and output to avoid accidentally
+ # modifying content between different function calls.
+ out = []
+ in_source_id_summmary = False
+ cmip7_phase = None
+ for line in raw_split:
+ if line.startswith("")
+
+ continue
+
+ else:
+ # Ignore existing content
+ continue
+
+ else:
+ out.append(line)
+
+ return tuple(out)
+
+
+def get_file_info(raw_split: Iterable[str]) -> dict[str, str]:
+ """
+ Get the key info for the file
+
+ This extracts values out of the lines at the top of the file.
+
+ Parameters
+ ----------
+ raw_split
+ Raw file contents, split into lines
+
+ Returns
+ -------
+ :
+ Extracted file information.
+ """
+ res = {}
+ for line in raw_split:
+ if line.startswith(
+ "")[0]
+ key, value = info_raw.split("=")
+ value = value.strip('"')
+
+ res[key] = value
+
+ return res
+
+
+def main() -> None:
+ for file in HERE.glob("*.md"):
+ with open(file) as fh:
+ raw = fh.read()
+
+ out = tuple(raw.splitlines())
+
+ if file.name == "index.md":
+ out = add_cmip7_phase_source_id_summaries(out)
+
+ else:
+ info = get_file_info(out)
+ out = add_cmip7_phase_source_ids(out, forcing=info["forcing"])
+ out = add_revision_history(out, source_id_stub=info["source_id_stub"])
+
+ with open(file, "w") as fh:
+ fh.write("\n".join(out))
+ fh.write("\n")
+
+
+# # Can't use this here as not called as main, hence the below
+# if __name__ == "__main__":
+# main()
+#
+main()
diff --git a/docs/dataset-overviews/greenhouse-gas-concentrations.md b/docs/dataset-overviews/greenhouse-gas-concentrations.md
index ac2cd195..314dc82b 100644
--- a/docs/dataset-overviews/greenhouse-gas-concentrations.md
+++ b/docs/dataset-overviews/greenhouse-gas-concentrations.md
@@ -1,3 +1,6 @@
+
+
+
# Greenhouse gas concentrations
## Key contacts
@@ -15,6 +18,46 @@ and aim to release a new version which addresses these bugs in December 2025.
If you find any other issues, please add them to
[the discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions/144).
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+For the testing of CMIP7, use data with the source ID [CR-CMIP-0-3-0](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22CR-CMIP-0-3-0%22%7D)
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
## Navigating the data
### Recommendation for pre-industrial control
@@ -117,7 +160,7 @@ so we expect only small differences in the radiative impact of these changes in
We will expand this section as we do more analysis
and create new versions of the dataset between now and the end of 2024.
-
-
+
+
diff --git a/docs/dataset-overviews/index.md b/docs/dataset-overviews/index.md
index 2f58b30f..38937b53 100644
--- a/docs/dataset-overviews/index.md
+++ b/docs/dataset-overviews/index.md
@@ -19,3 +19,66 @@ in particular models participating in [CMIP](https://www.wcrp-climate.org/wgcm-c
1. [AMIP sea-surface temperature and sea-ice boundary forcing](amip-sst-sea-ice-boundary-forcing.md)
1. [Aerosol optical properties/MACv2-SP](aerosol-optical-properties-macv2-sp.md)
1. [Population density](population.md)
+
+## Which data sets should I be using for CMIP7?
+
+### Testing
+
+
+
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### Source IDs for use in this phase
+
+1. *Anthropogenic short-lived climate forcer (SLCF) and CO2 emissions:* [CEDS-CMIP-2024-10-21](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22CEDS-CMIP-2024-10-21%22%7D)
+1. *Open biomass burning emissions:* [DRES-CMIP-BB4CMIP7-1-0](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22DRES-CMIP-BB4CMIP7-1-0%22%7D)
+1. *Land use:* [UofMD-landState-3-0](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22UofMD-landState-3-0%22%7D)
+1. *Greenhouse gas concentrations:* [CR-CMIP-0-3-0](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22CR-CMIP-0-3-0%22%7D)
+1. *CO2 isotopes:* No data available for this phase yet
+1. *Stratospheric volcanic SO2 emissions and aerosol optical properties:* [UOEXETER-CMIP-1-1-3](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22UOEXETER-CMIP-1-1-3%22%7D)
+1. *Ozone:* No data available for this phase yet
+1. *Nitrogen deposition:* No data available for this phase yet
+1. *Solar:* [SOLARIS-HEPPA-CMIP-4-4](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22SOLARIS-HEPPA-CMIP-4-4%22%7D)
+1. *AMIP sea-surface temperature and sea-ice boundary forcing:* No data available for this phase yet
+1. *Aerosol optical properties/MACv2-SP:* No data available for this phase yet
+1. *Population density:* No data available for this phase yet
+
+
+### AR7 Fast Track
+
+
+
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### Source IDs for use in this phase
+
+No source IDs are available for use in this phase of CMIP7 yet.
+
+
+### CMIP7
+
+
+
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+#### Source IDs for use in this phase
+
+No source IDs are available for use in this phase of CMIP7 yet.
+
diff --git a/docs/dataset-overviews/land-use.md b/docs/dataset-overviews/land-use.md
index ae7c1309..77fa96ec 100644
--- a/docs/dataset-overviews/land-use.md
+++ b/docs/dataset-overviews/land-use.md
@@ -1,3 +1,6 @@
+
+
+
# Land use
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Louise Chini, George Hurtt
- Emails: lchini@umd.edu; gchurtt@umd.edu
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+For the testing of CMIP7, use data with the source ID [UofMD-landState-3-0](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22UofMD-landState-3-0%22%7D)
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/nitrogen-deposition.md b/docs/dataset-overviews/nitrogen-deposition.md
index 8c5e843e..3e142728 100644
--- a/docs/dataset-overviews/nitrogen-deposition.md
+++ b/docs/dataset-overviews/nitrogen-deposition.md
@@ -1,3 +1,6 @@
+
+
+
# Nitrogen deposition
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Michaela Hegglin
- Emails: m.i.hegglin@fz-juelich.de
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+No data available for this phase yet.
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/open-biomass-burning-emissions.md b/docs/dataset-overviews/open-biomass-burning-emissions.md
index 95e71177..bdbf6aae 100644
--- a/docs/dataset-overviews/open-biomass-burning-emissions.md
+++ b/docs/dataset-overviews/open-biomass-burning-emissions.md
@@ -1,3 +1,6 @@
+
+
+
# Open biomass burning emissions
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Margreet van Marle, Guido van der Werf
- Emails: Margreet.vanMarle@Deltares.nl; Guido.vanderWerf@wur.nl
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+For the testing of CMIP7, use data with the source ID [DRES-CMIP-BB4CMIP7-1-0](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22DRES-CMIP-BB4CMIP7-1-0%22%7D)
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/ozone.md b/docs/dataset-overviews/ozone.md
index 81e0fc80..005ada72 100644
--- a/docs/dataset-overviews/ozone.md
+++ b/docs/dataset-overviews/ozone.md
@@ -1,3 +1,6 @@
+
+
+
# Ozone
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Michaela Hegglin
- Emails: m.i.hegglin@fz-juelich.de
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+No data available for this phase yet.
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/population.md b/docs/dataset-overviews/population.md
index c066ee39..771caaa4 100644
--- a/docs/dataset-overviews/population.md
+++ b/docs/dataset-overviews/population.md
@@ -1,3 +1,6 @@
+
+
+
# Population density
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: [TBD]
- Emails: [TBD]
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+No data available for this phase yet.
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/solar.md b/docs/dataset-overviews/solar.md
index 334758aa..d2fc14cb 100644
--- a/docs/dataset-overviews/solar.md
+++ b/docs/dataset-overviews/solar.md
@@ -1,3 +1,6 @@
+
+
+
# Solar
## Key contacts
@@ -15,6 +18,46 @@ and aim to release a new version before the end of 2025.
If you find any other issues, please add them to
[the discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions/19).
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+For the testing of CMIP7, use data with the source ID [SOLARIS-HEPPA-CMIP-4-4](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22SOLARIS-HEPPA-CMIP-4-4%22%7D)
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
## Navigating the data
### Recommendation for pre-industrial control
@@ -69,8 +112,8 @@ provides a detailed analysis of the changes from earlier versions.
\[TODO: consider whether there's a short summary we can give\]
[TODO: get the link to slides from Bernd which dive into this]
-
-
+
+
## Revision history
### SOLARIS-HEPPA-CMIP-4-3
diff --git a/docs/dataset-overviews/stratospheric-volcanic-so2-emissions-aod.md b/docs/dataset-overviews/stratospheric-volcanic-so2-emissions-aod.md
index f0ac98b3..61d11972 100644
--- a/docs/dataset-overviews/stratospheric-volcanic-so2-emissions-aod.md
+++ b/docs/dataset-overviews/stratospheric-volcanic-so2-emissions-aod.md
@@ -1,3 +1,6 @@
+
+
+
# Stratospheric volcanic SO2 emissions and aerosol optical properties
**This section is a work in progress.**
@@ -8,7 +11,49 @@
- Names: Thomas Aubry
- Emails: t.aubry@exeter.ac.uk
-
-
+## Summary
+
+
+
+### Source IDs for CMIP7 phases
+
+The source ID that identifies the dataset to use in the different phases of CMIP7 is given below.
+
+#### Testing
+
+For the testing of CMIP7, use data with the source ID [UOEXETER-CMIP-1-1-3](https://aims2.llnl.gov/search?project=input4MIPs&versionType=all&&activeFacets=%7B%22source_id%22%3A%22UOEXETER-CMIP-1-1-3%22%7D)
+
+This data is for testing purposes only.
+Production simulations should not be started based on this data.
+(As a further bit of context, you can tell that this is testing data because it has a `mip_era` metadata value of 'CMIP6Plus'.
+This metadata value appears both in the file's global metadata as well as its metadata on ESGF.)
+
+If you have any feedback, please add it to the [relevant GitHub discussion](https://github.com/PCMDI/input4MIPs_CVs/discussions).
+
+#### AR7 fast track
+
+No data available for this phase yet.
+
+This data will be for the AR7 fast track.
+All data sets for use in the fast track will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow in early 2025.
+
+#### CMIP7
+
+No data available for this phase yet.
+
+This data will be for CMIP7.
+All data sets for use in CMIP7 will be published with a `mip_era` metadata value of 'CMIP7'.
+This metadata value will appear both in the file's global metadata as well as its metadata on ESGF.
+
+Further details will follow after the fast track is underway
+(including details about how updates to this data will be handled over the lifetime of CMIP7).
+
+
+
+
+
diff --git a/docs/dataset-overviews/write-revision-history.py b/docs/dataset-overviews/write-revision-history.py
deleted file mode 100644
index 488d5473..00000000
--- a/docs/dataset-overviews/write-revision-history.py
+++ /dev/null
@@ -1,100 +0,0 @@
-"""
-Write the revision history sections in our overview files
-"""
-
-from __future__ import annotations
-
-import json
-import textwrap
-from pathlib import Path
-
-import pandas as pd
-
-HERE = Path(__file__).parent
-
-# Could open this up in future to avoid hard-coded name.
-# Fine for now.
-current_db_path = HERE.parents[1] / "Database" / "input4MIPs_db_file_entries.json"
-
-with open(current_db_path) as fh:
- db_source = pd.DataFrame(json.load(fh))
-
-
-def get_revision_history_for_source_id_stub(source_id_stub: str) -> list[str]:
- source_id_stub_rows = db_source[db_source["source_id"].str.contains(source_id_stub)]
- source_ids_in_history = source_id_stub_rows["source_id"].unique()
-
- out = []
- for source_id in sorted(source_ids_in_history)[::-1]:
- source_id_rows = source_id_stub_rows[
- source_id_stub_rows["source_id"] == source_id
- ]
- comments_post_publication = [
- c
- for c in source_id_rows["comment_post_publication"].unique()
- if c is not None
- ]
- if not comments_post_publication:
- continue
-
- if not out:
- out = ["## Revision history", ""]
-
- out.append(f"### {source_id}")
- out.append("")
- for txt in comments_post_publication:
- out.extend(textwrap.wrap(txt, width=100))
- out.append("")
-
- return out
-
-
-for file in HERE.glob("*.md"):
- if file.name == "index.md":
- continue
-
- with open(file) as fh:
- raw = fh.read()
-
- out = []
- in_revision_history = False
- source_id_prefix = None
- for line in raw.splitlines():
- if line.startswith("")
-
- continue
-
- else:
- # Ignore existing content
- continue
-
- else:
- out.append(line)
-
- with open(file, "w") as fh:
- fh.write("\n".join(out))
- fh.write("\n")
diff --git a/mkdocs.yml b/mkdocs.yml
index 3b0dae45..33a63e26 100644
--- a/mkdocs.yml
+++ b/mkdocs.yml
@@ -69,7 +69,7 @@ plugins:
# https://oprypin.github.io/mkdocs-gen-files/
- gen-files:
scripts:
- - docs/dataset-overviews/write-revision-history.py
+ - docs/dataset-overviews/fill-out-auto-generated-sections.py
markdown_extensions: