Skip to content

Merge MAO datasets observed with NRO 45m telescope into a single Zarr file

License

Notifications You must be signed in to change notification settings

mao-wfs/mao-merge-45m

Folders and files

NameName
Last commit message
Last commit date
Nov 28, 2023
May 13, 2022
Nov 24, 2023
May 13, 2022
Nov 28, 2023
Dec 5, 2023
Nov 24, 2023
May 13, 2022
May 13, 2022
Jul 13, 2023
Sep 7, 2022
Jul 13, 2023

Repository files navigation

mao-merge-45m

Merge MAO datasets observed with the Nobeyama 45m telescope

Installation

$ git clone https://github.com/mao-wfs/mao-merge-45m.git
$ cd mao-merge-45m
$ poetry install

Convert raw data to formatted (Zarr) data

Correlator output

from pathlib import Path
from mao_merge_45m import correlator


path_vdif = Path("/path/to/data.vdif")
path_raw_zarr = correlator.to_zarr(path_vdif)
path_fmt_zarr = correlator.convert(path_raw_zarr)

Accelerometer log

from pathlib import Path
from mao_merge_45m import accelerometer


path_gbd = Path("/path/to/data.gbd")
path_raw_zarr = accelerometer.to_zarr(path_gbd)
path_fmt_zarr = accelerometer.convert(path_raw_zarr)

Accelerometer log (CSV format)

from pathlib import Path
from mao_merge_45m import accelerometer_csv


path_csv = Path("/path/to/data.csv")
path_zarr = accelerometer_csv.convert(path_csv)

Weather log

from pathlib import Path
from mao_merge_45m import weather


path_csv = Path("/path/to/data.csv")
path_zarr = accelerometer.convert(path_csv)

Antenna log (normal 10-sps format)

from pathlib import Path
from mao_merge_45m import antenna


path_log = Path("/path/to/data.txt")
path_zarr = antenna.convert(path_log)

Antenna log (new 50-sps format)

from pathlib import Path
from mao_merge_45m import antenna_50_sps


path_log = Path("/path/to/data.txt")
path_zarr = antenna_50_sps.convert(path_log)

SAM45 log (text dumped by sldump)

from pathlib import Path
from mao_merge_45m import sam45


path_log = Path("/path/to/data.txt")
path_zarr = sam45.convert(path_log)

Merge formatted data into a single Zarr file

from pathlib import Path
from mao_merge_45m import merge


path_correlator = Path("/path/to/formatted/correlator.zarr")
path_accelerometer = Path("/path/to/formatted/accelerometer.zarr")
path_weather = Path("/path/to/formatted/weather.zarr")
path_antenna = Path("/path/to/formatted/antenna.zarr")
path_sam45 = Path("/path/to/formatted/sam45.zarr")
path_merged = Path("/path/to/merged.zarr")


merge.merge(
    path_correlator,
    path_merged,
    path_accelerometer_zarr=path_accelerometer,
    path_weather_zarr=path_weather,
    path_antenna_zarr=path_antenna,
    path_sam45_zarr=path_sam45,
)