mab2De-Sol1Holdings_seq_bulk.flux

default infile="prod/input/export_mab_hbz60.z9035.f.20250108.091329.seq";
default outfile="prod/output/sol1Holding_seq.json.gz";
default outfile2="prod/output/sol1Holding_seq.tsv.gz";


infile
| open-file
| as-lines
| decode-aseq
| merge-same-ids // combines the aseq statements in single records. 
| fix(FLUX_DIR + "mab2De-Sol1Holdings_seq.fix") // creates holding information for ME records, currently metadata from ML records are not used.
| change-id(idliteral="almaMmsId")
| merge-same-ids  // merge records that belong to the same MMS ID.
| fix(FLUX_DIR + "combineHoldingsIntoHasItems.fix") // combine holding information in one hasItem statement.
| encode-json // newline json is better for big file
| write(FLUX_DIR + outfile, compression="gzip") // compression is better for big file
;

FLUX_DIR + outfile
| open-file
| as-lines
| decode-json
| fix("	to_json('hasItem[]')
	move_field('hasItem[]','holdings')
	retain('id','holdings')"
)
| encode-csv(includeHeader="true", separator="\t", noQuotes="true")
| write(FLUX_DIR + outfile2, compression="gzip")
;