Skip to content

Commit 8f72d2f

Browse files
authored
Added compression options for pandas (#618)
1 parent ce46547 commit 8f72d2f

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

bin/cosmic-pop

+6-2
Original file line numberDiff line numberDiff line change
@@ -119,6 +119,10 @@ def parse_commandline():
119119
parser.add_argument("--seed", type=int)
120120
parser.add_argument("--verbose", action="store_true", default=False,
121121
help="Run in Verbose Mode")
122+
parser.add_argument("--complib",type=str,default="zlib",
123+
help="HDFStore compression library")
124+
parser.add_argument("--complevel",type=int,default=0,
125+
help="HDFStore compression level")
122126

123127
group = parser.add_mutually_exclusive_group()
124128
group.add_argument("-n", "--nproc",
@@ -232,7 +236,7 @@ if __name__ == '__main__':
232236

233237
# Open the hdf5 file to store the fixed population data
234238
try:
235-
dat_store = pd.HDFStore('dat_kstar1_{0}_kstar2_{1}_SFstart_{2}_SFduration_{3}_metallicity_{4}.h5'.format(kstar1_range_string, kstar2_range_string, sampling['SF_start'], sampling['SF_duration'], sampling['metallicity']))
239+
dat_store = pd.HDFStore('dat_kstar1_{0}_kstar2_{1}_SFstart_{2}_SFduration_{3}_metallicity_{4}.h5'.format(kstar1_range_string, kstar2_range_string, sampling['SF_start'], sampling['SF_duration'], sampling['metallicity']),complib=args.complib,complevel=args.complevel)
236240
conv_save = pd.read_hdf(dat_store, 'conv')
237241
log_file = open('log_kstar1_{0}_kstar2_{1}_SFstart_{2}_SFduration_{3}_metallicity_{4}.txt'.format(kstar1_range_string, kstar2_range_string, sampling['SF_start'], sampling['SF_duration'], sampling['metallicity']), 'a')
238242
log_file.write('There are already: '+str(conv_save.shape[0])+' '+kstar1_range_string+'_'+kstar2_range_string+' binaries evolved\n')
@@ -246,7 +250,7 @@ if __name__ == '__main__':
246250
idx = int(np.max(pd.read_hdf(dat_store, 'idx'))[0])
247251
except:
248252
conv_save = pd.DataFrame()
249-
dat_store = pd.HDFStore('dat_kstar1_{0}_kstar2_{1}_SFstart_{2}_SFduration_{3}_metallicity_{4}.h5'.format(kstar1_range_string, kstar2_range_string, sampling['SF_start'], sampling['SF_duration'], sampling['metallicity']))
253+
dat_store = pd.HDFStore('dat_kstar1_{0}_kstar2_{1}_SFstart_{2}_SFduration_{3}_metallicity_{4}.h5'.format(kstar1_range_string, kstar2_range_string, sampling['SF_start'], sampling['SF_duration'], sampling['metallicity']),complib=args.complib,complevel=args.complevel)
250254
total_mass_singles = 0
251255
total_mass_binaries = 0
252256
total_mass_stars = 0

0 commit comments

Comments
 (0)