Skip to content

Commit

Permalink
possible TODO
Browse files Browse the repository at this point in the history
  • Loading branch information
mwalmsley committed Jul 23, 2023
1 parent 0076c78 commit 5e76bd6
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion zoobot/shared/load_predictions.py
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,6 @@ def prediction_hdf5_to_summary_parquet(hdf5_loc: str, save_loc: str, schema: sch
"""
assert isinstance(hdf5_loc, str)

label_cols = schema.label_cols

# concentrations will be of (galaxy, question, model, forward_pass) after going through c_group
# may be only one model but will still have that dimension (e.g. 1000, 39, 1, 5)
Expand All @@ -105,6 +104,12 @@ def prediction_hdf5_to_summary_parquet(hdf5_loc: str, save_loc: str, schema: sch
galaxy_id_df = galaxy_id_df[:100000]
save_loc = save_loc.replace('.parquet', '_debug.parquet')

label_cols = schema.label_cols
# TODO optionally ignore all but a subset of columns, for models without finetuning
# hdf5_label_cols = label_cols
# valid_cols = [col for col in hdf5_label_cols if col in label_col_subset]
# concentrations = concentrations[:, valid_cols]

# applies to all questions at once
# hopefully also supports 3D concentrations (galaxy/question/model/pass)
logging.info('Concentrations: {}'.format(concentrations.shape))
Expand Down

0 comments on commit 5e76bd6

Please sign in to comment.