Index

_

__init__() (ClusterRuntime method) (Config method) (PipelineContext method) (PipelineStage method) (SelectionMode method) _build_input_ddf() (in module hipscatalog_gen.io.input) _detect_hats_catalog_root() (in module hipscatalog_gen.utils) _fmt_dur() (in module hipscatalog_gen.utils) _get_dask_base() (in module hipscatalog_gen.utils)

_get_meta_df() (in module hipscatalog_gen.utils) _log_depth_stats() (in module hipscatalog_gen.utils) _mkdirs() (in module hipscatalog_gen.utils) _now_str() (in module hipscatalog_gen.utils) _resolve_col_name() (in module hipscatalog_gen.utils) _score_deps() (in module hipscatalog_gen.utils) _ts() (in module hipscatalog_gen.utils) _validate_and_normalize_radec() (in module hipscatalog_gen.utils) _write_text() (in module hipscatalog_gen.utils)

A

add_ipix_column() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.common) add_score_column() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.score) AlgoOpts (class in hipscatalog_gen.config) algorithm (Config attribute), [1], [2]

allsky_path() (TSVTileWriter method), [1] allsky_tmp() (TSVTileWriter method), [1] ascii_format (InputCfg attribute) assign_level_edges() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.levels) avoid_computes (PipelineContext attribute), [1]

B

build_and_prepare_input() (in module hipscatalog_gen.pipeline.common), [1]

build_header_line_from_keep() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output), [1]

C

cat_name (OutputCfg attribute) cell_path() (TSVTileWriter method), [1] cell_tmp() (TSVTileWriter method), [1] cfg (PipelineContext attribute), [1] client (ClusterRuntime attribute), [1], [2] cluster (ClusterRuntime attribute), [1], [2] (Config attribute), [1], [2] ClusterCfg (class in hipscatalog_gen.config) ClusterRuntime (class in hipscatalog_gen.cluster) (class in hipscatalog_gen.cluster.runtime), [1] columns (Config attribute), [1], [2] ColumnsCfg (class in hipscatalog_gen.config)

compute_and_write_densmaps() (in module hipscatalog_gen.pipeline.common), [1] compute_column_report_global() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.input), [1] compute_column_report_sample() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.input), [1] compute_histogram_ddf() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.score) compute_input_total() (in module hipscatalog_gen.pipeline.common) compute_score_histogram_ddf() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.score) Config (class in hipscatalog_gen), [1] (class in hipscatalog_gen.config) creator_did (OutputCfg attribute)

D

ddf (PipelineContext attribute), [1] dec (ColumnsCfg attribute) DEC_NAME (PipelineContext attribute), [1] densmap_for_depth() (in module hipscatalog_gen.healpix) (in module hipscatalog_gen.healpix.densmap), [1] densmap_for_depth_delayed() (in module hipscatalog_gen.healpix) (in module hipscatalog_gen.healpix.densmap), [1]

densmaps (PipelineContext attribute), [1] depth (LogContext attribute) description (SelectionMode attribute), [1] diag_ctx (PipelineContext attribute), [1] diag_label (PipelineStage attribute), [1] diagnostics_mode (ClusterCfg attribute) (ClusterRuntime attribute), [1], [2] display_available_configs() (in module hipscatalog_gen.config), [1]

F

finalize_write_tiles() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output), [1]

flux_column (AlgoOpts attribute) fn (PipelineStage attribute), [1] format (InputCfg attribute)

G

get_selection_mode() (in module hipscatalog_gen.pipeline.modes), [1]

H

header (InputCfg attribute) hipscatalog_gen module hipscatalog_gen.cli module hipscatalog_gen.cluster module hipscatalog_gen.cluster.runtime module hipscatalog_gen.config module hipscatalog_gen.healpix module hipscatalog_gen.healpix.densmap module hipscatalog_gen.io module hipscatalog_gen.io.input module hipscatalog_gen.io.output module hipscatalog_gen.mag_global module hipscatalog_gen.mag_global.pipeline module hipscatalog_gen.pipeline module hipscatalog_gen.pipeline.common module hipscatalog_gen.pipeline.logging_utils module

hipscatalog_gen.pipeline.main module hipscatalog_gen.pipeline.modes module hipscatalog_gen.pipeline.params module hipscatalog_gen.pipeline.structure module hipscatalog_gen.pipeline.validation module hipscatalog_gen.score_density_hybrid module hipscatalog_gen.score_density_hybrid.pipeline module hipscatalog_gen.score_global module hipscatalog_gen.score_global.pipeline module hipscatalog_gen.selection module hipscatalog_gen.selection.common module hipscatalog_gen.selection.levels module hipscatalog_gen.selection.score module hipscatalog_gen.selection.slicing module hipscatalog_gen.utils module

I

input (Config attribute), [1], [2] input_total (PipelineContext attribute), [1] InputCfg (class in hipscatalog_gen.config)

ipix_for_depth() (in module hipscatalog_gen.healpix) (in module hipscatalog_gen.healpix.densmap), [1] is_hats (PipelineContext attribute), [1]

K

k_1 (AlgoOpts attribute) k_2 (AlgoOpts attribute)

k_3 (AlgoOpts attribute) keep (ColumnsCfg attribute) keep_cols (PipelineContext attribute), [1]

L

level_limit (AlgoOpts attribute) load_config() (in module hipscatalog_gen), [1] (in module hipscatalog_gen.config) load_config_from_dict() (in module hipscatalog_gen.config), [1] log_ctx (PipelineContext attribute), [1]

log_epilogue() (in module hipscatalog_gen.pipeline.common), [1] log_fn (PipelineContext attribute), [1] log_prologue() (in module hipscatalog_gen.pipeline.common), [1] LogContext (class in hipscatalog_gen.pipeline.logging_utils) low_memory_mode (ClusterCfg attribute)

M

mag_adaptive_range (AlgoOpts attribute) mag_column (AlgoOpts attribute) mag_hist_nbins (AlgoOpts attribute) mag_keep_invalid_values (AlgoOpts attribute) mag_max (AlgoOpts attribute) (MagGlobalParams attribute) mag_min (AlgoOpts attribute) (MagGlobalParams attribute) mag_offset (AlgoOpts attribute) mag_tie_column (AlgoOpts attribute) MagGlobalParams (class in hipscatalog_gen.pipeline.params) main() (in module hipscatalog_gen.cli), [1] maybe_persist_ddf() (in module hipscatalog_gen.pipeline.common) memory_per_worker (ClusterCfg attribute) mg_order_desc (AlgoOpts attribute) moc_order (AlgoOpts attribute) mode (ClusterCfg attribute) module hipscatalog_gen hipscatalog_gen.cli hipscatalog_gen.cluster hipscatalog_gen.cluster.runtime hipscatalog_gen.config hipscatalog_gen.healpix hipscatalog_gen.healpix.densmap hipscatalog_gen.io hipscatalog_gen.io.input hipscatalog_gen.io.output hipscatalog_gen.mag_global hipscatalog_gen.mag_global.pipeline hipscatalog_gen.pipeline hipscatalog_gen.pipeline.common hipscatalog_gen.pipeline.logging_utils hipscatalog_gen.pipeline.main hipscatalog_gen.pipeline.modes hipscatalog_gen.pipeline.params hipscatalog_gen.pipeline.structure hipscatalog_gen.pipeline.validation hipscatalog_gen.score_density_hybrid hipscatalog_gen.score_density_hybrid.pipeline hipscatalog_gen.score_global hipscatalog_gen.score_global.pipeline hipscatalog_gen.selection hipscatalog_gen.selection.common hipscatalog_gen.selection.levels hipscatalog_gen.selection.score hipscatalog_gen.selection.slicing hipscatalog_gen.utils

N

n_1 (AlgoOpts attribute) n_2 (AlgoOpts attribute) n_3 (AlgoOpts attribute) n_workers (ClusterCfg attribute) name (PipelineStage attribute), [1] (SelectionMode attribute), [1]

normalize_fn (SelectionMode attribute), [1] normalize_mag_global() (in module hipscatalog_gen.mag_global) (in module hipscatalog_gen.mag_global.pipeline), [1] normalize_score_density_hybrid() (in module hipscatalog_gen.score_density_hybrid.pipeline), [1] normalize_score_global() (in module hipscatalog_gen.score_global) (in module hipscatalog_gen.score_global.pipeline), [1]

O

obs_title (OutputCfg attribute) order_desc (AlgoOpts attribute) out_dir (OutputCfg attribute) (PipelineContext attribute), [1]

output (Config attribute), [1], [2] OutputCfg (class in hipscatalog_gen.config) overwrite (OutputCfg attribute)

P

paths (InputCfg attribute) (PipelineContext attribute), [1] persist_ddfs (PipelineContext attribute), [1] PipelineContext (class in hipscatalog_gen.pipeline.structure), [1] PipelineStage (class in hipscatalog_gen.pipeline.structure), [1] prepare_fn (SelectionMode attribute), [1]

prepare_mag_global() (in module hipscatalog_gen.mag_global) (in module hipscatalog_gen.mag_global.pipeline), [1] prepare_score_density_hybrid() (in module hipscatalog_gen.score_density_hybrid) (in module hipscatalog_gen.score_density_hybrid.pipeline), [1] prepare_score_global() (in module hipscatalog_gen.score_global) (in module hipscatalog_gen.score_global.pipeline), [1]

R

ra (ColumnsCfg attribute) RA_NAME (PipelineContext attribute), [1] reduce_topk_by_group_dask() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.common) remainder_ddf (PipelineContext attribute), [1] report_dir (PipelineContext attribute), [1] resolve_value_range() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.score) run_fn (SelectionMode attribute), [1]

run_mag_global_selection() (in module hipscatalog_gen.mag_global) (in module hipscatalog_gen.mag_global.pipeline), [1] run_pipeline() (in module hipscatalog_gen), [1] (in module hipscatalog_gen.pipeline.main), [1] run_score_density_hybrid_selection() (in module hipscatalog_gen.score_density_hybrid) (in module hipscatalog_gen.score_density_hybrid.pipeline), [1] run_score_global_selection() (in module hipscatalog_gen.score_global) (in module hipscatalog_gen.score_global.pipeline), [1] run_stages() (in module hipscatalog_gen.pipeline.structure), [1]

S

score_adaptive_range (AlgoOpts attribute) score_column (AlgoOpts attribute) score_hist_nbins (AlgoOpts attribute) score_k_1 (AlgoOpts attribute) score_k_2 (AlgoOpts attribute) score_k_3 (AlgoOpts attribute) score_keep_invalid_values (AlgoOpts attribute) score_max (AlgoOpts attribute) (ScoreDensityHybridParams attribute) (ScoreGlobalParams attribute) score_min (AlgoOpts attribute) (ScoreDensityHybridParams attribute) (ScoreGlobalParams attribute) score_n_1 (AlgoOpts attribute) score_n_2 (AlgoOpts attribute) score_n_3 (AlgoOpts attribute) score_tie_column (AlgoOpts attribute) ScoreDensityHybridParams (class in hipscatalog_gen.pipeline.params) ScoreGlobalParams (class in hipscatalog_gen.pipeline.params) sdh_density_bias_n1 (AlgoOpts attribute) sdh_density_bias_n2 (AlgoOpts attribute) sdh_density_bias_n3 (AlgoOpts attribute) sdh_density_up_to_depth (AlgoOpts attribute) sdh_k_1 (AlgoOpts attribute) sdh_k_2 (AlgoOpts attribute) sdh_k_3 (AlgoOpts attribute) sdh_keep_invalid_values (AlgoOpts attribute) sdh_n_1 (AlgoOpts attribute)

sdh_n_2 (AlgoOpts attribute) sdh_n_3 (AlgoOpts attribute) sdh_order_desc (AlgoOpts attribute) sdh_score_adaptive_range (AlgoOpts attribute) sdh_score_column (AlgoOpts attribute) sdh_score_hist_nbins (AlgoOpts attribute) sdh_score_max (AlgoOpts attribute) sdh_score_min (AlgoOpts attribute) sdh_tie_column (AlgoOpts attribute) select_by_score_slices() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.slicing) select_by_value_slices() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.slicing) selection_mode (AlgoOpts attribute) (PipelineContext attribute), [1] selection_params (PipelineContext attribute), [1] SelectionMode (class in hipscatalog_gen.pipeline.modes), [1] sentinel (MagGlobalParams attribute) (ScoreDensityHybridParams attribute) (ScoreGlobalParams attribute) setup_cluster() (in module hipscatalog_gen.cluster) (in module hipscatalog_gen.cluster.runtime), [1] setup_structured_logger() (in module hipscatalog_gen.pipeline.logging_utils), [1] sg_order_desc (AlgoOpts attribute) shutdown_cluster() (in module hipscatalog_gen.cluster) (in module hipscatalog_gen.cluster.runtime), [1] slurm (ClusterCfg attribute) stage (LogContext attribute)

T

target (OutputCfg attribute) targets_per_tile() (in module hipscatalog_gen.selection), [1] (in module hipscatalog_gen.selection.common) telemetry (PipelineContext attribute), [1]

threads_per_worker (ClusterCfg attribute) tie_column (AlgoOpts attribute) total_written (PipelineContext attribute), [1] TSVTileWriter (class in hipscatalog_gen.io) (class in hipscatalog_gen.io.output)

V

validate_common_cfg() (in module hipscatalog_gen.pipeline.validation), [1] validate_fn (SelectionMode attribute), [1]

validate_mag_global_cfg() (in module hipscatalog_gen.pipeline.validation), [1] validate_score_density_hybrid_cfg() (in module hipscatalog_gen.pipeline.validation), [1] validate_score_global_cfg() (in module hipscatalog_gen.pipeline.validation), [1]

W

with_updates() (PipelineContext method), [1] write_arguments() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output), [1] write_common_static_products() (in module hipscatalog_gen.pipeline.common) write_counts_summaries() (in module hipscatalog_gen.pipeline.common), [1] write_densmap_fits() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output), [1] write_index_html() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output)

write_metadata_xml() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output), [1] write_moc() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output), [1] write_properties() (in module hipscatalog_gen.io) (in module hipscatalog_gen.io.output), [1] write_tiles_with_allsky() (in module hipscatalog_gen.pipeline.common), [1]