Index

A

A_token_id (olmo_tap.experiments.utils.config.TrainingConfig attribute) AmpleGCG (class in olmo_tap.experiments.robustness.amplegcg) analyse() (in module app.backend.server) api_key (olmo_tap.final_evals.elo.judge.JudgeConfig attribute) app.backend module app.backend.adversarial_suffixes module app.backend.bert_inference module app.backend.claim_confidence module app.backend.claim_splitter module

app.backend.constants module app.backend.hydra_inference module app.backend.modal_app module app.backend.question_classifier module app.backend.response_payloads module app.backend.server module

B

B_token_id (olmo_tap.experiments.utils.config.TrainingConfig attribute) base_config (olmo_tap.hydra.HydraTransformerConfig attribute) batch_size (olmo_tap.experiments.utils.config.TrainingConfig attribute) benchmark() (in module olmo_tap.benchmarks.harness) benchmark_decode() (in module olmo_tap.benchmarks.inference) benchmark_poe() (in module olmo_tap.benchmarks.inference) benchmark_poe_ttft() (in module olmo_tap.benchmarks.inference) benchmark_ttft() (in module olmo_tap.benchmarks.inference) build() (olmo_tap.hydra.HydraTransformerConfig method)

build_bank() (in module olmo_tap.final_evals.elo.prompts.build_prompt_set) build_base_model() (in module olmo_tap.experiments.utils.model_builder) build_baseline_model() (in module olmo_tap.benchmarks.inference) build_entrant() (in module olmo_tap.final_evals.elo.entrants) build_hydra_model() (in module olmo_tap.benchmarks.inference) build_match_list() (in module olmo_tap.final_evals.elo.match_builder) build_poe() (in module olmo_tap.benchmarks.inference) build_system_message() (in module olmo_tap.final_evals.elo.judge) build_user_message() (in module olmo_tap.final_evals.elo.judge) bypass_jury (olmo_tap.final_evals.elo.entrants.EntrantSpec attribute), [1]

C

C_token_id (olmo_tap.experiments.utils.config.TrainingConfig attribute) cache_creation_input_tokens (olmo_tap.final_evals.elo.judge.CacheStats attribute) cache_dir (olmo_tap.final_evals.elo.judge.JudgeConfig attribute) cache_hits (olmo_tap.final_evals.elo.judge.CacheStats attribute) cache_path_for() (in module olmo_tap.final_evals.elo.judge) cache_read_input_tokens (olmo_tap.final_evals.elo.judge.CacheStats attribute) cache_stats (olmo_tap.final_evals.elo.judge.JudgeResult attribute) CachedShardDataset (class in olmo_tap.experiments.robustness.data) CacheStats (class in olmo_tap.final_evals.elo.judge) call_hf_model() (in module app.backend.server) ChatRequest (class in app.backend.server) check_checkpoint() (in module olmo_tap.experiments.uncertainty.single_head_eval) check_shard_weights() (in module olmo_tap.experiments.uncertainty.single_head_eval) checkpoint_every_n_steps (olmo_tap.experiments.utils.config.TrainingConfig attribute)

ci95_high (olmo_tap.final_evals.elo.elo_engine.EloResult attribute), [1] ci95_low (olmo_tap.final_evals.elo.elo_engine.EloResult attribute), [1] collect_predictions_for_shard() (in module olmo_tap.experiments.uncertainty.single_head_eval) compute() (kernel_entropy.ModernBERTScorer method) (kernel_entropy.nli.ModernBERTScorer method) compute_against_baseline() (kernel_entropy.ModernBERTScorer method) (kernel_entropy.nli.ModernBERTScorer method) compute_claim_confidences() (in module app.backend.claim_confidence) compute_elo_permutation() (in module olmo_tap.final_evals.elo.elo_engine) compute_kle() (in module kernel_entropy) (in module kernel_entropy.pipeline) compute_stats() (in module olmo_tap.benchmarks.harness) compute_total_steps() (in module olmo_tap.experiments.security.training) (in module olmo_tap.experiments.uncertainty.training) content (app.backend.server.Message attribute)

D

D_token_id (olmo_tap.experiments.utils.config.TrainingConfig attribute) decompose_into_claims() (in module app.backend.claim_splitter) derive_cache_key() (in module olmo_tap.final_evals.elo.judge) detect_mcq_bert() (in module app.backend.question_classifier)

device (olmo_tap.experiments.utils.config.ExperimentConfig attribute) (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) diagnostics (olmo_tap.final_evals.elo.types.GeneratedResponse attribute), [1] dimension (olmo_tap.final_evals.elo.judge.Judgment attribute) (olmo_tap.final_evals.elo.judge.Rubric attribute)

E

EloResult (class in olmo_tap.final_evals.elo.elo_engine) encode_second_pass() (in module olmo_tap.experiments.uncertainty.data) entrant_a (olmo_tap.final_evals.elo.judge.Judgment attribute) (olmo_tap.final_evals.elo.judge.PairToJudge attribute) entrant_b (olmo_tap.final_evals.elo.judge.Judgment attribute) (olmo_tap.final_evals.elo.judge.PairToJudge attribute) entrant_id (olmo_tap.final_evals.elo.elo_engine.EloResult attribute), [1] (olmo_tap.final_evals.elo.entrants.EntrantSpec attribute), [1] (olmo_tap.final_evals.elo.types.GeneratedResponse attribute), [1]

EntrantSpec (class in olmo_tap.final_evals.elo.entrants) environment variable HF_CACHE_DIR HF_TOKEN evaluate() (in module olmo_tap.experiments.robustness.eval) (in module olmo_tap.experiments.security.eval) expected_behavior (olmo_tap.final_evals.elo.judge.PairToJudge attribute) (olmo_tap.final_evals.elo.types.Prompt attribute) ExperimentConfig (class in olmo_tap.experiments.utils.config) extract_lora_state() (in module olmo_tap.experiments.utils.weights)

F

fallback_robustness() (in module app.backend.response_payloads) fallback_security() (in module app.backend.response_payloads) fallback_uncertainty() (in module app.backend.response_payloads) filter_and_save_bank() (in module olmo_tap.experiments.robustness.build_attack_bank) filter_outliers_iqr() (in module olmo_tap.benchmarks.harness) filter_pairs_for_dimension() (in module olmo_tap.final_evals.elo.judge) format_example() (in module olmo_tap.experiments.robustness.data) format_first_pass() (in module olmo_tap.experiments.uncertainty.data) format_question() (in module olmo_tap.experiments.security.data) (in module olmo_tap.experiments.security.eval)

format_second_pass() (in module olmo_tap.experiments.uncertainty.data) forward() (olmo_tap.experiments.robustness.amplegcg.AmpleGCG method) (olmo_tap.hydra.HydraTransformer method) forward_and_sample() (in module olmo_tap.benchmarks.inference) forward_heads() (olmo_tap.hydra.HydraTransformer method) forward_trunk() (olmo_tap.hydra.HydraTransformer method) fresh_calls (olmo_tap.final_evals.elo.judge.CacheStats attribute) from_olmo2_1B() (olmo_tap.hydra.HydraTransformerConfig class method) from_olmo2_7B() (olmo_tap.hydra.HydraTransformerConfig class method) FrozenHeadHandler (class in olmo_tap.experiments.uncertainty.weights_handler)

G

generate() (in module app.backend.hydra_inference) generate_batch() (kernel_entropy.generation.HydraGenerator method) (kernel_entropy.HydraGenerator method) generate_responses_for_entrant() (in module olmo_tap.final_evals.elo.generate) generate_with_cache() (olmo_tap.inference.poe.PoE method) GeneratedResponse (class in olmo_tap.final_evals.elo.types) get_all_kv_cache_managers() (in module olmo_tap.benchmarks.inference) get_calibration_prob() (in module olmo_tap.experiments.uncertainty.engine) get_entrant() (in module olmo_tap.final_evals.elo.entrants)

get_l2_flush_buffer() (in module olmo_tap.benchmarks.harness) get_letter_token_ids() (in module olmo_tap.experiments.uncertainty.single_head_eval) get_mcq_logits() (in module olmo_tap.experiments.security.eval) get_nli_probabilities() (kernel_entropy.ModernBERTScorer method) (kernel_entropy.nli.ModernBERTScorer method) get_robustness() (in module app.backend.hydra_inference) get_uncertainty_score() (olmo_tap.inference.poe.PoE method) gold_answer (olmo_tap.final_evals.elo.judge.PairToJudge attribute) (olmo_tap.final_evals.elo.types.Prompt attribute)

H

head_layers (olmo_tap.hydra.HydraTransformerConfig attribute) heads_depth (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) health() (in module app.backend.server) HF_CACHE_DIR hf_model (olmo_tap.final_evals.elo.entrants.LoadedEntrant attribute), [1] HF_TOKEN

hydra (olmo_tap.final_evals.elo.entrants.LoadedEntrant attribute), [1] HydraGenerator (class in kernel_entropy) (class in kernel_entropy.generation) HydraLoRAConfig (class in olmo_tap.experiments.utils.config) HydraTransformer (class in olmo_tap.hydra) HydraTransformerConfig (class in olmo_tap.hydra)

I

inconsistent (olmo_tap.final_evals.elo.judge.Judgment attribute) init_kv_cache() (in module olmo_tap.benchmarks.inference) (olmo_tap.hydra.HydraTransformer method)

inject_lora() (in module olmo_tap.experiments.utils.model_builder) input_tokens (olmo_tap.final_evals.elo.judge.CacheStats attribute)

J

judge_model (olmo_tap.final_evals.elo.judge.JudgeConfig attribute) judge_pairs() (in module olmo_tap.final_evals.elo.judge) JudgeConfig (class in olmo_tap.final_evals.elo.judge)

JudgeResult (class in olmo_tap.final_evals.elo.judge) Judgment (class in olmo_tap.final_evals.elo.judge) judgments (olmo_tap.final_evals.elo.judge.JudgeResult attribute) judgments_to_matches() (in module olmo_tap.final_evals.elo.run_tournament)

K

k_factor_sweep() (in module olmo_tap.final_evals.elo.elo_engine) kernel_entropy module kernel_entropy.entropy module kernel_entropy.generation module

kernel_entropy.nli module kernel_entropy.pipeline module kle_from_similarity() (in module kernel_entropy) (in module kernel_entropy.entropy) kle_to_certainty() (in module kernel_entropy.entropy)

L

learning_rate (olmo_tap.experiments.utils.config.TrainingConfig attribute) lifespan() (in module app.backend.server) load() (olmo_tap.final_evals.elo.judge.Rubric class method) load_and_merge_lora_weights() (in module olmo_tap.experiments.utils.model_builder) load_bank() (in module olmo_tap.final_evals.elo.prompts.build_prompt_set) load_bert() (in module app.backend.bert_inference) load_cache() (in module olmo_tap.final_evals.elo.judge) load_cached_shard() (in module olmo_tap.experiments.robustness.data) load_config() (in module olmo_tap.benchmarks.inference) (in module olmo_tap.final_evals.elo.run_tournament) load_custom_poe() (in module olmo_tap.final_evals.robustness_sweep) load_ensemble() (in module olmo_tap.inference.loading_weights)

load_hydra() (in module app.backend.hydra_inference) load_olmo_state() (olmo_tap.hydra.HydraTransformer static method) load_prompt_bank() (in module olmo_tap.final_evals.elo.types) load_response_cache() (in module olmo_tap.final_evals.elo.run_tournament) load_shard() (in module olmo_tap.experiments.security.data) (in module olmo_tap.experiments.uncertainty.data) load_validation_set() (in module olmo_tap.experiments.uncertainty.single_head_eval) LoadedEntrant (class in olmo_tap.final_evals.elo.entrants) loader (olmo_tap.final_evals.elo.entrants.EntrantSpec attribute), [1] lora_alpha (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) lora_r (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) lr_schedule (olmo_tap.experiments.utils.config.TrainingConfig attribute)

M

main() (in module olmo_tap.benchmarks.inference) (in module olmo_tap.experiments.hydra_demo) (in module olmo_tap.experiments.robustness.build_attack_bank) (in module olmo_tap.experiments.robustness.eval) (in module olmo_tap.experiments.robustness.precompute_gcg) (in module olmo_tap.experiments.robustness.training) (in module olmo_tap.experiments.security.eval) (in module olmo_tap.experiments.security.training) (in module olmo_tap.experiments.uncertainty.single_head_eval) (in module olmo_tap.experiments.uncertainty.training) (in module olmo_tap.final_evals.elo.generate) (in module olmo_tap.final_evals.elo.prompts.build_prompt_set) (in module olmo_tap.final_evals.elo.run_tournament) (in module olmo_tap.final_evals.elo.scripts.smoke_test_generate) (in module olmo_tap.final_evals.elo.scripts.validate_judge) (in module olmo_tap.final_evals.robustness_sweep) (in module olmo_tap.final_evals.uncertainty_sweep) make_output_dir() (in module olmo_tap.benchmarks.inference) max_seq_len (olmo_tap.experiments.utils.config.TrainingConfig attribute) max_tokens (olmo_tap.final_evals.elo.judge.JudgeConfig attribute) MCQ (app.backend.question_classifier.QuestionType attribute) mean (olmo_tap.final_evals.elo.elo_engine.EloResult attribute), [1] Message (class in app.backend.server) messages (app.backend.server.ChatRequest attribute) model (olmo_tap.experiments.utils.config.ExperimentConfig attribute) model_config (app.backend.server.ChatRequest attribute) (app.backend.server.Message attribute) model_size (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) ModernBERTScorer (class in kernel_entropy) (class in kernel_entropy.nli) module app.backend app.backend.adversarial_suffixes app.backend.bert_inference app.backend.claim_confidence app.backend.claim_splitter app.backend.constants app.backend.hydra_inference app.backend.modal_app app.backend.question_classifier app.backend.response_payloads app.backend.server kernel_entropy kernel_entropy.entropy kernel_entropy.generation kernel_entropy.nli kernel_entropy.pipeline olmo_tap olmo_tap.benchmarks olmo_tap.benchmarks.harness olmo_tap.benchmarks.inference olmo_tap.benchmarks.plotting olmo_tap.constants olmo_tap.experiments olmo_tap.experiments.hydra_demo olmo_tap.experiments.robustness olmo_tap.experiments.robustness.amplegcg olmo_tap.experiments.robustness.build_attack_bank olmo_tap.experiments.robustness.data olmo_tap.experiments.robustness.engine olmo_tap.experiments.robustness.eval olmo_tap.experiments.robustness.precompute_gcg olmo_tap.experiments.robustness.training olmo_tap.experiments.security olmo_tap.experiments.security.data olmo_tap.experiments.security.engine olmo_tap.experiments.security.eval olmo_tap.experiments.security.training olmo_tap.experiments.uncertainty olmo_tap.experiments.uncertainty.data olmo_tap.experiments.uncertainty.engine olmo_tap.experiments.uncertainty.single_head_eval olmo_tap.experiments.uncertainty.training olmo_tap.experiments.uncertainty.weights_handler olmo_tap.experiments.utils olmo_tap.experiments.utils.config olmo_tap.experiments.utils.model_builder olmo_tap.experiments.utils.random_seed olmo_tap.experiments.utils.weights olmo_tap.final_evals olmo_tap.final_evals.elo olmo_tap.final_evals.elo.elo_engine olmo_tap.final_evals.elo.entrants olmo_tap.final_evals.elo.generate olmo_tap.final_evals.elo.judge olmo_tap.final_evals.elo.match_builder olmo_tap.final_evals.elo.prompts olmo_tap.final_evals.elo.prompts.build_prompt_set olmo_tap.final_evals.elo.report olmo_tap.final_evals.elo.run_tournament olmo_tap.final_evals.elo.scripts olmo_tap.final_evals.elo.scripts.smoke_test_generate olmo_tap.final_evals.elo.scripts.validate_judge olmo_tap.final_evals.elo.types olmo_tap.final_evals.robustness_sweep olmo_tap.final_evals.uncertainty_sweep olmo_tap.hydra olmo_tap.inference olmo_tap.inference.loading_weights olmo_tap.inference.poe olmo_tap.inference.poe_demo_no_kv

N

n_heads (olmo_tap.hydra.HydraTransformerConfig attribute) n_heads_final (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) n_heads_training (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) needs_uncertainty (olmo_tap.final_evals.elo.entrants.EntrantSpec attribute), [1] num_epochs (olmo_tap.experiments.utils.config.TrainingConfig attribute)

num_non_embedding_params (olmo_tap.hydra.HydraTransformerConfig property) num_params (olmo_tap.hydra.HydraTransformer property) (olmo_tap.hydra.HydraTransformerConfig property) num_shards (olmo_tap.experiments.utils.config.TrainingConfig attribute) num_workers (olmo_tap.experiments.utils.config.TrainingConfig attribute)

O

olmo_tap module olmo_tap.benchmarks module olmo_tap.benchmarks.harness module olmo_tap.benchmarks.inference module olmo_tap.benchmarks.plotting module olmo_tap.constants module olmo_tap.experiments module olmo_tap.experiments.hydra_demo module olmo_tap.experiments.robustness module olmo_tap.experiments.robustness.amplegcg module olmo_tap.experiments.robustness.build_attack_bank module olmo_tap.experiments.robustness.data module olmo_tap.experiments.robustness.engine module olmo_tap.experiments.robustness.eval module olmo_tap.experiments.robustness.precompute_gcg module olmo_tap.experiments.robustness.training module olmo_tap.experiments.security module olmo_tap.experiments.security.data module olmo_tap.experiments.security.engine module olmo_tap.experiments.security.eval module olmo_tap.experiments.security.training module olmo_tap.experiments.uncertainty module olmo_tap.experiments.uncertainty.data module olmo_tap.experiments.uncertainty.engine module olmo_tap.experiments.uncertainty.single_head_eval module olmo_tap.experiments.uncertainty.training module olmo_tap.experiments.uncertainty.weights_handler module olmo_tap.experiments.utils module

olmo_tap.experiments.utils.config module olmo_tap.experiments.utils.model_builder module olmo_tap.experiments.utils.random_seed module olmo_tap.experiments.utils.weights module olmo_tap.final_evals module olmo_tap.final_evals.elo module olmo_tap.final_evals.elo.elo_engine module olmo_tap.final_evals.elo.entrants module olmo_tap.final_evals.elo.generate module olmo_tap.final_evals.elo.judge module olmo_tap.final_evals.elo.match_builder module olmo_tap.final_evals.elo.prompts module olmo_tap.final_evals.elo.prompts.build_prompt_set module olmo_tap.final_evals.elo.report module olmo_tap.final_evals.elo.run_tournament module olmo_tap.final_evals.elo.scripts module olmo_tap.final_evals.elo.scripts.smoke_test_generate module olmo_tap.final_evals.elo.scripts.validate_judge module olmo_tap.final_evals.elo.types module olmo_tap.final_evals.robustness_sweep module olmo_tap.final_evals.uncertainty_sweep module olmo_tap.hydra module olmo_tap.inference module olmo_tap.inference.loading_weights module olmo_tap.inference.poe module olmo_tap.inference.poe_demo_no_kv module OPEN (app.backend.question_classifier.QuestionType attribute) original_tokens (olmo_tap.inference.poe.PoEOutput attribute) output_dir (olmo_tap.experiments.utils.config.TrainingConfig attribute) output_parts (olmo_tap.inference.poe.PoEOutput attribute) output_tokens (olmo_tap.final_evals.elo.judge.CacheStats attribute)

P

p_correct (olmo_tap.final_evals.elo.types.GeneratedResponse attribute), [1] PairToJudge (class in olmo_tap.final_evals.elo.judge) pairwise_winrates() (in module olmo_tap.final_evals.elo.run_tournament) parse_args() (in module olmo_tap.experiments.robustness.build_attack_bank) (in module olmo_tap.experiments.robustness.eval) (in module olmo_tap.experiments.robustness.training) (in module olmo_tap.experiments.security.eval) (in module olmo_tap.experiments.security.training) (in module olmo_tap.experiments.uncertainty.single_head_eval) (in module olmo_tap.experiments.uncertainty.training) (in module olmo_tap.final_evals.elo.run_tournament) parse_verdict() (in module olmo_tap.final_evals.elo.judge) path (olmo_tap.final_evals.elo.judge.Rubric attribute) per_perm_ratings (olmo_tap.final_evals.elo.elo_engine.EloResult attribute), [1] phase_1_select_seeds() (in module olmo_tap.experiments.robustness.build_attack_bank) phase_2_generate_suffixes() (in module olmo_tap.experiments.robustness.build_attack_bank) phase_3_score_transfer() (in module olmo_tap.experiments.robustness.build_attack_bank) plot_decode_curve() (in module olmo_tap.benchmarks.plotting) plot_histogram_kde() (in module olmo_tap.benchmarks.plotting) plot_reliability() (in module olmo_tap.experiments.uncertainty.single_head_eval)

plot_results() (in module olmo_tap.benchmarks.plotting) PoE (class in olmo_tap.inference.poe) poe (olmo_tap.final_evals.elo.entrants.LoadedEntrant attribute), [1] poe_generate_visual_diff() (in module olmo_tap.inference.poe_demo_no_kv) poe_security() (in module app.backend.response_payloads) poe_uncertainty() (in module app.backend.response_payloads) PoEOutput (class in olmo_tap.inference.poe) poll_initial_seconds (olmo_tap.final_evals.elo.judge.JudgeConfig attribute) poll_max_seconds (olmo_tap.final_evals.elo.judge.JudgeConfig attribute) precompute_attacks() (in module olmo_tap.final_evals.robustness_sweep) preprocess_example() (in module olmo_tap.experiments.security.data) (in module olmo_tap.experiments.uncertainty.data) print_summary_table() (in module olmo_tap.final_evals.elo.run_tournament) Prompt (class in olmo_tap.final_evals.elo.types) prompt_id (olmo_tap.final_evals.elo.judge.Judgment attribute) (olmo_tap.final_evals.elo.judge.PairToJudge attribute) (olmo_tap.final_evals.elo.types.GeneratedResponse attribute), [1] (olmo_tap.final_evals.elo.types.Prompt attribute) prompt_seed() (in module olmo_tap.final_evals.elo.types) prompt_text (olmo_tap.final_evals.elo.judge.PairToJudge attribute)

Q

QuestionType (class in app.backend.question_classifier)

R

rank_entrants() (in module olmo_tap.final_evals.elo.elo_engine) raw (olmo_tap.final_evals.elo.judge.Judgment attribute) reconcile_swap() (in module olmo_tap.final_evals.elo.judge) render_sensitivity_heatmap() (in module olmo_tap.final_evals.elo.report) resampled_idxs (olmo_tap.inference.poe.PoEOutput attribute) reset_kv_cache() (olmo_tap.hydra.HydraTransformer method) reset_kv_cache_position() (in module olmo_tap.benchmarks.inference) residual_forward() (olmo_tap.hydra.HydraTransformer method) response_a (olmo_tap.final_evals.elo.judge.PairToJudge attribute)

response_b (olmo_tap.final_evals.elo.judge.PairToJudge attribute) response_text (olmo_tap.final_evals.elo.types.GeneratedResponse attribute), [1] rob_checkpoint (olmo_tap.final_evals.elo.entrants.EntrantSpec attribute), [1] role (app.backend.server.Message attribute) rollback_kv_cache() (olmo_tap.hydra.HydraTransformer method) Rubric (class in olmo_tap.final_evals.elo.judge) rubric (olmo_tap.final_evals.elo.judge.JudgeResult attribute) run_benchmarks() (in module olmo_tap.benchmarks.inference) run_generation() (in module olmo_tap.final_evals.elo.generate)

S

save_lora_export() (in module olmo_tap.experiments.utils.weights) score_to_metrics() (in module app.backend.claim_confidence) seed (olmo_tap.experiments.utils.config.ExperimentConfig attribute) (olmo_tap.experiments.utils.config.TrainingConfig attribute) select_pilot_subset() (in module olmo_tap.final_evals.elo.match_builder) sem (olmo_tap.final_evals.elo.elo_engine.EloResult attribute), [1] set_seed() (in module olmo_tap.experiments.utils.random_seed) shard_id (olmo_tap.experiments.utils.config.TrainingConfig attribute) source (olmo_tap.final_evals.elo.judge.PairToJudge attribute) (olmo_tap.final_evals.elo.types.Prompt attribute)

spec (olmo_tap.final_evals.elo.entrants.LoadedEntrant attribute), [1] stability_margins (olmo_tap.inference.poe.PoEOutput attribute) stability_radii (olmo_tap.inference.poe.PoEOutput attribute) subject (olmo_tap.final_evals.elo.types.Prompt attribute) submit_max_retries (olmo_tap.final_evals.elo.judge.JudgeConfig attribute) suppression_scores (olmo_tap.inference.poe.PoEOutput attribute) swap_to_expert() (olmo_tap.experiments.uncertainty.weights_handler.FrozenHeadHandler method) sync_kv_cache() (olmo_tap.hydra.HydraTransformer method)

T

tags (olmo_tap.final_evals.elo.types.Prompt attribute) target_modules (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) temperature (olmo_tap.final_evals.elo.entrants.EntrantSpec attribute), [1] text (olmo_tap.final_evals.elo.judge.Rubric attribute) (olmo_tap.final_evals.elo.types.Prompt attribute) timed_call() (in module olmo_tap.benchmarks.harness) timestamp (olmo_tap.final_evals.elo.types.GeneratedResponse attribute), [1]

token_entropies (olmo_tap.inference.poe.PoEOutput attribute) tokenizer (olmo_tap.final_evals.elo.entrants.LoadedEntrant attribute), [1] train (olmo_tap.experiments.utils.config.ExperimentConfig attribute) train() (in module olmo_tap.experiments.robustness.engine) (in module olmo_tap.experiments.security.engine) (in module olmo_tap.experiments.uncertainty.engine) TrainingConfig (class in olmo_tap.experiments.utils.config) trunk_layers (olmo_tap.hydra.HydraTransformerConfig attribute)

U

uncertainty (olmo_tap.inference.poe.PoEOutput attribute)

V

validate() (olmo_tap.hydra.HydraTransformerConfig method) validity_radii (olmo_tap.inference.poe.PoEOutput attribute)

version (olmo_tap.final_evals.elo.judge.Rubric attribute) vocab_size (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute)

W

wandb_project (olmo_tap.experiments.utils.config.ExperimentConfig attribute) wandb_run_name (olmo_tap.experiments.utils.config.ExperimentConfig attribute) warmup_steps (olmo_tap.experiments.utils.config.TrainingConfig attribute) weights_dir (olmo_tap.experiments.utils.config.HydraLoRAConfig attribute) (olmo_tap.experiments.utils.config.TrainingConfig attribute) winner (olmo_tap.final_evals.elo.judge.Judgment attribute) write_bank() (in module olmo_tap.final_evals.elo.prompts.build_prompt_set)

write_elo_per_perm() (in module olmo_tap.final_evals.elo.run_tournament) write_elo_results() (in module olmo_tap.final_evals.elo.run_tournament) write_manifest() (in module olmo_tap.final_evals.elo.run_tournament) write_matches() (in module olmo_tap.final_evals.elo.run_tournament) write_pairwise_winrates_csv() (in module olmo_tap.final_evals.elo.run_tournament) write_results_json() (in module olmo_tap.final_evals.elo.report) write_run_manifest() (in module olmo_tap.final_evals.elo.report) write_verdicts() (in module olmo_tap.final_evals.elo.run_tournament)