Index

A

admissible (design_research_experiments.Condition attribute) agent_spec_ref (design_research_experiments.RunSpec attribute) agent_specs (design_research_experiments.BenchmarkBundle attribute) (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) AgentArchitectureComparisonConfig (class in design_research_experiments) aggregation (design_research_experiments.OutcomeSpec attribute)

analysis_plan_id (design_research_experiments.AnalysisPlan attribute) analysis_plans (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) AnalysisPlan (class in design_research_experiments) artifact_refs (design_research_experiments.RunResult attribute) authors (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute)

B

base_seed (design_research_experiments.SeedPolicy attribute) BenchmarkBundle (class in design_research_experiments) Block (class in design_research_experiments) block_assignments (design_research_experiments.Condition attribute) BLOCKED (design_research_experiments.FactorKind attribute) blocks (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) brief (design_research_experiments.ProblemPacket attribute)

build_agent_architecture_comparison_study() (in module design_research_experiments) build_design() (in module design_research_experiments) build_diversity_and_exploration_study() (in module design_research_experiments) build_grammar_scaffold_study() (in module design_research_experiments) build_human_vs_agent_process_study() (in module design_research_experiments) build_optimization_benchmark_study() (in module design_research_experiments) build_prompt_framing_study() (in module design_research_experiments) bundle (design_research_experiments.RecipeStudyConfig attribute) bundle_id (design_research_experiments.BenchmarkBundle attribute)

C

callable_ref (design_research_experiments.Constraint attribute) column (design_research_experiments.OutcomeSpec attribute) Condition (class in design_research_experiments) condition_id (design_research_experiments.Condition attribute) (design_research_experiments.RunSpec attribute) Constraint (class in design_research_experiments)

constraint_id (design_research_experiments.Constraint attribute) constraint_messages (design_research_experiments.Condition attribute) constraints (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) contrast (design_research_experiments.Hypothesis attribute) cost (design_research_experiments.RunResult attribute) covariates (design_research_experiments.AnalysisPlan attribute)

D

default (design_research_experiments.Factor attribute) dependent_vars (design_research_experiments.Hypothesis attribute) derivation (design_research_experiments.OutcomeSpec attribute) derive_seed() (design_research_experiments.SeedPolicy method) description (design_research_experiments.BenchmarkBundle attribute) (design_research_experiments.Constraint attribute) (design_research_experiments.Factor attribute) (design_research_experiments.OutcomeSpec attribute) (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute)

design_research_experiments module design_spec (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) direction (design_research_experiments.Hypothesis attribute) DiversityAndExplorationConfig (class in design_research_experiments) dtype (design_research_experiments.Factor attribute)

E

ended_at (design_research_experiments.RunResult attribute) error_info (design_research_experiments.RunResult attribute) evaluate() (design_research_experiments.Constraint method) evaluator (design_research_experiments.ProblemPacket attribute) evaluator_outputs (design_research_experiments.RunResult attribute)

execution_metadata (design_research_experiments.RunSpec attribute) expected_type (design_research_experiments.OutcomeSpec attribute) export_analysis_tables() (in module design_research_experiments) export_tables (design_research_experiments.AnalysisPlan attribute) expression (design_research_experiments.Constraint attribute)

F

Factor (class in design_research_experiments) factor_assignments (design_research_experiments.Condition attribute) FactorKind (class in design_research_experiments) factors (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute)

fail_fast (design_research_experiments.RunBudget attribute) family (design_research_experiments.ProblemPacket attribute) filters (design_research_experiments.AnalysisPlan attribute) from_dict() (design_research_experiments.Study class method) from_json() (design_research_experiments.Study class method) from_yaml() (design_research_experiments.Study class method)

G

generate_doe() (in module design_research_experiments)

grammar_problem_bundle() (in module design_research_experiments) GrammarScaffoldConfig (class in design_research_experiments)

H

human_vs_agent_bundle() (in module design_research_experiments) HumanVsAgentProcessConfig (class in design_research_experiments) hypotheses (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute)

Hypothesis (class in design_research_experiments) hypothesis_id (design_research_experiments.Hypothesis attribute) hypothesis_ids (design_research_experiments.AnalysisPlan attribute)

I

ideation_bundle() (in module design_research_experiments)

independent_vars (design_research_experiments.Hypothesis attribute) iter_values() (design_research_experiments.Factor method)

K

kind (design_research_experiments.Factor attribute) (design_research_experiments.Hypothesis attribute)

L

label (design_research_experiments.Hypothesis attribute) (design_research_experiments.Level attribute) latency (design_research_experiments.RunResult attribute)

Level (class in design_research_experiments) levels (design_research_experiments.Block attribute) (design_research_experiments.Factor attribute) linked_analysis_plan_id (design_research_experiments.Hypothesis attribute)

M

MANIPULATED (design_research_experiments.FactorKind attribute) materialize_conditions() (in module design_research_experiments) max_runs (design_research_experiments.RunBudget attribute) MEASURED (design_research_experiments.FactorKind attribute) mediators (design_research_experiments.Hypothesis attribute) metadata (design_research_experiments.BenchmarkBundle attribute) (design_research_experiments.Block attribute) (design_research_experiments.Condition attribute) (design_research_experiments.Factor attribute) (design_research_experiments.Level attribute) (design_research_experiments.ProblemPacket attribute)

metrics (design_research_experiments.RunResult attribute) minimum_effect_of_interest (design_research_experiments.Hypothesis attribute) missing_data_policy (design_research_experiments.OutcomeSpec attribute) moderators (design_research_experiments.Hypothesis attribute) module design_research_experiments multiple_comparison_policy (design_research_experiments.AnalysisPlan attribute)

N

name (design_research_experiments.BenchmarkBundle attribute) (design_research_experiments.Block attribute) (design_research_experiments.Factor attribute) (design_research_experiments.Level attribute) (design_research_experiments.OutcomeSpec attribute)

notes (design_research_experiments.AnalysisPlan attribute) (design_research_experiments.Hypothesis attribute) (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) NUISANCE (design_research_experiments.FactorKind attribute)

O

observations (design_research_experiments.RunResult attribute) optimization_bundle() (in module design_research_experiments) OptimizationBenchmarkConfig (class in design_research_experiments) outcomes (design_research_experiments.AnalysisPlan attribute) (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute)

OutcomeSpec (class in design_research_experiments) output_dir (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) outputs (design_research_experiments.RunResult attribute)

P

parallelism (design_research_experiments.RunBudget attribute) payload (design_research_experiments.ProblemPacket attribute) per_run_offset (design_research_experiments.SeedPolicy attribute) plots (design_research_experiments.AnalysisPlan attribute) primary (design_research_experiments.OutcomeSpec attribute) primary_outcomes (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) problem_id (design_research_experiments.ProblemPacket attribute) (design_research_experiments.RunSpec attribute)

problem_ids (design_research_experiments.BenchmarkBundle attribute) (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) problem_spec_ref (design_research_experiments.RunSpec attribute) ProblemPacket (class in design_research_experiments) PromptFramingConfig (class in design_research_experiments) provenance_info (design_research_experiments.RunResult attribute) provenance_metadata (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute)

R

random_effects (design_research_experiments.AnalysisPlan attribute) rationale (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) RecipeStudyConfig (class in design_research_experiments) render_codebook() (in module design_research_experiments) render_markdown_summary() (in module design_research_experiments) render_methods_scaffold() (in module design_research_experiments) render_significance_brief() (in module design_research_experiments) replicate (design_research_experiments.RunSpec attribute) replicates (design_research_experiments.RunBudget attribute)

resume_study() (in module design_research_experiments) run_budget (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) run_id (design_research_experiments.RunResult attribute) (design_research_experiments.RunSpec attribute) run_spec (design_research_experiments.RunResult attribute) run_study() (in module design_research_experiments) RunBudget (class in design_research_experiments) RunResult (class in design_research_experiments) RunSpec (class in design_research_experiments)

S

secondary_outcomes (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) seed (design_research_experiments.RunSpec attribute) seed_policy (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) SeedPolicy (class in design_research_experiments) severity (design_research_experiments.Constraint attribute) source_table (design_research_experiments.OutcomeSpec attribute)

started_at (design_research_experiments.RunResult attribute) statement (design_research_experiments.Hypothesis attribute) status (design_research_experiments.RunResult attribute) strategy (design_research_experiments.SeedPolicy attribute) Study (class in design_research_experiments) study_id (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.RunSpec attribute) (design_research_experiments.Study attribute)

T

tags (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute) tests (design_research_experiments.AnalysisPlan attribute) title (design_research_experiments.RecipeStudyConfig attribute) (design_research_experiments.Study attribute)

to_dict() (design_research_experiments.Study method) to_json() (design_research_experiments.Study method) to_yaml() (design_research_experiments.Study method) trace_refs (design_research_experiments.RunResult attribute)

V

validate_study() (in module design_research_experiments)

value (design_research_experiments.Level attribute)

W

write_markdown_report() (in module design_research_experiments)