from inspect_ai import eval_set

from inspect_evals.agentmisalignment.evals.household_management.household_management import (
    household_management,
)

# run the evals and capture the logs
logs = eval_set(
    [household_management()],
    model=[
        # "openai/gpt-4o",
        # "openai/gpt-4o-mini",
        # "openai/gpt-4-turbo",
        # "openai/gpt-3.5-turbo",
        "anthropic/claude-3-7-sonnet-latest",
        "anthropic/claude-3-5-sonnet-latest",
        "anthropic/claude-3-5-haiku-latest)",
    ],
    log_dir="logs/household-management",
    # sample_id="1-4",
)
