from inspect_ai import eval_set

from inspect_evals.agentmisalignment.evals.community_curator.community_curator import (
    community_curator,
)

# run the evals and capture the logs
logs = eval_set(
    [community_curator()],
    model=[
        # "openai/gpt-4o",
        # "openai/gpt-4o-mini",
        # "openai/gpt-4-turbo",
        # "openai/gpt-3.5-turbo",
        "anthropic/claude-3-7-sonnet-latest",
        # "anthropic/claude-3-5-sonnet-latest",
        # "anthropic/claude-3-5-haiku-latest)",
    ],
    log_dir="logs/community-curator",
    sample_id=["1-1-long"],  # "1-1-2"],
    sandbox_cleanup=False,
)
