LLM_API_KEY="the API key"
LLM_API_BASE="url to openai compatible API - here anonymized"
LLM_MODEL="casperhansen/llama-3.3-70b-instruct-awq"
LLM_PROVIDER="generic"