# The name of the Nomad job.
job_name = "litellm"

# The Nomad namespace to deploy into.
namespace = "default"

# The datacenters to deploy to.
datacenters = ["*"]

# The LiteLLM proxy container image. Pin a tag in production.
image = "ghcr.io/berriai/litellm:main-latest"

# Host port for the LiteLLM OpenAI-compatible API.
port = 4000

# Master API key clients authenticate with (LITELLM_MASTER_KEY). Must start with 'sk-'. CHANGE THIS.
master_key = "sk-change-me-to-a-long-random-key"

# Base URL of an Ollama server to expose (models as ollama/<name>). Empty to omit.
ollama_base = "http://127.0.0.1:11434"

# Full LiteLLM config.yaml. The default proxies all Ollama models via ollama_base; add provider models/keys as needed.
config = <<-EOT
    model_list:
      - model_name: ollama/*
        litellm_params:
          model: ollama/*
          api_base: os.environ/OLLAMA_API_BASE
    litellm_settings:
      drop_params: true
  EOT

# Placement constraints. On a nomploy cluster: attribute = "$${meta.nomploy_control_plane}", operator = "=", value = "true".
constraints = []

# The task resources.
resources = {
    cpu    = 500
    memory = 512
  }