Parameters

{
  "messages": [
    {"role": "system", "content": "You are a helpful assistant."},
    {"role": "user", "content": "Hello!"},
    {"role": "assistant", "content": "Hi there! How can I help you?"},
    {"role": "user", "content": "What's the weather like?"}
  ]
}

{
  "prompt": "The future of artificial intelligence is"
}

{
  "model": "openai/gpt-4o"
}

{
  "max_tokens": 1000
}

{
  "temperature": 0.7
}

{
  "stream": true
}

{
  "top_p": 0.9
}

{
  "top_k": 40
}

{
  "frequency_penalty": 0.5
}

{
  "presence_penalty": 0.6
}

{
  "repetition_penalty": 1.1
}

{
  "stop": ["\n", "END", "###"]
}

{
  "seed": 42
}

{
  "response_format": {
    "type": "json_object"
  }
}

{
  "tools": [
    {
      "type": "function",
      "function": {
        "name": "get_weather",
        "description": "Get current weather for a location",
        "parameters": {
          "type": "object",
          "properties": {
            "location": {
              "type": "string",
              "description": "City name"
            }
          },
          "required": ["location"]
        }
      }
    }
  ]
}

{
  "tool_choice": "auto"
}

{
  "transforms": ["middle-out"]
}

{
  "models": [
    "openai/gpt-4o",           # Try this first
    "anthropic/claude-3-sonnet", # Fall back to this
    "google/gemini-pro"        # Last resort
  ]
}

{
  "provider": {
    "order": ["openai", "anthropic"],  # Preferred provider order
    "allow_fallbacks": true,           # Enable automatic fallbacks
    "data_collection": "deny"          # Opt out of provider data collection
  }
}

{
  "model": "openai/gpt-4o",
  "messages": [{"role": "user", "content": "Write a short story about a time-traveling chef"}],
  "temperature": 1.2,        # High creativity
  "max_tokens": 2000,        # Room for a full story
  "presence_penalty": 0.3    # Encourage topic variety
}

{
  "model": "openai/gpt-4o",
  "messages": [{"role": "user", "content": "Write a Python function to sort a list"}],
  "temperature": 0.1,        # Low creativity, high precision
  "max_tokens": 1000,
  "stop": ["```", "\n\n\n"]  # Stop at code block end or multiple newlines
}

{
  "model": "openai/gpt-4o",
  "messages": [{"role": "user", "content": "Extract contact info from this text as JSON"}],
  "temperature": 0,          # Maximum precision
  "response_format": {"type": "json_object"},
  "max_tokens": 500
}

{
  "model": "anthropic/claude-3-sonnet",
  "messages": [
    {"role": "system", "content": "You are a helpful but slightly sarcastic assistant"},
    {"role": "user", "content": "Help me debug this code"}
  ],
  "temperature": 0.7,        # Balanced personality
  "max_tokens": 1000,
  "stream": true            # Real-time responses
}