Daily Bots supports any LLM service that complies with OpenAI’s chat completion API format. This includes non-OpenAI models, including Llama, from providers like Groq and SambaNova.

To specify a custom LLM service, set your llm service to custom_llm and provide the base_url of the LLM service in the service_options object. Here’s a simplified Daily Bots configuration object, showing how to use a custom_llm service to run an LLM model from SambaNova:

{
    "bot_profile": "voice_2024_10",
    "api_keys": {
      "custom_llm": "$SAMBA_NOVA_API_KEY"
    },
    "services": {
      "tts": "cartesia",
      "llm": "custom_llm"
    },
    "service_options": {
      "custom_llm": {
        "base_url": "https://api.sambanova.ai/v1",
        "model": "Meta-Llama-3.1-70B-Instruct"
      }
    },
    "config": [
      {
        "service": "tts",
        "options": [
          {
            "name": "voice",
            "value": "820a3788-2b37-4d21-847a-b65d8a68c99a"
          },
          {
            "name": "model",
            "value": "sonic-english"
          }
        ]
      },
      {
        "service": "llm",
        "options": [
          {
            "name": "initial_messages",
            "value": [
              {
                "role": "system",
                "content": "You are a helpful assistant."
              }
            ]
          },
          {
            "name": "run_on_config",
            "value": true
          }
        ]
      }
    ]
  },