Overview

Provider Type

Trial Credits

API Endpoint


                                                        https://api.sambanova.ai/v1

Free Tier Highlights

Varies by model

Quick Start Guide

1

Create Account

Sign up at cloud.sambanova.ai to get your $5 free credit.

2

Get API Key

Navigate to the API Keys section in the dashboard.

3

Configure

Use the OpenAI SDK with base_url='https://api.sambanova.ai/v1' and your API key.

Available Models

Model Name	ID	Context	Capabilities
Llama 3.3 70B Instruct	`Meta-Llama-3.3-70B-Instruct`	128 000 Context	-
Llama 3.1 405B Instruct	`Meta-Llama-3.1-405B-Instruct`	8 000 Context	-
Llama 3.1 70B Instruct	`Meta-Llama-3.1-70B-Instruct`	128 000 Context	-
Llama 3.1 8B Instruct	`Meta-Llama-3.1-8B-Instruct`	128 000 Context	-
Qwen 2.5 Coder 32B	`Qwen2.5-Coder-32B-Instruct`	32 000 Context	-
Qwen 2.5 72B Instruct	`Qwen2.5-72B-Instruct`	32 000 Context	-

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

import os
import openai

client = openai.OpenAI(
    api_key="YOUR_SAMBANOVA_API_KEY",
    base_url="https://api.sambanova.ai/v1",
)

response = client.chat.completions.create(
    model="Meta-Llama-3.3-70B-Instruct",
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    temperature=0.1,
    top_p=0.1
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_SAMBANOVA_API_KEY',
  baseURL: 'https://api.sambanova.ai/v1',
});

async function main() {
  const chatCompletion = await client.chat.completions.create({
    messages: [{ role: 'user', content: 'Explain quantum computing in one sentence.' }],
    model: 'Meta-Llama-3.3-70B-Instruct',
  });

  console.log(chatCompletion.choices[0].message.content);
}

main();

terminal

curl https://api.sambanova.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_SAMBANOVA_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Meta-Llama-3.3-70B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    "temperature": 0.1,
    "top_p": 0.1
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.sambanova.ai/v1/models/Meta-Llama-3.3-70B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Meta-Llama-3.3-70B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

import os
import openai

client = openai.OpenAI(
    api_key="YOUR_SAMBANOVA_API_KEY",
    base_url="https://api.sambanova.ai/v1",
)

response = client.chat.completions.create(
    model="Meta-Llama-3.1-405B-Instruct",
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    temperature=0.1,
    top_p=0.1
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_SAMBANOVA_API_KEY',
  baseURL: 'https://api.sambanova.ai/v1',
});

async function main() {
  const chatCompletion = await client.chat.completions.create({
    messages: [{ role: 'user', content: 'Explain quantum computing in one sentence.' }],
    model: 'Meta-Llama-3.1-405B-Instruct',
  });

  console.log(chatCompletion.choices[0].message.content);
}

main();

terminal

curl https://api.sambanova.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_SAMBANOVA_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Meta-Llama-3.1-405B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    "temperature": 0.1,
    "top_p": 0.1
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.sambanova.ai/v1/models/Meta-Llama-3.1-405B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Meta-Llama-3.1-405B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

import os
import openai

client = openai.OpenAI(
    api_key="YOUR_SAMBANOVA_API_KEY",
    base_url="https://api.sambanova.ai/v1",
)

response = client.chat.completions.create(
    model="Meta-Llama-3.1-70B-Instruct",
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    temperature=0.1,
    top_p=0.1
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_SAMBANOVA_API_KEY',
  baseURL: 'https://api.sambanova.ai/v1',
});

async function main() {
  const chatCompletion = await client.chat.completions.create({
    messages: [{ role: 'user', content: 'Explain quantum computing in one sentence.' }],
    model: 'Meta-Llama-3.1-70B-Instruct',
  });

  console.log(chatCompletion.choices[0].message.content);
}

main();

terminal

curl https://api.sambanova.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_SAMBANOVA_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Meta-Llama-3.1-70B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    "temperature": 0.1,
    "top_p": 0.1
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.sambanova.ai/v1/models/Meta-Llama-3.1-70B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Meta-Llama-3.1-70B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

import os
import openai

client = openai.OpenAI(
    api_key="YOUR_SAMBANOVA_API_KEY",
    base_url="https://api.sambanova.ai/v1",
)

response = client.chat.completions.create(
    model="Meta-Llama-3.1-8B-Instruct",
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    temperature=0.1,
    top_p=0.1
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_SAMBANOVA_API_KEY',
  baseURL: 'https://api.sambanova.ai/v1',
});

async function main() {
  const chatCompletion = await client.chat.completions.create({
    messages: [{ role: 'user', content: 'Explain quantum computing in one sentence.' }],
    model: 'Meta-Llama-3.1-8B-Instruct',
  });

  console.log(chatCompletion.choices[0].message.content);
}

main();

terminal

curl https://api.sambanova.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_SAMBANOVA_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Meta-Llama-3.1-8B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    "temperature": 0.1,
    "top_p": 0.1
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.sambanova.ai/v1/models/Meta-Llama-3.1-8B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Meta-Llama-3.1-8B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

import os
import openai

client = openai.OpenAI(
    api_key="YOUR_SAMBANOVA_API_KEY",
    base_url="https://api.sambanova.ai/v1",
)

response = client.chat.completions.create(
    model="Qwen2.5-Coder-32B-Instruct",
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    temperature=0.1,
    top_p=0.1
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_SAMBANOVA_API_KEY',
  baseURL: 'https://api.sambanova.ai/v1',
});

async function main() {
  const chatCompletion = await client.chat.completions.create({
    messages: [{ role: 'user', content: 'Explain quantum computing in one sentence.' }],
    model: 'Qwen2.5-Coder-32B-Instruct',
  });

  console.log(chatCompletion.choices[0].message.content);
}

main();

terminal

curl https://api.sambanova.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_SAMBANOVA_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Qwen2.5-Coder-32B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    "temperature": 0.1,
    "top_p": 0.1
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.sambanova.ai/v1/models/Qwen2.5-Coder-32B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Qwen2.5-Coder-32B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

import os
import openai

client = openai.OpenAI(
    api_key="YOUR_SAMBANOVA_API_KEY",
    base_url="https://api.sambanova.ai/v1",
)

response = client.chat.completions.create(
    model="Qwen2.5-72B-Instruct",
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    temperature=0.1,
    top_p=0.1
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_SAMBANOVA_API_KEY',
  baseURL: 'https://api.sambanova.ai/v1',
});

async function main() {
  const chatCompletion = await client.chat.completions.create({
    messages: [{ role: 'user', content: 'Explain quantum computing in one sentence.' }],
    model: 'Qwen2.5-72B-Instruct',
  });

  console.log(chatCompletion.choices[0].message.content);
}

main();

terminal

curl https://api.sambanova.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_SAMBANOVA_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Qwen2.5-72B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain quantum computing in one sentence."}
    ],
    "temperature": 0.1,
    "top_p": 0.1
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.sambanova.ai/v1/models/Qwen2.5-72B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Qwen2.5-72B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

Varies by model

Daily Quota

Requests per day

Dependent on credits

Token Limit

Tokens per minute

~30 000 000 Llama 8B Tokens (w/ $5 credit)

Monthly Quota

Per month limit

$5 Free Credit (New Users)

Free Credits

One-time

$5

Use Cases

Real-time Complex Reasoning

Agentic Workflows

Live Coding Assistants

High-Volume Processing

Financial Modeling

Limitations & Considerations

Free credits are one-time for new users

Context window varies by model (8k - 128k)

Rate limits apply to free tier

Community Hub

Live

Join the discussion, share tips, and rate SambaNova Cloud.

Quick Reactions

Add Discussion

Display Name

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

SambaNova Cloud

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose SambaNova Cloud?

Quick Start Guide

Create Account

Get API Key

Configure

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

SambaNova Cloud

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose SambaNova Cloud?

Quick Start Guide

Create Account

Get API Key

Configure

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Ready to Get Started?