Overview

Provider Type

Trial Credits

API Endpoint


                                                        https://api.deepinfra.com/v1/openai

Free Tier Highlights

60 RPM (varies by model)

Quick Start Guide

1

Visit https://deepinfra.com/

2

Sign up with email or GitHub

3

Get $5 free credit automatically

4

Navigate to API Keys

5

Generate an API key

6

Use with OpenAI SDK (change base_url)

Available Models

Model Name	ID	Context	Capabilities
Llama 3.1 405B Instruct	`meta-llama/Meta-Llama-3.1-405B-Instruct`	128 000	Reasoning
Llama 3.1 70B Instruct	`meta-llama/Meta-Llama-3.1-70B-Instruct`	128 000	-
Mixtral 8x22B Instruct	`mistralai/Mixtral-8x22B-Instruct-v0.1`	64 000	Reasoning Multilingual
Qwen 2.5 72B Instruct	`Qwen/Qwen2.5-72B-Instruct`	32 000	Chinese
DeepSeek V3	`deepseek-ai/DeepSeek-V3`	64 000	Reasoning

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_DEEPINFRA_KEY",
    base_url="https://api.deepinfra.com/v1/openai"
)

response = client.chat.completions.create(
    model="meta-llama/Meta-Llama-3.1-405B-Instruct",
    messages=[
        {"role": "user", "content": "Explain the MoE architecture"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_DEEPINFRA_KEY',
  baseURL: 'https://api.deepinfra.com/v1/openai'
});

const response = await client.chat.completions.create({
  model: 'meta-llama/Meta-Llama-3.1-405B-Instruct',
  messages: [
    { role: 'user', content: 'Explain the MoE architecture' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.deepinfra.com/v1/openai/chat/completions \
  -H "Authorization: Bearer YOUR_DEEPINFRA_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "meta-llama/Meta-Llama-3.1-405B-Instruct",
    "messages": [
      {
        "role": "user",
        "content": "Explain the MoE architecture"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.deepinfra.com/v1/openai/models/meta-llama/Meta-Llama-3.1-405B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("meta-llama/Meta-Llama-3.1-405B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_DEEPINFRA_KEY",
    base_url="https://api.deepinfra.com/v1/openai"
)

response = client.chat.completions.create(
    model="meta-llama/Meta-Llama-3.1-70B-Instruct",
    messages=[
        {"role": "user", "content": "Explain the MoE architecture"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_DEEPINFRA_KEY',
  baseURL: 'https://api.deepinfra.com/v1/openai'
});

const response = await client.chat.completions.create({
  model: 'meta-llama/Meta-Llama-3.1-70B-Instruct',
  messages: [
    { role: 'user', content: 'Explain the MoE architecture' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.deepinfra.com/v1/openai/chat/completions \
  -H "Authorization: Bearer YOUR_DEEPINFRA_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "meta-llama/Meta-Llama-3.1-70B-Instruct",
    "messages": [
      {
        "role": "user",
        "content": "Explain the MoE architecture"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.deepinfra.com/v1/openai/models/meta-llama/Meta-Llama-3.1-70B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("meta-llama/Meta-Llama-3.1-70B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_DEEPINFRA_KEY",
    base_url="https://api.deepinfra.com/v1/openai"
)

response = client.chat.completions.create(
    model="mistralai/Mixtral-8x22B-Instruct-v0.1",
    messages=[
        {"role": "user", "content": "Explain the MoE architecture"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_DEEPINFRA_KEY',
  baseURL: 'https://api.deepinfra.com/v1/openai'
});

const response = await client.chat.completions.create({
  model: 'mistralai/Mixtral-8x22B-Instruct-v0.1',
  messages: [
    { role: 'user', content: 'Explain the MoE architecture' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.deepinfra.com/v1/openai/chat/completions \
  -H "Authorization: Bearer YOUR_DEEPINFRA_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "mistralai/Mixtral-8x22B-Instruct-v0.1",
    "messages": [
      {
        "role": "user",
        "content": "Explain the MoE architecture"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.deepinfra.com/v1/openai/models/mistralai/Mixtral-8x22B-Instruct-v0.1:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("mistralai/Mixtral-8x22B-Instruct-v0.1")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_DEEPINFRA_KEY",
    base_url="https://api.deepinfra.com/v1/openai"
)

response = client.chat.completions.create(
    model="Qwen/Qwen2.5-72B-Instruct",
    messages=[
        {"role": "user", "content": "Explain the MoE architecture"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_DEEPINFRA_KEY',
  baseURL: 'https://api.deepinfra.com/v1/openai'
});

const response = await client.chat.completions.create({
  model: 'Qwen/Qwen2.5-72B-Instruct',
  messages: [
    { role: 'user', content: 'Explain the MoE architecture' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.deepinfra.com/v1/openai/chat/completions \
  -H "Authorization: Bearer YOUR_DEEPINFRA_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Qwen/Qwen2.5-72B-Instruct",
    "messages": [
      {
        "role": "user",
        "content": "Explain the MoE architecture"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.deepinfra.com/v1/openai/models/Qwen/Qwen2.5-72B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Qwen/Qwen2.5-72B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_DEEPINFRA_KEY",
    base_url="https://api.deepinfra.com/v1/openai"
)

response = client.chat.completions.create(
    model="deepseek-ai/DeepSeek-V3",
    messages=[
        {"role": "user", "content": "Explain the MoE architecture"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_DEEPINFRA_KEY',
  baseURL: 'https://api.deepinfra.com/v1/openai'
});

const response = await client.chat.completions.create({
  model: 'deepseek-ai/DeepSeek-V3',
  messages: [
    { role: 'user', content: 'Explain the MoE architecture' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.deepinfra.com/v1/openai/chat/completions \
  -H "Authorization: Bearer YOUR_DEEPINFRA_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "deepseek-ai/DeepSeek-V3",
    "messages": [
      {
        "role": "user",
        "content": "Explain the MoE architecture"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.deepinfra.com/v1/openai/models/deepseek-ai/DeepSeek-V3:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("deepseek-ai/DeepSeek-V3")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

60 Requests per minute (varies by model)

Daily Quota

Requests per day

Credit-based (no daily cap)

Token Limit

Tokens per minute

$5 = ~5 000 000 tokens (varies by model)

Monthly Quota

Per month limit

One-time $5 credit

Free Credits

One-time (90 days expiry)

$5

Use Cases

Cost-sensitive production applications

Model comparison and evaluation

High-volume text generation

Code generation pipelines

RAG applications

Limitations & Considerations

$5 credit is one-time only

Credits expire after 90 days

Rate limits vary by model

Billing required for continued use

Free tier has lower request priority

Community Hub

Live

Join the discussion, share tips, and rate DeepInfra.

Quick Reactions

Add Discussion

Display Name

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

DeepInfra

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose DeepInfra?

Quick Start Guide

Visit https://deepinfra.com/

Sign up with email or GitHub

Get $5 free credit automatically

Navigate to API Keys

Generate an API key

Use with OpenAI SDK (change base_url)

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

DeepInfra

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose DeepInfra?

Quick Start Guide

Visit https://deepinfra.com/

Sign up with email or GitHub

Get $5 free credit automatically

Navigate to API Keys

Generate an API key

Use with OpenAI SDK (change base_url)

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Ready to Get Started?