Overview

Provider Type

API

API Endpoint


                                                        https://router.huggingface.co/v1

Free Tier Highlights

300 Requests / hour

Quick Start Guide

1

Create Account

2

Get Access Token

3

Pick a Model

Available Models

Model Name	ID	Context	Capabilities
Llama 3.2 11B Vision Free	`meta-llama/Llama-3.2-11B-Vision-Instruct`	128 000	Text Vision
Llama 3.1 8B Instruct Free	`meta-llama/Meta-Llama-3.1-8B-Instruct`	128 000	-
Qwen 2.5 72B Instruct Free	`Qwen/Qwen2.5-72B-Instruct`	32 000	-
Gemma 2 9B Instruct Free	`google/gemma-2-9b-it`	8 000	-
Llama 3.3 70B Instruct Free	`meta-llama/Llama-3.3-70B-Instruct`	128 000	Reasoning
Qwen3.5 72B Instruct Free	`Qwen/Qwen3.5-72B-Instruct`	128 000	Chinese
Flux.1 Dev Free	`black-forest-labs/FLUX.1-dev`	Image	-

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

from huggingface_hub import InferenceClient

client = InferenceClient(api_key="YOUR_HF_TOKEN")

completion = client.chat.completions.create(
    model="meta-llama/Llama-3.2-11B-Vision-Instruct",
    messages=[
        {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
)

print(completion.choices[0].message.content)

index.js

import OpenAI from '"'"'openai'"'"';

const client = new OpenAI({
  apiKey: '"'"'YOUR_HF_TOKEN'"'"',
  baseURL: '"'"'https://router.huggingface.co/v1'"'"'
});

const response = await client.chat.completions.create({
  model: '"'"'meta-llama/Llama-3.2-11B-Vision-Instruct'"'"',
  messages: [
    { role: '"'"'user'"'"', content: '"'"'Explain the benefits of open inference routing'"'"' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://router.huggingface.co/v1/chat/completions \
  -H "Authorization: Bearer YOUR_HF_TOKEN" \
  -H "Content-Type: application/json" \
  -d '"'"'{
    "model": "meta-llama/Llama-3.2-11B-Vision-Instruct",
    "messages": [
      {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
  }'"'"'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://router.huggingface.co/v1/models/meta-llama/Llama-3.2-11B-Vision-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("meta-llama/Llama-3.2-11B-Vision-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from huggingface_hub import InferenceClient

client = InferenceClient(api_key="YOUR_HF_TOKEN")

completion = client.chat.completions.create(
    model="meta-llama/Meta-Llama-3.1-8B-Instruct",
    messages=[
        {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
)

print(completion.choices[0].message.content)

index.js

import OpenAI from '"'"'openai'"'"';

const client = new OpenAI({
  apiKey: '"'"'YOUR_HF_TOKEN'"'"',
  baseURL: '"'"'https://router.huggingface.co/v1'"'"'
});

const response = await client.chat.completions.create({
  model: '"'"'meta-llama/Meta-Llama-3.1-8B-Instruct'"'"',
  messages: [
    { role: '"'"'user'"'"', content: '"'"'Explain the benefits of open inference routing'"'"' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://router.huggingface.co/v1/chat/completions \
  -H "Authorization: Bearer YOUR_HF_TOKEN" \
  -H "Content-Type: application/json" \
  -d '"'"'{
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
  }'"'"'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://router.huggingface.co/v1/models/meta-llama/Meta-Llama-3.1-8B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("meta-llama/Meta-Llama-3.1-8B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from huggingface_hub import InferenceClient

client = InferenceClient(api_key="YOUR_HF_TOKEN")

completion = client.chat.completions.create(
    model="Qwen/Qwen2.5-72B-Instruct",
    messages=[
        {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
)

print(completion.choices[0].message.content)

index.js

import OpenAI from '"'"'openai'"'"';

const client = new OpenAI({
  apiKey: '"'"'YOUR_HF_TOKEN'"'"',
  baseURL: '"'"'https://router.huggingface.co/v1'"'"'
});

const response = await client.chat.completions.create({
  model: '"'"'Qwen/Qwen2.5-72B-Instruct'"'"',
  messages: [
    { role: '"'"'user'"'"', content: '"'"'Explain the benefits of open inference routing'"'"' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://router.huggingface.co/v1/chat/completions \
  -H "Authorization: Bearer YOUR_HF_TOKEN" \
  -H "Content-Type: application/json" \
  -d '"'"'{
    "model": "Qwen/Qwen2.5-72B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
  }'"'"'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://router.huggingface.co/v1/models/Qwen/Qwen2.5-72B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Qwen/Qwen2.5-72B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from huggingface_hub import InferenceClient

client = InferenceClient(api_key="YOUR_HF_TOKEN")

completion = client.chat.completions.create(
    model="google/gemma-2-9b-it",
    messages=[
        {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
)

print(completion.choices[0].message.content)

index.js

import OpenAI from '"'"'openai'"'"';

const client = new OpenAI({
  apiKey: '"'"'YOUR_HF_TOKEN'"'"',
  baseURL: '"'"'https://router.huggingface.co/v1'"'"'
});

const response = await client.chat.completions.create({
  model: '"'"'google/gemma-2-9b-it'"'"',
  messages: [
    { role: '"'"'user'"'"', content: '"'"'Explain the benefits of open inference routing'"'"' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://router.huggingface.co/v1/chat/completions \
  -H "Authorization: Bearer YOUR_HF_TOKEN" \
  -H "Content-Type: application/json" \
  -d '"'"'{
    "model": "google/gemma-2-9b-it",
    "messages": [
      {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
  }'"'"'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://router.huggingface.co/v1/models/google/gemma-2-9b-it:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("google/gemma-2-9b-it")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from huggingface_hub import InferenceClient

client = InferenceClient(api_key="YOUR_HF_TOKEN")

completion = client.chat.completions.create(
    model="meta-llama/Llama-3.3-70B-Instruct",
    messages=[
        {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
)

print(completion.choices[0].message.content)

index.js

import OpenAI from '"'"'openai'"'"';

const client = new OpenAI({
  apiKey: '"'"'YOUR_HF_TOKEN'"'"',
  baseURL: '"'"'https://router.huggingface.co/v1'"'"'
});

const response = await client.chat.completions.create({
  model: '"'"'meta-llama/Llama-3.3-70B-Instruct'"'"',
  messages: [
    { role: '"'"'user'"'"', content: '"'"'Explain the benefits of open inference routing'"'"' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://router.huggingface.co/v1/chat/completions \
  -H "Authorization: Bearer YOUR_HF_TOKEN" \
  -H "Content-Type: application/json" \
  -d '"'"'{
    "model": "meta-llama/Llama-3.3-70B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
  }'"'"'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://router.huggingface.co/v1/models/meta-llama/Llama-3.3-70B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("meta-llama/Llama-3.3-70B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from huggingface_hub import InferenceClient

client = InferenceClient(api_key="YOUR_HF_TOKEN")

completion = client.chat.completions.create(
    model="Qwen/Qwen3.5-72B-Instruct",
    messages=[
        {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
)

print(completion.choices[0].message.content)

index.js

import OpenAI from '"'"'openai'"'"';

const client = new OpenAI({
  apiKey: '"'"'YOUR_HF_TOKEN'"'"',
  baseURL: '"'"'https://router.huggingface.co/v1'"'"'
});

const response = await client.chat.completions.create({
  model: '"'"'Qwen/Qwen3.5-72B-Instruct'"'"',
  messages: [
    { role: '"'"'user'"'"', content: '"'"'Explain the benefits of open inference routing'"'"' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://router.huggingface.co/v1/chat/completions \
  -H "Authorization: Bearer YOUR_HF_TOKEN" \
  -H "Content-Type: application/json" \
  -d '"'"'{
    "model": "Qwen/Qwen3.5-72B-Instruct",
    "messages": [
      {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
  }'"'"'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://router.huggingface.co/v1/models/Qwen/Qwen3.5-72B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Qwen/Qwen3.5-72B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from huggingface_hub import InferenceClient

client = InferenceClient(api_key="YOUR_HF_TOKEN")

completion = client.chat.completions.create(
    model="black-forest-labs/FLUX.1-dev",
    messages=[
        {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
)

print(completion.choices[0].message.content)

index.js

import OpenAI from '"'"'openai'"'"';

const client = new OpenAI({
  apiKey: '"'"'YOUR_HF_TOKEN'"'"',
  baseURL: '"'"'https://router.huggingface.co/v1'"'"'
});

const response = await client.chat.completions.create({
  model: '"'"'black-forest-labs/FLUX.1-dev'"'"',
  messages: [
    { role: '"'"'user'"'"', content: '"'"'Explain the benefits of open inference routing'"'"' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://router.huggingface.co/v1/chat/completions \
  -H "Authorization: Bearer YOUR_HF_TOKEN" \
  -H "Content-Type: application/json" \
  -d '"'"'{
    "model": "black-forest-labs/FLUX.1-dev",
    "messages": [
      {"role": "user", "content": "Explain the benefits of open inference routing"}
    ]
  }'"'"'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://router.huggingface.co/v1/models/black-forest-labs/FLUX.1-dev:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("black-forest-labs/FLUX.1-dev")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

300 Requests / hour

Daily Quota

Requests per day

Capped by monthly creditnot a flat request count

Token Limit

Tokens per minute

Max context of model

Monthly Quota

Per month limit

$0.10/month in free routing credits (PRO: $2/month)

Use Cases

Prototyping & Testing

Learning NLP / ML

Lightweight Apps

Hackathons

Model Evaluation

Limitations & Considerations

Rate limited to ~300 request/hour for free users

Models larger than 10GB may not load

Cold starts can occur

No SLA on free tier

Community Hub

Live

Join the discussion, share tips, and rate Hugging Face Inference.

Quick Reactions

Add Discussion

Display Name

Email (optional, to get notified when reviewed)

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

Hugging Face Inference

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Hugging Face Inference?

Quick Start Guide

Create Account

Get Access Token

Pick a Model

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

Hugging Face Inference

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Hugging Face Inference?

Quick Start Guide

Create Account

Get Access Token

Pick a Model

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Report an Issue

Ready to Get Started?