Overview

Provider Type

Trial Credits

API Endpoint


                                                        https://api.lepton.ai/v1

Free Tier Highlights

60 RPM

Quick Start Guide

1

Go to https://www.lepton.ai/

2

Sign in with GitHub

3

Get initial credits

4

Copy API Key

5

Use with OpenAI client or Lepton SDK

Available Models

Model Name	ID	Context	Capabilities
Llama 3.1 70B	`llama3-1-70b`	8 000	Reasoning
Mistral 7B	`mistral-7b`	8 000	Reasoning
SDXL	`sdxl`	Image	-
WhisperX	`whisperx`	Audio	-

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_LEPTON_KEY",
    base_url="https://api.lepton.ai/v1"
)

response = client.chat.completions.create(
    model="llama3-1-70b",
    messages=[
        {"role": "user", "content": "Explain serverless AI inference"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_LEPTON_KEY',
  baseURL: 'https://api.lepton.ai/v1'
});

const response = await client.chat.completions.create({
  model: 'llama3-1-70b',
  messages: [
    { role: 'user', content: 'Explain serverless AI inference' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.lepton.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_LEPTON_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "llama3-1-70b",
    "messages": [
      {
        "role": "user",
        "content": "Explain serverless AI inference"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.lepton.ai/v1/models/llama3-1-70b:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("llama3-1-70b")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_LEPTON_KEY",
    base_url="https://api.lepton.ai/v1"
)

response = client.chat.completions.create(
    model="mistral-7b",
    messages=[
        {"role": "user", "content": "Explain serverless AI inference"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_LEPTON_KEY',
  baseURL: 'https://api.lepton.ai/v1'
});

const response = await client.chat.completions.create({
  model: 'mistral-7b',
  messages: [
    { role: 'user', content: 'Explain serverless AI inference' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.lepton.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_LEPTON_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "mistral-7b",
    "messages": [
      {
        "role": "user",
        "content": "Explain serverless AI inference"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.lepton.ai/v1/models/mistral-7b:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("mistral-7b")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_LEPTON_KEY",
    base_url="https://api.lepton.ai/v1"
)

response = client.chat.completions.create(
    model="sdxl",
    messages=[
        {"role": "user", "content": "Explain serverless AI inference"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_LEPTON_KEY',
  baseURL: 'https://api.lepton.ai/v1'
});

const response = await client.chat.completions.create({
  model: 'sdxl',
  messages: [
    { role: 'user', content: 'Explain serverless AI inference' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.lepton.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_LEPTON_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "sdxl",
    "messages": [
      {
        "role": "user",
        "content": "Explain serverless AI inference"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.lepton.ai/v1/models/sdxl:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("sdxl")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_LEPTON_KEY",
    base_url="https://api.lepton.ai/v1"
)

response = client.chat.completions.create(
    model="whisperx",
    messages=[
        {"role": "user", "content": "Explain serverless AI inference"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_LEPTON_KEY',
  baseURL: 'https://api.lepton.ai/v1'
});

const response = await client.chat.completions.create({
  model: 'whisperx',
  messages: [
    { role: 'user', content: 'Explain serverless AI inference' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://api.lepton.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_LEPTON_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "whisperx",
    "messages": [
      {
        "role": "user",
        "content": "Explain serverless AI inference"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://api.lepton.ai/v1/models/whisperx:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("whisperx")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

60 Requests per minute

Daily Quota

Requests per day

Credit-based

Token Limit

Tokens per minute

Varies by model

Monthly Quota

Per month limit

One-time trial

Free Credits

One-time

$10

Use Cases

Rapid app development

Serving custom fine-tunes

Scalable production inference

Multimedia AI apps

Limitations & Considerations

Credits needed for production volume

Smaller model selection than aggregators

Focus on deployment over just API

Regional availability

Community Hub

Live

Join the discussion, share tips, and rate Lepton AI.

Quick Reactions

Add Discussion

Display Name

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

Lepton AI

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Lepton AI?

Quick Start Guide

Go to https://www.lepton.ai/

Sign in with GitHub

Get initial credits

Copy API Key

Use with OpenAI client or Lepton SDK

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

Lepton AI

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Lepton AI?

Quick Start Guide

Go to https://www.lepton.ai/

Sign in with GitHub

Get initial credits

Copy API Key

Use with OpenAI client or Lepton SDK

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Ready to Get Started?