Overview

Provider Type

Trial Credits

API Endpoint


                                                        https://inference.friendli.ai/v1

Free Tier Highlights

60 RPM

Quick Start Guide

1

Visit https://friendli.ai/

2

Sign up for free trial

3

Get $10 credits automatically

4

Create API token from dashboard

5

Use with OpenAI SDK (change base_url)

Available Models

Model Name	ID	Context	Capabilities
Llama 3.1 70B Instruct	`meta-llama-3.1-70b-instruct`	128 000	-
Mixtral 8x7B Instruct	`mixtral-8x7b-instruct-v0-1`	32 000	Multilingual

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_FRIENDLI_KEY",
    base_url="https://inference.friendli.ai/v1"
)

response = client.chat.completions.create(
    model="meta-llama-3.1-70b-instruct",
    messages=[
        {"role": "user", "content": "What makes your inference fast?"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_FRIENDLI_KEY',
  baseURL: 'https://inference.friendli.ai/v1'
});

const response = await client.chat.completions.create({
  model: 'meta-llama-3.1-70b-instruct',
  messages: [
    { role: 'user', content: 'What makes your inference fast?' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://inference.friendli.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_FRIENDLI_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "meta-llama-3.1-70b-instruct",
    "messages": [
      {
        "role": "user",
        "content": "What makes your inference fast?"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://inference.friendli.ai/v1/models/meta-llama-3.1-70b-instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("meta-llama-3.1-70b-instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_FRIENDLI_KEY",
    base_url="https://inference.friendli.ai/v1"
)

response = client.chat.completions.create(
    model="meta-llama-3.1-70b-instruct",
    messages=[
        {"role": "user", "content": "What makes your inference fast?"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_FRIENDLI_KEY',
  baseURL: 'https://inference.friendli.ai/v1'
});

const response = await client.chat.completions.create({
  model: 'meta-llama-3.1-70b-instruct',
  messages: [
    { role: 'user', content: 'What makes your inference fast?' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://inference.friendli.ai/v1/chat/completions \
  -H "Authorization: Bearer YOUR_FRIENDLI_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "meta-llama-3.1-70b-instruct",
    "messages": [
      {
        "role": "user",
        "content": "What makes your inference fast?"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://inference.friendli.ai/v1/models/mixtral-8x7b-instruct-v0-1:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("mixtral-8x7b-instruct-v0-1")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

60 Requests per minute

Daily Quota

Requests per day

Credit-based

Token Limit

Tokens per minute

Varies by model

Monthly Quota

Per month limit

One-time trial

Free Credits

One-time

$10

Use Cases

Evaluating inference latency

Enterprise AI prototyping

Low-latency chatbots

Batch processing tasks

Limitations & Considerations

$10 credit is one-time trial

Billing required after credits

Limited model selection

Enterprise-focused pricing

Credit card required for continued use

Community Hub

Live

Join the discussion, share tips, and rate Friendli AI.

Quick Reactions

Add Discussion

Display Name

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

Friendli AI

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Friendli AI?

Quick Start Guide

Visit https://friendli.ai/

Sign up for free trial

Get $10 credits automatically

Create API token from dashboard

Use with OpenAI SDK (change base_url)

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

Friendli AI

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Friendli AI?

Quick Start Guide

Visit https://friendli.ai/

Sign up for free trial

Get $10 credits automatically

Create API token from dashboard

Use with OpenAI SDK (change base_url)

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Free Credits

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Ready to Get Started?