Overview

Provider Type

Local

API Endpoint


                                                        http://localhost:1337/v1

Free Tier Highlights

Hardware dependent

Quick Start Guide

1

Download Jan from https://jan.ai/

2

Install and Open

3

Go to Hub -> Download Model

4

Start Chatting

5

Enable Local Server in settings

Available Models

Model Name	ID	Context	Capabilities
Llama 3 (Local) Free	`llama3-8b-instruct`	System RAM dependent	-
Mistral (Local) Free	`mistral-7b-instruct`	System RAM dependent	-
Gemma 2 (Local) Free	`gemma-2-9b-it`	System RAM dependent	-

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

from openai import OpenAI

# Jan.ai local server (enable in Settings)
client = OpenAI(
    api_key="jan",
    base_url="http://localhost:1337/v1"
)

response = client.chat.completions.create(
    model="llama3-8b-instruct",
    messages=[
        {"role": "user", "content": "Write a haiku about local AI"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'jan',
  baseURL: 'http://localhost:1337/v1'
});

const response = await client.chat.completions.create({
  model: 'llama3-8b-instruct',
  messages: [
    { role: 'user', content: 'Write a haiku about local AI' }
  ]
});

console.log(response.choices[0].message.content);

terminal

# Enable Jan local server in Settings first
curl http://localhost:1337/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "llama3-8b-instruct",
    "messages": [
      {
        "role": "user",
        "content": "Write a haiku about local AI"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "http://localhost:1337/v1/models/llama3-8b-instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("llama3-8b-instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

# Jan.ai local server (enable in Settings)
client = OpenAI(
    api_key="jan",
    base_url="http://localhost:1337/v1"
)

response = client.chat.completions.create(
    model="mistral-7b-instruct",
    messages=[
        {"role": "user", "content": "Write a haiku about local AI"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'jan',
  baseURL: 'http://localhost:1337/v1'
});

const response = await client.chat.completions.create({
  model: 'mistral-7b-instruct',
  messages: [
    { role: 'user', content: 'Write a haiku about local AI' }
  ]
});

console.log(response.choices[0].message.content);

terminal

# Enable Jan local server in Settings first
curl http://localhost:1337/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "mistral-7b-instruct",
    "messages": [
      {
        "role": "user",
        "content": "Write a haiku about local AI"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "http://localhost:1337/v1/models/mistral-7b-instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("mistral-7b-instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

# Jan.ai local server (enable in Settings)
client = OpenAI(
    api_key="jan",
    base_url="http://localhost:1337/v1"
)

response = client.chat.completions.create(
    model="gemma-2-9b-it",
    messages=[
        {"role": "user", "content": "Write a haiku about local AI"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'jan',
  baseURL: 'http://localhost:1337/v1'
});

const response = await client.chat.completions.create({
  model: 'gemma-2-9b-it',
  messages: [
    { role: 'user', content: 'Write a haiku about local AI' }
  ]
});

console.log(response.choices[0].message.content);

terminal

# Enable Jan local server in Settings first
curl http://localhost:1337/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "gemma-2-9b-it",
    "messages": [
      {
        "role": "user",
        "content": "Write a haiku about local AI"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "http://localhost:1337/v1/models/gemma-2-9b-it:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("gemma-2-9b-it")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

Hardware dependent

Daily Quota

Requests per day

Unlimited

Token Limit

Tokens per minute

Unlimited

Monthly Quota

Per month limit

Free Forever (Open Source)

Use Cases

Privacy-critical work

Offline coding/writing

Testing local models

Personal AI assistant

Limitations & Considerations

Requires decent hardware (RAM/GPU)

Battery drain on laptops

Local model quality vs GPT-4

Download sizes (GBs)

Community Hub

Live

Join the discussion, share tips, and rate Jan.ai.

Quick Reactions

Add Discussion

Display Name

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

Jan.ai

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Jan.ai?

Quick Start Guide

Download Jan from https://jan.ai/

Install and Open

Go to Hub -> Download Model

Start Chatting

Enable Local Server in settings

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

Jan.ai

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose Jan.ai?

Quick Start Guide

Download Jan from https://jan.ai/

Install and Open

Go to Hub -> Download Model

Start Chatting

Enable Local Server in settings

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Ready to Get Started?