Overview

Provider Type

Local

API Endpoint


                                                        http://localhost:4891/v1

Free Tier Highlights

Hardware dependent

Quick Start Guide

1

Download from gpt4all.io

2

Install application

3

Download recommended model

4

Enable 'Server Mode' for API

5

Configure LocalDocs path

Available Models

Model Name	ID	Context	Capabilities
Snoozy Free	`GPT4All-13B-Snoozy.ggmlv3.q4_0`	Local	-
Llama 3 8B Quant Free	`Meta-Llama-3-8B-Instruct.Q4_0.gguf`	Local	-
Nomic Embed Free	`nomic-embed-text-v1.5.f16.gguf`	Local	-

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

from openai import OpenAI

# GPT4All local server (enable in Settings > Server)
client = OpenAI(
    api_key="gpt4all",
    base_url="http://localhost:4891/v1"
)

response = client.chat.completions.create(
    model="local-model",
    messages=[
        {"role": "user", "content": "Summarize this document for me"}
    ]
)

print(response.choices[0].message.content)

index.js

// GPT4All with server mode enabled
const response = await fetch('http://localhost:4891/v1/chat/completions', {
  method: 'POST',
  headers: { 'Content-Type': 'application/json' },
  body: JSON.stringify({
    model: 'local-model',
    messages: [
      { role: 'user', content: 'Summarize this document for me' }
    ]
  })
});

const data = await response.json();
console.log(data.choices[0].message.content);

terminal

# Enable Server Mode in GPT4All settings first
curl http://localhost:4891/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "local-model",
    "messages": [
      {
        "role": "user",
        "content": "Summarize this document for me"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "http://localhost:4891/v1/models/GPT4All-13B-Snoozy.ggmlv3.q4_0:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("GPT4All-13B-Snoozy.ggmlv3.q4_0")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

# GPT4All local server (enable in Settings > Server)
client = OpenAI(
    api_key="gpt4all",
    base_url="http://localhost:4891/v1"
)

response = client.chat.completions.create(
    model="local-model",
    messages=[
        {"role": "user", "content": "Summarize this document for me"}
    ]
)

print(response.choices[0].message.content)

index.js

// GPT4All with server mode enabled
const response = await fetch('http://localhost:4891/v1/chat/completions', {
  method: 'POST',
  headers: { 'Content-Type': 'application/json' },
  body: JSON.stringify({
    model: 'local-model',
    messages: [
      { role: 'user', content: 'Summarize this document for me' }
    ]
  })
});

const data = await response.json();
console.log(data.choices[0].message.content);

terminal

# Enable Server Mode in GPT4All settings first
curl http://localhost:4891/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "local-model",
    "messages": [
      {
        "role": "user",
        "content": "Summarize this document for me"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "http://localhost:4891/v1/models/Meta-Llama-3-8B-Instruct.Q4_0.gguf:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Meta-Llama-3-8B-Instruct.Q4_0.gguf")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

# GPT4All local server (enable in Settings > Server)
client = OpenAI(
    api_key="gpt4all",
    base_url="http://localhost:4891/v1"
)

response = client.chat.completions.create(
    model="local-model",
    messages=[
        {"role": "user", "content": "Summarize this document for me"}
    ]
)

print(response.choices[0].message.content)

index.js

// GPT4All with server mode enabled
const response = await fetch('http://localhost:4891/v1/chat/completions', {
  method: 'POST',
  headers: { 'Content-Type': 'application/json' },
  body: JSON.stringify({
    model: 'local-model',
    messages: [
      { role: 'user', content: 'Summarize this document for me' }
    ]
  })
});

const data = await response.json();
console.log(data.choices[0].message.content);

terminal

# Enable Server Mode in GPT4All settings first
curl http://localhost:4891/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "local-model",
    "messages": [
      {
        "role": "user",
        "content": "Summarize this document for me"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "http://localhost:4891/v1/models/nomic-embed-text-v1.5.f16.gguf:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("nomic-embed-text-v1.5.f16.gguf")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

Hardware dependent

Daily Quota

Requests per day

Unlimited

Token Limit

Tokens per minute

Unlimited

Monthly Quota

Per month limit

Free Open Source

Use Cases

Chatting with private PDFs

Running AI on older laptops

Offline usage

Embedding generation

Limitations & Considerations

Slower than GPU inference

Limited to supported quantized formats

UI is basic

RAG can be slow on large docs

Community Hub

Live

Join the discussion, share tips, and rate GPT4All.

Quick Reactions

Add Discussion

Display Name

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

GPT4All

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose GPT4All?

Quick Start Guide

Download from gpt4all.io

Install application

Download recommended model

Enable 'Server Mode' for API

Configure LocalDocs path

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

GPT4All

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose GPT4All?

Quick Start Guide

Download from gpt4all.io

Install application

Download recommended model

Enable 'Server Mode' for API

Configure LocalDocs path

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Use Cases

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Ready to Get Started?