Overview

Provider Type

API

API Endpoint


                                                        https://models.inference.ai.azure.com

Free Tier Highlights

Varies by Copilot Tier

Available Models

Model Name	ID	Context	Capabilities
GPT-4o Free	`gpt-4o`	128 000	Reasoning
Llama 3.3 70B Instruct Free	`Meta-Llama-3.3-70B-Instruct`	128 000	-
Phi-4 Free	`Phi-4`	128 000	Reasoning
Mistral Large (24.11) Free	`Mistral-large-2411`	128 000	Reasoning Multilingual
Cohere Command R+ Free	`Cohere-command-r-plus-08-2024`	128 000	-
AI21 Jamba 1.5 Large Free	`AI21-Jamba-1.5-Large`	256 000	-

Integration Examples

Ready-to-use code snippets for your applications.

Select a Model

Select Model

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_GITHUB_TOKEN",
    base_url="https://models.inference.ai.azure.com"
)

response = client.chat.completions.create(
    model="gpt-4o",
    messages=[
        {"role": "user", "content": "Explain how GitHub Models works"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_GITHUB_TOKEN',
  baseURL: 'https://models.inference.ai.azure.com'
});

const response = await client.chat.completions.create({
  model: 'gpt-4o',
  messages: [
    { role: 'user', content: 'Explain how GitHub Models works' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://models.inference.ai.azure.com/chat/completions \
  -H "Authorization: Bearer YOUR_GITHUB_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "gpt-4o",
    "messages": [
      {
        "role": "user",
        "content": "Explain how GitHub Models works"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://models.inference.ai.azure.com/models/gpt-4o:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("gpt-4o")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_GITHUB_TOKEN",
    base_url="https://models.inference.ai.azure.com"
)

response = client.chat.completions.create(
    model="Meta-Llama-3.3-70B-Instruct",
    messages=[
        {"role": "user", "content": "Explain how GitHub Models works"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_GITHUB_TOKEN',
  baseURL: 'https://models.inference.ai.azure.com'
});

const response = await client.chat.completions.create({
  model: 'Meta-Llama-3.3-70B-Instruct',
  messages: [
    { role: 'user', content: 'Explain how GitHub Models works' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://models.inference.ai.azure.com/chat/completions \
  -H "Authorization: Bearer YOUR_GITHUB_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Meta-Llama-3.3-70B-Instruct",
    "messages": [
      {
        "role": "user",
        "content": "Explain how GitHub Models works"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://models.inference.ai.azure.com/models/Meta-Llama-3.3-70B-Instruct:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Meta-Llama-3.3-70B-Instruct")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_GITHUB_TOKEN",
    base_url="https://models.inference.ai.azure.com"
)

response = client.chat.completions.create(
    model="Phi-4",
    messages=[
        {"role": "user", "content": "Explain how GitHub Models works"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_GITHUB_TOKEN',
  baseURL: 'https://models.inference.ai.azure.com'
});

const response = await client.chat.completions.create({
  model: 'Phi-4',
  messages: [
    { role: 'user', content: 'Explain how GitHub Models works' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://models.inference.ai.azure.com/chat/completions \
  -H "Authorization: Bearer YOUR_GITHUB_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Phi-4",
    "messages": [
      {
        "role": "user",
        "content": "Explain how GitHub Models works"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://models.inference.ai.azure.com/models/Phi-4:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Phi-4")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_GITHUB_TOKEN",
    base_url="https://models.inference.ai.azure.com"
)

response = client.chat.completions.create(
    model="Mistral-large-2411",
    messages=[
        {"role": "user", "content": "Explain how GitHub Models works"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_GITHUB_TOKEN',
  baseURL: 'https://models.inference.ai.azure.com'
});

const response = await client.chat.completions.create({
  model: 'Mistral-large-2411',
  messages: [
    { role: 'user', content: 'Explain how GitHub Models works' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://models.inference.ai.azure.com/chat/completions \
  -H "Authorization: Bearer YOUR_GITHUB_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Mistral-large-2411",
    "messages": [
      {
        "role": "user",
        "content": "Explain how GitHub Models works"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://models.inference.ai.azure.com/models/Mistral-large-2411:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Mistral-large-2411")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_GITHUB_TOKEN",
    base_url="https://models.inference.ai.azure.com"
)

response = client.chat.completions.create(
    model="Cohere-command-r-plus-08-2024",
    messages=[
        {"role": "user", "content": "Explain how GitHub Models works"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_GITHUB_TOKEN',
  baseURL: 'https://models.inference.ai.azure.com'
});

const response = await client.chat.completions.create({
  model: 'Cohere-command-r-plus-08-2024',
  messages: [
    { role: 'user', content: 'Explain how GitHub Models works' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://models.inference.ai.azure.com/chat/completions \
  -H "Authorization: Bearer YOUR_GITHUB_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Cohere-command-r-plus-08-2024",
    "messages": [
      {
        "role": "user",
        "content": "Explain how GitHub Models works"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://models.inference.ai.azure.com/models/Cohere-command-r-plus-08-2024:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("Cohere-command-r-plus-08-2024")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

main.py

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_GITHUB_TOKEN",
    base_url="https://models.inference.ai.azure.com"
)

response = client.chat.completions.create(
    model="AI21-Jamba-1.5-Large",
    messages=[
        {"role": "user", "content": "Explain how GitHub Models works"}
    ]
)

print(response.choices[0].message.content)

index.js

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: 'YOUR_GITHUB_TOKEN',
  baseURL: 'https://models.inference.ai.azure.com'
});

const response = await client.chat.completions.create({
  model: 'AI21-Jamba-1.5-Large',
  messages: [
    { role: 'user', content: 'Explain how GitHub Models works' }
  ]
});

console.log(response.choices[0].message.content);

terminal

curl https://models.inference.ai.azure.com/chat/completions \
  -H "Authorization: Bearer YOUR_GITHUB_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "AI21-Jamba-1.5-Large",
    "messages": [
      {
        "role": "user",
        "content": "Explain how GitHub Models works"
      }
    ]
  }'

example.php

<?php
$apiKey = 'YOUR_API_KEY';
$url = "https://models.inference.ai.azure.com/models/AI21-Jamba-1.5-Large:generateContent?key=$apiKey";

$data = [
    "contents" => [
        ["parts" => [["text" => "Explain quantum mechanics"]]]
    ]
];

$ch = curl_init($url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, ['Content-Type: application/json']);

$response = curl_exec($ch);
curl_close($ch);

echo $response;
?>

main.go

package main

import (
    "context"
    "fmt"
    "log"
    "github.com/google/generative-ai-go/genai"
    "google.golang.org/api/option"
)

func main() {
    ctx := context.Background()
    client, err := genai.NewClient(ctx, option.WithAPIKey("YOUR_API_KEY"))
    if err != nil { log.Fatal(err) }
    defer client.Close()

    model := client.GenerativeModel("AI21-Jamba-1.5-Large")
    resp, err := model.GenerateContent(ctx, genai.Text("Explain quantum mechanics"))
    if err != nil { log.Fatal(err) }
    
    // ...
}

Free Tier Pricing & Limits

Rate Limit

Requests per minute

Varies by Copilot Tier

Daily Quota

Requests per day

Low

Token Limit

Tokens per minute

Restrictive

Monthly Quota

Per month limit

-

Limitations & Considerations

Restrictive limits

Requires GitHub account

Rate limits vary by Copilot tier

Community Hub

Live

Join the discussion, share tips, and rate GitHub Models.

Quick Reactions

Add Discussion

Display Name

Comment

Comments are moderated. Be helpful and respectful.

Recent Activity

0 comments

Cookie Consent

GitHub Models

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose GitHub Models?

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Ready to Get Started?

Cookie Consent

GitHub Models

Overview

Provider Type

API Endpoint

Free Tier Highlights

Why Choose GitHub Models?

Available Models

Integration Examples

Select Model

Free Tier Pricing & Limits

Rate Limit

Daily Quota

Token Limit

Monthly Quota

Limitations & Considerations

Community Hub

Quick Reactions

Add Discussion

Recent Activity

Suggest an Edit

Ready to Get Started?