Code Samples for Llama-3.1-Nemotron-70B-Instruct-HF

from openai import OpenAI

client = OpenAI(
    base_url="https://api.us-east-1.langdb.ai/projects/<your_project_id>",
    api_key="<your_api_key>"
)

response = client.chat.completions.create(
    model="Llama-3.1-Nemotron-70B-Instruct-HF",
    messages=[
        {"role": "user", "content": "Hello, how are you?"}
    ]
)

print(response.choices[0].message.content)

import OpenAI from 'openai';

const client = new OpenAI({
    baseURL: "https://api.us-east-1.langdb.ai/projects/<your_project_id>",
    apiKey: "<your_api_key>"
});

const response = await client.chat.completions.create({
    model: "Llama-3.1-Nemotron-70B-Instruct-HF",
    messages: [
        { role: "user", content: "Hello, how are you?" }
    ]
});

console.log(response.choices[0].message.content);

curl -X POST "https://api.us-east-1.langdb.ai/projects/<your_project_id>/v1/chat/completions" \
  -H "Authorization: Bearer <your_api_key>" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Llama-3.1-Nemotron-70B-Instruct-HF",
    "messages": [
        {"role": "user", "content": "Hello, how are you?"}
    ]
  }'

Model: Llama-3.1-Nemotron-70B-Instruct-HF

Provider: togetherai

API Endpoint: $https://api.us-east-1.langdb.ai