python_api.txt

Python API

The Hyperbolic API provides compatibility for the OpenAI API standard, allowing easier integrations into existing applications.
Suggest Edits

If you’ve been using OpenAI API such as GPT-4 and GPT-4 Turbo, switching to Hyperbolic API is easy!
Requirements

Install OpenAI's Python SDK:

python3 -m pip install openai

Example code

Simply replace the api_key and base_url to the Hyperbolic ones.

import os
import openai

system_content = "You are a gourmet. Be descriptive and helpful."
user_content = "Tell me about Chinese hotpot"

client = openai.OpenAI(
    api_key=HYPERBOLIC_API_KEY,
    base_url="https://api.hyperbolic.xyz/v1",
    )

chat_completion = client.chat.completions.create(
    model="meta-llama/Meta-Llama-3-70B-Instruct",
    messages=[
        {"role": "system", "content": system_content},
        {"role": "user", "content": user_content},
    ],
    temperature=0.7,
    max_tokens=1024,
)

response = chat_completion.choices[0].message.content
print("Response:\n", response)


import requests

url = "https://api.hyperbolic.xyz/v1/chat/completions"
headers = {
    "Content-Type": "application/json",
    "Authorization": "Bearer <api-key>"
}
data = {
    "messages": [{
      "role": "user",
      "content": "What can I do in SF?"
    }],
    "model": "deepseek-ai/DeepSeek-V3-0324",
    "max_tokens": 512,
    "temperature": 0.1,
    "top_p": 0.9
}
  
response = requests.post(url, headers=headers, json=data)
print(response.json())