Inference Providers documentation
Hyperbolic
Hyperbolic
Hyperbolic is building an open-access platform for AI development by aggregating idle computing resources and making it seamlessly simple to use them.
Supported tasks
Chat Completion (LLM)
Find out more about Chat Completion (LLM) here.
from huggingface_hub import InferenceClient
client = InferenceClient(
provider="hyperbolic",
api_key="hf_xxxxxxxxxxxxxxxxxxxxxxxx",
)
completion = client.chat.completions.create(
model="deepseek-ai/DeepSeek-V3-0324",
messages=[
{
"role": "user",
"content": "What is the capital of France?"
}
],
max_tokens=500,
)
print(completion.choices[0].message)Chat Completion (VLM)
Find out more about Chat Completion (VLM) here.
from huggingface_hub import InferenceClient
client = InferenceClient(
provider="hyperbolic",
api_key="hf_xxxxxxxxxxxxxxxxxxxxxxxx",
)
completion = client.chat.completions.create(
model="Qwen/Qwen2.5-VL-7B-Instruct",
messages=[
{
"role": "user",
"content": [
{
"type": "text",
"text": "Describe this image in one sentence."
},
{
"type": "image_url",
"image_url": {
"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
}
}
]
}
],
max_tokens=500,
)
print(completion.choices[0].message)