Get Started

cargo add hyperinfer-client

use hyperinfer_client::HyperInferClient;

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = HyperInferClient::new("redis://localhost:6379", "my-team").await?;
    let response = client.chat("gpt-4o-mini", "Hello!").await?;
    println!("{}", response.choices[0].message.content);
    Ok(())
}

pip install hyperinfer

from hyperinfer import Config, HyperInferClient

config = Config().with_api_key("openai", "sk-...")
client = HyperInferClient(config)
response = client.chat("gpt-4o-mini", "Hello!")
print(response)

docker compose up -d
# Server running at http://localhost:8080
# Dashboard at http://localhost:8080/dashboard