Compact · language

Use Llama 3.1 8B Turbo with Rust

Updated 2026-05-21 · By XALEN

1. Install

cargo add async-openai

2. Code

use async_openai::{Client, config::OpenAIConfig, types::*};

#[tokio::main]
async fn main() {
    let config = OpenAIConfig::new()
        .with_api_key("xln_test_YOUR_KEY")
        .with_api_base("https://api.xalen.io/v1");
    let client = Client::with_config(config);

    let request = CreateChatCompletionRequestArgs::default()
        .model("llama-3-1-8b-turbo")
        .messages(vec![ChatCompletionRequestUserMessageArgs::default()
            .content("Hello from Rust!").build().unwrap().into()])
        .build().unwrap();

    let response = client.chat().create(request).await.unwrap();
    println!("{}", response.choices[0].message.content.as_ref().unwrap());
}

Llama 3.1 8B Turbo with Other Frameworks

Other Models with Rust

Last updated: 2026-05-21