22 lines (19 loc) · 548 Bytes

@oke/client

easily connect to llama-server

const llama = await LlamaServer("http://100.102.174.127:34992/");
console.log(await llama.health());
console.log(llama.props);
console.log(
    "res",
    await llama.streamingCompletion(
        "I am yume and today is ",
        ({ content }) => console.log(content),
        {
            stop: ["."],
        },
    ),
);