Make sure you installed the Ollama and it is running.
Clone this repository and then;
bun install
bun run dev
curl --request GET \
--url http://localhost:11434/v1/models \
--header 'content-type: application/json'
curl --request POST \
--url http://localhost:11434/v1/chat/completions \
--header 'content-type: application/json' \
--data '{
"model": "gemma4:e2b",
"messages": [
{
"role": "system",
"content": "You are a helpful assistant and always answer with max 3 sentences."
},
{
"role": "user",
"content": "Hi there, how can you help me?"
}
]
}'