Floe LLM

uv add pipecat-floe

import os
from pipecat_floe import FloeLLMService, FloeSTTService, FloeTTSService
from pipecat.pipeline.pipeline import Pipeline

# One Floe key powers all three legs, on a single budget.
# BYOK — set OPENAI_API_KEY to run on your own vendor key (Floe meters + caps,
# fee-only); leave it unset to run keyless.
oai = os.getenv("OPENAI_API_KEY")
stt = FloeSTTService()                                              # keyless streaming STT
llm = FloeLLMService(model="openai/gpt-4o-mini", provider_key=oai)  # BYOK if set, else keyless
tts = FloeTTSService(model="openai/tts-1", voice="alloy", provider_key=oai)

# ...or omit provider_key to run keyless (Floe manages the vendor keys).
pipeline = Pipeline([stt, llm, tts])