diff --git a/llm_cloudflare.py b/llm_cloudflare.py index de65df2..341e54e 100644 --- a/llm_cloudflare.py +++ b/llm_cloudflare.py @@ -58,6 +58,7 @@ def register_models(register): register(WorkersAI("@cf/qwen/qwen1.5-14b-chat-awq")) register(WorkersAI("@cf/openchat/openchat-3.5-0106")) + class WorkersAIOptions(llm.Options): stream: Optional[bool] = Field( default=True, description="Stream responses from the Workers AI API."