dapr-agents/quickstarts/02_llm_call_hugging_face/structured_completion.py

29 lines
581 B
Python

import json
from dotenv import load_dotenv
from pydantic import BaseModel
from dapr_agents import HFHubChatClient
from dapr_agents.types import UserMessage
# Load environment variables from .env
load_dotenv()
# Define our data model
class Dog(BaseModel):
name: str
breed: str
reason: str
# Initialize the chat client
llm = HFHubChatClient(model="HuggingFaceTB/SmolLM3-3B")
# Get structured response
response: Dog = llm.generate(
messages=[UserMessage("One famous dog in history.")], response_format=Dog
)
print(json.dumps(response.model_dump(), indent=2))