Agent Vision

import httpx

BASE = "https://api.pureframe.ai"
HEADERS = {"Authorization": "Bearer pf_..."}

# Get the tool schema (OpenAI format)
schema = httpx.get(f"{BASE}/v1/agent/schema.json", headers=HEADERS).json()

# Call a tool
result = httpx.post(f"{BASE}/v1/agent/call", headers=HEADERS, json={
    "tool": "search_videos",
    "input": {
        "query": "presenter pointing at a chart",
        "collection_id": "col_abc123",
        "limit": 5
    }
}).json()

import os

import anthropic
import httpx

client = anthropic.Anthropic()
pf = {"Authorization": "Bearer pf_..."}

# Search for a moment
clips = httpx.post("https://api.pureframe.ai/v1/agent/call",
    headers=pf,
    json={"tool": "search_videos", "input": {"query": "whiteboard diagram", "limit": 1}}
).json()["data"]

# Pass the matched frame directly to Claude
frame_b64 = clips[0]["thumbnail_base64"]

response = client.messages.create(
    model=os.environ["ANTHROPIC_MODEL"],
    max_tokens=1024,
    messages=[{
        "role": "user",
        "content": [
            {"type": "image", "source": {"type": "base64", "media_type": "image/jpeg", "data": frame_b64}},
            {"type": "text", "text": "What's written on the whiteboard?"}
        ]
    }]
)
print(response.content[0].text)