Agent Vision

1
import httpx
2
3
BASE = "https://api.pureframe.ai"
4
HEADERS = {"Authorization": "Bearer pf_..."}
5
6
# Get the tool schema (OpenAI format)
7
schema = httpx.get(f"{BASE}/v1/agent/schema.json", headers=HEADERS).json()
8
9
# Call a tool
10
result = httpx.post(f"{BASE}/v1/agent/call", headers=HEADERS, json={
11
    "tool": "search_videos",
12
    "input": {
13
        "query": "presenter pointing at a chart",
14
        "collection_id": "col_abc123",
15
        "limit": 5
16
    }
17
}).json()

1
import anthropic, httpx, base64
2
3
client = anthropic.Anthropic()
4
pf = {"Authorization": "Bearer pf_..."}
5
6
# Search for a moment
7
clips = httpx.post("https://api.pureframe.ai/v1/agent/call",
8
    headers=pf,
9
    json={"tool": "search_videos", "input": {"query": "whiteboard diagram", "limit": 1}}
10
).json()["data"]
11
12
# Pass the matched frame directly to Claude
13
frame_b64 = clips[0]["thumbnail_base64"]
14
15
response = client.messages.create(
16
    model="claude-opus-4-7",
17
    max_tokens=1024,
18
    messages=[{
19
        "role": "user",
20
        "content": [
21
            {
22
                "type": "image",
23
                "source": {"type": "base64", "media_type": "image/jpeg", "data": frame_b64}
24
            },
25
            {"type": "text", "text": "What's written on the whiteboard?"}
26
        ]
27
    }]
28
)
29
print(response.content[0].text)