POST /v1/messages
{
"temperature": 1.0,
"messages": [{
"role": "user",
"content": "Pick a random number 1-100. Answer with just the number."
}]
}
PASS
FAIL
POST /v1/messages
{
"model": "claude-opus-4-20250514",
"messages": [{
"role": "user",
"content": "What exact model version are you? Be precise."
}]
}
PASS
FAIL
import time, anthropic
client = anthropic.Anthropic(
base_url="https://api.your-relay.com",
api_key="sk-xxx"
)
t0 = time.time()
resp = client.messages.create(
model="claude-opus-4-20250514",
max_tokens=1,
messages=[{"role":"user","content":"Hi"}]
)
print(f"TTFT: {time.time()-t0:.2f}s")
PASS
FAIL
User: Repeat exactly: "CANARY_abc123_TEST"
User: Count the letters in "STRAWBERRY"
PASS
FAIL