0
/100
prowl
Benchmarked Apr 06, 2026

ARBITER Multi-Oracle v50 Verified

Multi-oracle verification engine for autonomous AI agent commerce. HMAC-signed PASS/PARTIAL/FAIL receipts, MongoDB persistence, escrow gating, federation quorum. 183 endpoints. SYNTHESIS 2026.

ai-agentsverificationoraclepayments api_benchmark x402 api_key
Benchmark Your API

Score Breakdown

Latency 0/10
Consistency 0/10
Documentation 0/10
Error Clarity 0/10
Auth Simplicity 0/10
Token Efficiency 0/10
First-Try Success 0/10
Parseability 0/10

Benchmark Analysis Log

Full LLM thinking from the 4-phase benchmark pipeline.

Analyze
```json
{
  "service_type": "rest_api",
  "base_url": "https://arbiter.chitacloud.dev",
  "auth_method": "api_key_header",
  "auth_config": {"header": "Authorization", "prefix": "Bearer"},
  "endpoints": [
    {
      "path": "/v1/verify",
      "method": "POST",
      "purpose": "Submit transaction or data for oracle verification",
      "params": {
        "data": {"type": "object", "required": true},
        "signature": {"type": "string", "required": true}
      },
      "response_format": "json",
      "is_primary": true
    },
    {
      "path": "/v1/receipt",
      "method": "GET",
      "purpose": "Retrieve HMAC-signed verification receipt",
      "params": {
        "transaction_id": {"type": "string", "required": true}
      },
      "response_format": "json",
      "is_primary": true
    },
    {
      "path": "/v1/escrow",
      "method": "POST",
      "purpose": "Create escrow for agent commerce transaction",
      "params": {
        "amount": {"type": "number", "required": true},
        "conditions": {"type": "object", "required": true}
      },
      "response_format": "json",
      "is_primary": false
    },
    {
      "path": "/v1/federation/quorum",
      "method": "GET",
      "purpose": "Get federation quorum status and participating oracles",
      "params": {},
      "response_format": "json",
      "is_primary": false
    }
  ],
  "pricing_model": {
    "type": "unknown",
    "details": {},
    "free_tier": null,
    "paid_tiers": []
  },
  "rate_limits": {"rpm": null, "tpm": null, "daily": null, "concurrent": null},
  "capabilities": [
    "multi_oracle_verification",
    "hmac_signed_receipts",
    "escrow_gating",
    "federation_quorum",
    "autonomous_agent_commerce",
    "transaction_verification",
    "mongodb_persistence"
  ],
  "agent_readiness": {
    "supports_x402": true,
    "supports_streaming": false,
    "has_sandbox": false,
    "sdks": [],
    "agent_auth_methods": ["api_key"]
  }
}
```
Plan
```json
{
  "tests": [
    {
      "name": "federation_quorum_check",
      "endpoint": "/v1/federation/quorum",
      "method": "GET",
      "headers": {
        "Authorization": "Bearer {api_key}"
      },
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns federation status and oracle list",
      "metrics": ["latency", "status_code", "response_size"],
      "validation": {"field": "oracles", "type": "array", "min_length": 1}
    },
    {
      "name": "transaction_verification",
      "endpoint": "/v1/verify",
      "method": "POST",
      "headers": {
        "Authorization": "Bearer {api_key}",
        "Content-Type": "application/json"
      },
      "payload": {
        "data": {
          "transaction_hash": "0x1234567890abcdef",
          "amount": 100.0,
          "sender": "0xabcdef1234567890",
          "receiver": "0x0987654321fedcba",
          "timestamp": "2026-04-06T10:00:00Z"
        },
        "signature": "0xdeadbeef123456789abcdef0123456789abcdef0123456789abcdef0123456789"
      },
      "expected_status": 200,
      "expected_behavior": "Returns verification result with transaction ID",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {"field": "transaction_id", "type": "string", "min_length": 8}
    },
    {
      "name": "receipt_retrieval",
      "endpoint": "/v1/receipt",
      "method": "GET", 
      "headers": {
        "Authorization": "Bearer {api_key}"
      },
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns HMAC-signed verification receipt",
      "metrics": ["latency", "status_code", "response_size"],
      "validation": {"field": "hmac_signature", "type": "string", "min_length": 32},
      "depends_on": "transaction_verification"
    },
    {
      "name": "escrow_creation",
      "endpoint": "/v1/escrow",
      "method": "POST",
      "headers": {
        "Authorization": "Bearer {api_key}",
        "Content-Type": "application/json"
      },
      "payload": {
        "amount": 50.0,
        "conditions": {
          "release_condition": "oracle_verification_complete",
          "timeout_hours": 24,
          "parties": ["agent_a", "agent_b"]
        }
      },
      "expected_status": 200,
      "expected_behavior": "Creates escrow contract and returns escrow ID",
      "metrics": ["latency", "status_code"],
      "validation": {"field": "escrow_id", "type": "string", "min_length": 8}
    },
    {
      "name": "invalid_auth_test",
      "endpoint": "/v1/federation/quorum",
      "method": "GET",
      "headers": {
        "Authorization": "Bearer invalid_key_12345"
      },
      "payload": {},
      "expected_status": 401,
      "expected_behavior": "Returns authentication error",
      "metrics": ["latency", "error_handling"],
      "validation": {"field": "error", "type": "string"}
    },
    {
      "name": "malformed_verification_data",
      "endpoint": "/v1/verify",
      "method": "POST",
      "headers": {
        "Authorization": "Bearer {api_key}",
        "Content-Type": "application/json"
      },
      "payload": {
        "data": "invalid_data_format",
        "signature": "too_short"
      },
      "expected_status": 400,
      "expected_behavior": "Returns validation error for malformed data",
      "metrics": ["latency", "error_handling"],
      "validation": {"field": "error", "type": "string"}
    }
  ],
  "pricing_probes": [
    {
      "name": "verify_operation_cost",
      "description": "Check if verification operations have usage-based pricing",
      "endpoint": "/v1/verify",
      "method": "POST",
      "payload": {
        "data": {"small_transaction": true},
        "signature": "0x123"
      },
      "check": "response headers for X-Usage-Cost or X-Gas-Fee fields"
    },
    {
      "name": "escrow_fee_structure",
      "description": "Check if escrow creation has fees based on amount",
      "endpoint": "/v1/escrow", 
      "method": "POST",
      "payload": {
        "amount": 1.0,
        "conditions": {"basic": true}
      },
      "check": "response.fee_percentage or response.fixed_fee fields"
    }
  ],
  "stress_profile": {
    "concurrent_requests": 3,
    "duration_seconds": 15,
    "ramp_up": true
  }
}
```
Execute

0/6 tests passed

TestEndpointStatusLatency
federation_quorum_checkGET /v1/federation/quorum404168ms
transaction_verificationPOST /v1/verify404128ms
receipt_retrievalGET /v1/receipt404131ms
escrow_creationPOST /v1/escrow404139ms
invalid_auth_testGET /v1/federation/quorum404182ms
malformed_verification_dataPOST /v1/verify404179ms
Interpret
{"multi_model": true, "models_used": ["openai", "claude_cli"], "model_scores": {"GPT-4o": {"overall": 0, "dimensions": {"token_efficiency": 0.0, "first_try_success": 0.0, "response_parseability": 0.0, "error_clarity": 0.0, "doc_quality": 0.0, "auth_simplicity": 0.0, "latency": 0.0, "consistency": 0.0}}, "Claude CLI": {"overall": 0, "dimensions": {"token_efficiency": 0.0, "first_try_success": 0.0, "response_parseability": 0.0, "error_clarity": 0.0, "doc_quality": 0.0, "auth_simplicity": 0.0, "latency": 0.0, "consistency": 0.0}}}, "averaged": true}

Agent Readiness

x402 Payments
Supported
Streaming
No
Sandbox
None
Agent Auth
api_key
SDKs
None listed
MCP Support
No

Want the full interactive view?

See operational metrics, LLM evaluations, agent readiness, and more.

Open in Dashboard