60
/100
prowl
Benchmarked Apr 06, 2026

Dust

AI agent operating system for enterprises. Deploy and orchestrate agent fleets connected to company data. REST API + MCP servers.

ai-agentsworkflow-orchestration api_benchmark Streaming api_key
Benchmark Your API

Score Breakdown

Latency 10/10
Consistency 10/10
Parseability 10/10
Error Clarity 9/10
Token Efficiency 6/10
Documentation 4/10
Auth Simplicity 2/10
First-Try Success 2/10

Benchmark Analysis Log

Full LLM thinking from the 4-phase benchmark pipeline.

Analyze
```json
{
  "service_type": "rest_api",
  "base_url": "https://dust.tt",
  "auth_method": "bearer_token", 
  "auth_config": {"header": "Authorization", "prefix": "Bearer"},
  "endpoints": [
    {
      "path": "/api/user",
      "method": "GET",
      "purpose": "Get current authenticated user with workspaces",
      "params": {},
      "response_format": "json",
      "is_primary": true
    },
    {
      "path": "/api/user", 
      "method": "PATCH",
      "purpose": "Update user profile (name, job type, image)",
      "params": {
        "firstName": {"type": "string", "required": true},
        "lastName": {"type": "string", "required": true},
        "jobType": {"type": "string", "required": false},
        "imageUrl": {"type": "string", "required": false}
      },
      "response_format": "json",
      "is_primary": false
    }
  ],
  "pricing_model": {
    "type": "unknown",
    "details": {},
    "free_tier": null,
    "paid_tiers": []
  },
  "rate_limits": {"rpm": null, "tpm": null, "daily": null, "concurrent": null},
  "capabilities": [
    "agent_management",
    "conversation_handling", 
    "data_source_integration",
    "mcp_server_support",
    "file_uploads",
    "search",
    "tools_and_triggers",
    "workspace_management",
    "user_authentication",
    "real_time_events"
  ],
  "agent_readiness": {
    "supports_x402": false,
    "supports_streaming": true,
    "has_sandbox": false,
    "sdks": [],
    "agent_auth_methods": ["api_key"]
  }
}
```
Plan
```json
{
  "tests": [
    {
      "name": "test_user_authentication",
      "endpoint": "/api/user",
      "method": "GET",
      "headers": {
        "Content-Type": "application/json"
      },
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns current user profile with workspaces",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {
        "field": "user",
        "type": "object",
        "required_fields": ["id", "workspaces"]
      }
    },
    {
      "name": "test_user_profile_update",
      "endpoint": "/api/user",
      "method": "PATCH",
      "headers": {
        "Content-Type": "application/json"
      },
      "payload": {
        "firstName": "Test",
        "lastName": "User",
        "jobType": "Developer"
      },
      "expected_status": 200,
      "expected_behavior": "Updates user profile and returns updated user data",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {
        "field": "user",
        "type": "object",
        "required_fields": ["firstName", "lastName"]
      }
    },
    {
      "name": "test_invalid_auth",
      "endpoint": "/api/user",
      "method": "GET",
      "headers": {
        "Authorization": "Bearer invalid_token",
        "Content-Type": "application/json"
      },
      "payload": {},
      "expected_status": 401,
      "expected_behavior": "Returns authentication error for invalid token",
      "metrics": ["latency", "status_code", "error_handling"],
      "validation": {
        "field": "error",
        "type": "object"
      }
    },
    {
      "name": "test_missing_required_fields",
      "endpoint": "/api/user",
      "method": "PATCH",
      "headers": {
        "Content-Type": "application/json"
      },
      "payload": {
        "jobType": "Developer"
      },
      "expected_status": 400,
      "expected_behavior": "Returns validation error for missing required firstName/lastName",
      "metrics": ["latency", "status_code", "error_handling"],
      "validation": {
        "field": "error",
        "type": "object"
      }
    },
    {
      "name": "test_malformed_payload",
      "endpoint": "/api/user",
      "method": "PATCH",
      "headers": {
        "Content-Type": "application/json"
      },
      "payload": {
        "firstName": 123,
        "lastName": null,
        "invalidField": "should_be_ignored"
      },
      "expected_status": 400,
      "expected_behavior": "Returns validation error for malformed data types",
      "metrics": ["latency", "status_code", "error_handling"],
      "validation": {
        "field": "error",
        "type": "object"
      }
    }
  ],
  "pricing_probes": [
    {
      "name": "check_usage_headers",
      "description": "Check if API returns usage/quota information in headers",
      "endpoint": "/api/user",
      "method": "GET",
      "payload": {},
      "check": "response.headers should contain rate limit or usage information"
    },
    {
      "name": "verify_workspace_limits",
      "description": "Check if workspace access has usage limits or quotas",
      "endpoint": "/api/user",
      "method": "GET",
      "payload": {},
      "check": "response.workspaces should indicate available features or limits"
    }
  ],
  "stress_profile": {
    "concurrent_requests": 3,
    "duration_seconds": 10,
    "ramp_up": true
  }
}
```
Execute

0/5 tests passed

TestEndpointStatusLatency
test_user_authenticationGET /api/user40122ms
test_user_profile_updatePATCH /api/user40111ms
test_invalid_authGET /api/user40111ms
test_missing_required_fieldsPATCH /api/user40110ms
test_malformed_payloadPATCH /api/user40111ms
Interpret
{"multi_model": true, "models_used": ["openai", "claude_cli"], "model_scores": {"GPT-4o": {"overall": 35, "dimensions": {"token_efficiency": 6.0, "first_try_success": 1.0, "response_parseability": 10.0, "error_clarity": 10.0, "doc_quality": 4.0, "auth_simplicity": 2.0, "latency": 10.0, "consistency": 10.0}}, "Claude CLI": {"overall": 45, "dimensions": {"token_efficiency": 6.0, "first_try_success": 2.0, "response_parseability": 9.0, "error_clarity": 8.0, "doc_quality": 3.0, "auth_simplicity": 2.0, "latency": 10.0, "consistency": 10.0}}}, "averaged": true}

Agent Readiness

x402 Payments
Not supported
Streaming
Yes
Sandbox
None
Agent Auth
api_key
SDKs
None listed
MCP Support
No

Want the full interactive view?

See operational metrics, LLM evaluations, agent readiness, and more.

Open in Dashboard