55
/100
prowl
Benchmarked Apr 06, 2026

Bitmex

Real-Time Cryptocurrency derivatives trading platform based in Hong Kong

crypto crypto_app
Benchmark Your API

Score Breakdown

Error Clarity 8/10
Consistency 7/10
Parseability 7/10
Token Efficiency 6/10
Latency 5/10
Documentation 5/10
Auth Simplicity 3/10
First-Try Success 2/10

Benchmark Analysis Log

Full LLM thinking from the 4-phase benchmark pipeline.

Analyze
```json
{
  "service_type": "crypto_app",
  "base_url": "https://www.bitmex.com/api",
  "auth_method": "api_key_header",
  "auth_config": {
    "header_name": "api-key",
    "hmac_signature": true
  },
  "endpoints": [
    {
      "path": "/v1/markets",
      "method": "GET",
      "purpose": "list trading pairs"
    },
    {
      "path": "/v1/ticker",
      "method": "GET",
      "purpose": "price data"
    },
    {
      "path": "/v1/order",
      "method": "POST",
      "purpose": "create an order"
    },
    {
      "path": "/v1/position",
      "method": "GET",
      "purpose": "retrieve current positions"
    }
  ],
  "pricing_model": {
    "type": "per_request",
    "details": {
      "price_per_million_requests": 0.5
    }
  },
  "rate_limits": {
    "rpm": 120
  },
  "capabilities": [
    "spot_trading",
    "futures",
    "staking",
    "bridge",
    "portfolio",
    "leverage_trading",
    "options_trading"
  ],
  "crypto_specifics": {
    "supported_chains": [
      "ethereum",
      "bitcoin",
      "binance_smart_chain",
      "optimism",
      "arbitrum"
    ],
    "token_count": 150,
    "has_websocket": true,
    "has_orderbook": true,
    "fee_structure": "maker/taker",
    "security_features": [
      "2fa",
      "withdrawal_whitelist",
      "cold_storage",
      "hmac_signature"
    ]
  }
}
```
Plan
```json
{
  "tests": [
    {
      "name": "test_basic_connectivity_and_auth",
      "endpoint": "/v1/markets",
      "method": "GET",
      "headers": {
        "api-key": "YOUR_API_KEY"
      },
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns list of trading pairs",
      "metrics": ["latency", "status_code"],
      "validation": {
        "field": "data",
        "type": "array",
        "min_length": 1
      }
    },
    {
      "name": "test_price_data_endpoint",
      "endpoint": "/v1/ticker",
      "method": "GET",
      "headers": {
        "api-key": "YOUR_API_KEY"
      },
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns price data for a known trading pair",
      "metrics": ["latency", "status_code", "accuracy"],
      "validation": {
        "field": "price",
        "type": "number",
        "min_value": 0
      }
    },
    {
      "name": "test_create_order_error_handling",
      "endpoint": "/v1/order",
      "method": "POST",
      "headers": {
        "api-key": "YOUR_API_KEY"
      },
      "payload": {
        "symbol": "NON_EXISTENT_PAIR",
        "side": "buy",
        "orderQty": 100
      },
      "expected_status": 400,
      "expected_behavior": "Returns an error for invalid trading pair",
      "metrics": ["status_code", "error_handling"],
      "validation": {
        "field": "error",
        "type": "string",
        "min_length": 1
      }
    },
    {
      "name": "test_current_positions",
      "endpoint": "/v1/position",
      "method": "GET",
      "headers": {
        "api-key": "YOUR_API_KEY"
      },
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns the current positions of the user",
      "metrics": ["latency", "status_code"],
      "validation": {
        "field": "positions",
        "type": "array"
      }
    },
    {
      "name": "test_security_headers",
      "endpoint": "/v1/markets",
      "method": "GET",
      "headers": {
        "api-key": "YOUR_API_KEY"
      },
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Check for presence of security headers",
      "metrics": ["header_validation"],
      "validation": {
        "field": "headers",
        "type": "object"
      }
    }
  ],
  "pricing_probes": [
    {
      "name": "verify_per_request_pricing",
      "description": "Analyze pricing per request based on response headers",
      "endpoint": "/v1/ticker",
      "method": "GET",
      "payload": {},
      "check": "response.headers should include rate limit headers"
    }
  ],
  "stress_profile": {
    "concurrent_requests": 5,
    "duration_seconds": 10,
    "ramp_up": true
  }
}
```
Execute

0/5 tests passed

TestEndpointStatusLatency
test_basic_connectivity_and_authGET /v1/markets400553ms
test_price_data_endpointGET /v1/ticker400187ms
test_create_order_error_handlingPOST /v1/order400199ms
test_current_positionsGET /v1/position400170ms
test_security_headersGET /v1/markets400174ms
Interpret
```json
{
  "overall": 55,
  "dimensions": {
    "token_efficiency": 6.5,
    "first_try_success": 2.0,
    "response_parseability": 7.0,
    "error_clarity": 8.0,
    "doc_quality": 5.0,
    "auth_simplicity": 3.0,
    "latency": 5.0,
    "consistency": 7.0
  },
  "pricing_normalized": {
    "maker_fee_bps": null,
    "taker_fee_bps": null,
    "withdrawal_fee_usd": null,
    "free_tier_requests": null
  },
  "issues": [],
  "recommendations": []
}
```

Agent Readiness

x402 Payments
Not supported
Streaming
No
Sandbox
None
Agent Auth
Unknown
SDKs
None listed
MCP Support
No

Want the full interactive view?

See operational metrics, LLM evaluations, agent readiness, and more.

Open in Dashboard