7
/100
prowl
Benchmarked Apr 06, 2026

BitcoinCharts

Financial and Technical Data related to the Bitcoin Network

cryptodata crypto_app
Benchmark Your API

Score Breakdown

Auth Simplicity 8/10
Documentation 3/10
Latency 0/10
Consistency 0/10
Error Clarity 0/10
Token Efficiency 0/10
First-Try Success 0/10
Parseability 0/10

Benchmark Analysis Log

Full LLM thinking from the 4-phase benchmark pipeline.

Analyze
```json
{
  "service_type": "crypto_app",
  "base_url": "https://api.bitcoincharts.com",
  "auth_method": "none",
  "auth_config": {},
  "endpoints": [
    {"path": "/v1/markets.json", "method": "GET", "purpose": "list all markets"},
    {"path": "/v1/ticker.json", "method": "GET", "purpose": "current market data for all exchanges"},
    {"path": "/v1/trades.csv", "method": "GET", "purpose": "historical trade data"},
    {"path": "/v1/weighted_prices.json", "method": "GET", "purpose": "weighted average prices"},
    {"path": "/v2/exchanges", "method": "GET", "purpose": "exchange information and stats"}
  ],
  "pricing_model": {"type": "free", "details": {"limitations": "Rate limited public API"}},
  "rate_limits": {"rpm": 60},
  "capabilities": ["market_data", "historical_data", "exchange_info", "price_feeds"],
  "crypto_specifics": {
    "supported_chains": ["bitcoin"],
    "token_count": 1,
    "has_websocket": false,
    "has_orderbook": false,
    "fee_structure": "free_data_service",
    "security_features": ["rate_limiting"],
    "data_coverage": {
      "exchanges_covered": 50,
      "historical_depth": "2010-present",
      "data_types": ["trades", "orderbook_snapshots", "market_stats"],
      "update_frequency": "real-time"
    },
    "specialization": "bitcoin_market_data_aggregation"
  }
}
```
Plan
```json
{
  "tests": [
    {
      "name": "test_markets_endpoint",
      "endpoint": "/v1/markets.json",
      "method": "GET",
      "headers": {},
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns array of Bitcoin markets with exchange and symbol info",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {
        "field": "root",
        "type": "array",
        "min_length": 1,
        "item_fields": ["symbol", "currency"]
      }
    },
    {
      "name": "test_ticker_endpoint",
      "endpoint": "/v1/ticker.json",
      "method": "GET", 
      "headers": {},
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns current market data for all exchanges",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {
        "field": "root",
        "type": "array",
        "min_length": 1,
        "item_fields": ["symbol", "latest_trade", "bid", "ask"]
      }
    },
    {
      "name": "test_weighted_prices",
      "endpoint": "/v1/weighted_prices.json",
      "method": "GET",
      "headers": {},
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns weighted average Bitcoin prices",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {
        "field": "root",
        "type": "object",
        "required_fields": ["USD", "EUR"]
      }
    },
    {
      "name": "test_exchanges_endpoint",
      "endpoint": "/v2/exchanges",
      "method": "GET",
      "headers": {},
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns exchange information and statistics",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {
        "field": "root",
        "type": "array",
        "min_length": 1,
        "item_fields": ["name", "url"]
      }
    },
    {
      "name": "test_historical_trades",
      "endpoint": "/v1/trades.csv",
      "method": "GET",
      "headers": {},
      "payload": {},
      "expected_status": 200,
      "expected_behavior": "Returns CSV format historical trade data",
      "metrics": ["latency", "accuracy", "status_code"],
      "validation": {
        "content_type": "text/csv",
        "min_length": 100
      }
    },
    {
      "name": "test_invalid_endpoint",
      "endpoint": "/v1/nonexistent",
      "method": "GET",
      "headers": {},
      "payload": {},
      "expected_status": 404,
      "expected_behavior": "Returns 404 for non-existent endpoints",
      "metrics": ["status_code", "error_handling"],
      "validation": {
        "status_code": 404
      }
    }
  ],
  "pricing_probes": [
    {
      "name": "verify_rate_limit_headers",
      "description": "Check if API returns rate limiting headers",
      "endpoint": "/v1/ticker.json",
      "method": "GET",
      "payload": {},
      "check": "response.headers should include rate limit info (X-RateLimit-* or similar)"
    },
    {
      "name": "verify_free_access",
      "description": "Confirm no authentication required for basic endpoints",
      "endpoint": "/v1/markets.json",
      "method": "GET", 
      "payload": {},
      "check": "response.status should be 200 without any API keys or auth headers"
    },
    {
      "name": "test_data_freshness",
      "description": "Verify market data is recent and not stale",
      "endpoint": "/v1/ticker.json",
      "method": "GET",
      "payload": {},
      "check": "response data timestamps should be within last few minutes"
    }
  ],
  "stress_profile": {
    "concurrent_requests": 3,
    "duration_seconds": 60,
    "ramp_up": true,
    "respect_rate_limit": true,
    "target_rpm": 50
  }
}
```
Execute

0/6 tests passed

TestEndpointStatusLatency
test_markets_endpointGET /v1/markets.jsonNone30031ms
test_ticker_endpointGET /v1/ticker.jsonNone30030ms
test_weighted_pricesGET /v1/weighted_prices.jsonNone30029ms
test_exchanges_endpointGET /v2/exchangesNone30031ms
test_historical_tradesGET /v1/trades.csvNone30025ms
test_invalid_endpointGET /v1/nonexistentNone30029ms
Interpret
```json
{
  "overall": 5,
  "dimensions": {
    "token_efficiency": 0.0,
    "first_try_success": 0.0,
    "response_parseability": 0.0,
    "error_clarity": 0.0,
    "doc_quality": 3.0,
    "auth_simplicity": 8.0,
    "latency": 0.0,
    "consistency": 0.0
  },
  "pricing_normalized": {
    "maker_fee_bps": null,
    "taker_fee_bps": null,
    "withdrawal_fee_usd": null,
    "free_tier_requests": null
  },
  "issues": [
    "Complete service failure - all endpoints timeout after 30+ seconds",
    "No successful responses received from any endpoint",
    "Market data endpoints completely inaccessible",
    "Service appears to be down or misconfigured",
    "No error responses to help debug connectivity issues",
    "Missing security headers (couldn't be evaluated due to timeouts)"
  ],
  "recommendations": [
    "Investigate server infrastructure and connectivity",
    "Implement proper error responses for failed requests",
    "Add service monitoring and health checks",
    "Reduce response times to under 1 second for market data",
    "Implement proper timeout handling and error messages",
    "Add status page or service availability indicators"
  ]
}
```

Agent Readiness

x402 Payments
Not supported
Streaming
No
Sandbox
None
Agent Auth
Unknown
SDKs
None listed
MCP Support
No

Want the full interactive view?

See operational metrics, LLM evaluations, agent readiness, and more.

Open in Dashboard