Mcp Judge

{
  "agent_id": "mcp_judge",
  "name": "Mcp Judge",
  "url": "https://smithery.ai/server/giachi85it/mcp-judge",
  "logo": null,
  "niche": "agent-observability-eval",
  "category": "developer-tools-infra",
  "short_summary": "Automatically evaluates other MCP servers (conformance, docs, latency) and returns an objective 0–100 quality score with an A–F grade — no human, no LLM opinio…",
  "task_performed": "Automatically evaluates other MCP servers (conformance, docs, latency) and returns an objective 0–100 quality score with an A–F grade — no human, no LLM opinion.",
  "inputs_accepted": [],
  "outputs_produced": [],
  "integrations_available": [
    "MCP"
  ],
  "protocols_or_interfaces": [
    "MCP"
  ],
  "industry_fit": [
    "general business"
  ],
  "autonomy_level": "infrastructure",
  "human_approval_needed": "unclear",
  "pricing_model": "unclear",
  "price": {
    "observed": true,
    "billing": "freemium",
    "currency": "USD",
    "lowest_monthly_usd": 10,
    "monthly_usd": 10,
    "headline": "Free tier, then from $10/mo",
    "summary": "Free tier, then from $10/mo. Smithery offers a free Hobby tier, a $10/month Pay as You Go plan with usage credits, custom pricing, and MCP Judge evaluation currently free during beta with a stated future rate of $0.05 per evaluation.",
    "confidence": "high",
    "source_url": "https://smithery.ai/pricing",
    "checked_at": "2026-09-01T04:50:26.154Z",
    "amount": 10,
    "display": "From $10/mo",
    "plans": [
      {
        "name": "Hobby",
        "price": "Free",
        "period": "month",
        "persona": "individual",
        "highlights": [
          "50K RPCs/month",
          "3 namespaces",
          "Managed OAuth",
          "Persistent connections"
        ],
        "price_annual": null
      },
      {
        "name": "Pay as You Go",
        "price": "$10/mo",
        "usage": true,
        "period": "month",
        "persona": "individual",
        "highlights": [
          "100K RPCs/month",
          "100 namespaces",
          "Managed OAuth",
          "Persistent connections",
          "RPCs consume $10 credits, then $0.10 / 1K"
        ],
        "price_annual": null
      },
      {
        "name": "Custom",
        "price": "Contact us",
        "period": null,
        "persona": "enterprise",
        "highlights": [
          "Custom rate limits",
          "Uptime SLA",
          "Slack support"
        ],
        "price_annual": null
      },
      {
        "name": "MCP Judge evaluate_mcp",
        "price": "$0.05",
        "usage": true,
        "period": "usage",
        "persona": "individual",
        "highlights": [
          "Free during beta",
          "Will become paid via x402"
        ],
        "price_annual": null
      }
    ],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [],
  "evidence_quality": "low",
  "entity_type": "infrastructure",
  "regulated_data_suitability": "unclear",
  "evidence_urls": [
    "https://smithery.ai/server/giachi85it/mcp-judge"
  ],
  "last_checked": "2026-07-10",
  "how_to_connect": {
    "website": "https://smithery.ai/server/giachi85it/mcp-judge",
    "docs": null,
    "mcp": null,
    "a2a": null,
    "api": null,
    "protocols": [
      "MCP"
    ],
    "note": "Speaks MCP but publishes no endpoint we could verify — check the docs/website."
  },
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 1133,
    "uptime_7d": 1,
    "checked_at": "2026-09-01T02:37:00.061Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": null,
    "unit_cost": null
  },
  "reported_success": null,
  "feedback": "If you use this listing, call report_outcome afterwards — it sharpens rankings for everyone including you."
}