{"id":"bjornmelin-crawl4ai-mcp-server","name":"crawl4ai-mcp-server","homepage":null,"repo_url":"https://github.com/BjornMelin/crawl4ai-mcp-server","category":"infrastructure","subcategories":[],"tags":["mcp","web-scraping","crawling","oauth","cloudflare-workers","typescript","ai-assistants"],"what_it_does":"Provides an MCP (Model Context Protocol) server that exposes Crawl4AI web scraping/crawling capabilities (scrape, crawl, URL discovery, search, extract) to MCP clients such as Claude Desktop. It is intended to run as a remote service on Cloudflare Workers and supports OAuth and Bearer-token (API key) authentication.","use_cases":["Letting AI assistants scrape or crawl web content via MCP tools","Performing structured content extraction from URLs (CSS-selector or LLM-assisted extraction as supported by Crawl4AI)","Crawling a site and then searching indexed crawl results","Automating research workflows that require multi-page web acquisition"],"not_for":["Production use (repo README explicitly states MCP server is under development / not ready for production)","Use cases requiring guaranteed scraping correctness/robustness on all sites (no guarantees documented)","Environments needing a standard REST/GraphQL/OpenAPI API without MCP"],"best_when":"You want an MCP-tooling integration to trigger Crawl4AI workflows from an AI assistant and can tolerate early-stage reliability for development/testing.","avoid_when":"You need strict SLA/uptime guarantees, mature error semantics, or you cannot provide OAuth/Bearer authentication configuration.","alternatives":["Use Crawl4AI directly (without MCP) from your own backend","Expose a custom REST API around Crawl4AI instead of MCP","If available, use Firecrawl-like services/APIs with their native integrations","Build an MCP server wrapper around an existing web scraping provider with published OpenAPI/SDKs"],"af_score":43.8,"security_score":55.0,"reliability_score":23.8,"package_type":"mcp_server","discovery_source":["github"],"priority":"high","status":"evaluated","version_evaluated":null,"last_evaluated":"2026-03-30T15:30:14.032439+00:00","interface":{"has_rest_api":false,"has_graphql":false,"has_grpc":false,"has_mcp_server":true,"mcp_server_url":null,"has_sdk":false,"sdk_languages":[],"openapi_spec_url":null,"webhooks":false},"auth":{"methods":["OAuth (workers-oauth-provider)","Bearer token (API key) authentication"],"oauth":true,"scopes":false,"notes":"README mentions OAuth and API key/Bearer token options but does not document scopes/authorization granularity or token lifecycle/rotation details."},"pricing":{"model":null,"free_tier_exists":false,"free_tier_limits":null,"paid_tiers":[],"requires_credit_card":false,"estimated_workload_costs":null,"notes":"No pricing information provided; deployed on Cloudflare Workers likely implies usage-based infrastructure costs, but not specified."},"requirements":{"requires_signup":false,"requires_credit_card":false,"domain_verification":false,"data_residency":[],"compliance":[],"min_contract":null},"agent_readiness":{"af_score":43.8,"security_score":55.0,"reliability_score":23.8,"mcp_server_quality":55.0,"documentation_accuracy":45.0,"error_message_quality":0.0,"error_message_notes":null,"auth_complexity":55.0,"rate_limit_clarity":10.0,"tls_enforcement":80.0,"auth_strength":65.0,"scope_granularity":25.0,"dependency_hygiene":45.0,"secret_handling":55.0,"security_notes":"Supports OAuth and Bearer tokens per README; however, there is no documented authorization model (scopes/permissions), no documented token handling/rotation, and no explicit security headers/logging guidance shown. Runs on Cloudflare Workers and uses KV, which may store crawl data; data retention/access controls are not described.","uptime_documented":0.0,"version_stability":35.0,"breaking_changes_history":40.0,"error_recovery":20.0,"idempotency_support":"false","idempotency_notes":null,"pagination_style":"none","retry_guidance_documented":false,"known_agent_gotchas":["Server is explicitly marked as under development / not production ready; tool reliability may be inconsistent.","No documented rate-limit behavior or retry/idempotency semantics for MCP tools in README.","Cloudflare Workers deployment and KV configuration are required for some stateful behaviors (e.g., crawl data), which may impact local testing and agent environments."]}}