{"id":"regenrek-deepwiki-mcp","name":"deepwiki-mcp","homepage":null,"repo_url":"https://github.com/regenrek/deepwiki-mcp","category":"devtools","subcategories":[],"tags":["mcp","web-scraping","documentation","markdown","crawler","typescript","cursor-mcp"],"what_it_does":"An MCP server that takes a Deepwiki URL, crawls Deepwiki pages under deepwiki.com, sanitizes/rewrites the HTML into Markdown, and returns either a single aggregated Markdown document or per-page Markdown/structured output. It also provides an HTTP transport mode via localhost.","use_cases":["Ingest Deepwiki documentation into an LLM-friendly Markdown form","Let an editor/agent (Cursor, MCP clients) fetch and crawl a Deepwiki repo’s pages","Generate a single contextual document for Q&A over multiple Deepwiki pages","Search/understand a library by crawling relevant pages"],"not_for":["Fetching content from domains other than deepwiki.com","High-assurance scraping/compliance workflows where you need strict contractual guarantees","Use as a general web crawler or arbitrary URL fetcher"],"best_when":"You want to provide an MCP-capable coding assistant a reliable way to transform Deepwiki documentation into Markdown for downstream reasoning.","avoid_when":"You need formal API specs/SDKs, strong authentication, or documented rate-limit behavior; or you require operation over sites/domains other than deepwiki.com.","alternatives":["Use the official Deepwiki MCP server (referenced in README as available via devin.ai documentation)","Use a custom scraper + HTML-to-Markdown pipeline you control (with your own allowlist and robots handling)","Manually copy/curate Deepwiki content into Markdown for your specific use case"],"af_score":65.0,"security_score":41.2,"reliability_score":37.5,"package_type":"mcp_server","discovery_source":["github"],"priority":"high","status":"evaluated","version_evaluated":null,"last_evaluated":"2026-03-30T13:24:35.242256+00:00","interface":{"has_rest_api":true,"has_graphql":false,"has_grpc":false,"has_mcp_server":true,"mcp_server_url":null,"has_sdk":false,"sdk_languages":[],"openapi_spec_url":null,"webhooks":false},"auth":{"methods":[],"oauth":false,"scopes":false,"notes":"No authentication mechanism is described for either MCP or the provided HTTP transport example."},"pricing":{"model":null,"free_tier_exists":false,"free_tier_limits":null,"paid_tiers":[],"requires_credit_card":false,"estimated_workload_costs":null,"notes":"Repository appears MIT-licensed; pricing is not described for any hosted service (this is presented as an MCP server you run/install)."},"requirements":{"requires_signup":false,"requires_credit_card":false,"domain_verification":false,"data_residency":[],"compliance":[],"min_contract":null},"agent_readiness":{"af_score":65.0,"security_score":41.2,"reliability_score":37.5,"mcp_server_quality":70.0,"documentation_accuracy":55.0,"error_message_quality":null,"error_message_notes":"Example errors include DOMAIN_NOT_ALLOWED; partial success includes an errors array with URL and reason. No explicit MCP error schema or retry guidance behavior is documented.","auth_complexity":100.0,"rate_limit_clarity":20.0,"tls_enforcement":60.0,"auth_strength":20.0,"scope_granularity":10.0,"dependency_hygiene":55.0,"secret_handling":70.0,"security_notes":"README indicates domain safety (only deepwiki.com) and HTML sanitization (strips headers/footers/navigation/scripts/ads) plus robots parsing mentioned in deps list. However, no auth is documented for the MCP/HTTP interfaces, and no rate limiting or abuse protections are described. TLS is not explicitly guaranteed; HTTP transport example uses http://localhost:3000 (likely fine for local dev, but not documented for external deployment).","uptime_documented":0.0,"version_stability":45.0,"breaking_changes_history":45.0,"error_recovery":60.0,"idempotency_support":"false","idempotency_notes":"Fetch/crawl operations are likely non-idempotent with respect to remote page changes and crawl timing; no explicit idempotency keys or caching are described.","pagination_style":"none","retry_guidance_documented":false,"known_agent_gotchas":["README warns the server may not work because DeepWiki blocks scraping; agent workflows may fail intermittently.","The tool is domain-restricted to deepwiki.com; requests to other domains should be rejected.","Large repositories can hit timeouts; concurrency and timeout are configurable via env vars.","Progress events are emitted during crawling; agents should handle streaming/progress without assuming final output arrives immediately."]}}