{"server":{"id":"77777r7-octocrawl-d48486e7d440","name":"77777R7/Octocrawl","title":"77777R7/Octocrawl","description":"Web scraping for AI agents: scrape, map, crawl and batch public pages into Markdown, tables and JSON, each with an Evidence Record (final URL, HTTP status, robots.txt decision, content hashes); a blocked or empty page comes back with the reason. Hosted at https://mcp.octocrawl.dev/mcp or local via npx -y @octocrawl/mcp. Setup.","category":"Search & web","transport":"Both","pricing":"Unknown","website":"https://github.com/77777R7/Octocrawl","repository":"https://github.com/77777R7/Octocrawl","version":"0.8.1","manifest":"{\"name\":\"io.github.77777R7/octocrawl\",\"version\":\"0.8.1\",\"repository\":{\"url\":\"https://github.com/77777R7/Octocrawl\"},\"remotes\":[{\"type\":\"streamable-http\",\"url\":\"https://mcp.octocrawl.dev/mcp\"},{\"type\":\"streamable-http\",\"url\":\"https://mcp.octocrawl.dev/mcp-oauth\"}],\"packages\":[{\"registryType\":\"npm\",\"identifier\":\"@octocrawl/mcp\",\"version\":\"0.8.1\",\"transport\":{\"type\":\"stdio\"},\"environmentVariables\":[{\"name\":\"W2L_API_URL\",\"isRequired\":false},{\"name\":\"W2L_API_TOKEN\",\"isRequired\":false},{\"name\":\"W2L_MCP_TOOLSETS\",\"isRequired\":false},{\"name\":\"W2L_MCP_READ_ONLY\",\"isRequired\":false}]}]}","sourceName":"punkpeye/awesome-mcp-servers","sourceUrl":"https://github.com/punkpeye/awesome-mcp-servers","status":"approved","seoTitle":"77777R7/Octocrawl MCP server","seoDescription":"Web scraping for AI agents: scrape, map, crawl and batch public pages into Markdown, tables and JSON, each with an Evidence Record (final URL, HTTP status, robo","createdAt":"2026-11-04T07:18:55.744Z","updatedAt":"2026-11-04T07:58:36.806Z"}}