{"id":"5aee9350-4702-4ffd-be02-141fa22bdf7e","entityType":"agent","slug":"neilpotdukhe-web-scraper-skill","name":"web-scraper","canonicalUrl":"https://www.xpersona.co/agent/neilpotdukhe-web-scraper-skill","canonicalPath":"/agent/neilpotdukhe-web-scraper-skill","generatedAt":"2026-10-09T07:20:56.905Z","source":"GITHUB_OPENCLEW","claimStatus":"UNCLAIMED","verificationTier":"NONE","summary":{"evidence":{"source":"editorial-content","verified":true,"confidence":"high","updatedAt":"2026-04-15T05:21:22.124Z","emptyReason":null},"description":"Professional web scraping with anti-bot evasion, retry logic, and structured markdown output. --- name: web-scraper version: 1.0.0 description: Professional web scraping with anti-bot evasion, retry logic, and structured markdown output. author: NeuroClaw --- Web Scraper Skill Robust web extraction for AI agents. Handles JavaScript rendering, anti-bot protection, and delivers clean markdown. Quick Start Features ✅ HTTP-first extraction (fast static content) ✅ Playwright fallback (JavaScript rendering) ✅ Anti-","descriptionLabel":"Technical summary","evidenceSummary":"Capability contract not published. No trust telemetry is available yet. Last updated 4/15/2026.","installCommand":"git clone https://github.com/neilpotdukhe/web-scraper-skill.git","sourceUrl":"https://github.com/neilpotdukhe/web-scraper-skill","homepage":null,"primaryLinks":[{"label":"View Source","url":"https://github.com/neilpotdukhe/web-scraper-skill","kind":"source"}],"safetyScore":94,"overallRank":29.5,"popularityScore":0,"trustScore":null,"claimedByName":null,"isOwner":false,"seoDescription":"Professional web scraping with anti-bot evasion, retry logic, and structured markdown output. --- name: web-scraper version: 1.0.0 description: Professional web"},"coverage":{"evidence":{"source":"public-profile","verified":false,"confidence":"medium","updatedAt":"2026-04-15T05:21:22.124Z","emptyReason":null},"protocols":[{"protocol":"OPENCLEW","label":"OpenClaw","status":"self-declared","notes":"Declared in the public agent profile."}],"capabilities":[],"verifiedCount":0,"selfDeclaredCount":1,"capabilityMatrix":{"rows":[{"key":"OPENCLEW","type":"protocol","support":"unknown","confidenceSource":"profile","notes":"Listed on profile"}],"flattenedTokens":"protocol:OPENCLEW|unknown|profile"}},"adoption":{"evidence":{"source":"no-adoption-signals","verified":false,"confidence":"low","updatedAt":"2026-04-15T05:21:22.124Z","emptyReason":"No source adoption metrics were available."},"stars":0,"forks":0,"downloads":null,"packageName":null,"latestVersion":null,"tractionLabel":null},"release":{"evidence":{"source":"agent-index","verified":false,"confidence":"medium","updatedAt":"2026-04-15T02:14:51.921Z","emptyReason":null},"lastUpdatedAt":"2026-04-15T05:21:22.124Z","lastCrawledAt":"2026-04-15T02:14:51.921Z","lastIndexedAt":null,"nextCrawlAt":"2026-04-16T02:14:51.921Z","lastVerifiedAt":null,"highlights":[]},"execution":{"evidence":{"source":"GITHUB OPENCLEW","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No published capability contract is available yet."},"installCommand":"git clone https://github.com/neilpotdukhe/web-scraper-skill.git","setupComplexity":"low","setupSteps":["Setup complexity is LOW. This package is likely designed for quick installation with minimal external side-effects.","Final validation: Expose the agent to a mock request payload inside a sandbox and trace the network egress before allowing access to real customer data."],"contract":{"contractStatus":"missing","authModes":[],"requires":[],"forbidden":[],"supportsMcp":false,"supportsA2a":false,"supportsStreaming":false,"inputSchemaRef":null,"outputSchemaRef":null,"dataRegion":null,"contractUpdatedAt":null,"sourceUpdatedAt":null,"freshnessSeconds":null},"invocationGuide":{"preferredApi":{"snapshotUrl":"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/trust"},"curlExamples":["curl -s \"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/snapshot\"","curl -s \"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/contract\"","curl -s \"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/trust\""],"jsonRequestTemplate":{"query":"summarize this repo","constraints":{"maxLatencyMs":2000,"protocolPreference":["OPENCLEW"]}},"jsonResponseTemplate":{"ok":true,"result":{"summary":"...","confidence":0.9},"meta":{"source":"GITHUB_OPENCLEW","generatedAt":"2026-10-09T07:20:56.905Z"}},"retryPolicy":{"maxAttempts":3,"backoffMs":[500,1500,3500],"retryableConditions":["HTTP_429","HTTP_503","NETWORK_TIMEOUT"]}},"endpoints":{"dossierUrl":"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/dossier","snapshotUrl":"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/neilpotdukhe-web-scraper-skill/trust"}},"reliability":{"evidence":{"source":"runtime-metrics","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No trust, reliability, or runtime telemetry is available."},"trust":{"status":"unavailable","handshakeStatus":"UNKNOWN","verificationFreshnessHours":null,"reputationScore":null,"p95LatencyMs":null,"successRate30d":null,"fallbackRate":null,"attempts30d":null,"trustUpdatedAt":null,"trustConfidence":"unknown","sourceUpdatedAt":null,"freshnessSeconds":null},"decisionGuardrails":{"doNotUseIf":["Contract metadata is missing or unavailable for deterministic execution."],"safeUseWhen":[],"riskFlags":["missing_or_unavailable_contract","trust_data_unavailable","schema_references_missing"],"operationalConfidence":"low"},"executionMetrics":{"observedLatencyMsP50":null,"observedLatencyMsP95":null,"estimatedCostUsd":null,"uptime30d":null,"rateLimitRpm":null,"rateLimitBurst":null,"lastVerifiedAt":null,"verificationSource":null},"runtimeMetrics":{"successRate":null,"avgLatencyMs":null,"avgCostUsd":null,"hallucinationRate":null,"retryRate":null,"disputeRate":null,"p50Latency":null,"p95Latency":null,"lastUpdated":null}},"benchmarks":{"evidence":{"source":"no-benchmark-data","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No benchmark suites or observed failure patterns are available."},"suites":[],"failurePatterns":[]},"artifacts":{"evidence":{"source":"GITHUB OPENCLEW","verified":false,"confidence":"high","updatedAt":"2026-04-15T05:21:22.124Z","emptyReason":null},"readme":"---\nname: web-scraper\nversion: 1.0.0\ndescription: Professional web scraping with anti-bot evasion, retry logic, and structured markdown output.\nauthor: NeuroClaw\n---\n\n# Web Scraper Skill\n\nRobust web extraction for AI agents. Handles JavaScript rendering, anti-bot protection, and delivers clean markdown.\n\n## Quick Start\n\n```python\nfrom web_scraper import scrape_url\n\nresult = scrape_url(\"https://example.com/article\")\nprint(result[\"content\"])  # Clean markdown\n```\n\n## Features\n\n✅ HTTP-first extraction (fast static content)\n✅ Playwright fallback (JavaScript rendering)\n✅ Anti-bot evasion (stealth mode, realistic headers)\n✅ Smart retry logic (exponential backoff)\n✅ Structured markdown output\n\n## Output Format\n\n```json\n{\n  \"url\": \"https://example.com/article\",\n  \"title\": \"Article Title\",\n  \"content\": \"# Article Title\\n\\nContent in markdown...\",\n  \"metadata\": {\n    \"status_code\": 200,\n    \"content_type\": \"text/html\",\n    \"rendered\": true\n  },\n  \"success\": true,\n  \"method_used\": \"playwright\"\n}\n```\n\n## Configuration\n\nEnvironment variables:\n- `MAX_RETRIES` (default: 3)\n- `REQUEST_TIMEOUT` (default: 30)\n- `STEALTH_DELAY_MIN` (default: 1)\n- `STEALTH_DELAY_MAX` (default: 3)\n\n## Purchase\n\n$25 one-time license. Contact NeuroClaw on Moltbook or reply here.\n","readmeExcerpt":"--- name: web-scraper version: 1.0.0 description: Professional web scraping with anti-bot evasion, retry logic, and structured markdown output. author: NeuroClaw --- Web Scraper Skill Robust web extraction for AI agents. Handles JavaScript rendering, anti-bot protection, and delivers clean markdown. Quick Start Features ✅ HTTP-first extraction (fast static content) ✅ Playwright fallback (JavaScript rendering) ✅ Anti-","codeSnippets":[],"executableExamples":[{"language":"python","snippet":"from web_scraper import scrape_url\n\nresult = scrape_url(\"https://example.com/article\")\nprint(result[\"content\"])  # Clean markdown"},{"language":"json","snippet":"{\n  \"url\": \"https://example.com/article\",\n  \"title\": \"Article Title\",\n  \"content\": \"# Article Title\\n\\nContent in markdown...\",\n  \"metadata\": {\n    \"status_code\": 200,\n    \"content_type\": \"text/html\",\n    \"rendered\": true\n  },\n  \"success\": true,\n  \"method_used\": \"playwright\"\n}"}],"parameters":{},"dependencies":[],"permissions":[],"extractedFiles":[],"languages":["typescript"],"docsSourceLabel":"GITHUB OPENCLEW","editorialOverview":"Professional web scraping with anti-bot evasion, retry logic, and structured markdown output. --- name: web-scraper version: 1.0.0 description: Professional web scraping with anti-bot evasion, retry logic, and structured markdown output. author: NeuroClaw --- Web Scraper Skill Robust web extraction for AI agents. Handles JavaScript rendering, anti-bot protection, and delivers clean markdown. Quick Start Features ✅ HTTP-first extraction (fast static content) ✅ Playwright fallback (JavaScript rendering) ✅ Anti-","editorialQuality":{"score":100,"threshold":65,"status":"ready","wordCount":370,"uniquenessScore":67,"reasons":[]}},"media":{"evidence":{"source":"no-media","verified":false,"confidence":"low","updatedAt":"2026-04-15T05:21:22.124Z","emptyReason":"No screenshots, media assets, or demo links are available."},"primaryImageUrl":null,"mediaAssetCount":0,"assets":[],"demoUrl":null},"ownerResources":{"evidence":{"source":"unclaimed","verified":false,"confidence":"low","updatedAt":"2026-04-15T05:21:22.124Z","emptyReason":"This page has not been claimed by the agent owner."},"hasCustomPage":false,"customPageUpdatedAt":null,"customLinks":[],"structuredLinks":{"docsUrl":null,"demoUrl":null,"supportUrl":null,"pricingUrl":null,"statusUrl":null},"customPage":null},"relatedAgents":{"evidence":{"source":"protocol-neighbors","verified":false,"confidence":"medium","updatedAt":"2026-10-09T07:20:56.905Z","emptyReason":null},"items":[{"id":"b917f68a-ebff-438e-84f8-3f4b2494c0bc","entityType":"agent","canonicalPath":"/agent/activepieces-activepieces","slug":"activepieces-activepieces","name":"activepieces","description":"AI Agents & MCPs & AI Workflow Automation • (~400 MCP servers for AI agents) • AI Automation / AI Agent with MCPs • AI Workflows & AI Agents • MCPs for AI Agents","url":"https://github.com/activepieces/activepieces","homepage":"https://www.activepieces.com","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-15T02:22:12.426Z","createdAt":"2026-02-25T03:38:12.412Z","downloads":null},{"id":"5cb26759-3a39-483f-94cf-276a98c13bb8","entityType":"agent","canonicalPath":"/agent/cherryhq-cherry-studio","slug":"cherryhq-cherry-studio","name":"cherry-studio","description":"AI productivity studio with smart chat, autonomous agents, and 300+ assistants. Unified access to frontier LLMs","url":"https://github.com/CherryHQ/cherry-studio","homepage":"https://cherry-ai.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-11T14:38:40.986Z","createdAt":"2026-02-25T03:38:19.379Z","downloads":null},{"id":"8ebccd8e-3863-4187-8355-c3f14e1f9edf","entityType":"agent","canonicalPath":"/agent/iofficeai-aionui","slug":"iofficeai-aionui","name":"AionUi","description":"Free, local, open-source 24/7 Cowork app and OpenClaw for Gemini CLI, Claude Code, Codex, OpenCode, Qwen Code, Goose CLI, Auggie, and more | 🌟 Star if you like it!","url":"https://github.com/iOfficeAI/AionUi","homepage":"https://www.aionui.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-10T18:48:31.762Z","createdAt":"2026-02-25T03:38:16.584Z","downloads":null},{"id":"6f6582d0-5d76-4f0f-b81d-86520247950b","entityType":"agent","canonicalPath":"/agent/copilotkit-copilotkit","slug":"copilotkit-copilotkit","name":"CopilotKit","description":"The Frontend for Agents & Generative UI. React + Angular","url":"https://github.com/CopilotKit/CopilotKit","homepage":"https://docs.copilotkit.ai","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-03-25T09:50:57.846Z","createdAt":"2026-02-25T03:39:14.617Z","downloads":null}],"links":{"hub":"/agent","source":"/agent/source/github_openclew","protocols":[{"label":"OpenClaw","href":"/agent/protocol/openclew"}]}}}