{"id":"f7eda6f8-9a2e-40cb-9232-981331509596","entityType":"agent","slug":"clawhub-crawlora-org-crawlora","name":"crawlora","canonicalUrl":"https://www.xpersona.co/agent/clawhub-crawlora-org-crawlora","canonicalPath":"/agent/clawhub-crawlora-org-crawlora","generatedAt":"2026-10-10T17:34:11.592Z","source":"CLAWHUB","claimStatus":"UNCLAIMED","verificationTier":"NONE","summary":{"evidence":{"source":"editorial-content","verified":true,"confidence":"high","updatedAt":"2026-10-10T14:27:33.305Z","emptyReason":null},"description":"Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML. Skill: crawlora Owner: crawlora-org Summary: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML. Tags","descriptionLabel":"Technical summary","evidenceSummary":"Capability contract not published. No trust telemetry is available yet. 1.4K downloads reported by the source. Last updated 10/10/2026.","installCommand":"clawhub skill install s17d53nb8nd03gyyfdy32rgde58e574f:crawlora","sourceUrl":"https://clawhub.ai/crawlora-org/crawlora","homepage":"https://clawhub.ai/crawlora-org/skills/crawlora","primaryLinks":[{"label":"View on ClawHub","url":"https://clawhub.ai/crawlora-org/crawlora","kind":"source"},{"label":"Homepage","url":"https://clawhub.ai/crawlora-org/skills/crawlora","kind":"homepage"}],"safetyScore":84,"overallRank":62,"popularityScore":63,"trustScore":null,"claimedByName":null,"isOwner":false,"seoDescription":"Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning cle"},"coverage":{"evidence":{"source":"public-profile","verified":false,"confidence":"medium","updatedAt":"2026-10-10T14:27:33.305Z","emptyReason":null},"protocols":[{"protocol":"OPENCLEW","label":"OpenClaw","status":"self-declared","notes":"Declared in the public agent profile."}],"capabilities":[],"verifiedCount":0,"selfDeclaredCount":1,"capabilityMatrix":{"rows":[{"key":"OPENCLEW","type":"protocol","support":"unknown","confidenceSource":"profile","notes":"Listed on profile"}],"flattenedTokens":"protocol:OPENCLEW|unknown|profile"}},"adoption":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"medium","updatedAt":"2026-10-10T14:27:33.305Z","emptyReason":null},"stars":null,"forks":null,"downloads":1387,"packageName":null,"latestVersion":"1.0.37","tractionLabel":"1.4K downloads"},"release":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"medium","updatedAt":"2026-10-10T14:27:33.305Z","emptyReason":null},"lastUpdatedAt":"2026-10-10T14:27:33.305Z","lastCrawledAt":"2026-10-10T14:27:33.305Z","lastIndexedAt":null,"nextCrawlAt":"2026-10-11T14:27:33.305Z","lastVerifiedAt":null,"highlights":[{"version":"1.0.37","createdAt":"2026-10-06T02:50:00.653Z","changelog":"Correct umbrella inventory to 165 installable skills","fileCount":5,"zipByteSize":441053},{"version":"1.0.36","createdAt":"2026-10-06T01:49:45.115Z","changelog":"Sync skill instructions, references, and helper from GitHub a91c30113b1827d719267576bbd2936c99a28029","fileCount":5,"zipByteSize":441054},{"version":"1.0.35","createdAt":"2026-10-05T02:29:05.022Z","changelog":"Sync skill instructions, references, and helper from GitHub 3e0c7cb8579a182d6aed0bd4df170c718da36c9d","fileCount":5,"zipByteSize":439227},{"version":"1.0.34","createdAt":"2026-10-05T02:11:30.999Z","changelog":"Sync skill instructions, references, and helper from GitHub 85e33736a40a83ba07313b959b61db89317be7fb","fileCount":5,"zipByteSize":439261},{"version":"1.0.33","createdAt":"2026-10-05T02:02:14.518Z","changelog":"Sync skill instructions, references, and helper from GitHub d9246c4bef79eb6425d8cd018ebabec3949818d8","fileCount":5,"zipByteSize":439262},{"version":"1.0.32","createdAt":"2026-10-05T01:43:11.539Z","changelog":"Sync skill instructions, references, and helper from GitHub 8f6b6baf2edfdafbfe44293861866804ff48f0d7","fileCount":5,"zipByteSize":439257},{"version":"1.0.31","createdAt":"2026-10-05T01:12:04.986Z","changelog":"Sync skill instructions, references, and helper from GitHub 83bb98ef1362f25cecb5ddd4bc1ea0e564555d97","fileCount":5,"zipByteSize":439282},{"version":"1.0.30","createdAt":"2026-09-29T04:29:25.760Z","changelog":"Sync skill instructions, references, and helper from GitHub b21ddfa689037883bcdc017006f5906141846e62","fileCount":5,"zipByteSize":403293}]},"execution":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No published capability contract is available yet."},"installCommand":"clawhub skill install s17d53nb8nd03gyyfdy32rgde58e574f:crawlora","setupComplexity":"low","setupSteps":["Setup complexity is classified as HIGH. You must provision dedicated cloud infrastructure or an isolated VM. Do not run this directly on your local workstation.","Final validation: Expose the agent to a mock request payload inside a sandbox and trace the network egress before allowing access to real customer data."],"contract":{"contractStatus":"missing","authModes":[],"requires":[],"forbidden":[],"supportsMcp":false,"supportsA2a":false,"supportsStreaming":false,"inputSchemaRef":null,"outputSchemaRef":null,"dataRegion":null,"contractUpdatedAt":null,"sourceUpdatedAt":null,"freshnessSeconds":null},"invocationGuide":{"preferredApi":{"snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/trust"},"curlExamples":["curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/snapshot\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/contract\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/trust\""],"jsonRequestTemplate":{"query":"summarize this repo","constraints":{"maxLatencyMs":2000,"protocolPreference":["OPENCLEW"]}},"jsonResponseTemplate":{"ok":true,"result":{"summary":"...","confidence":0.9},"meta":{"source":"CLAWHUB","generatedAt":"2026-10-10T17:34:11.589Z"}},"retryPolicy":{"maxAttempts":3,"backoffMs":[500,1500,3500],"retryableConditions":["HTTP_429","HTTP_503","NETWORK_TIMEOUT"]}},"endpoints":{"dossierUrl":"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/dossier","snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-crawlora-org-crawlora/trust"}},"reliability":{"evidence":{"source":"runtime-metrics","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No trust, reliability, or runtime telemetry is available."},"trust":{"status":"unavailable","handshakeStatus":"UNKNOWN","verificationFreshnessHours":null,"reputationScore":null,"p95LatencyMs":null,"successRate30d":null,"fallbackRate":null,"attempts30d":null,"trustUpdatedAt":null,"trustConfidence":"unknown","sourceUpdatedAt":null,"freshnessSeconds":null},"decisionGuardrails":{"doNotUseIf":["Contract metadata is missing or unavailable for deterministic execution."],"safeUseWhen":[],"riskFlags":["missing_or_unavailable_contract","trust_data_unavailable","schema_references_missing"],"operationalConfidence":"low"},"executionMetrics":{"observedLatencyMsP50":null,"observedLatencyMsP95":null,"estimatedCostUsd":null,"uptime30d":null,"rateLimitRpm":null,"rateLimitBurst":null,"lastVerifiedAt":null,"verificationSource":null},"runtimeMetrics":{"successRate":null,"avgLatencyMs":null,"avgCostUsd":null,"hallucinationRate":null,"retryRate":null,"disputeRate":null,"p50Latency":null,"p95Latency":null,"lastUpdated":null}},"benchmarks":{"evidence":{"source":"no-benchmark-data","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No benchmark suites or observed failure patterns are available."},"suites":[],"failurePatterns":[]},"artifacts":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"high","updatedAt":"2026-10-10T14:27:33.305Z","emptyReason":null},"readme":"Skill: crawlora\n\nOwner: crawlora-org\n\nSummary: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n\nTags: latest:1.0.37\n\nVersion history:\n\nv1.0.37 | 2026-10-06T02:50:00.653Z | user\n\nCorrect umbrella inventory to 165 installable skills\n\nv1.0.36 | 2026-10-06T01:49:45.115Z | user\n\nSync skill instructions, references, and helper from GitHub a91c30113b1827d719267576bbd2936c99a28029\n\nv1.0.35 | 2026-10-05T02:29:05.022Z | user\n\nSync skill instructions, references, and helper from GitHub 3e0c7cb8579a182d6aed0bd4df170c718da36c9d\n\nv1.0.34 | 2026-10-05T02:11:30.999Z | user\n\nSync skill instructions, references, and helper from GitHub 85e33736a40a83ba07313b959b61db89317be7fb\n\nv1.0.33 | 2026-10-05T02:02:14.518Z | user\n\nSync skill instructions, references, and helper from GitHub d9246c4bef79eb6425d8cd018ebabec3949818d8\n\nv1.0.32 | 2026-10-05T01:43:11.539Z | user\n\nSync skill instructions, references, and helper from GitHub 8f6b6baf2edfdafbfe44293861866804ff48f0d7\n\nv1.0.31 | 2026-10-05T01:12:04.986Z | user\n\nSync skill instructions, references, and helper from GitHub 83bb98ef1362f25cecb5ddd4bc1ea0e564555d97\n\nv1.0.30 | 2026-09-29T04:29:25.760Z | user\n\nSync skill instructions, references, and helper from GitHub b21ddfa689037883bcdc017006f5906141846e62\n\nv1.0.29 | 2026-09-29T02:08:13.364Z | user\n\nSync skill instructions, references, and helper from GitHub 4157a1bf7e8583ee9e9d7a264c65c00aee1a1783\n\nv1.0.28 | 2026-09-26T15:13:08.396Z | user\n\nSync published endpoints and helper route allowlist\n\nv1.0.27 | 2026-09-26T14:56:07.467Z | user\n\nSync skill instructions, references, and helper from GitHub 0bad83b945273ba53459d776a66b0b87c56ee9d6\n\nv1.0.26 | 2026-09-26T12:39:09.739Z | user\n\nSync skill instructions, references, and helper from GitHub 8ac7f99e79c37939913706006fca839ef1108182\n\nv1.0.25 | 2026-09-21T01:31:07.509Z | user\n\nSync skill instructions, references, and helper from GitHub 0cfbceba40b050ba434a0a3f4945ca97b668c805\n\nv1.0.24 | 2026-09-17T10:20:00.961Z | user\n\nSecurity hardening: generated helpers now enforce exact routes, methods, and credential-safe curl behavior.\n\nv1.0.23 | 2026-09-17T09:52:45.302Z | user\n\nSecurity hardening: exact route allowlist, strict methods, and quiet curl configuration.\n\nv1.0.22 | 2026-09-14T03:16:14.860Z | user\n\nSync skill instructions, references, and helper from GitHub 463baa18670dd99107aece404c9d508ae8ae5618\n\nv1.0.21 | 2026-09-14T01:37:51.345Z | user\n\nSync skill instructions, references, and helper from GitHub 902f58316c643ffbcabc57fc6f15f59d27ec063d\n\nv1.0.20 | 2026-09-10T12:30:42.668Z | user\n\nValidate API keys before curl config\n\nv1.0.19 | 2026-09-10T12:14:40.981Z | user\n\nKeep API keys out of process arguments\n\nv1.0.18 | 2026-09-10T12:05:37.446Z | user\n\nReject curl local-file query syntax\n\nv1.0.17 | 2026-09-10T11:52:38.720Z | user\n\nStream helper request bodies through curl stdin\n\nv1.0.16 | 2026-09-10T11:36:19.204Z | user\n\nScope helper routes and remove secret-shaped key examples\n\nv1.0.15 | 2026-09-10T10:58:21.934Z | user\n\nAllowlist public API route families in umbrella helper\n\nv1.0.14 | 2026-09-10T10:52:39.233Z | user\n\nNarrow umbrella skill to public data and isolate sensitive workflows\n\nv1.0.13 | 2026-09-10T10:44:48.306Z | user\n\nNarrow public-data skill surface and harden helper argument handling\n\nv1.0.12 | 2026-09-10T10:32:48.932Z | user\n\nRemove secret-shaped API key example from setup instructions\n\nv1.0.11 | 2026-09-10T10:20:00.233Z | user\n\nSync skill instructions, references, and helper from GitHub b4a8eaa3641c95bf4240ae1d0403d2b0fc526649\n\nv1.0.10 | 2026-09-10T06:36:41.412Z | user\n\nMigrate publisher from tonywangcn to crawlora-org for brand consistency with the plugins\n\nv1.0.9 | 2026-09-08T04:29:27.278Z | user\n\nRefresh stale REST examples, endpoint references, and Bash helper from crawlora-skills 1.17.1.\n\nv1.0.8 | 2026-09-07T13:25:29.858Z | user\n\nSync via scripts/sync-directories.sh\n\nv1.0.7 | 2026-09-07T08:12:11.732Z | user\n\nSync via scripts/sync-directories.sh\n\nv1.0.6 | 2026-09-07T06:36:12.253Z | user\n\nSync via scripts/sync-directories.sh\n\nv1.0.5 | 2026-08-24T07:12:41.093Z | user\n\nSync via scripts/sync-directories.sh\n\nv1.0.4 | 2026-08-24T06:25:50.456Z | user\n\nSync via scripts/sync-directories.sh\n\nv1.0.3 | 2026-08-24T05:07:57.380Z | user\n\nSync via scripts/sync-directories.sh\n\nv1.0.2 | 2026-08-14T18:25:29.396Z | user\n\nSync via scripts/sync-directories.sh\n\nv1.0.1 | 2026-08-10T18:25:49.046Z | user\n\nSet categories\n\nv1.0.0 | 2026-08-10T18:00:09.659Z | auto\n\nInitial release of Crawlora skill\n\n- Fetch structured public web data from 828 endpoints across 71 platform groups, including search engines, e-commerce, social, finance, maps, app stores, media, and reviews.\n- Returns clean, normalized JSON rather than raw HTML for easy data access.\n- Requires a Crawlora API key; supports a free tier with 2,000 credits/month.\n- Includes bash script helper for authenticated API requests and usage examples.\n- Full endpoint catalog provided for flexible data retrieval from multiple web sources.\n\nArchive index:\n\nArchive v1.0.37: 5 files, 441053 bytes\n\nFiles: reference/catalog.md (1836347b), scripts/crawlora.sh (255448b), skill-card.md (1863b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.37:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,325 tools across 463 platform\ngroups**, and the repository ships 165 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.37:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.37\",\n  \"publishedAt\": 1791255000653\n}\n\nFile v1.0.37:skill-card.md\n\n## Description:\n\nFetches structured public web data through the Crawlora REST API as JSON across search, shopping, social, finance, maps, apps, media, and reviews.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and analysts use this skill to retrieve public web listings, search results, reviews, transcripts, trends, and market data without parsing website HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Public-web queries, URLs, and locations are sent to Crawlora.\n\nMitigation: Use only for public information; do not submit confidential internal data or personal secrets.\n\nRisk: The Crawlora API key could be exposed if handled carelessly.\n\nMitigation: Keep CRAWLORA_API_KEY private in the environment; do not embed it in URLs or shared output.\n\nRisk: Public source websites may impose terms and rate limits.\n\nMitigation: Respect each source site's terms and rate limits.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora](https://crawlora.net)\n- [Crawlora skill on ClawHub](https://clawhub.ai/crawlora-org/skills/crawlora)\n\n## Skill Output:\n\n**Output Type(s):** [JSON data, Text summaries, Shell commands]\n\n**Output Format:** [JSON responses and Markdown guidance with shell examples]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Requires a Crawlora API key; some results are paginated.]\n\n## Skill Version(s):\n\n1.0.37 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.36: 5 files, 441054 bytes\n\nFiles: reference/catalog.md (1836347b), scripts/crawlora.sh (255448b), skill-card.md (1815b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.36:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,325 tools across 463 platform\ngroups**, and the repository ships 162 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.36:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.36\",\n  \"publishedAt\": 1791251385115\n}\n\nFile v1.0.36:skill-card.md\n\n## Description:\n\nFetches structured public web data from search engines, marketplaces, social platforms, finance, maps, app stores, media, and reviews through the Crawlora API.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nAgents and developers use this skill to retrieve public web information such as product listings, search results, video transcripts, reviews, and financial data without parsing website HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Search terms, URLs, addresses, or locations in lookup requests are sent to Crawlora.\n\nMitigation: Use only for public, non-sensitive data; avoid private or account-protected information.\n\nRisk: Exposing the Crawlora API key could allow unauthorized use.\n\nMitigation: Store CRAWLORA_API_KEY in an environment variable or secret manager; never hardcode or log it.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora](https://crawlora.net)\n- [Crawlora skill on ClawHub](https://clawhub.ai/crawlora-org/skills/crawlora)\n\n## Skill Output:\n\n**Output Type(s):** [Text, Markdown, Shell commands, Configuration guidance]\n\n**Output Format:** [Markdown answers based on JSON API responses, with optional shell examples]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Public-web lookups require a Crawlora API key.]\n\n## Skill Version(s):\n\n1.0.36 (source: server-resolved release)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.35: 5 files, 439227 bytes\n\nFiles: reference/catalog.md (1828352b), scripts/crawlora.sh (254754b), skill-card.md (1757b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.35:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,315 tools across 459 platform\ngroups**, and the repository ships 162 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.35:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.35\",\n  \"publishedAt\": 1791167345022\n}\n\nFile v1.0.35:skill-card.md\n\n## Description:\n\nFetches structured public web data through the Crawlora REST API, returning JSON for searches, listings, reviews, transcripts, trends, and other public-web research.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nAgents and their users fetch structured public website data for research, price comparisons, reviews, search results, and summaries without parsing HTML directly.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Requests share the Crawlora API key and requested public-web queries or URLs with Crawlora; sensitive parameters could disclose private information.\n\nMitigation: Keep the key in CRAWLORA_API_KEY and exclude secrets, private data, and sensitive personal information from request parameters unless you intend to share them with Crawlora.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora skill on ClawHub](https://clawhub.ai/crawlora-org/skills/crawlora)\n- [Crawlora](https://crawlora.net)\n\n## Skill Output:\n\n**Output Type(s):** [JSON, Text, Markdown]\n\n**Output Format:** [Structured JSON data and agent-written text or Markdown summaries]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Results depend on the selected public-web endpoint and requested query or URL.]\n\n## Skill Version(s):\n\n1.0.35 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.34: 5 files, 439261 bytes\n\nFiles: reference/catalog.md (1828352b), scripts/crawlora.sh (254754b), skill-card.md (1750b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.34:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,315 tools across 459 platform\ngroups**, and the repository ships 156 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.34:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.34\",\n  \"publishedAt\": 1791166290999\n}\n\nFile v1.0.34:skill-card.md\n\n## Description:\n\nFetches structured public web data from search engines, marketplaces, social platforms, finance sites, maps, app stores, media, and reviews through the Crawlora REST API.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nAgents and their users retrieve current public-web information, such as product listings, search results, reviews, transcripts, and financial data, without parsing website HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: The API key and requested public-web queries are sent to Crawlora.\n\nMitigation: Keep the key in CRAWLORA_API_KEY and avoid sensitive personal data unless necessary.\n\nRisk: Use of retrieved public-web data may be subject to source-site terms.\n\nMitigation: Review the relevant source-site terms before using retrieved data.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora skill release](https://clawhub.ai/crawlora-org/skills/crawlora)\n- [Crawlora](https://crawlora.net)\n\n## Skill Output:\n\n**Output Type(s):** [JSON, Text, Guidance]\n\n**Output Format:** [JSON API responses and concise natural-language summaries]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Some endpoints return paginated results; requests require a Crawlora API key.]\n\n## Skill Version(s):\n\n1.0.34 (source: server-resolved release)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.33: 5 files, 439262 bytes\n\nFiles: reference/catalog.md (1828352b), scripts/crawlora.sh (254754b), skill-card.md (1763b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.33:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,315 tools across 459 platform\ngroups**, and the repository ships 150 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.33:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.33\",\n  \"publishedAt\": 1791165734518\n}\n\nFile v1.0.33:skill-card.md\n\n## Description:\n\nFetches structured public web data from search engines, marketplaces, social platforms, finance sites, maps, and other sources through Crawlora.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and agents use this skill to retrieve public website data such as product prices, reviews, search results, transcripts, and market information without parsing HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Requested public-web targets and query parameters are sent to Crawlora.\n\nMitigation: Use only approved public targets; avoid secrets, private URLs, regulated personal data, and confidential research targets unless external disclosure is approved.\n\nRisk: The helper requires a Crawlora API key.\n\nMitigation: Keep the key in CRAWLORA_API_KEY; do not put it in URLs or commit it.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora](https://crawlora.net)\n- [Crawlora skill on ClawHub](https://clawhub.ai/crawlora-org/skills/crawlora)\n\n## Skill Output:\n\n**Output Type(s):** [Text, Markdown, Shell commands]\n\n**Output Format:** [Markdown answers based on JSON returned by the helper]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Public web data; API requests require a Crawlora key.]\n\n## Skill Version(s):\n\n1.0.33 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.32: 5 files, 439257 bytes\n\nFiles: reference/catalog.md (1828352b), scripts/crawlora.sh (254754b), skill-card.md (1790b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.32:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,315 tools across 459 platform\ngroups**, and the repository ships 144 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.32:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.32\",\n  \"publishedAt\": 1791164591539\n}\n\nFile v1.0.32:skill-card.md\n\n## Description:\n\nFetches structured public web data through Crawlora for research across search, shopping, media, finance, maps, and reviews.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and research agents use Crawlora to retrieve structured public-site listings, search results, transcripts, trends, and reviews without parsing website HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Research requests and the API key are sent to the third-party Crawlora service.\n\nMitigation: Use only for public-web research; store CRAWLORA_API_KEY securely in an environment variable, not prompts or files.\n\nRisk: Public-site data use may be subject to source terms and rate limits.\n\nMitigation: Use supported public-data endpoints in accordance with source terms and rate limits.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora](https://crawlora.net)\n- [Crawlora skill on ClawHub](https://clawhub.ai/crawlora-org/skills/crawlora)\n\n## Skill Output:\n\n**Output Type(s):** [Text, Markdown, Shell commands, Guidance]\n\n**Output Format:** [Markdown with structured public-web findings and optional shell commands]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [API responses are JSON; availability depends on source sites and Crawlora credits.]\n\n## Skill Version(s):\n\n1.0.32 (source: ClawHub release)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.31: 5 files, 439282 bytes\n\nFiles: reference/catalog.md (1828352b), scripts/crawlora.sh (254754b), skill-card.md (1775b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.31:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,315 tools across 459 platform\ngroups**, and the repository ships 138 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.31:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.31\",\n  \"publishedAt\": 1791162724986\n}\n\nFile v1.0.31:skill-card.md\n\n## Description:\n\nFetches structured public-web data through the Crawlora API for search, shopping, social, finance, maps, apps, media, and reviews.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and agents use Crawlora to retrieve and summarize live public-web listings, search results, reviews, transcripts, and market data without parsing website HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Queries, URLs, request bodies, and the API key are sent to Crawlora's external API.\n\nMitigation: Use only for intended public-web requests; avoid sending private, account-specific, or secret information unless deliberately authorized.\n\nRisk: The API key could be exposed if embedded in commands, URLs, or committed files.\n\nMitigation: Keep the key in CRAWLORA_API_KEY and do not hardcode, share, or commit it.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora skill listing](https://clawhub.ai/crawlora-org/skills/crawlora)\n- [Crawlora](https://crawlora.net)\n\n## Skill Output:\n\n**Output Type(s):** [Text, JSON, Shell commands]\n\n**Output Format:** [JSON API responses and Markdown summaries]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Requires a Crawlora API key; public-data requests may consume credits.]\n\n## Skill Version(s):\n\n1.0.31 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.30: 5 files, 403293 bytes\n\nFiles: reference/catalog.md (1672977b), scripts/crawlora.sh (234201b), skill-card.md (1818b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.30:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,065 tools across 433 platform\ngroups**, and the repository ships 115 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.30:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.30\",\n  \"publishedAt\": 1790656165760\n}\n\nFile v1.0.30:skill-card.md\n\n## Description:\n\nFetches structured public web data through the Crawlora REST API, returning JSON for searches, listings, reviews, transcripts, trends, financial data, and places.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and other users can retrieve public website data for research, price comparisons, reviews, and summaries without parsing website HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Public-data queries are sent to Crawlora and may disclose sensitive search terms, addresses, locations, or private URLs.\n\nMitigation: Use only when comfortable sending the query to Crawlora; avoid sensitive or identifying details unless required for the task.\n\nRisk: The Crawlora API key could be exposed if copied into prompts or logs.\n\nMitigation: Keep CRAWLORA_API_KEY in the environment and never paste it into prompts or logs.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](artifact/reference/catalog.md)\n- [Crawlora](https://crawlora.net)\n- [Crawlora skill on ClawHub](https://clawhub.ai/crawlora-org/skills/crawlora)\n\n## Skill Output:\n\n**Output Type(s):** [JSON, Text, Markdown]\n\n**Output Format:** [Structured JSON API responses and agent-written summaries]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Results may be paginated; successful API requests use credits.]\n\n## Skill Version(s):\n\n1.0.30 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.29: 5 files, 403270 bytes\n\nFiles: reference/catalog.md (1672977b), scripts/crawlora.sh (234201b), skill-card.md (1803b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.29:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **1,729 tools across 210 platform\ngroups**, and the repository ships 102 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.29:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.29\",\n  \"publishedAt\": 1790647693364\n}\n\nFile v1.0.29:skill-card.md\n\n## Description:\n\nFetches structured public web data through Crawlora for searches, listings, reviews, transcripts, market data, and other research tasks.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and researchers use this skill to retrieve public website data for product comparisons, search research, media summaries, reviews, and market lookups without parsing web pages.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Queries, URLs, and request bodies sent through the skill are shared with Crawlora.\n\nMitigation: Use only public lookup terms and URLs; exclude secrets, internal URLs, private account data, and confidential user content.\n\nRisk: A Crawlora API key is required for requests.\n\nMitigation: Keep the key in CRAWLORA_API_KEY and do not include it in URLs or shared output.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora skill release](https://clawhub.ai/crawlora-org/skills/crawlora)\n- [Crawlora](https://crawlora.net)\n\n## Skill Output:\n\n**Output Type(s):** [Text, Markdown, JSON, Shell commands, Guidance]\n\n**Output Format:** [JSON API responses or natural-language summaries of public web data]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Results depend on the selected public-data endpoint and may be paginated.]\n\n## Skill Version(s):\n\n1.0.29 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v1.0.28: 5 files, 390543 bytes\n\nFiles: reference/catalog.md (1624157b), scripts/crawlora.sh (225590b), skill-card.md (1717b), SKILL.md (5241b), _meta.json (128b)\n\nFile v1.0.28:SKILL.md\n\n---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **1,729 tools across 210 platform\ngroups**, and the repository ships 102 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented.\n\n## Calling the API\n\n```sh\n# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'\n```\n\nUse `scripts/crawlora.sh` for all requests; it keeps the API key out of command-line arguments.\n\n\nThe catalog marks each endpoint's HTTP method. Path params like `{id}` are\nsubstituted into the URL; `GET` params go in the query string; `POST` params go\nin the JSON body.\n\n## Endpoint reference\n\nSee [`reference/catalog.md`](reference/catalog.md) for the complete list of\nendpoints (method, path, params, description) grouped by platform.\n\n## Examples\n\n- **Product price:** `scripts/crawlora.sh /amazon/search k=\"standing desk\"` →\n  read `.data[].price` to compare listings.\n- **YouTube transcript:** resolve the video id from the URL, then\n  `scripts/crawlora.sh /youtube/transcript/<id>` and summarize.\n- **Trend check:** `scripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"electric bikes\"]}'`.\n- **Finance:** `scripts/crawlora.sh /yahoo-finance/ticker/NVDA/quote` (see the\n  Yahoo Finance group in the catalog for the exact path/params).\n\n## Notes & limits\n\n- **Credits / pay-on-success:** billed only on `2xx` responses; failures aren't charged.\n  Free tier is 2,000 credits/mo. Get a key at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- **Public data only.** Crawlora returns publicly available web data; no third-party\n  account credentials are involved. Respect each source's terms and rate limits.\n- **Security:** keep the key in `CRAWLORA_API_KEY` only — never hardcode it, never put\n  it in a URL query param, never commit it.\n- Some search endpoints return `503` when the upstream serves a challenge page; retry\n  or fall back to another search provider (Google ↔ Bing ↔ Brave).\n\nFile v1.0.28:_meta.json\n\n{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.28\",\n  \"publishedAt\": 1790435588396\n}\n\nFile v1.0.28:skill-card.md\n\n## Description:\n\nFetches structured public web data across search, commerce, social, finance, maps, media, and reviews through the Crawlora API.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nAgents and developers use Crawlora to retrieve public website listings, prices, reviews, search results, transcripts, and other structured data without parsing HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Public-web queries, URLs, locations, and request bodies are sent to Crawlora together with an API key.\n\nMitigation: Keep the key in the environment and do not use the skill for private sites or account data.\n\nRisk: Fetched data may be subject to source-site terms and rate limits.\n\nMitigation: Review applicable source-site terms before fetching or reusing data.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora](https://crawlora.net)\n- [ClawHub skill listing](https://clawhub.ai/crawlora-org/skills/crawlora)\n\n## Skill Output:\n\n**Output Type(s):** [JSON, Text, Shell commands]\n\n**Output Format:** [JSON API responses or Markdown summaries]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Requires a Crawlora API key; successful requests may consume credits.]\n\n## Skill Version(s):\n\n1.0.28 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.","readmeExcerpt":"Skill: crawlora Owner: crawlora-org Summary: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML. Tags","codeSnippets":[],"executableExamples":[{"language":"sh","snippet":"export CRAWLORA_API_KEY"},{"language":"sh","snippet":"# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'"},{"language":"sh","snippet":"export CRAWLORA_API_KEY"},{"language":"sh","snippet":"# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'"},{"language":"sh","snippet":"export CRAWLORA_API_KEY"},{"language":"sh","snippet":"# GET with query params (key=value):\nscripts/crawlora.sh /amazon/search k=laptop | jq '.'\nscripts/crawlora.sh /google/suggest q=\"web scraping\" | jq '.'\nscripts/crawlora.sh /youtube/transcript/dQw4w9WgXcQ | jq '.'\n\n# POST endpoints take a JSON body (note the -X POST):\nscripts/crawlora.sh -X POST /google/search '{\"keyword\":\"web scraping api\",\"language\":\"en\",\"country\":\"us\"}' | jq '.'\nscripts/crawlora.sh -X POST /google/trends/explore/interest-over-time '{\"keywords\":[\"bitcoin\"]}' | jq '.'"}],"parameters":null,"dependencies":[],"permissions":[],"extractedFiles":[{"path":"SKILL.md","content":"---\nname: crawlora\ndescription: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML.\n---\n\n# Crawlora — structured public web data\n\nCrawlora is a hosted API that turns public websites into clean, normalized JSON.\nThe current public-data catalog contains **3,325 tools across 463 platform\ngroups**, and the repository ships 165 installable research skills. One API key gives\nyou the endpoints in the bundled [catalog](reference/catalog.md) — search engines,\nmarketplaces, social and video, finance and crypto, maps, app stores, media, and\nreviews — so an agent can fetch real data without running a browser, proxies, or\nHTML parsers.\n\nAccount usage, recent-IP, website-monitor management, generic URL scraping, APK\nanalysis, and bulk profile-dataset endpoints are intentionally excluded from\nthis skill. Dedicated skills cover the specialized workflows, and this helper\nrejects those paths as well.\n\n## When to use this skill\n\nUse Crawlora when the user asks for live data that lives on a public website, e.g.:\n\n- \"What's the price of X on Amazon / eBay / Shopify?\"\n- \"Pull the transcript / comments of this YouTube video.\"\n- \"Get the latest Google / Bing results for …\" or \"what's trending on Google Trends?\"\n- \"Reviews and ratings for this iOS / Android app.\"\n- \"Yahoo Finance quote / financials for NVDA\", \"top CoinGecko gainers\".\n- \"TikTok / Instagram / Reddit posts about …\", \"Trustpilot reviews for …\".\n- Any task where the alternative would be scraping HTML or maintaining a crawler.\n\nPrefer a more specific Crawlora skill if one is installed (e.g.\n`product-price-research`, `youtube-research`, `app-review-mining`,\n`serp-keyword-research`). This umbrella skill covers everything else.\n\n## Setup (one-time)\n\n- Get a free Crawlora API key (2,000 credits/mo, no card) at [https://crawlora.net](https://crawlora.net?utm_source=github&utm_medium=referral&utm_campaign=crawlora-skills).\n- Export it so the helper and any `curl` calls can read it:\n\n  ```sh\n  export CRAWLORA_API_KEY\n  ```\n\n  Set `CRAWLORA_API_KEY` to the key you received before running the helper.\n\n- All requests go to `https://api.crawlora.net/api/v1` with the header\n  `CRAWLORA_API_KEY` from the environment. A missing/invalid key returns `401`.\n\n## How it works\n\n1. **Pick the endpoint.** Open [`reference/catalog.md`](reference/catalog.md) — it\n   lists every endpoint grouped by platform, with method, path, and parameters.\n   Match the user's job to a platform group, then to an endpoint.\n2. **Call it** with `scripts/crawlora.sh` (see below). It handles auth and prints JSON.\n3. **Parse** the JSON with `jq` and answer. Most endpoints return paginated lists;\n   pass `page`/`count` params where documented."},{"path":"_meta.json","content":"{\n  \"ownerId\": \"kn70shhkf6qpfwgfrbgtep2wkd8c6b4t\",\n  \"slug\": \"crawlora\",\n  \"version\": \"1.0.37\",\n  \"publishedAt\": 1791255000653\n}"},{"path":"skill-card.md","content":"## Description:\n\nFetches structured public web data through the Crawlora REST API as JSON across search, shopping, social, finance, maps, apps, media, and reviews.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[crawlora-org](https://clawhub.ai/user/crawlora-org)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and analysts use this skill to retrieve public web listings, search results, reviews, transcripts, trends, and market data without parsing website HTML.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: Public-web queries, URLs, and locations are sent to Crawlora.\n\nMitigation: Use only for public information; do not submit confidential internal data or personal secrets.\n\nRisk: The Crawlora API key could be exposed if handled carelessly.\n\nMitigation: Keep CRAWLORA_API_KEY private in the environment; do not embed it in URLs or shared output.\n\nRisk: Public source websites may impose terms and rate limits.\n\nMitigation: Respect each source site's terms and rate limits.\n\n## Reference(s):\n\n- [Crawlora endpoint catalog](reference/catalog.md)\n- [Crawlora](https://crawlora.net)\n- [Crawlora skill on ClawHub](https://clawhub.ai/crawlora-org/skills/crawlora)\n\n## Skill Output:\n\n**Output Type(s):** [JSON data, Text summaries, Shell commands]\n\n**Output Format:** [JSON responses and Markdown guidance with shell examples]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [Requires a Crawlora API key; some results are paginated.]\n\n## Skill Version(s):\n\n1.0.37 (source: ClawHub release metadata)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment."}],"languages":[],"docsSourceLabel":"CLAWHUB","editorialOverview":"Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML. Skill: crawlora Owner: crawlora-org Summary: Fetches structured public web data via the Crawlora REST API — search engines, e-commerce, social, finance, maps, app stores, media, and reviews — returning clean JSON instead of HTML. Use whenever the user needs real data from a public website (prices, listings, reviews, transcripts, SERPs, trends, financials, places) and would otherwise have to scrape or parse HTML. Tags","editorialQuality":{"score":100,"threshold":65,"status":"ready","wordCount":1149,"uniquenessScore":51,"reasons":[]}},"media":{"evidence":{"source":"no-media","verified":false,"confidence":"low","updatedAt":"2026-10-10T14:27:33.305Z","emptyReason":"No screenshots, media assets, or demo links are available."},"primaryImageUrl":null,"mediaAssetCount":0,"assets":[],"demoUrl":null},"ownerResources":{"evidence":{"source":"unclaimed","verified":false,"confidence":"low","updatedAt":"2026-10-10T14:27:33.305Z","emptyReason":"This page has not been claimed by the agent owner."},"hasCustomPage":false,"customPageUpdatedAt":null,"customLinks":[],"structuredLinks":{"docsUrl":null,"demoUrl":null,"supportUrl":null,"pricingUrl":null,"statusUrl":null},"customPage":null},"relatedAgents":{"evidence":{"source":"protocol-neighbors","verified":false,"confidence":"medium","updatedAt":"2026-10-10T17:34:11.592Z","emptyReason":null},"items":[{"id":"8ebccd8e-3863-4187-8355-c3f14e1f9edf","entityType":"agent","canonicalPath":"/agent/iofficeai-aionui","slug":"iofficeai-aionui","name":"AionUi","description":"Free, local, open-source 24/7 Cowork app and OpenClaw for Gemini CLI, Claude Code, Codex, OpenCode, Qwen Code, Goose CLI, Auggie, and more | 🌟 Star if you like it!","url":"https://github.com/iOfficeAI/AionUi","homepage":"https://www.aionui.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-10-09T19:11:12.944Z","createdAt":"2026-02-25T03:38:16.584Z","downloads":null},{"id":"b917f68a-ebff-438e-84f8-3f4b2494c0bc","entityType":"agent","canonicalPath":"/agent/activepieces-activepieces","slug":"activepieces-activepieces","name":"activepieces","description":"AI Agents & MCPs & AI Workflow Automation • (~400 MCP servers for AI agents) • AI Automation / AI Agent with MCPs • AI Workflows & AI Agents • MCPs for AI Agents","url":"https://github.com/activepieces/activepieces","homepage":"https://www.activepieces.com","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-15T02:22:12.426Z","createdAt":"2026-02-25T03:38:12.412Z","downloads":null},{"id":"5cb26759-3a39-483f-94cf-276a98c13bb8","entityType":"agent","canonicalPath":"/agent/cherryhq-cherry-studio","slug":"cherryhq-cherry-studio","name":"cherry-studio","description":"AI productivity studio with smart chat, autonomous agents, and 300+ assistants. Unified access to frontier LLMs","url":"https://github.com/CherryHQ/cherry-studio","homepage":"https://cherry-ai.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-11T14:38:40.986Z","createdAt":"2026-02-25T03:38:19.379Z","downloads":null},{"id":"6f6582d0-5d76-4f0f-b81d-86520247950b","entityType":"agent","canonicalPath":"/agent/copilotkit-copilotkit","slug":"copilotkit-copilotkit","name":"CopilotKit","description":"The Frontend for Agents & Generative UI. React + Angular","url":"https://github.com/CopilotKit/CopilotKit","homepage":"https://docs.copilotkit.ai","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-03-25T09:50:57.846Z","createdAt":"2026-02-25T03:39:14.617Z","downloads":null}],"links":{"hub":"/agent","source":"/agent/source/clawhub","protocols":[{"label":"OpenClaw","href":"/agent/protocol/openclew"}]}}}