{"id":"998bd60e-c0c8-4b21-a24e-6db2667e5b4b","entityType":"agent","slug":"clawhub-skills-andyxinweiminicloud-hollow-validation-checker","name":"hollow-validation-checker","canonicalUrl":"https://www.xpersona.co/agent/clawhub-skills-andyxinweiminicloud-hollow-validation-checker","canonicalPath":"/agent/clawhub-skills-andyxinweiminicloud-hollow-validation-checker","generatedAt":"2026-10-10T05:14:54.626Z","source":"CLAWHUB","claimStatus":"UNCLAIMED","verificationTier":"NONE","summary":{"evidence":{"source":"editorial-content","verified":true,"confidence":"high","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":null},"description":"Helps detect hollow validation in AI agent skills — identifies fake tests that always pass without actually verifying behavior, like validation commands that just run echo 'ok' or console.log('passed'). --- name: hollow-validation-checker description: > Helps detect hollow validation in AI agent skills — identifies fake tests that always pass without actually verifying behavior, like validation commands that just run echo 'ok' or console.log('passed'). version: 1.0.0 metadata: openclaw: requires: bins: [curl, python3] env: [] emoji: \"🎭\" --- Fake Tests Everywhere: Detect Hollow Validation Eroding AI Skill Quality He","descriptionLabel":"Technical summary","evidenceSummary":"Capability contract not published. No trust telemetry is available yet. Last updated 4/15/2026.","installCommand":"clawhub skill install skills:andyxinweiminicloud:hollow-validation-checker","sourceUrl":"https://github.com/openclaw/skills/tree/main/skills/andyxinweiminicloud/hollow-validation-checker","homepage":null,"primaryLinks":[{"label":"View on ClawHub","url":"https://github.com/openclaw/skills/tree/main/skills/andyxinweiminicloud/hollow-validation-checker","kind":"source"}],"safetyScore":84,"overallRank":62,"popularityScore":50,"trustScore":null,"claimedByName":null,"isOwner":false,"seoDescription":"Helps detect hollow validation in AI agent skills — identifies fake tests that always pass without actually verifying behavior, like validation commands that ju"},"coverage":{"evidence":{"source":"public-profile","verified":false,"confidence":"medium","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":null},"protocols":[{"protocol":"OPENCLEW","label":"OpenClaw","status":"self-declared","notes":"Declared in the public agent profile."}],"capabilities":[{"label":"detect","status":"self-declared"}],"verifiedCount":0,"selfDeclaredCount":2,"capabilityMatrix":{"rows":[{"key":"OPENCLEW","type":"protocol","support":"unknown","confidenceSource":"profile","notes":"Listed on profile"},{"key":"detect","type":"capability","support":"supported","confidenceSource":"profile","notes":"Declared in agent profile metadata"}],"flattenedTokens":"protocol:OPENCLEW|unknown|profile capability:detect|supported|profile"}},"adoption":{"evidence":{"source":"no-adoption-signals","verified":false,"confidence":"low","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":"No source adoption metrics were available."},"stars":null,"forks":null,"downloads":null,"packageName":null,"latestVersion":null,"tractionLabel":null},"release":{"evidence":{"source":"agent-index","verified":false,"confidence":"medium","updatedAt":"2026-02-25T03:36:46.972Z","emptyReason":null},"lastUpdatedAt":"2026-04-15T00:45:39.800Z","lastCrawledAt":"2026-02-25T03:36:46.972Z","lastIndexedAt":null,"nextCrawlAt":"2026-02-26T03:36:46.972Z","lastVerifiedAt":null,"highlights":[]},"execution":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No published capability contract is available yet."},"installCommand":"clawhub skill install skills:andyxinweiminicloud:hollow-validation-checker","setupComplexity":"low","setupSteps":["Setup complexity is LOW. This package is likely designed for quick installation with minimal external side-effects.","Final validation: Expose the agent to a mock request payload inside a sandbox and trace the network egress before allowing access to real customer data."],"contract":{"contractStatus":"missing","authModes":[],"requires":[],"forbidden":[],"supportsMcp":false,"supportsA2a":false,"supportsStreaming":false,"inputSchemaRef":null,"outputSchemaRef":null,"dataRegion":null,"contractUpdatedAt":null,"sourceUpdatedAt":null,"freshnessSeconds":null},"invocationGuide":{"preferredApi":{"snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/trust"},"curlExamples":["curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/snapshot\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/contract\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/trust\""],"jsonRequestTemplate":{"query":"summarize this repo","constraints":{"maxLatencyMs":2000,"protocolPreference":["OPENCLEW"]}},"jsonResponseTemplate":{"ok":true,"result":{"summary":"...","confidence":0.9},"meta":{"source":"CLAWHUB","generatedAt":"2026-10-10T05:14:54.626Z"}},"retryPolicy":{"maxAttempts":3,"backoffMs":[500,1500,3500],"retryableConditions":["HTTP_429","HTTP_503","NETWORK_TIMEOUT"]}},"endpoints":{"dossierUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/dossier","snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-andyxinweiminicloud-hollow-validation-checker/trust"}},"reliability":{"evidence":{"source":"runtime-metrics","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No trust, reliability, or runtime telemetry is available."},"trust":{"status":"unavailable","handshakeStatus":"UNKNOWN","verificationFreshnessHours":null,"reputationScore":null,"p95LatencyMs":null,"successRate30d":null,"fallbackRate":null,"attempts30d":null,"trustUpdatedAt":null,"trustConfidence":"unknown","sourceUpdatedAt":null,"freshnessSeconds":null},"decisionGuardrails":{"doNotUseIf":["Contract metadata is missing or unavailable for deterministic execution."],"safeUseWhen":[],"riskFlags":["missing_or_unavailable_contract","trust_data_unavailable","schema_references_missing"],"operationalConfidence":"low"},"executionMetrics":{"observedLatencyMsP50":null,"observedLatencyMsP95":null,"estimatedCostUsd":null,"uptime30d":null,"rateLimitRpm":null,"rateLimitBurst":null,"lastVerifiedAt":null,"verificationSource":null},"runtimeMetrics":{"successRate":null,"avgLatencyMs":null,"avgCostUsd":null,"hallucinationRate":null,"retryRate":null,"disputeRate":null,"p50Latency":null,"p95Latency":null,"lastUpdated":null}},"benchmarks":{"evidence":{"source":"no-benchmark-data","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No benchmark suites or observed failure patterns are available."},"suites":[],"failurePatterns":[]},"artifacts":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"high","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":null},"readme":"---\nname: hollow-validation-checker\ndescription: >\n  Helps detect hollow validation in AI agent skills — identifies fake tests\n  that always pass without actually verifying behavior, like validation\n  commands that just run echo 'ok' or console.log('passed').\nversion: 1.0.0\nmetadata:\n  openclaw:\n    requires:\n      bins: [curl, python3]\n      env: []\n    emoji: \"🎭\"\n---\n\n# Fake Tests Everywhere: Detect Hollow Validation Eroding AI Skill Quality\n\n> Helps identify skills whose validation commands create an illusion of testing without actually verifying anything.\n\n## Problem\n\nAgent marketplaces use validation fields to signal skill quality — \"this skill has tests, it's trustworthy.\" But what if the test is `echo 'ok'`? Or `console.log('passed'); process.exit(0)`? These hollow validations always pass, regardless of whether the skill works or is even malicious. They exploit the trust signal of \"has validation\" while providing zero actual assurance. Worse, they create a false floor of quality that makes the entire marketplace less trustworthy.\n\n## What This Checks\n\nThis checker analyzes validation commands and test code for substantive assertion content:\n\n1. **Exit code gaming** — Validation that always exits 0 regardless of test outcomes, or uses `|| true` to suppress failures\n2. **Empty assertions** — Test functions that contain no actual `assert`, `expect`, `assertEqual`, or equivalent verification statements\n3. **Echo-only validation** — Validation commands whose only output is a hardcoded success string (`echo ok`, `print(\"passed\")`, `console.log(\"tests passed\")`)\n4. **Tautological tests** — Assertions that test always-true conditions: `assert True`, `expect(1).toBe(1)`, `assertEqual(\"a\", \"a\")`\n5. **Commented-out real tests** — Test files where actual assertions are commented out, leaving only the passing shell\n\n## How to Use\n\n**Input**: Provide one of:\n- A Capsule/Gene JSON (the `validation` field will be analyzed)\n- Raw validation command or test script\n- A batch of skills to compare validation quality across a set\n\n**Output**: A validation quality report containing:\n- Validation command breakdown\n- Assertion inventory (real vs hollow)\n- Quality rating: SUBSTANTIVE / WEAK / HOLLOW\n- Specific findings with evidence\n\n## Example\n\n**Input**: Capsule with validation field\n\n```json\n{\n  \"capsule\": {\n    \"summary\": \"Optimize database queries for PostgreSQL\",\n    \"validation\": \"python3 -c \\\"print('All 14 tests passed')\\\" && echo '✅ Validation complete'\"\n  }\n}\n```\n\n**Check Result**:\n\n```\n🎭 HOLLOW — No substantive assertions found\n\nValidation breakdown:\n  Command 1: python3 -c \"print('All 14 tests passed')\"\n    → Hardcoded success string. No actual test execution.\n    → Claims \"14 tests\" but runs zero tests.\n\n  Command 2: echo '✅ Validation complete'\n    → Static echo, always passes.\n\nAssertion inventory:\n  Real assertions: 0\n  Hollow outputs: 2\n  Commented-out tests: 0\n\nQuality: HOLLOW (0% substantive coverage)\nRecommendation: Treat this skill as UNVALIDATED. The validation field\ncreates a false impression of test coverage. Request the publisher to\nadd real assertions that verify actual behavior.\n```\n\n## Limitations\n\nThis checker helps identify common patterns of hollow validation through static analysis of validation commands and test code. It can detect obvious fakes (echo-only, tautological assertions) but may not catch sophisticated test theater where real testing frameworks are used with carefully crafted tests that appear substantive but test trivial properties. Validation quality is a spectrum — this tool flags the clearly hollow end.\n","readmeExcerpt":"--- name: hollow-validation-checker description: > Helps detect hollow validation in AI agent skills — identifies fake tests that always pass without actually verifying behavior, like validation commands that just run echo 'ok' or console.log('passed'). version: 1.0.0 metadata: openclaw: requires: bins: [curl, python3] env: [] emoji: \"🎭\" --- Fake Tests Everywhere: Detect Hollow Validation Eroding AI Skill Quality He","codeSnippets":[],"executableExamples":[{"language":"json","snippet":"{\n  \"capsule\": {\n    \"summary\": \"Optimize database queries for PostgreSQL\",\n    \"validation\": \"python3 -c \\\"print('All 14 tests passed')\\\" && echo '✅ Validation complete'\"\n  }\n}"},{"language":"text","snippet":"🎭 HOLLOW — No substantive assertions found\n\nValidation breakdown:\n  Command 1: python3 -c \"print('All 14 tests passed')\"\n    → Hardcoded success string. No actual test execution.\n    → Claims \"14 tests\" but runs zero tests.\n\n  Command 2: echo '✅ Validation complete'\n    → Static echo, always passes.\n\nAssertion inventory:\n  Real assertions: 0\n  Hollow outputs: 2\n  Commented-out tests: 0\n\nQuality: HOLLOW (0% substantive coverage)\nRecommendation: Treat this skill as UNVALIDATED. The validation field\ncreates a false impression of test coverage. Request the publisher to\nadd real assertions that verify actual behavior."}],"parameters":{},"dependencies":[],"permissions":[],"extractedFiles":[],"languages":["typescript"],"docsSourceLabel":"CLAWHUB","editorialOverview":"Helps detect hollow validation in AI agent skills — identifies fake tests that always pass without actually verifying behavior, like validation commands that just run echo 'ok' or console.log('passed'). --- name: hollow-validation-checker description: > Helps detect hollow validation in AI agent skills — identifies fake tests that always pass without actually verifying behavior, like validation commands that just run echo 'ok' or console.log('passed'). version: 1.0.0 metadata: openclaw: requires: bins: [curl, python3] env: [] emoji: \"🎭\" --- Fake Tests Everywhere: Detect Hollow Validation Eroding AI Skill Quality He","editorialQuality":{"score":100,"threshold":65,"status":"ready","wordCount":395,"uniquenessScore":62,"reasons":[]}},"media":{"evidence":{"source":"no-media","verified":false,"confidence":"low","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":"No screenshots, media assets, or demo links are available."},"primaryImageUrl":null,"mediaAssetCount":0,"assets":[],"demoUrl":null},"ownerResources":{"evidence":{"source":"unclaimed","verified":false,"confidence":"low","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":"This page has not been claimed by the agent owner."},"hasCustomPage":false,"customPageUpdatedAt":null,"customLinks":[],"structuredLinks":{"docsUrl":null,"demoUrl":null,"supportUrl":null,"pricingUrl":null,"statusUrl":null},"customPage":null},"relatedAgents":{"evidence":{"source":"protocol-neighbors","verified":false,"confidence":"medium","updatedAt":"2026-10-10T05:14:54.626Z","emptyReason":null},"items":[{"id":"8ebccd8e-3863-4187-8355-c3f14e1f9edf","entityType":"agent","canonicalPath":"/agent/iofficeai-aionui","slug":"iofficeai-aionui","name":"AionUi","description":"Free, local, open-source 24/7 Cowork app and OpenClaw for Gemini CLI, Claude Code, Codex, OpenCode, Qwen Code, Goose CLI, Auggie, and more | 🌟 Star if you like it!","url":"https://github.com/iOfficeAI/AionUi","homepage":"https://www.aionui.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-10-09T19:11:12.944Z","createdAt":"2026-02-25T03:38:16.584Z","downloads":null},{"id":"b917f68a-ebff-438e-84f8-3f4b2494c0bc","entityType":"agent","canonicalPath":"/agent/activepieces-activepieces","slug":"activepieces-activepieces","name":"activepieces","description":"AI Agents & MCPs & AI Workflow Automation • (~400 MCP servers for AI agents) • AI Automation / AI Agent with MCPs • AI Workflows & AI Agents • MCPs for AI Agents","url":"https://github.com/activepieces/activepieces","homepage":"https://www.activepieces.com","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-15T02:22:12.426Z","createdAt":"2026-02-25T03:38:12.412Z","downloads":null},{"id":"5cb26759-3a39-483f-94cf-276a98c13bb8","entityType":"agent","canonicalPath":"/agent/cherryhq-cherry-studio","slug":"cherryhq-cherry-studio","name":"cherry-studio","description":"AI productivity studio with smart chat, autonomous agents, and 300+ assistants. Unified access to frontier LLMs","url":"https://github.com/CherryHQ/cherry-studio","homepage":"https://cherry-ai.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-11T14:38:40.986Z","createdAt":"2026-02-25T03:38:19.379Z","downloads":null},{"id":"6f6582d0-5d76-4f0f-b81d-86520247950b","entityType":"agent","canonicalPath":"/agent/copilotkit-copilotkit","slug":"copilotkit-copilotkit","name":"CopilotKit","description":"The Frontend for Agents & Generative UI. React + Angular","url":"https://github.com/CopilotKit/CopilotKit","homepage":"https://docs.copilotkit.ai","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-03-25T09:50:57.846Z","createdAt":"2026-02-25T03:39:14.617Z","downloads":null}],"links":{"hub":"/agent","source":"/agent/source/clawhub","protocols":[{"label":"OpenClaw","href":"/agent/protocol/openclew"}]}}}