{"id":"830a591c-98f9-4a1a-9bca-53556ee7fe57","entityType":"agent","slug":"clawhub-skills-1kalin-afrexai-agent-observability","name":"afrexai-agent-observability","canonicalUrl":"https://www.xpersona.co/agent/clawhub-skills-1kalin-afrexai-agent-observability","canonicalPath":"/agent/clawhub-skills-1kalin-afrexai-agent-observability","generatedAt":"2026-10-09T20:59:07.739Z","source":"CLAWHUB","claimStatus":"UNCLAIMED","verificationTier":"NONE","summary":{"evidence":{"source":"editorial-content","verified":true,"confidence":"high","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":null},"description":"Agent Observability & Monitoring Agent Observability & Monitoring Score, monitor, and troubleshoot AI agent fleets in production. Built for ops teams running 1-100+ agents. What This Does Evaluates your agent deployment across 6 dimensions and returns a 0-100 health score with specific fixes. 6-Dimension Assessment 1. Execution Visibility (0-20 pts) - Can you see what every agent is doing right now? - Task queue depth, active/idle ratio, error rates","descriptionLabel":"Technical summary","evidenceSummary":"Capability contract not published. No trust telemetry is available yet. Last updated 4/15/2026.","installCommand":"clawhub skill install skills:1kalin:afrexai-agent-observability","sourceUrl":"https://github.com/openclaw/skills/tree/main/skills/1kalin/afrexai-agent-observability","homepage":null,"primaryLinks":[{"label":"View on ClawHub","url":"https://github.com/openclaw/skills/tree/main/skills/1kalin/afrexai-agent-observability","kind":"source"}],"safetyScore":84,"overallRank":62,"popularityScore":50,"trustScore":null,"claimedByName":null,"isOwner":false,"seoDescription":"Agent Observability & Monitoring Agent Observability & Monitoring Score, monitor, and troubleshoot AI agent fleets in production. Built for ops teams running 1-"},"coverage":{"evidence":{"source":"public-profile","verified":false,"confidence":"medium","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":null},"protocols":[{"protocol":"OPENCLEW","label":"OpenClaw","status":"self-declared","notes":"Declared in the public agent profile."}],"capabilities":[{"label":"you","status":"self-declared"}],"verifiedCount":0,"selfDeclaredCount":2,"capabilityMatrix":{"rows":[{"key":"OPENCLEW","type":"protocol","support":"unknown","confidenceSource":"profile","notes":"Listed on profile"},{"key":"you","type":"capability","support":"supported","confidenceSource":"profile","notes":"Declared in agent profile metadata"}],"flattenedTokens":"protocol:OPENCLEW|unknown|profile capability:you|supported|profile"}},"adoption":{"evidence":{"source":"no-adoption-signals","verified":false,"confidence":"low","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":"No source adoption metrics were available."},"stars":null,"forks":null,"downloads":null,"packageName":null,"latestVersion":null,"tractionLabel":null},"release":{"evidence":{"source":"agent-index","verified":false,"confidence":"medium","updatedAt":"2026-02-25T06:16:52.764Z","emptyReason":null},"lastUpdatedAt":"2026-04-15T00:45:39.800Z","lastCrawledAt":"2026-02-25T06:16:52.764Z","lastIndexedAt":null,"nextCrawlAt":"2026-02-26T06:16:52.764Z","lastVerifiedAt":null,"highlights":[]},"execution":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No published capability contract is available yet."},"installCommand":"clawhub skill install skills:1kalin:afrexai-agent-observability","setupComplexity":"low","setupSteps":["Setup complexity is LOW. This package is likely designed for quick installation with minimal external side-effects.","Final validation: Expose the agent to a mock request payload inside a sandbox and trace the network egress before allowing access to real customer data."],"contract":{"contractStatus":"missing","authModes":[],"requires":[],"forbidden":[],"supportsMcp":false,"supportsA2a":false,"supportsStreaming":false,"inputSchemaRef":null,"outputSchemaRef":null,"dataRegion":null,"contractUpdatedAt":null,"sourceUpdatedAt":null,"freshnessSeconds":null},"invocationGuide":{"preferredApi":{"snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/trust"},"curlExamples":["curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/snapshot\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/contract\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/trust\""],"jsonRequestTemplate":{"query":"summarize this repo","constraints":{"maxLatencyMs":2000,"protocolPreference":["OPENCLEW"]}},"jsonResponseTemplate":{"ok":true,"result":{"summary":"...","confidence":0.9},"meta":{"source":"CLAWHUB","generatedAt":"2026-10-09T20:59:07.738Z"}},"retryPolicy":{"maxAttempts":3,"backoffMs":[500,1500,3500],"retryableConditions":["HTTP_429","HTTP_503","NETWORK_TIMEOUT"]}},"endpoints":{"dossierUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/dossier","snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-skills-1kalin-afrexai-agent-observability/trust"}},"reliability":{"evidence":{"source":"runtime-metrics","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No trust, reliability, or runtime telemetry is available."},"trust":{"status":"unavailable","handshakeStatus":"UNKNOWN","verificationFreshnessHours":null,"reputationScore":null,"p95LatencyMs":null,"successRate30d":null,"fallbackRate":null,"attempts30d":null,"trustUpdatedAt":null,"trustConfidence":"unknown","sourceUpdatedAt":null,"freshnessSeconds":null},"decisionGuardrails":{"doNotUseIf":["Contract metadata is missing or unavailable for deterministic execution."],"safeUseWhen":[],"riskFlags":["missing_or_unavailable_contract","trust_data_unavailable","schema_references_missing"],"operationalConfidence":"low"},"executionMetrics":{"observedLatencyMsP50":null,"observedLatencyMsP95":null,"estimatedCostUsd":null,"uptime30d":null,"rateLimitRpm":null,"rateLimitBurst":null,"lastVerifiedAt":null,"verificationSource":null},"runtimeMetrics":{"successRate":null,"avgLatencyMs":null,"avgCostUsd":null,"hallucinationRate":null,"retryRate":null,"disputeRate":null,"p50Latency":null,"p95Latency":null,"lastUpdated":null}},"benchmarks":{"evidence":{"source":"no-benchmark-data","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No benchmark suites or observed failure patterns are available."},"suites":[],"failurePatterns":[]},"artifacts":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"high","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":null},"readme":"# Agent Observability & Monitoring\n\nScore, monitor, and troubleshoot AI agent fleets in production. Built for ops teams running 1-100+ agents.\n\n## What This Does\n\nEvaluates your agent deployment across 6 dimensions and returns a 0-100 health score with specific fixes.\n\n## 6-Dimension Assessment\n\n### 1. Execution Visibility (0-20 pts)\n- Can you see what every agent is doing right now?\n- Task queue depth, active/idle ratio, error rates\n- **Benchmark**: Top quartile tracks 95%+ of agent actions in real-time\n\n### 2. Cost Attribution (0-20 pts)\n- Do you know exactly what each agent costs per task?\n- Token spend, API calls, compute time, tool invocations\n- **Benchmark**: Unmonitored agents waste 30-55% on retries and hallucination loops\n\n### 3. Output Quality (0-15 pts)\n- Are agent outputs validated before reaching users or systems?\n- Accuracy sampling, hallucination detection, regression tracking\n- **Benchmark**: 1 in 12 agent outputs contains a material error without monitoring\n\n### 4. Failure Recovery (0-15 pts)\n- What happens when an agent fails mid-task?\n- Retry logic, graceful degradation, human escalation paths\n- **Benchmark**: Mean time to detect agent failure without monitoring: 4.2 hours\n\n### 5. Security & Boundaries (0-15 pts)\n- Are agents staying within authorized scope?\n- Tool access auditing, data exfiltration checks, permission drift\n- **Benchmark**: 23% of production agents access tools outside their intended scope\n\n### 6. Fleet Coordination (0-15 pts)\n- Do multi-agent workflows hand off cleanly?\n- Message passing reliability, deadlock detection, duplicate work\n- **Benchmark**: Uncoordinated fleets duplicate 18-25% of work\n\n## Scoring\n\n| Score | Rating | Action |\n|-------|--------|--------|\n| 80-100 | Production-grade | Optimize and scale |\n| 60-79 | Operational | Fix gaps before scaling |\n| 40-59 | Risky | Immediate remediation needed |\n| 0-39 | Blind | Stop scaling, instrument first |\n\n## Quick Assessment Prompt\n\nAsk the agent to evaluate your setup:\n\n```\nRun the agent observability assessment against our current deployment:\n- How many agents are running?\n- What monitoring exists today?\n- What broke in the last 30 days?\n- What's our monthly agent spend?\n- Who gets alerted when an agent fails?\n```\n\n## Cost Framework\n\n| Company Size | Unmonitored Waste | Monitoring Investment | Net Savings |\n|-------------|-------------------|----------------------|-------------|\n| 1-5 agents | $2K-$8K/mo | $500-$1K/mo | $1.5K-$7K/mo |\n| 5-20 agents | $8K-$45K/mo | $2K-$5K/mo | $6K-$40K/mo |\n| 20-100 agents | $45K-$200K/mo | $8K-$20K/mo | $37K-$180K/mo |\n\n## 90-Day Monitoring Roadmap\n\n**Week 1-2**: Inventory all agents, document intended scope, tag cost centers\n**Week 3-4**: Deploy execution logging (every tool call, every output)\n**Month 2**: Build dashboards — cost per task, error rate, latency P95\n**Month 3**: Automated alerting — failure detection <5 min, cost anomaly flags, scope violations\n\n## 7 Monitoring Mistakes\n\n1. Logging only errors (miss the slow degradation)\n2. No cost attribution (agents burn budget invisibly)\n3. Monitoring agents like servers (they need task-level observability)\n4. Manual review of agent outputs (doesn't scale past 3 agents)\n5. No baseline metrics (can't detect regression without a baseline)\n6. Alerting on everything (alert fatigue kills response time)\n7. Skipping agent-to-agent handoff monitoring (where most fleet failures happen)\n\n## Industry Adjustments\n\n| Industry | Critical Dimension | Why |\n|----------|-------------------|-----|\n| Financial Services | Security & Boundaries | Regulatory audit trails mandatory |\n| Healthcare | Output Quality | Clinical accuracy non-negotiable |\n| Legal | Execution Visibility | Billing requires task-level tracking |\n| Ecommerce | Cost Attribution | Margin-sensitive, waste kills profit |\n| SaaS | Fleet Coordination | Multi-tenant agent isolation |\n| Manufacturing | Failure Recovery | Downtime = production line stops |\n| Construction | Security & Boundaries | Safety-critical document handling |\n| Real Estate | Output Quality | Valuation errors = liability |\n| Recruitment | Fleet Coordination | Candidate pipeline handoffs |\n| Professional Services | Cost Attribution | Client billing accuracy |\n\n---\n\n## Go Deeper\n\n- **AI Agent Context Packs** — industry-specific decision frameworks: https://afrexai-cto.github.io/context-packs/\n- **AI Revenue Leak Calculator** — find where your business loses money to manual processes: https://afrexai-cto.github.io/ai-revenue-calculator/\n- **Agent Setup Wizard** — configure your agent stack in 5 minutes: https://afrexai-cto.github.io/agent-setup/\n\nBuilt by AfrexAI — we help businesses run AI agents that actually make money.\n","readmeExcerpt":"Agent Observability & Monitoring Score, monitor, and troubleshoot AI agent fleets in production. Built for ops teams running 1-100+ agents. What This Does Evaluates your agent deployment across 6 dimensions and returns a 0-100 health score with specific fixes. 6-Dimension Assessment 1. Execution Visibility (0-20 pts) - Can you see what every agent is doing right now? - Task queue depth, active/idle ratio, error rates","codeSnippets":[],"executableExamples":[{"language":"text","snippet":"Run the agent observability assessment against our current deployment:\n- How many agents are running?\n- What monitoring exists today?\n- What broke in the last 30 days?\n- What's our monthly agent spend?\n- Who gets alerted when an agent fails?"}],"parameters":{},"dependencies":[],"permissions":[],"extractedFiles":[],"languages":["typescript"],"docsSourceLabel":"CLAWHUB","editorialOverview":"Agent Observability & Monitoring Agent Observability & Monitoring Score, monitor, and troubleshoot AI agent fleets in production. Built for ops teams running 1-100+ agents. What This Does Evaluates your agent deployment across 6 dimensions and returns a 0-100 health score with specific fixes. 6-Dimension Assessment 1. Execution Visibility (0-20 pts) - Can you see what every agent is doing right now? - Task queue depth, active/idle ratio, error rates","editorialQuality":{"score":100,"threshold":65,"status":"ready","wordCount":373,"uniquenessScore":67,"reasons":[]}},"media":{"evidence":{"source":"no-media","verified":false,"confidence":"low","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":"No screenshots, media assets, or demo links are available."},"primaryImageUrl":null,"mediaAssetCount":0,"assets":[],"demoUrl":null},"ownerResources":{"evidence":{"source":"unclaimed","verified":false,"confidence":"low","updatedAt":"2026-04-15T00:45:39.800Z","emptyReason":"This page has not been claimed by the agent owner."},"hasCustomPage":false,"customPageUpdatedAt":null,"customLinks":[],"structuredLinks":{"docsUrl":null,"demoUrl":null,"supportUrl":null,"pricingUrl":null,"statusUrl":null},"customPage":null},"relatedAgents":{"evidence":{"source":"protocol-neighbors","verified":false,"confidence":"medium","updatedAt":"2026-10-09T20:59:07.739Z","emptyReason":null},"items":[{"id":"8ebccd8e-3863-4187-8355-c3f14e1f9edf","entityType":"agent","canonicalPath":"/agent/iofficeai-aionui","slug":"iofficeai-aionui","name":"AionUi","description":"Free, local, open-source 24/7 Cowork app and OpenClaw for Gemini CLI, Claude Code, Codex, OpenCode, Qwen Code, Goose CLI, Auggie, and more | 🌟 Star if you like it!","url":"https://github.com/iOfficeAI/AionUi","homepage":"https://www.aionui.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-10-09T19:11:12.944Z","createdAt":"2026-02-25T03:38:16.584Z","downloads":null},{"id":"b917f68a-ebff-438e-84f8-3f4b2494c0bc","entityType":"agent","canonicalPath":"/agent/activepieces-activepieces","slug":"activepieces-activepieces","name":"activepieces","description":"AI Agents & MCPs & AI Workflow Automation • (~400 MCP servers for AI agents) • AI Automation / AI Agent with MCPs • AI Workflows & AI Agents • MCPs for AI Agents","url":"https://github.com/activepieces/activepieces","homepage":"https://www.activepieces.com","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-15T02:22:12.426Z","createdAt":"2026-02-25T03:38:12.412Z","downloads":null},{"id":"5cb26759-3a39-483f-94cf-276a98c13bb8","entityType":"agent","canonicalPath":"/agent/cherryhq-cherry-studio","slug":"cherryhq-cherry-studio","name":"cherry-studio","description":"AI productivity studio with smart chat, autonomous agents, and 300+ assistants. Unified access to frontier LLMs","url":"https://github.com/CherryHQ/cherry-studio","homepage":"https://cherry-ai.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-11T14:38:40.986Z","createdAt":"2026-02-25T03:38:19.379Z","downloads":null},{"id":"6f6582d0-5d76-4f0f-b81d-86520247950b","entityType":"agent","canonicalPath":"/agent/copilotkit-copilotkit","slug":"copilotkit-copilotkit","name":"CopilotKit","description":"The Frontend for Agents & Generative UI. React + Angular","url":"https://github.com/CopilotKit/CopilotKit","homepage":"https://docs.copilotkit.ai","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-03-25T09:50:57.846Z","createdAt":"2026-02-25T03:39:14.617Z","downloads":null}],"links":{"hub":"/agent","source":"/agent/source/clawhub","protocols":[{"label":"OpenClaw","href":"/agent/protocol/openclew"}]}}}