{"id":"1a5b4479-e2fa-47af-9b9f-1481f953b6fb","entityType":"agent","slug":"clawhub-bytesagain-lab-etl","name":"Etl","canonicalUrl":"https://www.xpersona.co/agent/clawhub-bytesagain-lab-etl","canonicalPath":"/agent/clawhub-bytesagain-lab-etl","generatedAt":"2026-10-10T21:40:27.030Z","source":"CLAWHUB","claimStatus":"UNCLAIMED","verificationTier":"NONE","summary":{"evidence":{"source":"editorial-content","verified":true,"confidence":"high","updatedAt":"2026-10-10T18:26:15.404Z","emptyReason":null},"description":"Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads. Skill: Etl Owner: bytesagain-lab Summary: Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads. Tags: latest:2.0.1 Version history: v2.0.1 | 2026-03-18T10:42:45.262Z | user update v2.0.0 | 2026-03-17T19:14:15.965Z | user v2.5 standard: Use-when desc, homepage, source, security fix v1.0.5 | 2026-03-16T12:21:43.71","descriptionLabel":"Technical summary","evidenceSummary":"Capability contract not published. No trust telemetry is available yet. 1.3K downloads reported by the source. Last updated 10/10/2026.","installCommand":"clawhub skill install s174pq5f3gzez3838vt2642fmx848f1d:etl","sourceUrl":"https://clawhub.ai/bytesagain-lab/etl","homepage":"https://clawhub.ai/bytesagain-lab/skills/etl","primaryLinks":[{"label":"View on ClawHub","url":"https://clawhub.ai/bytesagain-lab/etl","kind":"source"},{"label":"Homepage","url":"https://clawhub.ai/bytesagain-lab/skills/etl","kind":"homepage"}],"safetyScore":84,"overallRank":62,"popularityScore":62,"trustScore":null,"claimedByName":null,"isOwner":false,"seoDescription":"Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads."},"coverage":{"evidence":{"source":"public-profile","verified":false,"confidence":"medium","updatedAt":"2026-10-10T18:26:15.404Z","emptyReason":null},"protocols":[{"protocol":"OPENCLEW","label":"OpenClaw","status":"self-declared","notes":"Declared in the public agent profile."}],"capabilities":[],"verifiedCount":0,"selfDeclaredCount":1,"capabilityMatrix":{"rows":[{"key":"OPENCLEW","type":"protocol","support":"unknown","confidenceSource":"profile","notes":"Listed on profile"}],"flattenedTokens":"protocol:OPENCLEW|unknown|profile"}},"adoption":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"medium","updatedAt":"2026-10-10T18:26:15.404Z","emptyReason":null},"stars":null,"forks":null,"downloads":1297,"packageName":null,"latestVersion":"2.0.1","tractionLabel":"1.3K downloads"},"release":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"medium","updatedAt":"2026-10-10T18:26:15.403Z","emptyReason":null},"lastUpdatedAt":"2026-10-10T18:26:15.404Z","lastCrawledAt":"2026-10-10T18:26:15.403Z","lastIndexedAt":null,"nextCrawlAt":"2026-10-11T18:26:15.403Z","lastVerifiedAt":null,"highlights":[{"version":"2.0.1","createdAt":"2026-03-18T10:42:45.262Z","changelog":"update","fileCount":4,"zipByteSize":6264},{"version":"2.0.0","createdAt":"2026-03-17T19:14:15.965Z","changelog":"v2.5 standard: Use-when desc, homepage, source, security fix","fileCount":3,"zipByteSize":3328},{"version":"1.0.5","createdAt":"2026-03-16T12:21:43.718Z","changelog":"old template -> domain-specific v2.0.0","fileCount":3,"zipByteSize":3288},{"version":"1.0.4","createdAt":"2026-03-16T11:44:46.660Z","changelog":"old template -> domain-specific v2.0.0","fileCount":3,"zipByteSize":3288},{"version":"1.0.3","createdAt":"2026-03-15T22:22:00.904Z","changelog":"Quality upgrade","fileCount":3,"zipByteSize":3263},{"version":"1.0.2","createdAt":"2026-03-15T21:44:47.575Z","changelog":"Quality upgrade: custom functionality","fileCount":3,"zipByteSize":3263},{"version":"1.0.1","createdAt":"2026-03-15T13:35:19.379Z","changelog":"Added feedback link","fileCount":3,"zipByteSize":2111},{"version":"1.0.0","createdAt":"2026-03-15T03:22:55.152Z","changelog":"Initial release","fileCount":3,"zipByteSize":2002}]},"execution":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No published capability contract is available yet."},"installCommand":"clawhub skill install s174pq5f3gzez3838vt2642fmx848f1d:etl","setupComplexity":"low","setupSteps":["Setup complexity is classified as HIGH. You must provision dedicated cloud infrastructure or an isolated VM. Do not run this directly on your local workstation.","Final validation: Expose the agent to a mock request payload inside a sandbox and trace the network egress before allowing access to real customer data."],"contract":{"contractStatus":"missing","authModes":[],"requires":[],"forbidden":[],"supportsMcp":false,"supportsA2a":false,"supportsStreaming":false,"inputSchemaRef":null,"outputSchemaRef":null,"dataRegion":null,"contractUpdatedAt":null,"sourceUpdatedAt":null,"freshnessSeconds":null},"invocationGuide":{"preferredApi":{"snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/trust"},"curlExamples":["curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/snapshot\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/contract\"","curl -s \"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/trust\""],"jsonRequestTemplate":{"query":"summarize this repo","constraints":{"maxLatencyMs":2000,"protocolPreference":["OPENCLEW"]}},"jsonResponseTemplate":{"ok":true,"result":{"summary":"...","confidence":0.9},"meta":{"source":"CLAWHUB","generatedAt":"2026-10-10T21:40:27.029Z"}},"retryPolicy":{"maxAttempts":3,"backoffMs":[500,1500,3500],"retryableConditions":["HTTP_429","HTTP_503","NETWORK_TIMEOUT"]}},"endpoints":{"dossierUrl":"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/dossier","snapshotUrl":"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/snapshot","contractUrl":"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/contract","trustUrl":"https://www.xpersona.co/api/v1/agents/clawhub-bytesagain-lab-etl/trust"}},"reliability":{"evidence":{"source":"runtime-metrics","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No trust, reliability, or runtime telemetry is available."},"trust":{"status":"unavailable","handshakeStatus":"UNKNOWN","verificationFreshnessHours":null,"reputationScore":null,"p95LatencyMs":null,"successRate30d":null,"fallbackRate":null,"attempts30d":null,"trustUpdatedAt":null,"trustConfidence":"unknown","sourceUpdatedAt":null,"freshnessSeconds":null},"decisionGuardrails":{"doNotUseIf":["Contract metadata is missing or unavailable for deterministic execution."],"safeUseWhen":[],"riskFlags":["missing_or_unavailable_contract","trust_data_unavailable","schema_references_missing"],"operationalConfidence":"low"},"executionMetrics":{"observedLatencyMsP50":null,"observedLatencyMsP95":null,"estimatedCostUsd":null,"uptime30d":null,"rateLimitRpm":null,"rateLimitBurst":null,"lastVerifiedAt":null,"verificationSource":null},"runtimeMetrics":{"successRate":null,"avgLatencyMs":null,"avgCostUsd":null,"hallucinationRate":null,"retryRate":null,"disputeRate":null,"p50Latency":null,"p95Latency":null,"lastUpdated":null}},"benchmarks":{"evidence":{"source":"no-benchmark-data","verified":false,"confidence":"low","updatedAt":null,"emptyReason":"No benchmark suites or observed failure patterns are available."},"suites":[],"failurePatterns":[]},"artifacts":{"evidence":{"source":"CLAWHUB","verified":false,"confidence":"high","updatedAt":"2026-10-10T18:26:15.404Z","emptyReason":null},"readme":"Skill: Etl\n\nOwner: bytesagain-lab\n\nSummary: Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads.\n\nTags: latest:2.0.1\n\nVersion history:\n\nv2.0.1 | 2026-03-18T10:42:45.262Z | user\n\nupdate\n\nv2.0.0 | 2026-03-17T19:14:15.965Z | user\n\nv2.5 standard: Use-when desc, homepage, source, security fix\n\nv1.0.5 | 2026-03-16T12:21:43.718Z | user\n\nold template -> domain-specific v2.0.0\n\nv1.0.4 | 2026-03-16T11:44:46.660Z | user\n\nold template -> domain-specific v2.0.0\n\nv1.0.3 | 2026-03-15T22:22:00.904Z | user\n\nQuality upgrade\n\nv1.0.2 | 2026-03-15T21:44:47.575Z | user\n\nQuality upgrade: custom functionality\n\nv1.0.1 | 2026-03-15T13:35:19.379Z | user\n\nAdded feedback link\n\nv1.0.0 | 2026-03-15T03:22:55.152Z | user\n\nInitial release\n\nArchive index:\n\nArchive v2.0.1: 4 files, 6264 bytes\n\nFiles: scripts/script.sh (11542b), skill-card.md (1951b), SKILL.md (5972b), _meta.json (122b)\n\nFile v2.0.1:SKILL.md\n\n---\nname: etl\nversion: \"2.0.0\"\nauthor: BytesAgain\nhomepage: https://bytesagain.com\nsource: https://github.com/bytesagain/ai-skills\nlicense: MIT-0\ntags: [etl, tool, utility]\ndescription: \"Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads.\"\n---\n\n# ETL\n\nExtract-Transform-Load data toolkit (v2.0.0). Record and manage data pipeline activities across the full ETL lifecycle — ingest, transform, query, filter, aggregate, visualize, export, sample, schema definition, validation, pipeline orchestration, and data profiling. Each command logs timestamped entries to its own log file, giving you a structured record of all data operations.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl ingest <input>` | Record a data ingestion event (source, format, row count, etc.). Without args, shows recent ingest entries. |\n| `etl transform <input>` | Log a transformation step (column rename, type cast, normalization, etc.). Without args, shows recent transforms. |\n| `etl query <input>` | Record a query operation or SQL statement. Without args, shows recent queries. |\n| `etl filter <input>` | Log a filtering rule or condition applied to data. Without args, shows recent filters. |\n| `etl aggregate <input>` | Record an aggregation step (GROUP BY, SUM, AVG, etc.). Without args, shows recent aggregations. |\n| `etl visualize <input>` | Log a visualization request or chart configuration. Without args, shows recent visualizations. |\n| `etl export <input>` | Record an export operation (destination, format, row count). Without args, shows recent exports. |\n| `etl sample <input>` | Log a data sampling step (sample size, method, seed). Without args, shows recent samples. |\n| `etl schema <input>` | Record a schema definition or schema change. Without args, shows recent schema entries. |\n| `etl validate <input>` | Log a data validation rule or result. Without args, shows recent validations. |\n| `etl pipeline <input>` | Record a pipeline configuration or execution step. Without args, shows recent pipeline entries. |\n| `etl profile <input>` | Log a data profiling result (null counts, distributions, anomalies). Without args, shows recent profiles. |\n| `etl stats` | Show summary statistics: entry counts per category, total entries, data size, and earliest record date. |\n| `etl export <fmt>` | Export all logged data to a file. Supported formats: `json`, `csv`, `txt`. (Note: this is a different code path from the `export` log command — it exports the tool's own data.) |\n| `etl search <term>` | Search across all log files for a keyword (case-insensitive). |\n| `etl recent` | Show the 20 most recent entries from the activity history log. |\n| `etl status` | Health check: version, data directory, total entries, disk usage, last activity. |\n| `etl help` | Show the built-in help with all available commands. |\n| `etl version` | Print the current version (v2.0.0). |\n\n## Data Storage\n\nAll data is stored as plain-text log files in `~/.local/share/etl/`:\n\n- **Per-command logs** — Each command (ingest, transform, query, etc.) writes to its own `.log` file (e.g., `ingest.log`, `transform.log`).\n- **History log** — Every operation is also appended to `history.log` with a timestamp and command name.\n- **Export files** — Generated in the same directory as `export.json`, `export.csv`, or `export.txt`.\n\nEntries are stored in `timestamp|value` format, making them easy to grep, parse, or pipe into downstream tools.\n\n## Requirements\n\n- **Bash** 4.0+ (uses `set -euo pipefail`)\n- **coreutils** — `date`, `wc`, `du`, `head`, `tail`, `grep`, `basename`, `cut`\n- No external dependencies, API keys, or network access required\n- Works fully offline on any POSIX-compatible system\n\n## When to Use\n\n1. **Logging data pipeline steps** — Record each stage of your ETL process (ingest → transform → validate → export) with timestamps, creating a complete audit trail of data movements.\n2. **Schema management and validation** — Use `schema` to document table structures and `validate` to log data quality rules and their pass/fail results.\n3. **Data profiling and exploration** — Use `profile` to record column statistics, null rates, and distribution anomalies; use `sample` to log sampling parameters for reproducibility.\n4. **Pipeline orchestration tracking** — Use `pipeline` to record multi-step workflow configurations, execution order, and dependencies between ETL stages.\n5. **Cross-team data operations review** — Run `stats` for aggregate counts, `search` to find specific operations by keyword, and `export json` to share pipeline logs with team members or load into dashboards.\n\n## Examples\n\n```bash\n# Log a data ingestion from S3\netl ingest \"s3://data-lake/raw/users_2024.csv — 1.2M rows, CSV format\"\n\n# Record a transformation step\netl transform \"Normalize email to lowercase, cast created_at to UTC timestamp\"\n\n# Log a validation rule\netl validate \"NOT NULL check on user_id: 0 violations out of 1,200,000 rows\"\n\n# Record schema for a new table\netl schema \"users_dim: id INT PK, email VARCHAR(255), created_at TIMESTAMP, country CHAR(2)\"\n\n# Define a pipeline\netl pipeline \"daily_user_load: ingest(s3) -> dedupe -> validate -> load(postgres)\"\n\n# Search for anything related to 'users'\netl search users\n\n# Export all ETL logs to CSV for analysis\netl export csv\n\n# View summary statistics\netl stats\n\n# Check system health\netl status\n```\n\n## Tips\n\n- Run any data command without arguments to see recent entries (e.g., `etl ingest` shows the last 20 ingest entries).\n- Use `etl recent` for a quick overview of all activity across all categories.\n- Combine with cron to auto-log pipeline runs: `0 2 * * * etl pipeline \"nightly_load completed at $(date)\"`\n- Back up your data by copying `~/.local/share/etl/` to your preferred backup location.\n\n---\n*Powered by BytesAgain | bytesagain.com | hello@bytesagain.com*\n\nFile v2.0.1:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"2.0.1\",\n  \"publishedAt\": 1773830565262\n}\n\nFile v2.0.1:skill-card.md\n\n## Description:\n\nBuild ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[bytesagain-lab](https://clawhub.ai/user/bytesagain-lab)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and data teams use this skill to record ETL pipeline activity, validation notes, schema changes, profiling results, and exports in local plaintext logs.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: The skill stores user-entered ETL activity notes in local plaintext logs.\n\nMitigation: Do not log passwords, API keys, private connection strings, raw sensitive records, or confidential production SQL; review permissions on ~/.local/share/etl/ on shared or backed-up machines.\n\nRisk: The skill is an ETL activity logger, not an ETL executor.\n\nMitigation: Use it to document pipeline steps and validation results; verify actual data movement, transformations, and loads through the systems that perform those operations.\n\n## Reference(s):\n\n- [ClawHub Etl skill page](https://clawhub.ai/bytesagain-lab/skills/etl)\n- [BytesAgain homepage](https://bytesagain.com)\n\n## Skill Output:\n\n**Output Type(s):** [Text, Markdown, Shell commands, Guidance]\n\n**Output Format:** [Markdown with inline shell commands]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [May create plaintext activity log and export files under ~/.local/share/etl/ when commands are run.]\n\n## Skill Version(s):\n\n2.0.1 (source: server release metadata; artifact frontmatter and script report 2.0.0)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment.\n\nArchive v2.0.0: 3 files, 3328 bytes\n\nFiles: scripts/script.sh (11542b), SKILL.md (1360b), _meta.json (122b)\n\nFile v2.0.0:SKILL.md\n\n---\nname: etl\nversion: \"2.0.0\"\nauthor: BytesAgain\nhomepage: https://bytesagain.com\nsource: https://github.com/bytesagain/ai-skills\nlicense: MIT-0\ntags: [etl, tool, utility]\ndescription: \"Etl - command-line tool for everyday use Use when you need etl.\"\n---\n\n# ETL\n\nExtract-Transform-Load pipeline toolkit — data extraction, format conversion, cleaning, validation, loading, and pipeline scheduling.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl run` | Execute main function |\n| `etl list` | List all items |\n| `etl add <item>` | Add new item |\n| `etl status` | Show current status |\n| `etl export <format>` | Export data |\n| `etl help` | Show help |\n\n## Usage\n\n```bash\n# Show help\netl help\n\n# Quick start\netl run\n```\n\n## Examples\n\n```bash\n# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json\n```\n\n- Run `etl help` for all commands\n- Data stored in `~/.local/share/etl/`\n\n## When to Use\n\n- as part of a larger automation pipeline\n- when you need quick etl from the command line\n\n## Output\n\nReturns structured data to stdout. Redirect to a file with `etl run > output.txt`.\n\n## Configuration\n\nSet `ETL_DIR` environment variable to change the data directory. Default: `~/.local/share/etl/`\n\n---\n*Powered by BytesAgain | bytesagain.com*\n*Feedback & Feature Requests: https://bytesagain.com/feedback*\n\nFile v2.0.0:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"2.0.0\",\n  \"publishedAt\": 1773774855965\n}\n\nArchive v1.0.5: 3 files, 3288 bytes\n\nFiles: scripts/script.sh (11542b), SKILL.md (1256b), _meta.json (122b)\n\nFile v1.0.5:SKILL.md\n\n---\nname: etl\nversion: \"2.0.0\"\nauthor: BytesAgain\nlicense: MIT-0\ntags: [etl, tool, utility]\ndescription: \"Etl - command-line tool for everyday use\"\n---\n\n# ETL\n\nExtract-Transform-Load pipeline toolkit — data extraction, format conversion, cleaning, validation, loading, and pipeline scheduling.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl run` | Execute main function |\n| `etl list` | List all items |\n| `etl add <item>` | Add new item |\n| `etl status` | Show current status |\n| `etl export <format>` | Export data |\n| `etl help` | Show help |\n\n## Usage\n\n```bash\n# Show help\netl help\n\n# Quick start\netl run\n```\n\n## Examples\n\n```bash\n# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json\n```\n\n- Run `etl help` for all commands\n- Data stored in `~/.local/share/etl/`\n\n## When to Use\n\n- as part of a larger automation pipeline\n- when you need quick etl from the command line\n\n## Output\n\nReturns structured data to stdout. Redirect to a file with `etl run > output.txt`.\n\n## Configuration\n\nSet `ETL_DIR` environment variable to change the data directory. Default: `~/.local/share/etl/`\n\n---\n*Powered by BytesAgain | bytesagain.com*\n*Feedback & Feature Requests: https://bytesagain.com/feedback*\n\nFile v1.0.5:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"1.0.5\",\n  \"publishedAt\": 1773663703718\n}\n\nArchive v1.0.4: 3 files, 3288 bytes\n\nFiles: scripts/script.sh (11542b), SKILL.md (1256b), _meta.json (122b)\n\nFile v1.0.4:SKILL.md\n\n---\nname: etl\nversion: \"2.0.0\"\nauthor: BytesAgain\nlicense: MIT-0\ntags: [etl, tool, utility]\ndescription: \"Etl - command-line tool for everyday use\"\n---\n\n# ETL\n\nExtract-Transform-Load pipeline toolkit — data extraction, format conversion, cleaning, validation, loading, and pipeline scheduling.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl run` | Execute main function |\n| `etl list` | List all items |\n| `etl add <item>` | Add new item |\n| `etl status` | Show current status |\n| `etl export <format>` | Export data |\n| `etl help` | Show help |\n\n## Usage\n\n```bash\n# Show help\netl help\n\n# Quick start\netl run\n```\n\n## Examples\n\n```bash\n# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json\n```\n\n- Run `etl help` for all commands\n- Data stored in `~/.local/share/etl/`\n\n## When to Use\n\n- as part of a larger automation pipeline\n- when you need quick etl from the command line\n\n## Output\n\nReturns structured data to stdout. Redirect to a file with `etl run > output.txt`.\n\n## Configuration\n\nSet `ETL_DIR` environment variable to change the data directory. Default: `~/.local/share/etl/`\n\n---\n*Powered by BytesAgain | bytesagain.com*\n*Feedback & Feature Requests: https://bytesagain.com/feedback*\n\nFile v1.0.4:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"1.0.4\",\n  \"publishedAt\": 1773661486660\n}\n\nArchive v1.0.3: 3 files, 3263 bytes\n\nFiles: scripts/script.sh (6664b), SKILL.md (1198b), _meta.json (122b)\n\nFile v1.0.3:SKILL.md\n\n---\nname: etl\nversion: 1.0.0\nauthor: BytesAgain\nlicense: MIT-0\ntags: [etl, tool, utility]\n---\n\n# ETL\n\nExtract-Transform-Load pipeline toolkit — data extraction, format conversion, cleaning, validation, loading, and pipeline scheduling.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl run` | Execute main function |\n| `etl list` | List all items |\n| `etl add <item>` | Add new item |\n| `etl status` | Show current status |\n| `etl export <format>` | Export data |\n| `etl help` | Show help |\n\n## Usage\n\n```bash\n# Show help\netl help\n\n# Quick start\netl run\n```\n\n## Examples\n\n```bash\n# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json\n```\n\n- Run `etl help` for all commands\n- Data stored in `~/.local/share/etl/`\n\n## When to Use\n\n- as part of a larger automation pipeline\n- when you need quick etl from the command line\n\n## Output\n\nReturns structured data to stdout. Redirect to a file with `etl run > output.txt`.\n\n## Configuration\n\nSet `ETL_DIR` environment variable to change the data directory. Default: `~/.local/share/etl/`\n\n---\n*Powered by BytesAgain | bytesagain.com*\n*Feedback & Feature Requests: https://bytesagain.com/feedback*\n\nFile v1.0.3:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"1.0.3\",\n  \"publishedAt\": 1773613320904\n}\n\nArchive v1.0.2: 3 files, 3263 bytes\n\nFiles: scripts/script.sh (6664b), SKILL.md (1198b), _meta.json (122b)\n\nFile v1.0.2:SKILL.md\n\n---\nname: etl\nversion: 1.0.0\nauthor: BytesAgain\nlicense: MIT-0\ntags: [etl, tool, utility]\n---\n\n# ETL\n\nExtract-Transform-Load pipeline toolkit — data extraction, format conversion, cleaning, validation, loading, and pipeline scheduling.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl run` | Execute main function |\n| `etl list` | List all items |\n| `etl add <item>` | Add new item |\n| `etl status` | Show current status |\n| `etl export <format>` | Export data |\n| `etl help` | Show help |\n\n## Usage\n\n```bash\n# Show help\netl help\n\n# Quick start\netl run\n```\n\n## Examples\n\n```bash\n# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json\n```\n\n- Run `etl help` for all commands\n- Data stored in `~/.local/share/etl/`\n\n## When to Use\n\n- as part of a larger automation pipeline\n- when you need quick etl from the command line\n\n## Output\n\nReturns structured data to stdout. Redirect to a file with `etl run > output.txt`.\n\n## Configuration\n\nSet `ETL_DIR` environment variable to change the data directory. Default: `~/.local/share/etl/`\n\n---\n*Powered by BytesAgain | bytesagain.com*\n*Feedback & Feature Requests: https://bytesagain.com/feedback*\n\nFile v1.0.2:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"1.0.2\",\n  \"publishedAt\": 1773611087575\n}\n\nArchive v1.0.1: 3 files, 2111 bytes\n\nFiles: scripts/script.sh (2377b), SKILL.md (1198b), _meta.json (122b)\n\nFile v1.0.1:SKILL.md\n\n---\nname: etl\nversion: 1.0.0\nauthor: BytesAgain\nlicense: MIT-0\ntags: [etl, tool, utility]\n---\n\n# ETL\n\nExtract-Transform-Load pipeline toolkit — data extraction, format conversion, cleaning, validation, loading, and pipeline scheduling.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl run` | Execute main function |\n| `etl list` | List all items |\n| `etl add <item>` | Add new item |\n| `etl status` | Show current status |\n| `etl export <format>` | Export data |\n| `etl help` | Show help |\n\n## Usage\n\n```bash\n# Show help\netl help\n\n# Quick start\netl run\n```\n\n## Examples\n\n```bash\n# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json\n```\n\n- Run `etl help` for all commands\n- Data stored in `~/.local/share/etl/`\n\n## When to Use\n\n- as part of a larger automation pipeline\n- when you need quick etl from the command line\n\n## Output\n\nReturns structured data to stdout. Redirect to a file with `etl run > output.txt`.\n\n## Configuration\n\nSet `ETL_DIR` environment variable to change the data directory. Default: `~/.local/share/etl/`\n\n---\n*Powered by BytesAgain | bytesagain.com*\n*Feedback & Feature Requests: https://bytesagain.com/feedback*\n\nFile v1.0.1:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"1.0.1\",\n  \"publishedAt\": 1773581719379\n}\n\nArchive v1.0.0: 3 files, 2002 bytes\n\nFiles: scripts/script.sh (2377b), SKILL.md (993b), _meta.json (122b)\n\nFile v1.0.0:SKILL.md\n\n---\nname: etl\nversion: 1.0.0\nauthor: BytesAgain\nlicense: MIT-0\ntags: [etl, tool, utility]\n---\n\n# ETL\n\nExtract-Transform-Load pipeline toolkit — data extraction, format conversion, cleaning, validation, loading, and pipeline scheduling.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl run` | Execute main function |\n| `etl list` | List all items |\n| `etl add <item>` | Add new item |\n| `etl status` | Show current status |\n| `etl export <format>` | Export data |\n| `etl help` | Show help |\n\n## Usage\n\n```bash\n# Show help\netl help\n\n# Quick start\netl run\n```\n\n## Examples\n\n```bash\n# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json\n```\n\n## How It Works\n\nProcesses input with built-in logic and outputs structured results. All data stays local.\n\n## Tips\n\n- Run `etl help` for all commands\n- Data stored in `~/.local/share/etl/`\n- No API keys required for basic features\n- Works offline\n\n---\n*Powered by BytesAgain | bytesagain.com*\n\nFile v1.0.0:_meta.json\n\n{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"1.0.0\",\n  \"publishedAt\": 1773544975152\n}","readmeExcerpt":"Skill: Etl Owner: bytesagain-lab Summary: Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads. Tags: latest:2.0.1 Version history: v2.0.1 | 2026-03-18T10:42:45.262Z | user update v2.0.0 | 2026-03-17T19:14:15.965Z | user v2.5 standard: Use-when desc, homepage, source, security fix v1.0.5 | 2026-03-16T12:21:43.71","codeSnippets":[],"executableExamples":[{"language":"bash","snippet":"# Log a data ingestion from S3\netl ingest \"s3://data-lake/raw/users_2024.csv — 1.2M rows, CSV format\"\n\n# Record a transformation step\netl transform \"Normalize email to lowercase, cast created_at to UTC timestamp\"\n\n# Log a validation rule\netl validate \"NOT NULL check on user_id: 0 violations out of 1,200,000 rows\"\n\n# Record schema for a new table\netl schema \"users_dim: id INT PK, email VARCHAR(255), created_at TIMESTAMP, country CHAR(2)\"\n\n# Define a pipeline\netl pipeline \"daily_user_load: ingest(s3) -> dedupe -> validate -> load(postgres)\"\n\n# Search for anything related to 'users'\netl search users\n\n# Export all ETL logs to CSV for analysis\netl export csv\n\n# View summary statistics\netl stats\n\n# Check system health\netl status"},{"language":"bash","snippet":"# Show help\netl help\n\n# Quick start\netl run"},{"language":"bash","snippet":"# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json"},{"language":"bash","snippet":"# Show help\netl help\n\n# Quick start\netl run"},{"language":"bash","snippet":"# Run with defaults\netl run\n\n# Check status\netl status\n\n# Export results\netl export json"},{"language":"bash","snippet":"# Show help\netl help\n\n# Quick start\netl run"}],"parameters":null,"dependencies":[],"permissions":[],"extractedFiles":[{"path":"SKILL.md","content":"---\nname: etl\nversion: \"2.0.0\"\nauthor: BytesAgain\nhomepage: https://bytesagain.com\nsource: https://github.com/bytesagain/ai-skills\nlicense: MIT-0\ntags: [etl, tool, utility]\ndescription: \"Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads.\"\n---\n\n# ETL\n\nExtract-Transform-Load data toolkit (v2.0.0). Record and manage data pipeline activities across the full ETL lifecycle — ingest, transform, query, filter, aggregate, visualize, export, sample, schema definition, validation, pipeline orchestration, and data profiling. Each command logs timestamped entries to its own log file, giving you a structured record of all data operations.\n\n## Commands\n\n| Command | Description |\n|---------|-------------|\n| `etl ingest <input>` | Record a data ingestion event (source, format, row count, etc.). Without args, shows recent ingest entries. |\n| `etl transform <input>` | Log a transformation step (column rename, type cast, normalization, etc.). Without args, shows recent transforms. |\n| `etl query <input>` | Record a query operation or SQL statement. Without args, shows recent queries. |\n| `etl filter <input>` | Log a filtering rule or condition applied to data. Without args, shows recent filters. |\n| `etl aggregate <input>` | Record an aggregation step (GROUP BY, SUM, AVG, etc.). Without args, shows recent aggregations. |\n| `etl visualize <input>` | Log a visualization request or chart configuration. Without args, shows recent visualizations. |\n| `etl export <input>` | Record an export operation (destination, format, row count). Without args, shows recent exports. |\n| `etl sample <input>` | Log a data sampling step (sample size, method, seed). Without args, shows recent samples. |\n| `etl schema <input>` | Record a schema definition or schema change. Without args, shows recent schema entries. |\n| `etl validate <input>` | Log a data validation rule or result. Without args, shows recent validations. |\n| `etl pipeline <input>` | Record a pipeline configuration or execution step. Without args, shows recent pipeline entries. |\n| `etl profile <input>` | Log a data profiling result (null counts, distributions, anomalies). Without args, shows recent profiles. |\n| `etl stats` | Show summary statistics: entry counts per category, total entries, data size, and earliest record date. |\n| `etl export <fmt>` | Export all logged data to a file. Supported formats: `json`, `csv`, `txt`. (Note: this is a different code path from the `export` log command — it exports the tool's own data.) |\n| `etl search <term>` | Search across all log files for a keyword (case-insensitive). |\n| `etl recent` | Show the 20 most recent entries from the activity history log. |\n| `etl status` | Health check: version, data directory, total entries, disk usage, last activity. |\n| `etl help` | Show the built-in help with all available commands. |\n| `etl version` | Print the current version (v2.0.0). |\n\n"},{"path":"_meta.json","content":"{\n  \"ownerId\": \"kn76vqrf94wk924mddj8fp4p5x8497tb\",\n  \"slug\": \"etl\",\n  \"version\": \"2.0.1\",\n  \"publishedAt\": 1773830565262\n}"},{"path":"skill-card.md","content":"## Description:\n\nBuild ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads.\n\nThis skill is ready for commercial/non-commercial use.\n\n## Publisher:\n\n[bytesagain-lab](https://clawhub.ai/user/bytesagain-lab)\n\n### License/Terms of Use:\n\nMIT-0\n\n## Use Case:\n\nDevelopers and data teams use this skill to record ETL pipeline activity, validation notes, schema changes, profiling results, and exports in local plaintext logs.\n\n### Deployment Geography for Use:\n\nGlobal\n\n## Known Risks and Mitigations:\n\nRisk: The skill stores user-entered ETL activity notes in local plaintext logs.\n\nMitigation: Do not log passwords, API keys, private connection strings, raw sensitive records, or confidential production SQL; review permissions on ~/.local/share/etl/ on shared or backed-up machines.\n\nRisk: The skill is an ETL activity logger, not an ETL executor.\n\nMitigation: Use it to document pipeline steps and validation results; verify actual data movement, transformations, and loads through the systems that perform those operations.\n\n## Reference(s):\n\n- [ClawHub Etl skill page](https://clawhub.ai/bytesagain-lab/skills/etl)\n- [BytesAgain homepage](https://bytesagain.com)\n\n## Skill Output:\n\n**Output Type(s):** [Text, Markdown, Shell commands, Guidance]\n\n**Output Format:** [Markdown with inline shell commands]\n\n**Output Parameters:** [1D]\n\n**Other Properties Related to Output:** [May create plaintext activity log and export files under ~/.local/share/etl/ when commands are run.]\n\n## Skill Version(s):\n\n2.0.1 (source: server release metadata; artifact frontmatter and script report 2.0.0)\n\n## Ethical Considerations:\n\nUsers should evaluate whether this skill is appropriate for their environment, review any generated or modified files before relying on them, and apply their organization's safety, security, and compliance requirements before deployment."}],"languages":[],"docsSourceLabel":"CLAWHUB","editorialOverview":"Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads. Skill: Etl Owner: bytesagain-lab Summary: Build ETL pipelines with data ingestion, cleaning, and validation steps. Use when ingesting sources, transforming formats, validating data, or scheduling loads. Tags: latest:2.0.1 Version history: v2.0.1 | 2026-03-18T10:42:45.262Z | user update v2.0.0 | 2026-03-17T19:14:15.965Z | user v2.5 standard: Use-when desc, homepage, source, security fix v1.0.5 | 2026-03-16T12:21:43.71","editorialQuality":{"score":100,"threshold":65,"status":"ready","wordCount":1059,"uniquenessScore":52,"reasons":[]}},"media":{"evidence":{"source":"no-media","verified":false,"confidence":"low","updatedAt":"2026-10-10T18:26:15.404Z","emptyReason":"No screenshots, media assets, or demo links are available."},"primaryImageUrl":null,"mediaAssetCount":0,"assets":[],"demoUrl":null},"ownerResources":{"evidence":{"source":"unclaimed","verified":false,"confidence":"low","updatedAt":"2026-10-10T18:26:15.404Z","emptyReason":"This page has not been claimed by the agent owner."},"hasCustomPage":false,"customPageUpdatedAt":null,"customLinks":[],"structuredLinks":{"docsUrl":null,"demoUrl":null,"supportUrl":null,"pricingUrl":null,"statusUrl":null},"customPage":null},"relatedAgents":{"evidence":{"source":"protocol-neighbors","verified":false,"confidence":"medium","updatedAt":"2026-10-10T21:40:27.030Z","emptyReason":null},"items":[{"id":"8ebccd8e-3863-4187-8355-c3f14e1f9edf","entityType":"agent","canonicalPath":"/agent/iofficeai-aionui","slug":"iofficeai-aionui","name":"AionUi","description":"Free, local, open-source 24/7 Cowork app and OpenClaw for Gemini CLI, Claude Code, Codex, OpenCode, Qwen Code, Goose CLI, Auggie, and more | 🌟 Star if you like it!","url":"https://github.com/iOfficeAI/AionUi","homepage":"https://www.aionui.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-10-09T19:11:12.944Z","createdAt":"2026-02-25T03:38:16.584Z","downloads":null},{"id":"b917f68a-ebff-438e-84f8-3f4b2494c0bc","entityType":"agent","canonicalPath":"/agent/activepieces-activepieces","slug":"activepieces-activepieces","name":"activepieces","description":"AI Agents & MCPs & AI Workflow Automation • (~400 MCP servers for AI agents) • AI Automation / AI Agent with MCPs • AI Workflows & AI Agents • MCPs for AI Agents","url":"https://github.com/activepieces/activepieces","homepage":"https://www.activepieces.com","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-15T02:22:12.426Z","createdAt":"2026-02-25T03:38:12.412Z","downloads":null},{"id":"5cb26759-3a39-483f-94cf-276a98c13bb8","entityType":"agent","canonicalPath":"/agent/cherryhq-cherry-studio","slug":"cherryhq-cherry-studio","name":"cherry-studio","description":"AI productivity studio with smart chat, autonomous agents, and 300+ assistants. Unified access to frontier LLMs","url":"https://github.com/CherryHQ/cherry-studio","homepage":"https://cherry-ai.com","source":"GITHUB_REPOS","protocols":["MCP","OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-04-11T14:38:40.986Z","createdAt":"2026-02-25T03:38:19.379Z","downloads":null},{"id":"6f6582d0-5d76-4f0f-b81d-86520247950b","entityType":"agent","canonicalPath":"/agent/copilotkit-copilotkit","slug":"copilotkit-copilotkit","name":"CopilotKit","description":"The Frontend for Agents & Generative UI. React + Angular","url":"https://github.com/CopilotKit/CopilotKit","homepage":"https://docs.copilotkit.ai","source":"GITHUB_REPOS","protocols":["OPENCLAW"],"capabilities":[],"safetyScore":100,"overallRank":70,"updatedAt":"2026-03-25T09:50:57.846Z","createdAt":"2026-02-25T03:39:14.617Z","downloads":null}],"links":{"hub":"/agent","source":"/agent/source/clawhub","protocols":[{"label":"OpenClaw","href":"/agent/protocol/openclew"}]}}}