{"$schema":"https://top-agent-skills.com/schemas/skill.v1.json","name":"web-scraping-patterns","slug":"web-scraping-patterns","canonical":"https://top-agent-skills.com/skill/web-scraping-patterns","description":"Ethical web scraping: robots.txt respect, rate-limiting, retry-with-backoff, structured extraction with schema.","tagline":"Ethical scraping at scale. robots.txt respect, rate-limiting, structured extraction.","bestFor":"Research workflows where you need to extract structured data without breaking sites.","notIdealFor":null,"publisher":{"name":"scraping-skills","url":null,"tier":"community"},"license":"MIT","isOpenSource":true,"surfaces":["claude-code"],"compatibility":["claude-code","cursor","codex"],"capabilityLevel":"read-only","setup":{"time":"2 min","complexity":"Low"},"install":[{"agent":"claude-code","command":"npx skills add scraping-skills/patterns","manual":null,"followUp":null}],"taxonomy":{"primaryCategories":["browser-automation","data-analytics"],"verticalCategories":[],"tags":["Scraping","Ethics","Schema"],"filters":["community","open-source","one-command-install","read-only","agent-friendly","works-with-claude-code"]},"links":{"github":null,"docs":null,"website":null},"_meta":{"score":{"value":49,"rubric":"1.0","inputs":{"installCount":0,"provenance":8.3,"githubStars":0,"recency":8.5,"compatibility":6,"documentation":6.5,"installErgonomics":10,"license":5,"verification":4.3}},"stats":{"installCount":null,"githubStars":null,"lastUpdated":"2026-04-19","verifiedAt":"2026-04-30"}}}