web-scraper

name	web-scraper
description	Web scraping via scripts/web_scraper.py. Use command 'python', args 'scripts/web_scraper.py fetch --url <url> --selector <css>', or 'scripts/web_scraper.py price --url <url> --selector <css> --threshold <N>', or 'scripts/web_scraper.py table --url <url> --selector <css> --format csv', or 'scripts/web_scraper.py watch --url <url> --selector <css>'. Trigger when asked to fetch a page, track a price, or extract structured data from a website.
metadata	{"clawdbot":{"emoji":"🌐","commands":["fetch","price","table","watch","batch"],"arg_template":"scripts/web_scraper.py {command} {args}","requires":{"bins":["python"],"python_libs":["requests","beautifulsoup4","lxml","html2text"]},"install":[{"id":"pip-scrape","kind":"pip","packages":["requests","beautifulsoup4","lxml","html2text"],"label":"Install web scraping dependencies"}],"commands_schema":{"profile":{"properties":{"name":{"type":"string"},"query":{"type":"string"},"limit":{"type":"integer","default":10},"output":{"type":"string"},"list":{"type":"boolean"}},"required":["name"]},"fetch":{"properties":{"url":{"type":"string"},"selector":{"type":"string","default":"article, .content, main"},"limit":{"type":"integer","default":0},"output":{"type":"string"}},"required":["url"]},"price":{"properties":{"url":{"type":"string"},"selector":{"type":"string"},"threshold":{"type":"number","default":0},"alert":{"type":"boolean"}},"required":["url","selector"]},"table":{"properties":{"url":{"type":"string"},"selector":{"type":"string"},"format":{"type":"string","enum":["csv","json","markdown"],"default":"csv"},"output":{"type":"string"}},"required":["url","selector"]},"watch":{"properties":{"url":{"type":"string"},"selector":{"type":"string"},"interval":{"type":"integer","default":3600},"alert":{"type":"boolean"},"once":{"type":"boolean"}},"required":["url","selector"]},"batch":{"properties":{"urls":{"type":"string"},"selector":{"type":"string","default":"h2"},"delay":{"type":"number","default":1},"output":{"type":"string"}},"required":["urls"]}}}}