diff --git a/internal/scraper/scraper.go b/internal/scraper/scraper.go index 2bda8b3..bf627a6 100644 --- a/internal/scraper/scraper.go +++ b/internal/scraper/scraper.go @@ -29,6 +29,13 @@ type Config struct { URLs []URLConfig OutputType string Verbose bool + Scrape ScrapeConfig +} + +// ScrapeConfig holds the scraping-specific configuration +type ScrapeConfig struct { + RequestsPerSecond float64 + BurstLimit int } // ScrapeMultipleURLs scrapes multiple URLs concurrently