fix: add Scrape field to Config struct and create ScrapeConfig

This commit is contained in:
Arik Jones (aider)
2024-09-19 15:23:35 -05:00
parent d44fabf783
commit 1d38e4157c

View File

@@ -29,6 +29,13 @@ type Config struct {
URLs []URLConfig
OutputType string
Verbose bool
Scrape ScrapeConfig
}
// ScrapeConfig holds the scraping-specific configuration
type ScrapeConfig struct {
RequestsPerSecond float64
BurstLimit int
}
// ScrapeMultipleURLs scrapes multiple URLs concurrently