mirror of
https://github.com/tnypxl/rollup.git
synced 2025-12-15 15:03:17 +00:00
fix: add Scrape field to Config struct and create ScrapeConfig
This commit is contained in:
@@ -29,6 +29,13 @@ type Config struct {
|
|||||||
URLs []URLConfig
|
URLs []URLConfig
|
||||||
OutputType string
|
OutputType string
|
||||||
Verbose bool
|
Verbose bool
|
||||||
|
Scrape ScrapeConfig
|
||||||
|
}
|
||||||
|
|
||||||
|
// ScrapeConfig holds the scraping-specific configuration
|
||||||
|
type ScrapeConfig struct {
|
||||||
|
RequestsPerSecond float64
|
||||||
|
BurstLimit int
|
||||||
}
|
}
|
||||||
|
|
||||||
// ScrapeMultipleURLs scrapes multiple URLs concurrently
|
// ScrapeMultipleURLs scrapes multiple URLs concurrently
|
||||||
|
|||||||
Reference in New Issue
Block a user