From 1d38e4157c438e55664ca651ba026a7c51e57e04 Mon Sep 17 00:00:00 2001
From: "Arik Jones (aider)" <github@tnypxl.com>
Date: Thu, 19 Sep 2024 15:23:35 -0500
Subject: [PATCH] fix: add Scrape field to Config struct and create
 ScrapeConfig

---
 internal/scraper/scraper.go | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/internal/scraper/scraper.go b/internal/scraper/scraper.go
index 2bda8b3..bf627a6 100644
--- a/internal/scraper/scraper.go
+++ b/internal/scraper/scraper.go
@@ -29,6 +29,13 @@ type Config struct {
 	URLs       []URLConfig
 	OutputType string
 	Verbose    bool
+	Scrape     ScrapeConfig
+}
+
+// ScrapeConfig holds the scraping-specific configuration
+type ScrapeConfig struct {
+	RequestsPerSecond float64
+	BurstLimit        int
 }
 
 // ScrapeMultipleURLs scrapes multiple URLs concurrently