tnypxl/rollup
1
0
Fork 0
mirror of https://github.com/tnypxl/rollup.git synced 2025-12-15 23:13:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add MaxDepth to URL-based configuration and use outputType directly

Browse Source
This commit is contained in:
Arik Jones (aider)
2024-09-19 16:36:24 -05:00
parent 57bbc5a1ac
commit f1f0bd3895
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
cmd/web.go
View File

@@ -64,6 +64,7 @@ func runWeb(cmd *cobra.Command, args []string) error {
BaseURL: u, BaseURL: u,
CSSLocator: includeSelector, CSSLocator: includeSelector,
ExcludeSelectors: excludeSelectors, ExcludeSelectors: excludeSelectors,
MaxDepth: depth,
} }
} }
} }
@@ -74,7 +75,7 @@ func runWeb(cmd *cobra.Command, args []string) error {
scraperConfig := scraper.Config{ scraperConfig := scraper.Config{
Sites: siteConfigs, Sites: siteConfigs,
OutputType: cfg.Scrape.OutputType, OutputType: outputType,
Verbose: verbose, Verbose: verbose,
Scrape: scraper.ScrapeConfig{ Scrape: scraper.ScrapeConfig{
RequestsPerSecond: cfg.Scrape.RequestsPerSecond, RequestsPerSecond: cfg.Scrape.RequestsPerSecond,
@@ -87,11 +88,11 @@ func runWeb(cmd *cobra.Command, args []string) error {
return fmt.Errorf("error scraping content: %v", err) return fmt.Errorf("error scraping content: %v", err)
} }
if outputType == "single" { if outputType == "single" {
return writeSingleFile(scrapedContent) return writeSingleFile(scrapedContent)
} else { } else {
return writeMultipleFiles(scrapedContent) return writeMultipleFiles(scrapedContent)
} }
} }
func writeSingleFile(content map[string]string) error { func writeSingleFile(content map[string]string) error {