diff --git a/cmd/web.go b/cmd/web.go index be27c03..5978c8f 100644 --- a/cmd/web.go +++ b/cmd/web.go @@ -64,6 +64,7 @@ func runWeb(cmd *cobra.Command, args []string) error { BaseURL: u, CSSLocator: includeSelector, ExcludeSelectors: excludeSelectors, + MaxDepth: depth, } } } @@ -74,7 +75,7 @@ func runWeb(cmd *cobra.Command, args []string) error { scraperConfig := scraper.Config{ Sites: siteConfigs, - OutputType: cfg.Scrape.OutputType, + OutputType: outputType, Verbose: verbose, Scrape: scraper.ScrapeConfig{ RequestsPerSecond: cfg.Scrape.RequestsPerSecond, @@ -87,11 +88,11 @@ func runWeb(cmd *cobra.Command, args []string) error { return fmt.Errorf("error scraping content: %v", err) } - if outputType == "single" { - return writeSingleFile(scrapedContent) - } else { - return writeMultipleFiles(scrapedContent) - } + if outputType == "single" { + return writeSingleFile(scrapedContent) + } else { + return writeMultipleFiles(scrapedContent) + } } func writeSingleFile(content map[string]string) error {