fix: Add --verbose flag to web subcommand

This commit is contained in:
Arik Jones (aider)
2024-09-14 20:41:23 -05:00
parent aaff602b3e
commit a6ebf0062a
3 changed files with 8 additions and 11 deletions

View File

@@ -28,7 +28,7 @@ var rootCmd = &cobra.Command{
Long: `Rollup is a tool that writes the contents of all files (with target custom file types provided)
in a given project, current path or a custom path, to a single timestamped markdown file
whose name is <project-directory-name>-rollup-<timestamp>.md.`,
RunE: func(cmd *cobra.Command, args []string) error {
PersistentPreRunE: func(cmd *cobra.Command, args []string) error {
if configFile == "" {
defaultConfig := config.DefaultConfigPath()
if config.FileExists(defaultConfig) {
@@ -47,10 +47,8 @@ whose name is <project-directory-name>-rollup-<timestamp>.md.`,
},
}
func Execute(config *config.Config, scraperConfig scraper.Config) error {
func Execute(config *config.Config) error {
cfg = config
scraper.SetupLogger(verbose)
scraperConfig.Verbose = verbose
return rootCmd.Execute()
}

View File

@@ -31,6 +31,8 @@ var webCmd = &cobra.Command{
RunE: runWeb,
}
var scraperConfig scraper.Config
func init() {
rootCmd.AddCommand(webCmd)
webCmd.Flags().StringSliceVarP(&urls, "urls", "u", []string{}, "URLs of the webpages to scrape (comma-separated)")
@@ -40,6 +42,9 @@ func init() {
webCmd.Flags().StringSliceVar(&excludeSelectors, "exclude", []string{}, "CSS selectors to exclude from the extracted content (comma-separated)")
}
func runWeb(cmd *cobra.Command, args []string) error {
scraperConfig.Verbose = verbose
func runWeb(cmd *cobra.Command, args []string) error {
// Use config if available, otherwise use command-line flags
var urlConfigs []scraper.URLConfig

View File

@@ -29,13 +29,7 @@ func main() {
}
defer scraper.ClosePlaywright()
scraperConfig := scraper.Config{
URLs: []scraper.URLConfig{{URL: cfg.Scrape.URLs[0].URL}},
OutputType: cfg.Scrape.OutputType,
Verbose: false, // Set default verbosity
}
if err := cmd.Execute(cfg, scraperConfig); err != nil {
if err := cmd.Execute(cfg); err != nil {
fmt.Println(err)
os.Exit(1)
}