6 Commits

Author SHA1 Message Date
Arik Jones (aider)
20b6218c7f fix: Remove MaxDepth references from cmd/web.go 2024-10-12 20:45:02 -05:00
Arik Jones (aider)
8a16cec600 fix: Remove MaxDepth and link extraction functionality from scraper 2024-10-12 20:43:54 -05:00
Arik Jones (aider)
7676638fa4 fix: remove MaxDepth and link extraction functionality 2024-10-12 20:42:16 -05:00
Arik Jones
ad5147551a Add function documentation 2024-10-12 20:33:11 -05:00
Arik Jones
6870258944 remove check for file_extensions configuration. show progress indication after 5 seconds. 2024-10-12 15:11:15 -05:00
Arik Jones
da92da21dc flatten scrape config to 'sites:'. Update unit tests and readme. 2024-10-12 13:47:21 -05:00

View File

@@ -26,14 +26,6 @@ var filesCmd = &cobra.Command{
Long: `The files subcommand writes the contents of all files (with target custom file types provided)
in a given project, current path or a custom path, to a single timestamped markdown file
whose name is <project-directory-name>-rollup-<timestamp>.md.`,
PreRunE: func(cmd *cobra.Command, args []string) error {
var err error
cfg, err = config.Load("rollup.yml") // Assuming the config file is named rollup.yml
if err != nil {
return fmt.Errorf("failed to load configuration: %v", err)
}
return nil
},
RunE: func(cmd *cobra.Command, args []string) error {
return runRollup(cfg)
},