mirror of
https://github.com/tnypxl/rollup.git
synced 2025-12-16 23:43:16 +00:00
fix: remove MaxDepth and link extraction functionality
This commit is contained in:
@@ -42,9 +42,6 @@ type SiteConfig struct {
|
||||
// ExcludeSelectors lists CSS selectors for content to exclude
|
||||
ExcludeSelectors []string `yaml:"exclude_selectors"`
|
||||
|
||||
// MaxDepth sets the maximum depth for link traversal
|
||||
MaxDepth int `yaml:"max_depth"`
|
||||
|
||||
// AllowedPaths lists paths that are allowed to be scraped
|
||||
AllowedPaths []string `yaml:"allowed_paths"`
|
||||
|
||||
@@ -103,9 +100,6 @@ func (c *Config) Validate() error {
|
||||
if site.BaseURL == "" {
|
||||
return fmt.Errorf("base_url must be specified for each site")
|
||||
}
|
||||
if site.MaxDepth < 0 {
|
||||
return fmt.Errorf("max_depth must be non-negative")
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
|
||||
Reference in New Issue
Block a user