feat: add LinksContainerSelector to SiteConfig and enhance scraping logic with depth control and link extraction

2025-12-16 07:23:17 +00:00 · 2024-09-30 14:05:10 -05:00
parent 5e8a257ff8
commit ee1561c502
2 changed files with 75 additions and 18 deletions
--- a/internal/config/config.go
+++ b/internal/config/config.go
@@ -30,6 +30,7 @@ type SiteConfig struct {
    ExcludePaths     []string          `yaml:"exclude_paths"`
    OutputAlias      string            `yaml:"output_alias"`
    PathOverrides    []PathOverride    `yaml:"path_overrides"`
+    LinksContainerSelector string      `yaml:"links_container_selector"`
 }

 type PathOverride struct {