tnypxl/rollup
1
0
Fork 0
mirror of https://github.com/tnypxl/rollup.git synced 2025-12-15 15:03:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Add support for exclusionary CSS paths in config.go

Browse Source
This commit is contained in:
Arik Jones (aider)
2024-09-14 20:59:08 -05:00
parent ece9492b30
commit 53dcd6eb71
3 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
cmd/web.go
View File

@@ -49,6 +49,7 @@ func runWeb(cmd *cobra.Command, args []string) error {
urlConfigs[i] = scraper.URLConfig{
URL: u.URL,
CSSLocator: u.CSSLocator,
ExcludeSelectors: u.ExcludeSelectors,
OutputAlias: u.OutputAlias,
}
}

1
internal/config/config.go
View File

@@ -22,6 +22,7 @@ type ScrapeConfig struct {
type URLConfig struct {
URL string `yaml:"url"`
CSSLocator string `yaml:"css_locator"`
ExcludeSelectors []string `yaml:"exclude_selectors"`
OutputAlias string `yaml:"output_alias"`
}

3
internal/scraper/scraper.go
View File

@@ -67,7 +67,7 @@ func scrapeURL(config URLConfig) (string, error) {
}
if config.CSSLocator != "" {
content, err = ExtractContentWithCSS(content, config.CSSLocator, nil)
content, err = ExtractContentWithCSS(content, config.CSSLocator, config.ExcludeSelectors)
if err != nil {
return "", err
}
@@ -99,6 +99,7 @@ func sanitizeFilename(name string) string {
type URLConfig struct {
URL string
CSSLocator string
ExcludeSelectors []string
OutputAlias string
}