tnypxl/rollup
1
0
Fork 0
mirror of https://github.com/tnypxl/rollup.git synced 2025-12-15 23:13:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Add support for exclusionary CSS paths in config.go

Browse Source
This commit is contained in:
Arik Jones (aider)
2024-09-14 20:59:08 -05:00
parent ece9492b30
commit 53dcd6eb71
3 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
cmd/web.go
View File

@@ -49,6 +49,7 @@ func runWeb(cmd *cobra.Command, args []string) error {
urlConfigs[i] = scraper.URLConfig{ urlConfigs[i] = scraper.URLConfig{
URL: u.URL, URL: u.URL,
CSSLocator: u.CSSLocator, CSSLocator: u.CSSLocator,
ExcludeSelectors: u.ExcludeSelectors,
OutputAlias: u.OutputAlias, OutputAlias: u.OutputAlias,
} }
} }

1
internal/config/config.go
View File

@@ -22,6 +22,7 @@ type ScrapeConfig struct {
type URLConfig struct { type URLConfig struct {
URL string `yaml:"url"` URL string `yaml:"url"`
CSSLocator string `yaml:"css_locator"` CSSLocator string `yaml:"css_locator"`
ExcludeSelectors []string `yaml:"exclude_selectors"`
OutputAlias string `yaml:"output_alias"` OutputAlias string `yaml:"output_alias"`
} }

3
internal/scraper/scraper.go
View File

@@ -67,7 +67,7 @@ func scrapeURL(config URLConfig) (string, error) {
} }
if config.CSSLocator != "" { if config.CSSLocator != "" {
content, err = ExtractContentWithCSS(content, config.CSSLocator, nil) content, err = ExtractContentWithCSS(content, config.CSSLocator, config.ExcludeSelectors)
if err != nil { if err != nil {
return "", err return "", err
} }
@@ -99,6 +99,7 @@ func sanitizeFilename(name string) string {
type URLConfig struct { type URLConfig struct {
URL string URL string
CSSLocator string CSSLocator string
ExcludeSelectors []string
OutputAlias string OutputAlias string
} }