fix: resolve 5 bugs identified in code review

- Fix malformed YAML in config_test.go (incorrect indentation)
- Add validation for empty file_extensions in Config.Validate()
- Remove obsolete max_depth test case (field no longer exists)
- Remove unused global cfg variable in main.go
- Fix race condition in ScrapeSites by counting URLs before goroutines
- Remove unreachable JavaScript code in scroll script, add proper delay
- Standardize file extensions to not include leading dot
This commit is contained in:
Claude
2025-11-27 15:56:37 +00:00
parent 7569aff6ec
commit 09608cf073
5 changed files with 18 additions and 24 deletions

View File

@@ -88,6 +88,10 @@ func Load(configPath string) (*Config, error) {
// Validate checks the configuration for any invalid values
func (c *Config) Validate() error {
if len(c.FileExtensions) == 0 && len(c.Sites) == 0 {
return fmt.Errorf("file_extensions or sites must be specified")
}
if c.RequestsPerSecond != nil && *c.RequestsPerSecond <= 0 {
return fmt.Errorf("requests_per_second must be positive")
}