mirror of
https://github.com/tnypxl/rollup.git
synced 2025-12-16 23:43:16 +00:00
09608cf073
- Fix malformed YAML in config_test.go (incorrect indentation) - Add validation for empty file_extensions in Config.Validate() - Remove obsolete max_depth test case (field no longer exists) - Remove unused global cfg variable in main.go - Fix race condition in ScrapeSites by counting URLs before goroutines - Remove unreachable JavaScript code in scroll script, add proper delay - Standardize file extensions to not include leading dot
43 lines
914 B
Go
43 lines
914 B
Go
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
|
|
"github.com/tnypxl/rollup/cmd"
|
|
"github.com/tnypxl/rollup/internal/config"
|
|
"github.com/tnypxl/rollup/internal/scraper"
|
|
)
|
|
|
|
func main() {
|
|
// Check if the command is "help"
|
|
isHelpCommand := len(os.Args) > 1 && (os.Args[1] == "help" || os.Args[1] == "--help" || os.Args[1] == "-h")
|
|
|
|
var cfg *config.Config
|
|
var err error
|
|
|
|
if !isHelpCommand {
|
|
configPath := "rollup.yml"
|
|
cfg, err = config.Load(configPath)
|
|
if err != nil {
|
|
log.Printf("Warning: Failed to load configuration: %v", err)
|
|
// Continue execution without a config file
|
|
}
|
|
|
|
// Initialize the scraper logger with default verbosity (false)
|
|
scraper.SetupLogger(false)
|
|
|
|
err = scraper.InitPlaywright()
|
|
if err != nil {
|
|
log.Fatalf("Failed to initialize Playwright: %v", err)
|
|
}
|
|
defer scraper.ClosePlaywright()
|
|
}
|
|
|
|
if err := cmd.Execute(cfg); err != nil {
|
|
fmt.Println(err)
|
|
os.Exit(1)
|
|
}
|
|
}
|