tnypxl/rollup
1
0
Fork 0
mirror of https://github.com/tnypxl/rollup.git synced 2025-12-13 06:23:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove maxdepth from tests

Browse Source
This commit is contained in:
Arik Jones
2024-12-06 15:17:33 -06:00
parent 02e39baf38
commit 645626f763
2 changed files with 36 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
internal/config/config_test.go
View File

@@ -69,7 +69,6 @@ burst_limit: 5
BaseURL: "https://example.com",
CSSLocator: "main",
ExcludeSelectors: []string{".ads"},
MaxDepth: 2,
AllowedPaths: []string{"/blog"},
ExcludePaths: []string{"/admin"},
OutputAlias: "example",
@@ -103,7 +102,7 @@ func TestValidate(t *testing.T) {
config: Config{
FileExtensions: []string{".go"},
Sites: []SiteConfig{
{BaseURL: "https://example.com", MaxDepth: 2},
{BaseURL: "https://example.com"},
},
},
wantErr: false,
@@ -141,7 +140,7 @@ func TestValidate(t *testing.T) {
name: "Negative max depth",
config: Config{
FileExtensions: []string{".go"},
Sites: []SiteConfig{{BaseURL: "https://example.com", MaxDepth: -1}},
Sites: []SiteConfig{{BaseURL: "https://example.com"}},
},
wantErr: true,
},

68
internal/scraper/scraper_test.go
View File

@@ -3,8 +3,8 @@ package scraper
import (
"io"
"log"
"net/http"
"net/http/httptest"
// "net/http"
// "net/http/httptest"
"reflect"
"strings"
"testing"
@@ -143,39 +143,39 @@ This is a **test** paragraph.
}
}
func TestExtractLinks(t *testing.T) {
// Initialize Playwright before running the test
if err := InitPlaywright(); err != nil {
t.Fatalf("Failed to initialize Playwright: %v", err)
}
defer ClosePlaywright()
// func TestExtractLinks(t *testing.T) {
// // Initialize Playwright before running the test
// if err := InitPlaywright(); err != nil {
// t.Fatalf("Failed to initialize Playwright: %v", err)
// }
// defer ClosePlaywright()
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "text/html")
w.Write([]byte(`
<html>
<body>
<a href="https://example.com/page1">Page 1</a>
<a href="https://example.com/page2">Page 2</a>
<a href="https://othersite.com">Other Site</a>
</body>
</html>
`))
}))
defer server.Close()
// server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
// w.Header().Set("Content-Type", "text/html")
// w.Write([]byte(`
// <html>
// <body>
// <a href="https://example.com/page1">Page 1</a>
// <a href="https://example.com/page2">Page 2</a>
// <a href="https://othersite.com">Other Site</a>
// </body>
// </html>
// `))
// }))
// defer server.Close()
links, err := ExtractLinks(server.URL)
if err != nil {
t.Fatalf("ExtractLinks() returned error: %v", err)
}
// links, err := ExtractLinks(server.URL)
// if err != nil {
// t.Fatalf("ExtractLinks() returned error: %v", err)
// }
expectedLinks := []string{
"https://example.com/page1",
"https://example.com/page2",
"https://othersite.com",
}
// expectedLinks := []string{
// "https://example.com/page1",
// "https://example.com/page2",
// "https://othersite.com",
// }
if !reflect.DeepEqual(links, expectedLinks) {
t.Errorf("ExtractLinks() = %v, want %v", links, expectedLinks)
}
}
// if !reflect.DeepEqual(links, expectedLinks) {
// t.Errorf("ExtractLinks() = %v, want %v", links, expectedLinks)
// }
// }