package scanner
import (
"net/http"
"net/http/httptest"
"path/filepath"
"testing"
"time"
"github.com/Hyaxia/blogwatcher/internal/model"
"github.com/Hyaxia/blogwatcher/internal/storage"
)
const sampleFeed = `
Example Feed
-
First
https://example.com/1
-
Second
https://example.com/2
`
func TestScanBlogRSS(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.WriteHeader(http.StatusOK)
_, _ = w.Write([]byte(sampleFeed))
}))
defer server.Close()
db := openTestDB(t)
defer db.Close()
blog, err := db.AddBlog(model.Blog{Name: "Test", URL: "https://example.com", FeedURL: server.URL})
if err != nil {
t.Fatalf("add blog: %v", err)
}
result := ScanBlog(db, blog)
if result.NewArticles != 2 {
t.Fatalf("expected 2 new articles, got %d", result.NewArticles)
}
if result.Source != "rss" {
t.Fatalf("expected rss source, got %s", result.Source)
}
articles, err := db.ListArticles(false, nil)
if err != nil {
t.Fatalf("list articles: %v", err)
}
if len(articles) != 2 {
t.Fatalf("expected 2 articles")
}
}
func TestScanBlogScraperFallback(t *testing.T) {
html := `
`
mux := http.NewServeMux()
mux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
w.WriteHeader(http.StatusOK)
_, _ = w.Write([]byte(html))
})
mux.HandleFunc("/feed.xml", func(w http.ResponseWriter, r *http.Request) {
w.WriteHeader(http.StatusInternalServerError)
})
server := httptest.NewServer(mux)
defer server.Close()
db := openTestDB(t)
defer db.Close()
blog, err := db.AddBlog(model.Blog{Name: "Test", URL: server.URL, FeedURL: server.URL + "/feed.xml", ScrapeSelector: "article h2 a"})
if err != nil {
t.Fatalf("add blog: %v", err)
}
result := ScanBlog(db, blog)
if result.Source != "scraper" {
t.Fatalf("expected scraper source, got %s", result.Source)
}
if result.NewArticles != 1 {
t.Fatalf("expected 1 new article, got %d", result.NewArticles)
}
if result.Error != "" {
t.Fatalf("expected no error, got %s", result.Error)
}
}
func TestScanAllBlogsConcurrent(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.WriteHeader(http.StatusOK)
_, _ = w.Write([]byte(sampleFeed))
}))
defer server.Close()
db := openTestDB(t)
defer db.Close()
for i, name := range []string{"TestA", "TestB"} {
_, err := db.AddBlog(model.Blog{Name: name, URL: "https://example.com/" + name, FeedURL: server.URL})
if err != nil {
t.Fatalf("add blog %d: %v", i, err)
}
}
results, err := ScanAllBlogs(db, 2)
if err != nil {
t.Fatalf("scan all blogs: %v", err)
}
if len(results) != 2 {
t.Fatalf("expected 2 results, got %d", len(results))
}
}
func openTestDB(t *testing.T) *storage.Database {
t.Helper()
path := filepath.Join(t.TempDir(), "blogwatcher.db")
db, err := storage.OpenDatabase(path)
if err != nil {
t.Fatalf("open database: %v", err)
}
return db
}
func TestScanBlogRespectsExistingArticles(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.WriteHeader(http.StatusOK)
_, _ = w.Write([]byte(sampleFeed))
}))
defer server.Close()
db := openTestDB(t)
defer db.Close()
blog, err := db.AddBlog(model.Blog{Name: "Test", URL: "https://example.com", FeedURL: server.URL})
if err != nil {
t.Fatalf("add blog: %v", err)
}
_, err = db.AddArticle(model.Article{BlogID: blog.ID, Title: "First", URL: "https://example.com/1", DiscoveredDate: ptrTime(time.Now())})
if err != nil {
t.Fatalf("add article: %v", err)
}
result := ScanBlog(db, blog)
if result.NewArticles != 1 {
t.Fatalf("expected 1 new article, got %d", result.NewArticles)
}
}
func ptrTime(value time.Time) *time.Time {
return &value
}