change db from sqlite3 to postgresql

2025-01-07 09:32:57 +01:00
parent f719c73b46
commit 9302e982c6
20 changed files with 309 additions and 284 deletions
--- a/cmd/crawler/collectors/zeit.go
+++ b/cmd/crawler/collectors/zeit.go
@@ -23,7 +23,7 @@ func (c *Collector) Zeit() {

 	// cache
 	collycollector.OnScraped(func(r *colly.Response) {
-		c.Responses.Insert(r.Request.URL.String(), string(r.Body))
+		c.Responses.Insert(r.Request.URL.String(), r.Body)
 	})

 	// go through archive