remove caching in database for performance reasons

cmd/crawler/main.go

@@ -1,12 +1,11 @@
 package main
 
 import (
-	"crowsnest/cmd/crawler/extractors"
+	"crowsnest/cmd/crawler/collectors"
 	"crowsnest/internal/model/database"
 	"database/sql"
 	"log"
 	"os"
-	"time"
 
 	_ "github.com/lib/pq"
 )
@@ -23,21 +22,11 @@ func main() {
 	defer db.Close()
 
 	// collect websites
-	//coll := collectors.Collector{
-	//	Responses: &database.ResponseModel{DB: db},
-	//}
-
-	//coll.Spiegel()
-	//coll.Zeit()
-
-	// extract articles from websites
-	extr := extractors.Extractor{
+	coll := collectors.Collector{
 		Responses: &database.ResponseModel{DB: db},
 		Articles:  &database.ArticleModel{DB: db},
 	}
 
-	for {
-		extr.Spiegel()
-		time.Sleep(5 * time.Second)
-	}
+	coll.SpiegelCollect()
+	//coll.Zeit()
 }