crowsnest/cmd/crawler/main.go

package main

import (
	"crowsnest/cmd/crawler/collectors"
	"crowsnest/cmd/crawler/extractors"
	"crowsnest/internal/model/database"
	"database/sql"
	"log"

	_ "github.com/mattn/go-sqlite3"
)

func main() {
	// open database
	db, err := sql.Open("sqlite3", "./persistence/app.db")
	if err != nil {
		log.Fatal(err)
	}

	// collect websites
	_ = collectors.Collector{
		Responses: &database.ResponseModel{DB: db},
	}

	//coll.Spiegel()
	//coll.Zeit()

	// extract articles from websites
	extr := extractors.Extractor{
		Responses: &database.ResponseModel{DB: db},
		Articles:  &database.ArticleModel{DB: db},
	}

	extr.Spiegel()
}