crowsnest/cmd/crawler/main.go

package main

import (
	"crowsnest/cmd/crawler/collectors"
	"crowsnest/internal/model/database"
	"database/sql"
	"log"
	"os"

	_ "github.com/lib/pq"
)

func main() {
	// collect environement variables
	databaseURL := os.Getenv("DB_URL")

	// connect to database
	db, err := sql.Open("postgres", databaseURL)
	if err != nil {
		log.Fatal(err)
	}
	defer db.Close()

	// collect websites
	coll := collectors.Collector{
		Responses: &database.ResponseModel{DB: db},
		Articles:  &database.ArticleModel{DB: db},
	}

	coll.SpiegelCollect()
	//coll.Zeit()
}