33 lines
551 B
Go
33 lines
551 B
Go
package main
|
|
|
|
import (
|
|
"crowsnest/cmd/crawler/collectors"
|
|
"crowsnest/internal/model/database"
|
|
"database/sql"
|
|
"log"
|
|
"os"
|
|
|
|
_ "github.com/lib/pq"
|
|
)
|
|
|
|
func main() {
|
|
// collect environement variables
|
|
databaseURL := os.Getenv("DB_URL")
|
|
|
|
// connect to database
|
|
db, err := sql.Open("postgres", databaseURL)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer db.Close()
|
|
|
|
// collect websites
|
|
coll := collectors.Collector{
|
|
Responses: &database.ResponseModel{DB: db},
|
|
Articles: &database.ArticleModel{DB: db},
|
|
}
|
|
|
|
coll.SpiegelCollect()
|
|
//coll.Zeit()
|
|
}
|