36 lines
629 B
Go
36 lines
629 B
Go
package main
|
|
|
|
import (
|
|
"crowsnest/cmd/crawler/collectors"
|
|
"crowsnest/cmd/crawler/extractors"
|
|
"crowsnest/internal/model/database"
|
|
"database/sql"
|
|
"log"
|
|
|
|
_ "github.com/mattn/go-sqlite3"
|
|
)
|
|
|
|
func main() {
|
|
// open database
|
|
db, err := sql.Open("sqlite3", "./persistence/app.db")
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
// collect websites
|
|
_ = collectors.Collector{
|
|
Responses: &database.ResponseModel{DB: db},
|
|
}
|
|
|
|
//coll.Spiegel()
|
|
//coll.Zeit()
|
|
|
|
// extract articles from websites
|
|
extr := extractors.Extractor{
|
|
Responses: &database.ResponseModel{DB: db},
|
|
Articles: &database.ArticleModel{DB: db},
|
|
}
|
|
|
|
extr.Spiegel()
|
|
}
|