remove model files for responses
This commit is contained in:
@@ -17,7 +17,7 @@ func (c *Collector) CollectSpiegel() {
|
||||
collycollector := colly.NewCollector(
|
||||
colly.AllowedDomains("www.spiegel.de", "spiegel.de"),
|
||||
colly.CacheDir("./persistence/spiegel_cache"),
|
||||
colly.MaxDepth(5),
|
||||
colly.MaxDepth(3),
|
||||
)
|
||||
|
||||
// store articles
|
||||
@@ -42,7 +42,7 @@ func (c *Collector) CollectSpiegel() {
|
||||
})
|
||||
|
||||
// go through archive
|
||||
startDate := time.Date(2025, time.January, 1, 0, 0, 0, 0, time.UTC)
|
||||
startDate := time.Date(2020, time.January, 1, 0, 0, 0, 0, time.UTC)
|
||||
currentDate := time.Now()
|
||||
|
||||
for date := startDate; date.Before(currentDate) || date.Equal(currentDate); date = date.AddDate(0, 0, 1) {
|
||||
|
||||
Reference in New Issue
Block a user