add summarization for documents

src/cmd/frontend/main.go

@@ -6,6 +6,7 @@ import (
 	"crowsnest/internal/middleware"
 	"crowsnest/internal/model"
 	"crowsnest/internal/model/database"
+	"crowsnest/internal/util"
 	"log"
 	"net/http"
 
@@ -18,6 +19,21 @@ func main() {
 		log.Fatal("failed to connect to database due to", err.Error())
 	}
 
+    // summarize documents
+    documents := &database.DocumentRepository{DB: db}
+
+    go documents.Map(func(doc *model.Document) *model.Document {
+        if doc.Summary == "" {
+            summaryText, err := util.Summarize(doc.Content)
+            if err == nil {
+                doc.Summary = summaryText
+                return doc
+            }
+            log.Println(err.Error())
+        }
+        return doc
+    })
+
 	// run web crawlers
     articles := &database.ArticleRepository{DB: db}
 	crawler := crawler.CrawlerFacade{}