ston1th/docstore
1
1
Fork 0
Code Issues 3 Releases Activity

implement scan and index queue

Browse source
This commit is contained in:
ston1th 2022-10-06 18:42:10 +02:00
commit e0314dcf56
4 changed files with 81 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

31
pkg/server/helper.go
View file

@ -28,37 +28,6 @@ func getStats(i *bleve.Index) *core.Stats {
}
}
func scanFile(srv *HTTPServer, path string) (err error) {
err = srv.FS.AddScan(path)
if err != nil {
return
}
go func() {
defer srv.FS.RemoveScan(path)
log := srv.Log.WithValues("file", path)
file, txt, err := srv.Scanner.Scan(path)
if err != nil {
log.Error(err, "error scanning file")
return
}
tags, err := srv.DB.GetAllRTags()
if err != nil {
log.Error(err, "error getting tags")
}
found := tags.Match(txt)
id, err := srv.DB.Index.Add(txt, found)
if err != nil {
log.Error(err, "error adding file to index")
return
}
err = srv.DB.NewFile(id, file, found)
if err != nil {
log.Error(err, "error adding file to DB")
}
}()
return
}
// Parts taken from strings.TrimPrefix
func hasTrimPrefix(s, prefix string) (string, bool) {
if len(s) >= len(prefix) && s[0:len(prefix)] == prefix {