feat(server): add reindexing API with tests

This commit is contained in:
hexxa 2022-07-24 17:08:56 +08:00 committed by Hexxa
parent fc653d1c15
commit fd46d7b816
7 changed files with 166 additions and 26 deletions

View file

@ -5,12 +5,15 @@ import (
"encoding/json"
"fmt"
"io"
"os"
"path"
"github.com/ihexxa/quickshare/src/worker"
)
const (
MsgTypeSha1 = "sha1"
MsgTypeSha1 = "sha1"
MsgTypeIndexing = "indexing"
)
type Sha1Params struct {
@ -50,3 +53,39 @@ func (h *FileHandlers) genSha1(msg worker.IMsg) error {
return nil
}
type IndexingParams struct{}
func (h *FileHandlers) indexingItems(msg worker.IMsg) error {
err := h.deps.FileIndex().Reset()
if err != nil {
return err
}
root := ""
queue := []string{root}
var infos []os.FileInfo
for len(queue) > 0 {
pathname := queue[0]
queue = queue[1:]
infos, err = h.deps.FS().ListDir(pathname)
if err != nil {
return err
}
for _, fileInfo := range infos {
childPath := path.Join(pathname, fileInfo.Name())
if fileInfo.IsDir() {
queue = append(queue, childPath)
} else {
err = h.deps.FileIndex().AddPath(childPath)
if err != nil {
return err
}
}
}
}
h.deps.Log().Info("reindexing done")
return nil
}

View file

@ -51,6 +51,7 @@ func NewFileHandlers(cfg gocfg.ICfg, deps *depidx.Deps) (*FileHandlers, error) {
deps: deps,
}
deps.Workers().AddHandler(MsgTypeSha1, handlers.genSha1)
deps.Workers().AddHandler(MsgTypeIndexing, handlers.indexingItems)
return handlers, nil
}
@ -1171,6 +1172,29 @@ func (h *FileHandlers) SearchItems(c *gin.Context) {
c.JSON(200, &SearchItemsResp{Results: results})
}
func (h *FileHandlers) Reindex(c *gin.Context) {
msg, err := json.Marshal(IndexingParams{})
if err != nil {
c.JSON(q.ErrResp(c, 500, err))
return
}
err = h.deps.Workers().TryPut(
localworker.NewMsg(
h.deps.ID().Gen(),
map[string]string{localworker.MsgTypeKey: MsgTypeIndexing},
string(msg),
),
)
if err != nil {
c.JSON(q.ErrResp(c, 500, err))
return
}
c.JSON(q.Resp(200))
return
}
func (h *FileHandlers) GetStreamReader(userID uint64, fd io.Reader) (io.ReadCloser, error) {
pr, pw := io.Pipe()

View file

@ -62,6 +62,7 @@ func NewMultiUsersSvc(cfg gocfg.ICfg, deps *depidx.Deps) (*MultiUsersSvc, error)
apiRuleCname(db.AdminRole, "PATCH", "/v1/fs/files/copy"): true,
apiRuleCname(db.AdminRole, "PATCH", "/v1/fs/files/move"): true,
apiRuleCname(db.AdminRole, "GET", "/v1/fs/search"): true,
apiRuleCname(db.AdminRole, "PUT", "/v1/fs/reindex"): true,
apiRuleCname(db.AdminRole, "GET", "/v1/fs/dirs"): true,
apiRuleCname(db.AdminRole, "GET", "/v1/fs/dirs/home"): true,
apiRuleCname(db.AdminRole, "POST", "/v1/fs/dirs"): true,