feat(server): add reindexing API with tests
This commit is contained in:
parent
fc653d1c15
commit
fd46d7b816
7 changed files with 166 additions and 26 deletions
|
@ -5,12 +5,15 @@ import (
|
|||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"os"
|
||||
"path"
|
||||
|
||||
"github.com/ihexxa/quickshare/src/worker"
|
||||
)
|
||||
|
||||
const (
|
||||
MsgTypeSha1 = "sha1"
|
||||
MsgTypeSha1 = "sha1"
|
||||
MsgTypeIndexing = "indexing"
|
||||
)
|
||||
|
||||
type Sha1Params struct {
|
||||
|
@ -50,3 +53,39 @@ func (h *FileHandlers) genSha1(msg worker.IMsg) error {
|
|||
|
||||
return nil
|
||||
}
|
||||
|
||||
type IndexingParams struct{}
|
||||
|
||||
func (h *FileHandlers) indexingItems(msg worker.IMsg) error {
|
||||
err := h.deps.FileIndex().Reset()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
root := ""
|
||||
queue := []string{root}
|
||||
var infos []os.FileInfo
|
||||
for len(queue) > 0 {
|
||||
pathname := queue[0]
|
||||
queue = queue[1:]
|
||||
infos, err = h.deps.FS().ListDir(pathname)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
for _, fileInfo := range infos {
|
||||
childPath := path.Join(pathname, fileInfo.Name())
|
||||
if fileInfo.IsDir() {
|
||||
queue = append(queue, childPath)
|
||||
} else {
|
||||
err = h.deps.FileIndex().AddPath(childPath)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
h.deps.Log().Info("reindexing done")
|
||||
return nil
|
||||
}
|
||||
|
|
|
@ -51,6 +51,7 @@ func NewFileHandlers(cfg gocfg.ICfg, deps *depidx.Deps) (*FileHandlers, error) {
|
|||
deps: deps,
|
||||
}
|
||||
deps.Workers().AddHandler(MsgTypeSha1, handlers.genSha1)
|
||||
deps.Workers().AddHandler(MsgTypeIndexing, handlers.indexingItems)
|
||||
|
||||
return handlers, nil
|
||||
}
|
||||
|
@ -1171,6 +1172,29 @@ func (h *FileHandlers) SearchItems(c *gin.Context) {
|
|||
c.JSON(200, &SearchItemsResp{Results: results})
|
||||
}
|
||||
|
||||
func (h *FileHandlers) Reindex(c *gin.Context) {
|
||||
msg, err := json.Marshal(IndexingParams{})
|
||||
if err != nil {
|
||||
c.JSON(q.ErrResp(c, 500, err))
|
||||
return
|
||||
}
|
||||
|
||||
err = h.deps.Workers().TryPut(
|
||||
localworker.NewMsg(
|
||||
h.deps.ID().Gen(),
|
||||
map[string]string{localworker.MsgTypeKey: MsgTypeIndexing},
|
||||
string(msg),
|
||||
),
|
||||
)
|
||||
if err != nil {
|
||||
c.JSON(q.ErrResp(c, 500, err))
|
||||
return
|
||||
}
|
||||
|
||||
c.JSON(q.Resp(200))
|
||||
return
|
||||
}
|
||||
|
||||
func (h *FileHandlers) GetStreamReader(userID uint64, fd io.Reader) (io.ReadCloser, error) {
|
||||
pr, pw := io.Pipe()
|
||||
|
||||
|
|
|
@ -62,6 +62,7 @@ func NewMultiUsersSvc(cfg gocfg.ICfg, deps *depidx.Deps) (*MultiUsersSvc, error)
|
|||
apiRuleCname(db.AdminRole, "PATCH", "/v1/fs/files/copy"): true,
|
||||
apiRuleCname(db.AdminRole, "PATCH", "/v1/fs/files/move"): true,
|
||||
apiRuleCname(db.AdminRole, "GET", "/v1/fs/search"): true,
|
||||
apiRuleCname(db.AdminRole, "PUT", "/v1/fs/reindex"): true,
|
||||
apiRuleCname(db.AdminRole, "GET", "/v1/fs/dirs"): true,
|
||||
apiRuleCname(db.AdminRole, "GET", "/v1/fs/dirs/home"): true,
|
||||
apiRuleCname(db.AdminRole, "POST", "/v1/fs/dirs"): true,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue