mirror of
https://github.com/mattermost/mattermost.git
synced 2025-02-25 18:55:24 -06:00
* WIP * Adding bleve to go modules * WIP * Adding missing files from searchengine implementation * WIP * WIP * WIP * WIP * WIP * WIP * User and channel indexing and searches implemented * Make bleve tests run with in-memory indexes * Implement post index and deletion tests * Initial commits for the search layer * Removing unnecesary indexing * WIP * WIP * More fixes for tests * Adding the search layer * Finishing the migration of searchers to the layer * Removing unnecesary code * Allowing multiple engines active at the same time * WIP * Add simple post search * Print information when using bleve * Adding some debugging to understand better how the searches are working * Making more dynamic config of search engines * Add post search basics * Adding the Purge API endpoint * Fixing bleve config updates * Adding missed file * Regenerating search engine mocks * Adding missed v5 to modules imports * fixing i18n * Fixing some test around search engine * Removing all bleve traces * Cleaning up the vendors directory and go.mod/go.sum files * Regenerating timer layer * Adding properly the license * Fixing govet shadow error * Fixing some tests * Fixing TestSearchPostsFromUser * Fixing another test * Fixing more tests * Fixing more tests * Removing SearchEngine redundant text from searchengine module code * Fixing some reindexing problems in members updates * Fixing tests * Addressing PR comments * Reverting go.mod and go.sum * Addressing PR comments * Fixing tests compilation * Fixing govet * Adding search engine stop method * Being more explicit on where we use includeDeleted * Adding GetSqlSupplier test helper method * Mocking elasticsearch start function * Fixing tests * Search tests * Fix tests * Fix mod * Fixing searchEngine for test helpers with store mocks * Remove loglines * Fix i18n strings * Migrate search posts tests * Fix linter * Do not run search tests if -short flag is enabled * Migrate back store tests that didn't belong to the searchlayer * Fix scopelint issues Co-authored-by: Jesús Espino <jespinog@gmail.com>
127 lines
4.6 KiB
Go
127 lines
4.6 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package searchlayer
|
|
|
|
import (
|
|
"github.com/mattermost/mattermost-server/v5/mlog"
|
|
"github.com/mattermost/mattermost-server/v5/model"
|
|
"github.com/mattermost/mattermost-server/v5/services/searchengine"
|
|
"github.com/mattermost/mattermost-server/v5/store"
|
|
)
|
|
|
|
type SearchPostStore struct {
|
|
store.PostStore
|
|
rootStore *SearchStore
|
|
}
|
|
|
|
func (s SearchPostStore) indexPost(post *model.Post) {
|
|
for _, engine := range s.rootStore.searchEngine.GetActiveEngines() {
|
|
if engine.IsIndexingEnabled() {
|
|
runIndexFn(engine, func(engineCopy searchengine.SearchEngineInterface) {
|
|
channel, chanErr := s.rootStore.Channel().Get(post.ChannelId, true)
|
|
if chanErr != nil {
|
|
mlog.Error("Couldn't get channel for post for SearchEngine indexing.", mlog.String("channel_id", post.ChannelId), mlog.String("search_engine", engineCopy.GetName()), mlog.String("post_id", post.Id), mlog.Err(chanErr))
|
|
return
|
|
}
|
|
if err := engineCopy.IndexPost(post, channel.TeamId); err != nil {
|
|
mlog.Error("Encountered error indexing post", mlog.String("post_id", post.Id), mlog.String("search_engine", engineCopy.GetName()), mlog.Err(err))
|
|
}
|
|
mlog.Debug("Indexed post in search engine", mlog.String("search_engine", engineCopy.GetName()), mlog.String("post_id", post.Id))
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s SearchPostStore) deletePostIndex(post *model.Post) {
|
|
for _, engine := range s.rootStore.searchEngine.GetActiveEngines() {
|
|
if engine.IsIndexingEnabled() {
|
|
runIndexFn(engine, func(engineCopy searchengine.SearchEngineInterface) {
|
|
if err := engineCopy.DeletePost(post); err != nil {
|
|
mlog.Error("Encountered error deleting post", mlog.String("post_id", post.Id), mlog.String("search_engine", engineCopy.GetName()), mlog.Err(err))
|
|
}
|
|
mlog.Debug("Removed post from the index in search engine", mlog.String("search_engine", engineCopy.GetName()), mlog.String("post_id", post.Id))
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s SearchPostStore) Update(newPost, oldPost *model.Post) (*model.Post, *model.AppError) {
|
|
post, err := s.PostStore.Update(newPost, oldPost)
|
|
|
|
if err == nil {
|
|
s.indexPost(post)
|
|
}
|
|
return post, err
|
|
}
|
|
|
|
func (s SearchPostStore) Save(post *model.Post) (*model.Post, *model.AppError) {
|
|
npost, err := s.PostStore.Save(post)
|
|
|
|
if err == nil {
|
|
s.indexPost(npost)
|
|
}
|
|
return npost, err
|
|
}
|
|
|
|
func (s SearchPostStore) Delete(postId string, date int64, deletedByID string) *model.AppError {
|
|
err := s.PostStore.Delete(postId, date, deletedByID)
|
|
|
|
if err == nil {
|
|
postList, err2 := s.PostStore.Get(postId, true)
|
|
if postList != nil && len(postList.Order) > 0 {
|
|
if err2 != nil {
|
|
s.deletePostIndex(postList.Posts[postList.Order[0]])
|
|
}
|
|
}
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (s SearchPostStore) searchPostsInTeamForUserByEngine(engine searchengine.SearchEngineInterface, paramsList []*model.SearchParams, userId, teamId string, isOrSearch, includeDeletedChannels bool, page, perPage int) (*model.PostSearchResults, *model.AppError) {
|
|
// We only allow the user to search in channels they are a member of.
|
|
userChannels, err := s.rootStore.Channel().GetChannels(teamId, userId, includeDeletedChannels)
|
|
if err != nil {
|
|
mlog.Error("error getting channel for user", mlog.Err(err))
|
|
return nil, err
|
|
}
|
|
|
|
postIds, matches, err := engine.SearchPosts(userChannels, paramsList, page, perPage)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Get the posts
|
|
postList := model.NewPostList()
|
|
if len(postIds) > 0 {
|
|
posts, err := s.PostStore.GetPostsByIds(postIds)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
for _, p := range posts {
|
|
if p.DeleteAt == 0 {
|
|
postList.AddPost(p)
|
|
postList.AddOrder(p.Id)
|
|
}
|
|
}
|
|
}
|
|
|
|
return model.MakePostSearchResults(postList, matches), nil
|
|
}
|
|
|
|
func (s SearchPostStore) SearchPostsInTeamForUser(paramsList []*model.SearchParams, userId, teamId string, isOrSearch, includeDeletedChannels bool, page, perPage int) (*model.PostSearchResults, *model.AppError) {
|
|
for _, engine := range s.rootStore.searchEngine.GetActiveEngines() {
|
|
if engine.IsSearchEnabled() {
|
|
results, err := s.searchPostsInTeamForUserByEngine(engine, paramsList, userId, teamId, isOrSearch, includeDeletedChannels, page, perPage)
|
|
if err != nil {
|
|
mlog.Error("Encountered error on SearchPostsInTeamForUser.", mlog.String("search_engine", engine.GetName()), mlog.Err(err))
|
|
continue
|
|
}
|
|
mlog.Debug("Using the first available search engine", mlog.String("search_engine", engine.GetName()))
|
|
return results, err
|
|
}
|
|
}
|
|
mlog.Debug("Using database search because no other search engine is available")
|
|
return s.PostStore.SearchPostsInTeamForUser(paramsList, userId, teamId, isOrSearch, includeDeletedChannels, page, perPage)
|
|
}
|