IntenseWebs/discourse
3
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-02-25 18:55:32 -06:00
Code Issues Packages Projects Releases Wiki Activity

PERF: new table used for title similarity search

Browse Source
This commit is contained in:
Sam
2014-08-08 15:50:26 +10:00
parent cd20c8e55f
commit c1cbf1b269
5 changed files with 45 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
app/models/search_observer.rb
View File

@@ -35,6 +35,11 @@ class SearchObserver < ActiveRecord::Observer
# don't allow concurrency to mess up saving a post
end
def self.update_topics_index(topic_id, title, cooked)
search_data = title.dup << " " << scrub_html_for_search(cooked)[0...Topic::MAX_SIMILAR_BODY_LENGTH]
update_index('topic', topic_id, search_data)
end
def self.update_posts_index(post_id, cooked, title, category)
search_data = scrub_html_for_search(cooked) << " " << title
search_data << " " << category if category
@@ -55,6 +60,7 @@ class SearchObserver < ActiveRecord::Observer
if obj.topic
category_name = obj.topic.category.name if obj.topic.category
SearchObserver.update_posts_index(obj.id, obj.cooked, obj.topic.title, category_name)
SearchObserver.update_topics_index(obj.topic_id, obj.topic.title, obj.cooked) if obj.post_number == 1
else
Rails.logger.warn("Orphan post skipped in search_observer, topic_id: #{obj.topic_id} post_id: #{obj.id} raw: #{obj.raw}")
end
@@ -69,6 +75,7 @@ class SearchObserver < ActiveRecord::Observer
if post
category_name = obj.category.name if obj.category
SearchObserver.update_posts_index(post.id, post.cooked, obj.title, category_name)
SearchObserver.update_topics_index(obj.id, obj.title, post.cooked)
end
end
end

6
app/models/topic.rb
View File

@@ -358,12 +358,13 @@ class Topic < ActiveRecord::Base
archetype == Archetype.private_message
end
MAX_SIMILAR_BODY_LENGTH = 200
# Search for similar topics
def self.similar_to(title, raw, user=nil)
return [] unless title.present?
return [] unless raw.present?
filter_words = Search.prepare_data(title + " " + raw[0...200]);
filter_words = Search.prepare_data(title + " " + raw[0...MAX_SIMILAR_BODY_LENGTH]);
ts_query = Search.ts_query(filter_words, nil, "|")
# Exclude category definitions from similar topic suggestions
@@ -371,8 +372,7 @@ class Topic < ActiveRecord::Base
candidates = Topic.visible
.secured(Guardian.new(user))
.listable_topics
.joins('JOIN posts p ON p.topic_id = topics.id AND p.post_number = 1')
.joins('JOIN post_search_data s ON p.id = s.post_id')
.joins('JOIN topic_search_data s ON topics.id = s.topic_id')
.where("search_data @@ #{ts_query}")
.order("ts_rank(search_data, #{ts_query}) DESC")
.limit(SiteSetting.max_similar_results * 3)