Revert "PERF: Cache categories in Site model take 2."

This reverts commit 06fa1efd3d8a935a5ae3e7876dbbaa3193316d7c.

Breakage in solved plugin
This commit is contained in:
Kane York
2021-06-21 12:06:08 -07:00
committed by Kane York
parent c72bf1d732
commit 83a6ad32ff
8 changed files with 29 additions and 136 deletions

View File

@ -91,7 +91,6 @@ class Category < ActiveRecord::Base
after_commit :trigger_category_created_event, on: :create after_commit :trigger_category_created_event, on: :create
after_commit :trigger_category_updated_event, on: :update after_commit :trigger_category_updated_event, on: :update
after_commit :trigger_category_destroyed_event, on: :destroy after_commit :trigger_category_destroyed_event, on: :destroy
after_commit :clear_site_cache
after_save_commit :index_search after_save_commit :index_search
@ -958,10 +957,6 @@ class Category < ActiveRecord::Base
result.map { |row| [row.group_id, row.permission_type] } result.map { |row| [row.group_id, row.permission_type] }
end end
def clear_site_cache
Site.clear_cache
end
end end
# == Schema Information # == Schema Information

View File

@ -3,10 +3,6 @@
class CategoryTag < ActiveRecord::Base class CategoryTag < ActiveRecord::Base
belongs_to :category belongs_to :category
belongs_to :tag belongs_to :tag
after_commit do
Site.clear_cache
end
end end
# == Schema Information # == Schema Information

View File

@ -3,10 +3,6 @@
class CategoryTagGroup < ActiveRecord::Base class CategoryTagGroup < ActiveRecord::Base
belongs_to :category belongs_to :category
belongs_to :tag_group belongs_to :tag_group
after_commit do
Site.clear_cache
end
end end
# == Schema Information # == Schema Information

View File

@ -28,42 +28,16 @@ class Site
UserField.order(:position).all UserField.order(:position).all
end end
CATEGORIES_CACHE_KEY = "site_categories" def categories
@categories ||= begin
def self.clear_cache
Discourse.cache.delete(CATEGORIES_CACHE_KEY)
end
def self.all_categories_cache
# Categories do not change often so there is no need for us to run the
# same query and spend time creating ActiveRecord objects for every requests.
#
# Do note that any new association added to the eager loading needs a
# corresponding ActiveRecord callback to clear the categories cache.
Discourse.cache.fetch(CATEGORIES_CACHE_KEY, expires_in: 30.minutes) do
categories = Category categories = Category
.includes(:uploaded_logo, :uploaded_background, :tags, :tag_groups, :required_tag_group) .includes(:uploaded_logo, :uploaded_background, :tags, :tag_groups)
.secured(@guardian)
.joins('LEFT JOIN topics t on t.id = categories.topic_id') .joins('LEFT JOIN topics t on t.id = categories.topic_id')
.select('categories.*, t.slug topic_slug') .select('categories.*, t.slug topic_slug')
.order(:position) .order(:position)
.to_a
ActiveModel::ArraySerializer.new( categories = categories.to_a
categories,
each_serializer: SiteCategorySerializer
).as_json
end
end
def categories
@categories ||= begin
categories = []
self.class.all_categories_cache.each do |category|
if @guardian.can_see_serialized_category?(category_id: category[:id], read_restricted: category[:read_restricted])
categories << OpenStruct.new(category)
end
end
with_children = Set.new with_children = Set.new
categories.each do |c| categories.each do |c|

View File

@ -30,10 +30,10 @@ class SiteSerializer < ApplicationSerializer
:shared_drafts_category_id, :shared_drafts_category_id,
:custom_emoji_translation, :custom_emoji_translation,
:watched_words_replace, :watched_words_replace,
:watched_words_link, :watched_words_link
:categories
) )
has_many :categories, serializer: SiteCategorySerializer, embed: :objects
has_many :archetypes, embed: :objects, serializer: ArchetypeSerializer has_many :archetypes, embed: :objects, serializer: ArchetypeSerializer
has_many :user_fields, embed: :objects, serializer: UserFieldSerializer has_many :user_fields, embed: :objects, serializer: UserFieldSerializer
has_many :auth_providers, embed: :objects, serializer: AuthProviderSerializer has_many :auth_providers, embed: :objects, serializer: AuthProviderSerializer
@ -190,10 +190,6 @@ class SiteSerializer < ApplicationSerializer
WordWatcher.word_matcher_regexps(:link) WordWatcher.word_matcher_regexps(:link)
end end
def categories
object.categories.map { |c| c.to_h }
end
private private
def ordered_flags(flags) def ordered_flags(flags)

View File

@ -46,14 +46,6 @@ module CategoryGuardian
nil nil
end end
def can_see_serialized_category?(category_id:, read_restricted: true)
# Guard to ensure only a boolean is passed in
read_restricted = true unless !!read_restricted == read_restricted
return true if !read_restricted
secure_category_ids.include?(category_id)
end
def can_see_category?(category) def can_see_category?(category)
return false unless category return false unless category
return true if is_admin? return true if is_admin?

View File

@ -58,65 +58,30 @@ describe Site do
expect(Site.new(guardian).categories.last.notification_level).to eq(1) expect(Site.new(guardian).categories.last.notification_level).to eq(1)
end end
describe '#categories' do it "omits categories users can not write to from the category list" do
fab!(:category) { Fabricate(:category) } category = Fabricate(:category)
fab!(:user) { Fabricate(:user) } user = Fabricate(:user)
fab!(:guardian) { Guardian.new(user) }
after do expect(Site.new(Guardian.new(user)).categories.count).to eq(2)
Site.clear_cache
end
it "omits read restricted categories" do category.set_permissions(everyone: :create_post)
expect(Site.new(guardian).categories.map(&:id)).to contain_exactly( category.save
SiteSetting.uncategorized_category_id, category.id
)
category.update!(read_restricted: true) guardian = Guardian.new(user)
expect(Site.new(guardian).categories.map(&:id)).to contain_exactly( expect(Site.new(guardian)
SiteSetting.uncategorized_category_id .categories
) .keep_if { |c| c.name == category.name }
end .first
.permission)
.not_to eq(CategoryGroup.permission_types[:full])
it "includes categories that a user's group can see" do # If a parent category is not visible, the child categories should not be returned
group = Fabricate(:group) category.set_permissions(staff: :full)
category.update!(read_restricted: true) category.save
category.groups << group
expect(Site.new(guardian).categories.map(&:id)).to contain_exactly( sub_category = Fabricate(:category, parent_category_id: category.id)
SiteSetting.uncategorized_category_id expect(Site.new(guardian).categories).not_to include(sub_category)
)
group.add(user)
expect(Site.new(Guardian.new(user)).categories.map(&:id)).to contain_exactly(
SiteSetting.uncategorized_category_id, category.id
)
end
it "omits categories users can not write to from the category list" do
expect(Site.new(guardian).categories.count).to eq(2)
category.set_permissions(everyone: :create_post)
category.save!
guardian = Guardian.new(user)
expect(Site.new(guardian)
.categories
.keep_if { |c| c.name == category.name }
.first
.permission)
.not_to eq(CategoryGroup.permission_types[:full])
# If a parent category is not visible, the child categories should not be returned
category.set_permissions(staff: :full)
category.save!
sub_category = Fabricate(:category, parent_category_id: category.id)
expect(Site.new(guardian).categories).not_to include(sub_category)
end
end end
it "omits groups user can not see" do it "omits groups user can not see" do

View File

@ -10,34 +10,13 @@ describe SiteSerializer do
category.custom_fields["enable_marketplace"] = true category.custom_fields["enable_marketplace"] = true
category.save_custom_fields category.save_custom_fields
serialized = described_class.new(Site.new(guardian), scope: guardian, root: false).as_json data = MultiJson.dump(described_class.new(Site.new(guardian), scope: guardian, root: false))
c1 = serialized[:categories].find { |c| c[:id] == category.id } expect(data).not_to include("enable_marketplace")
expect(c1[:preloaded_custom_fields]).to eq(nil)
Site.preloaded_category_custom_fields << "enable_marketplace" Site.preloaded_category_custom_fields << "enable_marketplace"
serialized = described_class.new(Site.new(guardian), scope: guardian, root: false).as_json data = MultiJson.dump(described_class.new(Site.new(guardian), scope: guardian, root: false))
c1 = serialized[:categories].find { |c| c[:id] == category.id } expect(data).to include("enable_marketplace")
expect(c1[:preloaded_custom_fields]["enable_marketplace"]).to eq("t")
end
it "includes category tags" do
tag = Fabricate(:tag)
tag_group = Fabricate(:tag_group)
tag_group_2 = Fabricate(:tag_group)
category.tags << tag
category.tag_groups << tag_group
category.update!(required_tag_group: tag_group_2)
serialized = described_class.new(Site.new(guardian), scope: guardian, root: false).as_json
c1 = serialized[:categories].find { |c| c[:id] == category.id }
expect(c1[:allowed_tags]).to contain_exactly(tag.name)
expect(c1[:allowed_tag_groups]).to contain_exactly(tag_group.name)
expect(c1[:required_tag_group_name]).to eq(tag_group_2.name)
end end
it "returns correct notification level for categories" do it "returns correct notification level for categories" do