mirror of
https://github.com/discourse/discourse.git
synced 2025-05-21 18:12:32 +08:00
FEATURE: Pull hotlinked images immediately after posting
Previously, with the default `editing_grace_period`, hotlinked images were pulled 5 minutes after a post is created. This delay was added to reduce the chance of automated edits clashing with user edits. This commit refactors things so that we can pull hotlinked images immediately. URLs are immediately updated in the post's `cooked` HTML. The post's raw markdown is updated later, after the `editing_grace_period`. This involves a number of behind-the-scenes changes including: - Schedule Jobs::PullHotlinkedImages immediately after Jobs::ProcessPost. Move scheduling to after the `update_column` call to avoid race conditions - Move raw changes into a separate job, which is delayed until after the ninja-edit window - Move disable_if_low_on_disk_space logic into the `pull_hotlinked_images` job - Move raw-parsing/replacing logic into `InlineUpload` so it can be easily be shared between `UpdateHotlinkedRaw` and `PullUserProfileHotlinkedImages`
This commit is contained in:
@ -21,7 +21,6 @@ describe CookedPostProcessor do
|
||||
cpp.expects(:post_process_oneboxes).in_sequence(post_process)
|
||||
cpp.expects(:post_process_images).in_sequence(post_process)
|
||||
cpp.expects(:optimize_urls).in_sequence(post_process)
|
||||
cpp.expects(:pull_hotlinked_images).in_sequence(post_process)
|
||||
cpp.post_process
|
||||
|
||||
expect(PostUpload.exists?(post: post, upload: upload)).to eq(true)
|
||||
@ -1543,102 +1542,6 @@ describe CookedPostProcessor do
|
||||
end
|
||||
end
|
||||
|
||||
context "#pull_hotlinked_images" do
|
||||
|
||||
let(:post) { build(:post, created_at: 20.days.ago) }
|
||||
let(:cpp) { CookedPostProcessor.new(post) }
|
||||
|
||||
before { cpp.stubs(:available_disk_space).returns(90) }
|
||||
|
||||
it "runs even when download_remote_images_to_local is disabled" do
|
||||
# We want to run it to pull hotlinked optimized images
|
||||
SiteSetting.download_remote_images_to_local = false
|
||||
expect { cpp.pull_hotlinked_images }.
|
||||
to change { Jobs::PullHotlinkedImages.jobs.count }.by 1
|
||||
end
|
||||
|
||||
context "when download_remote_images_to_local? is enabled" do
|
||||
before do
|
||||
SiteSetting.download_remote_images_to_local = true
|
||||
end
|
||||
|
||||
it "disables download_remote_images if there is not enough disk space" do
|
||||
cpp.expects(:available_disk_space).returns(5)
|
||||
cpp.pull_hotlinked_images
|
||||
expect(SiteSetting.download_remote_images_to_local).to eq(false)
|
||||
end
|
||||
|
||||
it "does not run when requested to skip" do
|
||||
CookedPostProcessor.new(post, skip_pull_hotlinked_images: true).pull_hotlinked_images
|
||||
expect(Jobs::PullHotlinkedImages.jobs.size).to eq(0)
|
||||
end
|
||||
|
||||
context "and there is enough disk space" do
|
||||
before { cpp.expects(:disable_if_low_on_disk_space).at_least_once }
|
||||
|
||||
context "and the post has been updated by an actual user" do
|
||||
|
||||
before { post.id = 42 }
|
||||
|
||||
it "ensures only one job is scheduled right after the editing_grace_period" do
|
||||
freeze_time
|
||||
|
||||
Jobs.expects(:cancel_scheduled_job).with(:pull_hotlinked_images, post_id: post.id).once
|
||||
|
||||
delay = SiteSetting.editing_grace_period + 1
|
||||
|
||||
expect_enqueued_with(job: :pull_hotlinked_images, args: { post_id: post.id }, at: Time.zone.now + delay.seconds) do
|
||||
cpp.pull_hotlinked_images
|
||||
end
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
context "#disable_if_low_on_disk_space" do
|
||||
|
||||
let(:post) { build(:post, created_at: 20.days.ago) }
|
||||
let(:cpp) { CookedPostProcessor.new(post) }
|
||||
|
||||
before do
|
||||
SiteSetting.download_remote_images_to_local = true
|
||||
SiteSetting.download_remote_images_threshold = 20
|
||||
cpp.stubs(:available_disk_space).returns(50)
|
||||
end
|
||||
|
||||
it "does nothing when there's enough disk space" do
|
||||
SiteSetting.expects(:download_remote_images_to_local=).never
|
||||
cpp.disable_if_low_on_disk_space
|
||||
end
|
||||
|
||||
context "when there's not enough disk space" do
|
||||
|
||||
before { SiteSetting.download_remote_images_threshold = 75 }
|
||||
|
||||
it "disables download_remote_images_threshold and send a notification to the admin" do
|
||||
StaffActionLogger.any_instance.expects(:log_site_setting_change).once
|
||||
SystemMessage.expects(:create_from_system_user).with(Discourse.site_contact_user, :download_remote_images_disabled).once
|
||||
cpp.disable_if_low_on_disk_space
|
||||
|
||||
expect(SiteSetting.download_remote_images_to_local).to eq(false)
|
||||
end
|
||||
|
||||
it "doesn't disable download_remote_images_to_local if site uses S3" do
|
||||
setup_s3
|
||||
cpp.disable_if_low_on_disk_space
|
||||
|
||||
expect(SiteSetting.download_remote_images_to_local).to eq(true)
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
context "#is_a_hyperlink?" do
|
||||
|
||||
let(:post) { build(:post) }
|
||||
|
Reference in New Issue
Block a user