github-mirror/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-06-01 01:05:11 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

prefix the robots.txt rules with the directory when using subfolder

Browse Source
This commit is contained in:
Régis Hanol
2018-04-11 22:05:02 +02:00
parent 3c8b43bb01
commit df7970a6f6
4 changed files with 49 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
spec/requests/robots_txt_controller_spec.rb
View File

@ -3,6 +3,14 @@ require 'rails_helper'
RSpec.describe RobotsTxtController do
describe '#index' do
context 'subfolder' do
it 'prefixes the rules with the directory' do
Discourse.stubs(:base_uri).returns('/forum')
get '/robots.txt'
expect(response.body).to include("\nDisallow: /forum/admin")
end
end
context 'crawl delay' do
it 'allows you to set crawl delay on particular bots' do
SiteSetting.allow_index_in_robots_txt = true