github-mirror/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-05-23 20:56:54 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

FIX: Serve crawler view to Google PageSpeed

Browse Source
This commit is contained in:
Gerhard Schlager
2019-11-27 22:15:34 +01:00
parent 1c9d18f094
commit d12f2580de
2 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
config/site_settings.yml
View File

@ -389,12 +389,12 @@ login:
enable_discord_logins: enable_discord_logins:
default: false default: false
discord_client_id: discord_client_id:
default: '' default: ""
discord_secret: discord_secret:
default: '' default: ""
secret: true secret: true
discord_trusted_guilds: discord_trusted_guilds:
default: '' default: ""
type: list type: list
enable_sso: enable_sso:
client: true client: true
@ -1344,7 +1344,7 @@ security:
list_type: compact list_type: compact
crawler_user_agents: crawler_user_agents:
hidden: true hidden: true
default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor" default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor|lighthouse"
type: list type: list
list_type: compact list_type: compact
crawler_check_bypass_agents: crawler_check_bypass_agents:

1
spec/components/crawler_detection_spec.rb
View File

@ -47,6 +47,7 @@ describe CrawlerDetection do
crawler! "LogicMonitor SiteMonitor/1.0" crawler! "LogicMonitor SiteMonitor/1.0"
crawler! "Java/1.8.0_151" crawler! "Java/1.8.0_151"
crawler! "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" crawler! "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
crawler! "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3694.0 Mobile Safari/537.36 Chrome-Lighthouse"
end end
it "returns true when VIA header contains 'web.archive.org'" do it "returns true when VIA header contains 'web.archive.org'" do