github-mirror/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-06-07 23:54:41 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

make crawler_user_agents a hidden setting

Browse Source
This commit is contained in:
Arpit Jalan
2017-12-11 10:55:35 +05:30
parent 68d3c2c74f
commit 6acf0693a5
2 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
config/locales/server.en.yml
View File

@ -1065,7 +1065,6 @@ en:
gtm_container_id: "Google Tag Manager container id. eg: GTM-ABCDEF" gtm_container_id: "Google Tag Manager container id. eg: GTM-ABCDEF"
enable_escaped_fragments: "Fall back to Google's Ajax-Crawling API if no webcrawler is detected. See https://developers.google.com/webmasters/ajax-crawling/docs/learn-more" enable_escaped_fragments: "Fall back to Google's Ajax-Crawling API if no webcrawler is detected. See https://developers.google.com/webmasters/ajax-crawling/docs/learn-more"
allow_moderators_to_create_categories: "Allow moderators to create new categories" allow_moderators_to_create_categories: "Allow moderators to create new categories"
crawler_user_agents: "List of user agents that are considered crawlers and served static HTML instead of JavaScript payload"
cors_origins: "Allowed origins for cross-origin requests (CORS). Each origin must include http:// or https://. The DISCOURSE_ENABLE_CORS env variable must be set to true to enable CORS." cors_origins: "Allowed origins for cross-origin requests (CORS). Each origin must include http:// or https://. The DISCOURSE_ENABLE_CORS env variable must be set to true to enable CORS."
use_admin_ip_whitelist: "Admins can only log in if they are at an IP address defined in the Screened IPs list (Admin > Logs > Screened Ips)." use_admin_ip_whitelist: "Admins can only log in if they are at an IP address defined in the Screened IPs list (Admin > Logs > Screened Ips)."
blacklist_ip_blocks: "A list of private IP blocks that should never be crawled by Discourse" blacklist_ip_blocks: "A list of private IP blocks that should never be crawled by Discourse"

1
config/site_settings.yml
View File

@ -938,6 +938,7 @@ security:
allow_index_in_robots_txt: true allow_index_in_robots_txt: true
allow_moderators_to_create_categories: false allow_moderators_to_create_categories: false
crawler_user_agents: crawler_user_agents:
hidden: true
default: 'Googlebot|Mediapartners|AdsBot|curl|HTTrack|Twitterbot|facebookexternalhit|bingbot|Baiduspider|ia_archiver|archive.org_bot|Wayback Save Page|360Spider|Swiftbot|YandexBot' default: 'Googlebot|Mediapartners|AdsBot|curl|HTTrack|Twitterbot|facebookexternalhit|bingbot|Baiduspider|ia_archiver|archive.org_bot|Wayback Save Page|360Spider|Swiftbot|YandexBot'
type: list type: list
cors_origins: cors_origins: