diff --git a/config/locales/server.en.yml b/config/locales/server.en.yml index 098461856ba..6caaa6e11cc 100644 --- a/config/locales/server.en.yml +++ b/config/locales/server.en.yml @@ -1065,7 +1065,6 @@ en: gtm_container_id: "Google Tag Manager container id. eg: GTM-ABCDEF" enable_escaped_fragments: "Fall back to Google's Ajax-Crawling API if no webcrawler is detected. See https://developers.google.com/webmasters/ajax-crawling/docs/learn-more" allow_moderators_to_create_categories: "Allow moderators to create new categories" - crawler_user_agents: "List of user agents that are considered crawlers and served static HTML instead of JavaScript payload" cors_origins: "Allowed origins for cross-origin requests (CORS). Each origin must include http:// or https://. The DISCOURSE_ENABLE_CORS env variable must be set to true to enable CORS." use_admin_ip_whitelist: "Admins can only log in if they are at an IP address defined in the Screened IPs list (Admin > Logs > Screened Ips)." blacklist_ip_blocks: "A list of private IP blocks that should never be crawled by Discourse" diff --git a/config/site_settings.yml b/config/site_settings.yml index d56639939f3..a3e32d78328 100644 --- a/config/site_settings.yml +++ b/config/site_settings.yml @@ -938,6 +938,7 @@ security: allow_index_in_robots_txt: true allow_moderators_to_create_categories: false crawler_user_agents: + hidden: true default: 'Googlebot|Mediapartners|AdsBot|curl|HTTrack|Twitterbot|facebookexternalhit|bingbot|Baiduspider|ia_archiver|archive.org_bot|Wayback Save Page|360Spider|Swiftbot|YandexBot' type: list cors_origins: