From 8b481bbbae857cfc2505fa0ea24689cb6be6aa3e Mon Sep 17 00:00:00 2001 From: dangered wolf Date: Tue, 18 Apr 2023 21:56:06 -0400 Subject: [PATCH] Move ROBOTS_TXT to strings --- src/constants.ts | 15 +-------------- src/strings.ts | 16 +++++++++++++++- 2 files changed, 16 insertions(+), 15 deletions(-) diff --git a/src/constants.ts b/src/constants.ts index fb9e91f..ba3367e 100644 --- a/src/constants.ts +++ b/src/constants.ts @@ -62,20 +62,7 @@ export const Constants = { 'content-type': 'application/json' }, POLL_TWEET_CACHE: 'max-age=60', - DEFAULT_COLOR: '#10A3FF', - ROBOTS_TXT: `# Yandex crawls far, far heavier than Googlebot and Bingbot combined -User-agent: YandexBot -Disallow: / - -User-agent: * -Allow: /$ -Allow: /*/status -Allow: /*/status/ -Allow: /owoembed -Allow: /owoembed/ -Allow: /watch?v=dQw4w9WgXcQ -Disallow: /doing-harm-to-others -Disallow: /taking-over-the-world` + DEFAULT_COLOR: '#10A3FF' }; if (typeof TEST !== 'undefined') { diff --git a/src/strings.ts b/src/strings.ts index d5f99f9..70a7c74 100644 --- a/src/strings.ts +++ b/src/strings.ts @@ -153,5 +153,19 @@ This is caused by Twitter API downtime or a new bug. Try again in a little while API_HOST_LIST.split(',')[0] }">${API_HOST_LIST.split(',')[0]}`, DEPRECATED_DOMAIN_NOTICE: `We've moved! ➡ fxtwitter.com`, - DEPRECATED_DOMAIN_NOTICE_DISCORD: `We've moved! ➡ fxtwitter.com` + DEPRECATED_DOMAIN_NOTICE_DISCORD: `We've moved! ➡ fxtwitter.com`, + + ROBOTS_TXT: `# Yandex crawls far, far heavier than Googlebot and Bingbot combined +User-agent: YandexBot +Disallow: / + +User-agent: * +Allow: /$ +Allow: /*/status +Allow: /*/status/ +Allow: /owoembed +Allow: /owoembed/ +Allow: /watch?v=dQw4w9WgXcQ +Disallow: /doing-harm-to-others +Disallow: /taking-over-the-world` };