From c323e2f8d582f360014ec9f9841ce7d81a8c9cca Mon Sep 17 00:00:00 2001 From: dangered wolf Date: Tue, 18 Apr 2023 21:26:44 -0400 Subject: [PATCH] Block Yandex in robots.txt --- src/constants.ts | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/constants.ts b/src/constants.ts index 53a2957..fb9e91f 100644 --- a/src/constants.ts +++ b/src/constants.ts @@ -63,7 +63,11 @@ export const Constants = { }, POLL_TWEET_CACHE: 'max-age=60', DEFAULT_COLOR: '#10A3FF', - ROBOTS_TXT: `User-agent: * + ROBOTS_TXT: `# Yandex crawls far, far heavier than Googlebot and Bingbot combined +User-agent: YandexBot +Disallow: / + +User-agent: * Allow: /$ Allow: /*/status Allow: /*/status/