DevComp/fxtwitter-docker
1
0
Fork 0
mirror of https://github.com/CompeyDev/fxtwitter-docker.git synced 2025-04-05 18:40:56 +01:00
Code Issues Projects Releases Packages Wiki Activity

Add experiments and elongator by default experiment

Browse source
This commit is contained in:
dangered wolf 2023-08-21 03:02:02 -04:00
parent f939712635
commit 09acfaea2b
No known key found for this signature in database
GPG key ID: 41E4D37680ED8B58
2 changed files with 42 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
src/experiments.ts Normal file
View file

@ -0,0 +1,24 @@
export enum Experiment {
ELONGATOR_BY_DEFAULT = 'ELONGATOR_BY_DEFAULT'
}
type ExperimentConfig = {
name: string,
description: string,
percentage: number;
}
const Experiments: { [key in Experiment]: ExperimentConfig } = {
[Experiment.ELONGATOR_BY_DEFAULT]: {
name: 'Elongator by default',
description: 'Enable Elongator by default (guest token lockout bypass)',
percentage: 0.5
}
}
export const experimentCheck = (experiment: Experiment, condition = true) => {
console.log(`Checking experiment ${experiment}`)
const experimentEnabled = Experiments[experiment].percentage > Math.random() && condition;
console.log(`Experiment ${experiment} enabled: ${experimentEnabled}`)
return experimentEnabled;
}

23
src/fetch.ts
View file

@ -1,8 +1,10 @@
import { Constants } from './constants'; import { Constants } from './constants';
import { Experiment, experimentCheck } from './experiments';
import { generateUserAgent } from './helpers/useragent'; import { generateUserAgent } from './helpers/useragent';
import { isGraphQLTweet } from './utils/graphql'; import { isGraphQLTweet } from './utils/graphql';
const API_ATTEMPTS = 3; const API_ATTEMPTS = 3;
let wasElongatorDisabled = false;
function generateCSRFToken() { function generateCSRFToken() {
const randomBytes = new Uint8Array(160 / 2); const randomBytes = new Uint8Array(160 / 2);
@ -13,7 +15,7 @@ function generateCSRFToken() {
export const twitterFetch = async ( export const twitterFetch = async (
url: string, url: string,
event: FetchEvent, event: FetchEvent,
useElongator = false, useElongator = typeof TwitterProxy !== 'undefined' && experimentCheck(Experiment.ELONGATOR_BY_DEFAULT),
validateFunction: (response: unknown) => boolean validateFunction: (response: unknown) => boolean
): Promise<unknown> => { ): Promise<unknown> => {
let apiAttempts = 0; let apiAttempts = 0;
@ -129,6 +131,7 @@ export const twitterFetch = async (
headers: headers headers: headers
}); });
console.log('Elongator request successful'); console.log('Elongator request successful');
throw 'asdhasdhbsa';
} else { } else {
apiRequest = await fetch(url, { apiRequest = await fetch(url, {
method: 'GET', method: 'GET',
@ -142,16 +145,21 @@ export const twitterFetch = async (
/* We'll usually only hit this if we get an invalid response from Twitter. /* We'll usually only hit this if we get an invalid response from Twitter.
It's uncommon, but it happens */ It's uncommon, but it happens */
console.error('Unknown error while fetching from API', e); console.error('Unknown error while fetching from API', e);
event && !useElongator && event &&
event.waitUntil( event.waitUntil(
cache.delete(guestTokenRequestCacheDummy.clone(), { ignoreMethod: true }) cache.delete(guestTokenRequestCacheDummy.clone(), { ignoreMethod: true })
); );
if (useElongator) {
console.log('Elongator request failed, trying again without it');
wasElongatorDisabled = true;
}
newTokenGenerated = true; newTokenGenerated = true;
useElongator = false;
continue; continue;
} }
// @ts-expect-error This is safe due to optional chaining // @ts-expect-error This is safe due to optional chaining
if ((response as TweetResultsByRestIdResult)?.data?.tweetResult?.result?.reason === 'NsfwLoggedOut') { if (!wasElongatorDisabled && !useElongator && typeof TwitterProxy !== 'undefined' && (response as TweetResultsByRestIdResult)?.data?.tweetResult?.result?.reason === 'NsfwLoggedOut') {
console.log(`nsfw tweet detected, it's elongator time`); console.log(`nsfw tweet detected, it's elongator time`);
useElongator = true; useElongator = true;
continue; continue;
@ -162,7 +170,7 @@ export const twitterFetch = async (
); );
console.log(`Remaining rate limit: ${remainingRateLimit} requests`); console.log(`Remaining rate limit: ${remainingRateLimit} requests`);
/* Running out of requests within our rate limit, let's purge the cache */ /* Running out of requests within our rate limit, let's purge the cache */
if (remainingRateLimit < 10 && !useElongator) { if (!useElongator && remainingRateLimit < 10) {
console.log(`Purging token on this edge due to low rate limit remaining`); console.log(`Purging token on this edge due to low rate limit remaining`);
event && event &&
event.waitUntil( event.waitUntil(
@ -172,6 +180,11 @@ export const twitterFetch = async (
if (!validateFunction(response)) { if (!validateFunction(response)) {
console.log('Failed to fetch response, got', response); console.log('Failed to fetch response, got', response);
if (useElongator) {
console.log('Elongator request failed to validate, trying again without it');
wasElongatorDisabled = true;
}
useElongator = false;
newTokenGenerated = true; newTokenGenerated = true;
continue; continue;
} }
@ -201,7 +214,7 @@ export const twitterFetch = async (
export const fetchConversation = async ( export const fetchConversation = async (
status: string, status: string,
event: FetchEvent, event: FetchEvent,
useElongator = false useElongator = typeof TwitterProxy !== 'undefined' && experimentCheck(Experiment.ELONGATOR_BY_DEFAULT)
): Promise<TweetResultsByRestIdResult> => { ): Promise<TweetResultsByRestIdResult> => {
return (await twitterFetch( return (await twitterFetch(
`${ `${