From 02b67a314575298fe7b9bb68501411bde46df883 Mon Sep 17 00:00:00 2001 From: dumbmoron Date: Thu, 4 Jan 2024 16:26:52 +0000 Subject: [PATCH] twitter: cleanup/decomposition --- src/modules/processing/services/twitter.js | 154 +++++++++++---------- 1 file changed, 78 insertions(+), 76 deletions(-) diff --git a/src/modules/processing/services/twitter.js b/src/modules/processing/services/twitter.js index ef08cf7..c9fd6d1 100644 --- a/src/modules/processing/services/twitter.js +++ b/src/modules/processing/services/twitter.js @@ -15,99 +15,101 @@ function needsFixing(media) { } function bestQuality(arr) { - return arr.filter(v => v["content_type"] === "video/mp4").sort((a, b) => Number(b.bitrate) - Number(a.bitrate))[0]["url"] + return arr + .filter(v => v.content_type === "video/mp4") + .reduce((a, b) => Number(a?.bitrate) > Number(b?.bitrate) ? a : b) + .url } -export default async function(obj) { - let _headers = { - "user-agent": genericUserAgent, - "authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA", - "host": "api.twitter.com", - "x-twitter-client-language": "en", - "x-twitter-active-user": "yes", - "accept-language": "en" - }; +const tweetFeatures = JSON.stringify({ "creator_subscriptions_tweet_preview_api_enabled": true, "c9s_tweet_anatomy_moderator_badge_enabled": true, "tweetypie_unmention_optimization_enabled": true, "responsive_web_edit_tweet_api_enabled": true, "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, "view_counts_everywhere_api_enabled": true, "longform_notetweets_consumption_enabled": true, "responsive_web_twitter_article_tweet_consumption_enabled": false, "tweet_awards_web_tipping_enabled": false, "responsive_web_home_pinned_timelines_enabled": true, "freedom_of_speech_not_reach_fetch_enabled": true, "standardized_nudges_misinfo": true, "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true, "longform_notetweets_rich_text_read_enabled": true, "longform_notetweets_inline_media_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, "verified_phone_label_enabled": false, "responsive_web_media_download_video_enabled": false, "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, "responsive_web_graphql_timeline_navigation_enabled": true, "responsive_web_enhance_cards_enabled": false }); - let activateURL = `https://api.twitter.com/1.1/guest/activate.json`; - let graphqlTweetURL = `https://twitter.com/i/api/graphql/5GOHgZe-8U2j5sVHQzEm9A/TweetResultByRestId`; +const commonHeaders = { + "user-agent": genericUserAgent, + "authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA", + "x-twitter-client-language": "en", + "x-twitter-active-user": "yes", + "accept-language": "en" +} - let req_act = await fetch(activateURL, { - method: "POST", - headers: _headers - }).then((r) => { return r.status === 200 ? r.json() : false }).catch(() => { return false }); - if (!req_act) return { error: 'ErrorCouldntFetch' }; +const getGuestToken = async () => { + const tokenResponse = await fetch( + 'https://api.twitter.com/1.1/guest/activate.json', + { method: 'POST', headers: commonHeaders } + ).then(r => r.status === 200 && r.json()).catch(() => {}) - _headers["host"] = "twitter.com"; - _headers["content-type"] = "application/json"; + if (tokenResponse?.guest_token) + return tokenResponse.guest_token +} - _headers["x-guest-token"] = req_act["guest_token"]; - _headers["cookie"] = `guest_id=v1%3A${req_act["guest_token"]}`; +const requestTweet = (tweetId, token) => { + const graphqlTweetURL = new URL('https://twitter.com/i/api/graphql/5GOHgZe-8U2j5sVHQzEm9A/TweetResultByRestId'); + graphqlTweetURL.searchParams.set( + 'variables', + JSON.stringify({ + tweetId, + withCommunity: false, + includePromotedContent: false, + withVoice: false + }) + ); - let query = { - variables: { "tweetId": obj.id, "withCommunity": false, "includePromotedContent": false, "withVoice": false }, - features: { "creator_subscriptions_tweet_preview_api_enabled": true, "c9s_tweet_anatomy_moderator_badge_enabled": true, "tweetypie_unmention_optimization_enabled": true, "responsive_web_edit_tweet_api_enabled": true, "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, "view_counts_everywhere_api_enabled": true, "longform_notetweets_consumption_enabled": true, "responsive_web_twitter_article_tweet_consumption_enabled": false, "tweet_awards_web_tipping_enabled": false, "responsive_web_home_pinned_timelines_enabled": true, "freedom_of_speech_not_reach_fetch_enabled": true, "standardized_nudges_misinfo": true, "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true, "longform_notetweets_rich_text_read_enabled": true, "longform_notetweets_inline_media_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, "verified_phone_label_enabled": false, "responsive_web_media_download_video_enabled": false, "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, "responsive_web_graphql_timeline_navigation_enabled": true, "responsive_web_enhance_cards_enabled": false } - } - query.variables = encodeURIComponent(JSON.stringify(query.variables)); - query.features = encodeURIComponent(JSON.stringify(query.features)); - query = `${graphqlTweetURL}?variables=${query.variables}&features=${query.features}`; + graphqlTweetURL.searchParams.set('features', tweetFeatures); - let tweet = await fetch(query, { headers: _headers }).then((r) => { - return r.status === 200 ? r.json() : false - }).catch(() => { return false }); + return fetch(graphqlTweetURL, { + headers: { + ...commonHeaders, + 'content-type': 'application/json', + 'x-guest-token': token, + cookie: `guest_id=${encodeURIComponent(`v1:${token}`)}` + } + }); +} +export default async function({ id }) { + let guestToken = await getGuestToken(); + if (!guestToken) return { error: 'ErrorCouldntFetch' }; + + const tweet = await requestTweet(id, guestToken).then(t => t.json()); + // {"data":{"tweetResult":{"result":{"__typename":"TweetUnavailable","reason":"Protected"}}}} if (tweet?.data?.tweetResult?.result?.__typename !== "Tweet") { return { error: 'ErrorTweetUnavailable' } } - let baseMedia, - baseTweet = tweet.data.tweetResult.result.legacy; + const baseTweet = tweet.data.tweetResult.result.legacy, + repostedTweet = baseTweet.retweeted_status_result?.result.legacy.extended_entities; - if (baseTweet.retweeted_status_result?.result.legacy.extended_entities.media) { - baseMedia = baseTweet.retweeted_status_result.result.legacy.extended_entities - } else if (baseTweet.extended_entities?.media) { - baseMedia = baseTweet.extended_entities - } - if (!baseMedia) return { error: 'ErrorNoVideosInTweet' }; + const media = ( + repostedTweet?.media || baseTweet.extended_entities.media + )?.filter(m => ['video', 'animated_gif'].includes(m.type)); - let single, multiple = [], media = baseMedia["media"]; - media = media.filter((i) => { if (i["type"] === "video" || i["type"] === "animated_gif") return true }); - - if (media.length === 0) { - return { error: 'ErrorNoVideosInTweet' } - } - - if (media.length > 1) { - for (let i in media) { - let downloadUrl = bestQuality(media[i]["video_info"]["variants"]); - if (needsFixing(media[i])) { - downloadUrl = createStream({ - service: "twitter", - type: "remux", - u: bestQuality(media[i]["video_info"]["variants"]), - filename: `twitter_${obj.id}_${Number(i) + 1}.mp4` - }) + switch (media?.length) { + case undefined: + case 0: + return { error: 'ErrorNoVideosInTweet' } + case 1: + return { + type: needsFixing(media[0]) ? "remux" : "normal", + urls: bestQuality(media[0].video_info.variants), + filename: `twitter_${id}.mp4`, + audioFilename: `twitter_${id}_audio` } - multiple.push({ - type: "video", - thumb: media[i]["media_url_https"], - url: downloadUrl - }) - } - } else { - single = bestQuality(media[0]["video_info"]["variants"]) - } + default: + const picker = media.map((video, i) => { + let url = bestQuality(video.video_info.variants); + if (needsFixing(video)) { + url = createStream({ + service: 'twitter', type: 'remux', + u: url, filename: `twitter_${id}_${i + 1}.mp4` + }) + } - if (single) { - return { - type: needsFixing(media[0]) ? "remux" : "normal", - urls: single, - filename: `twitter_${obj.id}.mp4`, - audioFilename: `twitter_${obj.id}_audio` - } - } else if (multiple) { - return { picker: multiple } - } else { - return { error: 'ErrorNoVideosInTweet' } + return { + type: 'video', url, + thumb: video.media_url_https, + } + }); + + return { picker } } }