twitter: cleanup/decomposition

This commit is contained in:
dumbmoron 2024-01-04 16:26:52 +00:00
parent d8d6a0c45a
commit 02b67a3145
No known key found for this signature in database
GPG key ID: C59997C76C6A8E5F

View file

@ -15,99 +15,101 @@ function needsFixing(media) {
} }
function bestQuality(arr) { function bestQuality(arr) {
return arr.filter(v => v["content_type"] === "video/mp4").sort((a, b) => Number(b.bitrate) - Number(a.bitrate))[0]["url"] return arr
.filter(v => v.content_type === "video/mp4")
.reduce((a, b) => Number(a?.bitrate) > Number(b?.bitrate) ? a : b)
.url
} }
export default async function(obj) { const tweetFeatures = JSON.stringify({ "creator_subscriptions_tweet_preview_api_enabled": true, "c9s_tweet_anatomy_moderator_badge_enabled": true, "tweetypie_unmention_optimization_enabled": true, "responsive_web_edit_tweet_api_enabled": true, "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, "view_counts_everywhere_api_enabled": true, "longform_notetweets_consumption_enabled": true, "responsive_web_twitter_article_tweet_consumption_enabled": false, "tweet_awards_web_tipping_enabled": false, "responsive_web_home_pinned_timelines_enabled": true, "freedom_of_speech_not_reach_fetch_enabled": true, "standardized_nudges_misinfo": true, "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true, "longform_notetweets_rich_text_read_enabled": true, "longform_notetweets_inline_media_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, "verified_phone_label_enabled": false, "responsive_web_media_download_video_enabled": false, "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, "responsive_web_graphql_timeline_navigation_enabled": true, "responsive_web_enhance_cards_enabled": false });
let _headers = {
"user-agent": genericUserAgent,
"authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA",
"host": "api.twitter.com",
"x-twitter-client-language": "en",
"x-twitter-active-user": "yes",
"accept-language": "en"
};
let activateURL = `https://api.twitter.com/1.1/guest/activate.json`; const commonHeaders = {
let graphqlTweetURL = `https://twitter.com/i/api/graphql/5GOHgZe-8U2j5sVHQzEm9A/TweetResultByRestId`; "user-agent": genericUserAgent,
"authorization": "Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA",
"x-twitter-client-language": "en",
"x-twitter-active-user": "yes",
"accept-language": "en"
}
let req_act = await fetch(activateURL, { const getGuestToken = async () => {
method: "POST", const tokenResponse = await fetch(
headers: _headers 'https://api.twitter.com/1.1/guest/activate.json',
}).then((r) => { return r.status === 200 ? r.json() : false }).catch(() => { return false }); { method: 'POST', headers: commonHeaders }
if (!req_act) return { error: 'ErrorCouldntFetch' }; ).then(r => r.status === 200 && r.json()).catch(() => {})
_headers["host"] = "twitter.com"; if (tokenResponse?.guest_token)
_headers["content-type"] = "application/json"; return tokenResponse.guest_token
}
_headers["x-guest-token"] = req_act["guest_token"]; const requestTweet = (tweetId, token) => {
_headers["cookie"] = `guest_id=v1%3A${req_act["guest_token"]}`; const graphqlTweetURL = new URL('https://twitter.com/i/api/graphql/5GOHgZe-8U2j5sVHQzEm9A/TweetResultByRestId');
graphqlTweetURL.searchParams.set(
'variables',
JSON.stringify({
tweetId,
withCommunity: false,
includePromotedContent: false,
withVoice: false
})
);
let query = { graphqlTweetURL.searchParams.set('features', tweetFeatures);
variables: { "tweetId": obj.id, "withCommunity": false, "includePromotedContent": false, "withVoice": false },
features: { "creator_subscriptions_tweet_preview_api_enabled": true, "c9s_tweet_anatomy_moderator_badge_enabled": true, "tweetypie_unmention_optimization_enabled": true, "responsive_web_edit_tweet_api_enabled": true, "graphql_is_translatable_rweb_tweet_is_translatable_enabled": true, "view_counts_everywhere_api_enabled": true, "longform_notetweets_consumption_enabled": true, "responsive_web_twitter_article_tweet_consumption_enabled": false, "tweet_awards_web_tipping_enabled": false, "responsive_web_home_pinned_timelines_enabled": true, "freedom_of_speech_not_reach_fetch_enabled": true, "standardized_nudges_misinfo": true, "tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled": true, "longform_notetweets_rich_text_read_enabled": true, "longform_notetweets_inline_media_enabled": true, "responsive_web_graphql_exclude_directive_enabled": true, "verified_phone_label_enabled": false, "responsive_web_media_download_video_enabled": false, "responsive_web_graphql_skip_user_profile_image_extensions_enabled": false, "responsive_web_graphql_timeline_navigation_enabled": true, "responsive_web_enhance_cards_enabled": false }
}
query.variables = encodeURIComponent(JSON.stringify(query.variables));
query.features = encodeURIComponent(JSON.stringify(query.features));
query = `${graphqlTweetURL}?variables=${query.variables}&features=${query.features}`;
let tweet = await fetch(query, { headers: _headers }).then((r) => { return fetch(graphqlTweetURL, {
return r.status === 200 ? r.json() : false headers: {
}).catch(() => { return false }); ...commonHeaders,
'content-type': 'application/json',
'x-guest-token': token,
cookie: `guest_id=${encodeURIComponent(`v1:${token}`)}`
}
});
}
export default async function({ id }) {
let guestToken = await getGuestToken();
if (!guestToken) return { error: 'ErrorCouldntFetch' };
const tweet = await requestTweet(id, guestToken).then(t => t.json());
// {"data":{"tweetResult":{"result":{"__typename":"TweetUnavailable","reason":"Protected"}}}} // {"data":{"tweetResult":{"result":{"__typename":"TweetUnavailable","reason":"Protected"}}}}
if (tweet?.data?.tweetResult?.result?.__typename !== "Tweet") { if (tweet?.data?.tweetResult?.result?.__typename !== "Tweet") {
return { error: 'ErrorTweetUnavailable' } return { error: 'ErrorTweetUnavailable' }
} }
let baseMedia, const baseTweet = tweet.data.tweetResult.result.legacy,
baseTweet = tweet.data.tweetResult.result.legacy; repostedTweet = baseTweet.retweeted_status_result?.result.legacy.extended_entities;
if (baseTweet.retweeted_status_result?.result.legacy.extended_entities.media) { const media = (
baseMedia = baseTweet.retweeted_status_result.result.legacy.extended_entities repostedTweet?.media || baseTweet.extended_entities.media
} else if (baseTweet.extended_entities?.media) { )?.filter(m => ['video', 'animated_gif'].includes(m.type));
baseMedia = baseTweet.extended_entities
}
if (!baseMedia) return { error: 'ErrorNoVideosInTweet' };
let single, multiple = [], media = baseMedia["media"]; switch (media?.length) {
media = media.filter((i) => { if (i["type"] === "video" || i["type"] === "animated_gif") return true }); case undefined:
case 0:
if (media.length === 0) { return { error: 'ErrorNoVideosInTweet' }
return { error: 'ErrorNoVideosInTweet' } case 1:
} return {
type: needsFixing(media[0]) ? "remux" : "normal",
if (media.length > 1) { urls: bestQuality(media[0].video_info.variants),
for (let i in media) { filename: `twitter_${id}.mp4`,
let downloadUrl = bestQuality(media[i]["video_info"]["variants"]); audioFilename: `twitter_${id}_audio`
if (needsFixing(media[i])) {
downloadUrl = createStream({
service: "twitter",
type: "remux",
u: bestQuality(media[i]["video_info"]["variants"]),
filename: `twitter_${obj.id}_${Number(i) + 1}.mp4`
})
} }
multiple.push({ default:
type: "video", const picker = media.map((video, i) => {
thumb: media[i]["media_url_https"], let url = bestQuality(video.video_info.variants);
url: downloadUrl if (needsFixing(video)) {
}) url = createStream({
} service: 'twitter', type: 'remux',
} else { u: url, filename: `twitter_${id}_${i + 1}.mp4`
single = bestQuality(media[0]["video_info"]["variants"]) })
} }
if (single) { return {
return { type: 'video', url,
type: needsFixing(media[0]) ? "remux" : "normal", thumb: video.media_url_https,
urls: single, }
filename: `twitter_${obj.id}.mp4`, });
audioFilename: `twitter_${obj.id}_audio`
} return { picker }
} else if (multiple) {
return { picker: multiple }
} else {
return { error: 'ErrorNoVideosInTweet' }
} }
} }