Mirrors/cobalt
1
0
Fork 0
mirror of https://github.com/wukko/cobalt.git synced 2024-10-01 15:49:57 +01:00
Code Issues Projects Releases Packages Wiki Activity

feat: add twitch vod/clip support

Browse source
This commit is contained in:
Snazzah 2023-04-29 14:33:36 -05:00
parent a25615982c
commit fa7af1bf44
No known key found for this signature in database
GPG key ID: EA479766A94CEB61
7 changed files with 303 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
src/modules/processing/match.js
View file

@ -17,6 +17,7 @@ import vimeo from "./services/vimeo.js";
import soundcloud from "./services/soundcloud.js";
import instagram from "./services/instagram.js";
import vine from "./services/vine.js";
import twitch from "./services/twitch.js";
export default async function (host, patternMatch, url, lang, obj) {
try {
@ -110,6 +111,15 @@ export default async function (host, patternMatch, url, lang, obj) {
case "vine":
r = await vine({ id: patternMatch["id"] });
break;
case "twitch":
r = await twitch({
vodId: patternMatch["video"] ? patternMatch["video"] : false,
clipId: patternMatch["clip"] ? patternMatch["clip"] : false,
lang: lang, quality: obj.vQuality,
isAudioOnly: obj.isAudioOnly,
format: obj.vFormat
});
break;
default:
return apiJSON(0, { t: errorUnsupported(lang) });
}

223
src/modules/processing/services/twitch.js Normal file
View file

@ -0,0 +1,223 @@
import { maxVideoDuration } from "../../config.js";
const gqlURL = "https://gql.twitch.tv/gql";
const m3u8URL = "https://usher.ttvnw.net";
function parseM3U8Line(line) {
const result = {};
let str = '', inQuotes = false, keyName = null, escaping = false;
for (let i = 0; i < line.length; i++) {
const char = line[i];
if (char === '"' && !escaping) {
inQuotes = !inQuotes;
continue;
} else if (char === ',' && !escaping && !inQuotes) {
if (!keyName) break;
result[keyName] = str;
keyName = null;
str = '';
continue;
} else if (char === '\\' && !escaping) {
escaping = true;
continue;
} else if (char === '=' && !escaping && !inQuotes) {
keyName = str;
str = '';
continue;
}
str += char;
escaping = false;
}
if (keyName) result[keyName] = str;
return result;
}
function getM3U8Formats(m3u8body) {
let formats = [];
const formatLines = m3u8body.split('\n').slice(2);
for (let i = 0; i < formatLines.length; i += 3) {
const mediaLine = parseM3U8Line(formatLines[i].split(':')[1]);
const streamLine = parseM3U8Line(formatLines[i + 1].split(':')[1]);
formats.push({
id: mediaLine['GROUP-ID'],
name: mediaLine.NAME,
resolution: streamLine.RESOLUTION ? streamLine.RESOLUTION.split('x') : null,
url: formatLines[i + 2]
});
}
return formats;
};
export default async function(obj) {
try {
let _headers = { "client-id": "kimne78kx3ncx6brgo4mv6wki5h1ko" };
if (!obj.clipId && !obj.vodId) return { error: 'ErrorCantGetID' };
if (obj.vodId) {
const req_metadata = await fetch(gqlURL, {
method: "POST",
headers: _headers,
body: JSON.stringify([
{
"operationName": "VideoMetadata",
"variables": {
"channelLogin": "",
"videoID": obj.vodId
},
"extensions": {
"persistedQuery": {
"version": 1,
"sha256Hash": "226edb3e692509f727fd56821f5653c05740242c82b0388883e0c0e75dcbf687"
}
}
}
])
}).then((r) => { return r.status == 200 ? r.json() : false;}).catch(() => {return false});
if (!req_metadata) return { error: 'ErrorCouldntFetch' };
const vodMetadata = req_metadata[0].data.video;
if (vodMetadata.previewThumbnailURL.endsWith('/404_processing_{width}x{height}.png')) return { error: 'ErrorLiveVideo' };
if (vodMetadata.lengthSeconds > maxVideoDuration / 1000) return { error: ['ErrorLengthLimit', maxVideoDuration / 60000] };
if (!vodMetadata.owner) return { error: 'ErrorEmptyDownload' }; // Streamer was banned...
const req_token = await fetch(gqlURL, {
method: "POST",
headers: _headers,
body: JSON.stringify({
query: `{
videoPlaybackAccessToken(
id: "${obj.vodId}",
params: {
platform: "web",
playerBackend: "mediaplayer",
playerType: "site"
}
)
{
value
signature
}
}`
})
}).then((r) => { return r.status == 200 ? r.json() : false;}).catch(() => {return false});
if (!req_token) return { error: 'ErrorCouldntFetch' };
const access_token = req_token.data.videoPlaybackAccessToken;
const req_m3u8 = await fetch(`${m3u8URL}/vod/${obj.vodId}.m3u8?${new URLSearchParams({
allow_source: 'true',
allow_audio_only: 'true',
allow_spectre: 'true',
player: 'twitchweb',
playlist_include_framerate: 'true',
nauth: access_token.value,
nauthsig: access_token.signature
})}`, {
headers: _headers
}).then((r) => { return r.status == 200 ? r.text() : false;}).catch(() => {return false});
if (!req_m3u8) return { error: 'ErrorCouldntFetch' };
const formats = getM3U8Formats(req_m3u8);
const generalMeta = {
title: vodMetadata.title,
artist: `Twitch Broadcast by @${vodMetadata.owner.login}`,
}
if (!obj.isAudioOnly) {
const format = formats.find(f => f.resolution && f.resolution[1] == obj.quality) || formats[0];
return {
urls: format.url,
isM3U8: true,
time: vodMetadata.lengthSeconds * 1000,
filename: `twitchvod_${obj.vodId}_${format.resolution[0]}x${format.resolution[1]}.mp4`
};
} else {
return {
type: "render",
isM3U8: true,
time: vodMetadata.lengthSeconds * 1000,
urls: formats.find(f => f.id === 'audio_only').url,
audioFilename: `twitchvod_${obj.vodId}_audio`,
fileMetadata: generalMeta
}
}
} else if (obj.clipId) {
const req_metadata = await fetch(gqlURL, {
method: "POST",
headers: _headers,
body: JSON.stringify({
query: `{
clip(slug: "${obj.clipId}") {
broadcaster {
login
}
createdAt
curator {
login
}
durationSeconds
id
medium: thumbnailURL(width: 480, height: 272)
title
videoQualities {
quality
sourceURL
}
}
}`
})
}).then((r) => { return r.status == 200 ? r.json() : false;}).catch(() => {return false});
if (!req_metadata) return { error: 'ErrorCouldntFetch' };
const clipMetadata = req_metadata.data.clip;
if (clipMetadata.durationSeconds > maxVideoDuration / 1000) return { error: ['ErrorLengthLimit', maxVideoDuration / 60000] };
if (!clipMetadata.videoQualities || !clipMetadata.broadcaster) return { error: 'ErrorEmptyDownload' }; // Streamer was banned...
const req_token = await fetch(gqlURL, {
method: "POST",
headers: _headers,
body: JSON.stringify([
{
"operationName": "VideoAccessToken_Clip",
"variables": {
"slug": obj.clipId
},
"extensions": {
"persistedQuery": {
"version": 1,
"sha256Hash": "36b89d2507fce29e5ca551df756d27c1cfe079e2609642b4390aa4c35796eb11"
}
}
}
])
}).then((r) => { return r.status == 200 ? r.json() : false;}).catch(() => {return false});
if (!req_token) return { error: 'ErrorCouldntFetch' };
const generalMeta = {
title: clipMetadata.title,
artist: `Twitch Clip by @${clipMetadata.broadcaster.login}, clipped by @${clipMetadata.curator.login}`,
}
const access_token = req_token[0].data.clip.playbackAccessToken;
const formats = clipMetadata.videoQualities;
const format = formats.find(f => f.quality == obj.quality) || formats[0];
return {
type: "bridge",
urls: `${format.sourceURL}?${new URLSearchParams({
sig: access_token.signature,
token: access_token.value
})}`,
filename: `twitchclip_${clipMetadata.id}_${format.quality}.mp4`,
audioFilename: `twitchclip_${clipMetadata.id}_audio`,
fileMetadata: generalMeta
};
}
} catch (err) {
return { error: 'ErrorBadFetch' };
}
}

6
src/modules/processing/servicesConfig.json
View file

@ -62,6 +62,12 @@
"tld": "co",
"patterns": ["v/:id"],
"enabled": true
},
"twitch": {
"alias": "twitch vods & videos & clips",
"tld": "tv",
"patterns": ["videos/:video", ":channel/clip/:clip"],
"enabled": true
}
}
}

4
src/modules/processing/servicesPatternTesters.js
View file

@ -28,5 +28,7 @@ export const testers = {
"instagram": (patternMatch) => (patternMatch["id"] && patternMatch["id"].length <= 12),
"vine": (patternMatch) => (patternMatch["id"] && patternMatch["id"].length <= 12)
"vine": (patternMatch) => (patternMatch["id"] && patternMatch["id"].length <= 12),
"twitch": (patternMatch) => ((patternMatch["channel"] && patternMatch["clip"] && patternMatch["clip"].length <= 100 || patternMatch["video"] && patternMatch["video"].length <= 10)),
}

2
src/modules/stream/types.js
View file

@ -145,7 +145,7 @@ export function streamVideoOnly(streamInfo, res) {
'-c', 'copy'
]
if (streamInfo.mute) args.push('-an');
if (streamInfo.service === "vimeo") args.push('-bsf:a', 'aac_adtstoasc');
if (streamInfo.service === "vimeo" || streamInfo.service === "twitch") args.push('-bsf:a', 'aac_adtstoasc');
if (format === "mp4") args.push('-movflags', 'faststart+frag_keyframe+empty_moov');
args.push('-f', format, 'pipe:3');
const ffmpegProcess = spawn(ffmpeg, args, {

3
src/modules/sub/utils.js
View file

@ -84,6 +84,9 @@ export function cleanURL(url, host) {
if (url.includes('youtube.com/shorts/')) {
url = url.split('?')[0].replace('shorts/', 'watch?v=');
}
if (url.includes('clips.twitch.tv')) {
url = url.split('?')[0].replace('clips.twitch.tv/', 'twitch.tv/_/clip/');
}
return url.slice(0, 128)
}
export function verifyLanguageCode(code) {

57
src/test/tests.json
View file

@ -869,5 +869,62 @@
"code": 200,
"status": "stream"
}
}],
"twitch": [{
"name": "clip",
"url": "https://twitch.tv/rtgame/clip/TubularInventiveSardineCorgiDerp-PM47mJQQ2vsL5B5G",
"params": {},
"expected": {
"code": 200,
"status": "stream"
}
}, {
"name": "clip (isAudioOnly)",
"url": "https://twitch.tv/rtgame/clip/TubularInventiveSardineCorgiDerp-PM47mJQQ2vsL5B5G",
"params": {
"isAudioOnly": true
},
"expected": {
"code": 200,
"status": "stream"
}
}, {
"name": "clip (isAudioMuted)",
"url": "https://twitch.tv/rtgame/clip/TubularInventiveSardineCorgiDerp-PM47mJQQ2vsL5B5G",
"params": {
"isAudioMuted": true
},
"expected": {
"code": 200,
"status": "stream"
}
}, {
"name": "video",
"url": "https://twitch.tv/videos/1315890970",
"params": {},
"expected": {
"code": 200,
"status": "stream"
}
}, {
"name": "video (isAudioOnly)",
"url": "https://twitch.tv/videos/1315890970",
"params": {
"isAudioOnly": true
},
"expected": {
"code": 200,
"status": "stream"
}
}, {
"name": "video (isAudioMuted)",
"url": "https://twitch.tv/videos/1315890970",
"params": {
"isAudioMuted": true
},
"expected": {
"code": 200,
"status": "stream"
}
}]
}