bilibili: add support for bilibili.tv links

closes #319
This commit is contained in:
dumbmoron 2024-02-15 18:11:18 +00:00
parent 6e1eddad82
commit 0852ade1be
No known key found for this signature in database
GPG key ID: C59997C76C6A8E5F
5 changed files with 104 additions and 23 deletions

View file

@ -1,42 +1,105 @@
import { genericUserAgent, maxVideoDuration } from "../../config.js"; import { genericUserAgent, maxVideoDuration } from "../../config.js";
// TO-DO: quality picking, bilibili.tv support, and higher quality downloads (currently requires an account) // TO-DO: higher quality downloads (currently requires an account)
export default async function({ id, shortLink }) {
if (shortLink) { function com_resolveShortlink(shortId) {
id = await fetch(`https://b23.tv/${shortLink}`, { redirect: 'manual' }) return fetch(`https://b23.tv/${shortId}`, { redirect: 'manual' })
.then(r => r.status > 300 && r.status < 400 && r.headers.get('location')) .then(r => r.status > 300 && r.status < 400 && r.headers.get('location'))
.then(url => { .then(url => {
if (!url) return;
const path = new URL(url).pathname; const path = new URL(url).pathname;
if (path.startsWith('/video/')) if (path.startsWith('/video/'))
return path.split('/')[2]; return path.split('/')[2];
}) })
.catch(() => {}) .catch(() => {})
} }
if (!id) { function getBest(content) {
return { error: 'ErrorCouldntFetch' }; return content?.filter(v => v.baseUrl || v.url)
} .map(v => (v.baseUrl = v.baseUrl || v.url, v))
.reduce((a, b) => a?.bandwidth > b?.bandwidth ? a : b);
}
function extractBestQuality(dashData) {
const bestVideo = getBest(dashData.video),
bestAudio = getBest(dashData.audio);
if (!bestVideo || !bestAudio) return [];
return [ bestVideo, bestAudio ];
}
async function com_download(id) {
let html = await fetch(`https://bilibili.com/video/${id}`, { let html = await fetch(`https://bilibili.com/video/${id}`, {
headers: { "user-agent": genericUserAgent } headers: { "user-agent": genericUserAgent }
}).then((r) => { return r.text() }).catch(() => { return false }); }).then((r) => { return r.text() }).catch(() => { return false });
if (!html) return { error: 'ErrorCouldntFetch' }; if (!html) return { error: 'ErrorCouldntFetch' };
if (!(html.includes('<script>window.__playinfo__=') && html.includes('"video_codecid"'))) return { error: 'ErrorEmptyDownload' };
if (!(html.includes('<script>window.__playinfo__=') && html.includes('"video_codecid"'))) {
return { error: 'ErrorEmptyDownload' };
}
let streamData = JSON.parse(html.split('<script>window.__playinfo__=')[1].split('</script>')[0]); let streamData = JSON.parse(html.split('<script>window.__playinfo__=')[1].split('</script>')[0]);
if (streamData.data.timelength > maxVideoDuration) return { error: ['ErrorLengthLimit', maxVideoDuration / 60000] }; if (streamData.data.timelength > maxVideoDuration) {
return { error: ['ErrorLengthLimit', maxVideoDuration / 60000] };
}
let video = streamData["data"]["dash"]["video"].filter(v => const [ video, audio ] = extractBestQuality(streamData.data.dash);
!v["baseUrl"].includes("https://upos-sz-mirrorcosov.bilivideo.com/") if (!video || !audio) {
).sort((a, b) => Number(b.bandwidth) - Number(a.bandwidth)); return { error: 'ErrorEmptyDownload' };
}
let audio = streamData["data"]["dash"]["audio"].filter(a =>
!a["baseUrl"].includes("https://upos-sz-mirrorcosov.bilivideo.com/")
).sort((a, b) => Number(b.bandwidth) - Number(a.bandwidth));
return { return {
urls: [video[0]["baseUrl"], audio[0]["baseUrl"]], urls: [video.baseUrl, audio.baseUrl],
audioFilename: `bilibili_${id}_audio`, audioFilename: `bilibili_${id}_audio`,
filename: `bilibili_${id}_${video[0]["width"]}x${video[0]["height"]}.mp4` filename: `bilibili_${id}_${video.width}x${video.height}.mp4`
}; };
} }
async function tv_download(id) {
const url = new URL(
'https://api.bilibili.tv/intl/gateway/web/playurl'
+ '?s_locale=en_US&platform=web&qn=64&type=0&device=wap'
+ '&tf=0&spm_id=bstar-web.ugc-video-detail.0.0&from_spm_id='
);
url.searchParams.set('aid', id);
const { data } = await fetch(url).then(a => a.json());
if (!data?.playurl?.video) {
return { error: 'ErrorEmptyDownload' };
}
const [ video, audio ] = extractBestQuality({
video: data.playurl.video.map(s => s.video_resource)
.filter(s => s.codecs.includes('avc1')),
audio: data.playurl.audio_resource
});
if (!video || !audio) {
return { error: 'ErrorEmptyDownload' };
}
if (video.duration > maxVideoDuration) {
return { error: ['ErrorLengthLimit', maxVideoDuration / 60000] };
}
return {
urls: [video.url, audio.url],
audioFilename: `bilibili_tv_${id}_audio`,
filename: `bilibili_tv_${id}.mp4`
};
}
export default async function({ comId, tvId, comShortLink }) {
if (comShortLink) {
comId = await com_resolveShortlink(comShortLink);
}
if (comId) {
return com_download(comId);
} else if (tvId) {
return tv_download(tvId);
}
return { error: 'ErrorCouldntFetch' };
}

View file

@ -2,8 +2,11 @@
"audioIgnore": ["vk", "ok"], "audioIgnore": ["vk", "ok"],
"config": { "config": {
"bilibili": { "bilibili": {
"alias": "bilibili.com videos", "alias": "bilibili.com and bilibili.tv videos",
"patterns": ["video/:id", "_shortLink/:shortLink"], "patterns": [
"video/:comId", "_shortLink/:comShortLink",
"_tv/:lang/video/:tvId", "_tv/video/:tvId"
],
"enabled": true "enabled": true
}, },
"reddit": { "reddit": {

View file

@ -1,6 +1,7 @@
export const testers = { export const testers = {
"bilibili": (patternMatch) => "bilibili": (patternMatch) =>
patternMatch.id?.length <= 12 || patternMatch.shortLink?.length <= 16, patternMatch.comId?.length <= 12 || patternMatch.comShortLink?.length <= 16
|| patternMatch.tvId?.length <= 24,
"instagram": (patternMatch) => "instagram": (patternMatch) =>
patternMatch.postId?.length <= 12 patternMatch.postId?.length <= 12

View file

@ -49,6 +49,11 @@ export function aliasURL(url) {
} }
break; break;
case "bilibili":
if (host.tld === 'tv') {
url = new URL(`https://bilibili.com/_tv${url.pathname}`);
}
break;
case "b23": case "b23":
if (url.hostname === 'b23.tv' && parts.length === 2) { if (url.hostname === 'b23.tv' && parts.length === 2) {
url = new URL(`https://bilibili.com/_shortLink/${parts[1]}`) url = new URL(`https://bilibili.com/_shortLink/${parts[1]}`)

View file

@ -754,6 +754,15 @@
"code": 200, "code": 200,
"status": "stream" "status": "stream"
} }
},
{
"name": "bilibili.tv link",
"url": "https://www.bilibili.tv/en/video/4789599404426256",
"params": {},
"expected": {
"code": 200,
"status": "stream"
}
}], }],
"tumblr": [{ "tumblr": [{
"name": "at.tumblr link", "name": "at.tumblr link",