//⚠️🚧 WARNING: THIS FILE IS IN MAINTENANCE MODE 🚧⚠️ // DO NOT ADD NEW FEATURES TO THIS FILE. INNERTUBE.JS IS NOW A SEPARATE LIBRARY // contribute to the library here: https://github.com/VueTubeApp/Vuetube-Extractor // Code specific to working with the innertube API // https://www.youtube.com/youtubei/v1 import { Http } from "@capacitor-community/http"; import { getBetweenStrings, delay } from "./utils"; import rendererUtils from "./renderers"; import constants, { YT_API_VALUES } from "./constants"; class Innertube { //--- Initiation ---// constructor(ErrorCallback) { this.ErrorCallback = ErrorCallback || undefined; this.retry_count = 0; this.playerParams = ""; this.signatureTimestamp = 0; } checkErrorCallback() { return typeof this.ErrorCallback === "function"; } async makeDecipherFunction(html) { // Get url of base.js file const baseJsUrl = constants.URLS.YT_URL + getBetweenStrings(html.data, '"jsUrl":"', '","cssUrl"'); // Get base.js content const baseJs = await Http.get({ url: baseJsUrl, }).catch((error) => error); // Example: //;var IF={k4:function(a,b){var c=a[0];a[0]=a[b%a.length];a[b%a.length]=c}, // VN:function(a){a.reverse()}, // DW:function(a,b){a.splice(0,b)}}; let isMatch; if ( /;var [A-Za-z]+=\{[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\},\n[A-Za-z0-9]+:function\(a\)\{[^}]*\},\n[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\}\};/.exec( baseJs.data ) ) { isMatch = /;var [A-Za-z]+=\{[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\},\n[A-Za-z0-9]+:function\(a\)\{[^}]*\},\n[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\}\};/.exec( baseJs.data ); } else if ( /;var [A-Za-z]+=\{[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\},\n[A-Za-z0-9]+:function\([A-Za-z],[A-Za-z]\)\{[^}]*\},\n[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\}\};/.exec( baseJs.data ) ) { isMatch = /;var [A-Za-z]+=\{[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\},\n[A-Za-z0-9]+:function\([A-Za-z],[A-Za-z]\)\{[^}]*\},\n[A-Za-z0-9]+:function\([^)]*\)\{[^}]*\}\};/.exec( baseJs.data ); } if (isMatch) { console.log("The input string matches the regex pattern."); const firstPart = isMatch[0].substring(1); if ( /\{[A-Za-z]=[A-Za-z]\.split\(""\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);return [A-Za-z]\.join\(""\)\};/.exec( baseJs.data ) ) { isMatch = /\{[A-Za-z]=[A-Za-z]\.split\(""\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);return [A-Za-z]\.join\(""\)\};/.exec( baseJs.data ); } else if ( /{[A-Za-z]=[A-Za-z]\.split\(""\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);return +[A-Za-z]\.join\(""\)};/.exec( baseJs.data ) ) { isMatch = /{[A-Za-z]=[A-Za-z]\.split\(""\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);return +[A-Za-z]\.join\(""\)};/.exec( baseJs.data ); } else if ( /\{[A-Za-z]=[A-Za-z]\.split\(""\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);return +[A-Za-z]\.join\(""\)};/.exec( baseJs.data ) ) { isMatch = /\{[A-Za-z]=[A-Za-z]\.split\(""\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);return +[A-Za-z]\.join\(""\)};/.exec( baseJs.data ); } else if ( /\{a=a\.split\(""[^"]*""\)\};/i.exec( baseJs.data ) ) { // 10.07.2023 isMatch = /\{a=a\.split\(""[^"]*""\)\};/i.exec( baseJs.data ); } else { isMatch = /\{a=a\.split\(""\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);[A-Za-z]+\.[A-Za-z0-9]+\([^)]*\);return a\.join\(""\)\};/.exec( baseJs.data ); } if (!isMatch) { console.warn( "The second part of decipher string does not match the regex pattern." ); } // Example: // {a=a.split("");IF.k4(a,4);IF.VN(a,68);IF.DW(a,2);IF.VN(a,66);IF.k4(a,19);IF.DW(a,2);IF.VN(a,36);IF.DW(a,2);IF.k4(a,41);return a.join("")}; // Get second part of decipher function const secondPart = "var decodeUrl=function(a)" + isMatch[0] + "return decodeUrl;"; let decodeFunction = firstPart + secondPart; let decodeUrlFunction = new Function(decodeFunction); this.decodeUrl = decodeUrlFunction(); let signatureIntValue = /.sts="[0-9]+";/.exec(baseJs.data); // Get signature timestamp this.signatureTimestamp = signatureIntValue[0].replace(/\D/g, ""); } else { console.warn( "The first part of decipher string does not match the regex pattern." ); } } async initAsync() { const html = await Http.get({ url: constants.URLS.YT_URL, params: { hl: "en" }, }).catch((error) => error); await this.makeDecipherFunction(html); try { if (html instanceof Error && this.checkErrorCallback) this.ErrorCallback(html.message, true); try { const data = JSON.parse( "{" + getBetweenStrings(html.data, "ytcfg.set({", ");") ); if (data.INNERTUBE_CONTEXT) { this.key = data.INNERTUBE_API_KEY; this.context = data.INNERTUBE_CONTEXT; this.logged_in = data.LOGGED_IN; this.context.client = constants.INNERTUBE_CLIENT(this.context.client); this.header = constants.INNERTUBE_HEADER(this.context.client); } } catch (err) { console.log(err); if (this.checkErrorCallback) { this.ErrorCallback(html.data, true); this.ErrorCallback(err, true); } if (this.retry_count < 10) { this.retry_count += 1; if (this.checkErrorCallback) this.ErrorCallback( `retry count: ${this.retry_count}`, false, `An error occurred while trying to init the innertube API. Retrial number: ${this.retry_count}/10` ); await delay(5000); await this.initAsync(); } else { if (this.checkErrorCallback) this.ErrorCallback( "Failed to retrieve Innertube session", true, "An error occurred while retrieving the innertube session. Check the Logs for more information." ); } } } catch (error) { this.ErrorCallback(error, true); } } static async createAsync(ErrorCallback) { const created = new Innertube(ErrorCallback); await created.initAsync(); return created; } //--- API Calls ---// async browseAsync(action_type, args = {}) { let data = { context: { client: constants.INNERTUBE_CLIENT(this.context.client), }, }; switch (action_type) { case "recommendations": args.browseId = "FEwhat_to_watch"; break; case "playlist": case "channel": if (args && args.browseId) { break; } else { throw new ReferenceError("No browseId provided"); } default: } data = { ...data, ...args }; console.log(data); const response = await Http.post({ url: `${constants.URLS.YT_BASE_API}/browse?key=${this.key}`, data: data, headers: { "Content-Type": "application/json" }, }).catch((error) => error); if (response instanceof Error) return { success: false, status_code: response.status, message: response.message, }; return { success: true, status_code: response.status, data: response.data, }; } async getContinuationsAsync(continuation, type, contextAdditional = {}) { let data = { context: { ...this.context, ...contextAdditional }, continuation: continuation, }; let url; switch (type.toLowerCase()) { case "browse": url = `${constants.URLS.YT_BASE_API}/browse?key=${this.key}`; break; case "search": url = `${constants.URLS.YT_BASE_API}/search?key=${this.key}`; break; case "next": url = `${constants.URLS.YT_BASE_API}/next?key=${this.key}`; break; default: throw "Invalid type"; } const response = await Http.post({ url: url, data: data, headers: { "Content-Type": "application/json" }, }).catch((error) => error); if (response instanceof Error) { return { success: false, status_code: response.status, message: response.message, }; } return { success: true, status_code: response.status, data: response.data, }; } async getVidAsync(id) { let data = { context: { client: constants.INNERTUBE_VIDEO(this.context.client), }, videoId: id, }; const responseNext = await Http.post({ url: `${constants.URLS.YT_BASE_API}/next?key=${this.key}`, data: { ...data, ...{ context: { client: { clientName: constants.YT_API_VALUES.CLIENT_WEB_M, clientVersion: constants.YT_API_VALUES.VERSION_WEB, }, }, }, }, headers: constants.INNERTUBE_HEADER(this.context.client), }).catch((error) => error); const response = await Http.post({ url: `${constants.URLS.YT_BASE_API}/player?key=${this.key}`, data: { ...data, ...{ playerParams: this.playerParams, contentCheckOk: false, mwebCapabilities: { mobileClientSupportsLivestream: true, }, playbackContext: { contentPlaybackContext: { currentUrl: "/watch?v=" + id + "&pp=" + this.playerParams, vis: 0, splay: false, autoCaptionsDefaultOn: false, autonavState: "STATE_NONE", html5Preference: "HTML5_PREF_WANTS", signatureTimestamp: this.signatureTimestamp, referer: "https://m.youtube.com/", lactMilliseconds: "-1", watchAmbientModeContext: { watchAmbientModeEnabled: true, }, }, }, }, }, // headers: constants.INNERTUBE_HEADER(this.context.client), headers: constants.INNERTUBE_NEW_HEADER(this.context.client), }).catch((error) => error); if (response.error) return { success: false, status_code: response.status, message: response.message, }; else if (responseNext.error) return { success: false, status_code: responseNext.status, message: responseNext.message, }; return { success: true, status_code: response.status, data: { output: response.data, outputNext: responseNext.data }, }; } async searchAsync(query) { let data = { context: this.context, query: query }; const response = await Http.post({ url: `${constants.URLS.YT_BASE_API}/search?key=${this.key}`, data: data, headers: { "Content-Type": "application/json" }, }).catch((error) => error); if (response instanceof Error) return { success: false, status_code: response.status, message: response.message, }; return { success: true, status_code: response.status, data: response.data, }; } async getEndPoint(url) { let data = { context: this.context, url: url }; const response = await Http.post({ url: `${constants.URLS.YT_BASE_API}/navigation/resolve_url?key=${this.key}`, data: data, headers: { "Content-Type": "application/json" }, }).catch((error) => error); if (response instanceof Error) return { success: false, status_code: response.status, message: response.message, }; return { success: true, status_code: response.status, data: response.data, }; } // WARNING: This is tracking the user's activity, but is required for recommendations to properly work async apiStats(params, url) { console.log(params); await Http.get({ url: url, params: { ...params, ...{ ver: 2, c: constants.YT_API_VALUES.CLIENTNAME.toLowerCase(), cbrver: constants.YT_API_VALUES.VERSION, cver: constants.YT_API_VALUES.VERSION, }, }, headers: this.header, }); } // Static methods static getThumbnail(id, resolution) { if (resolution == "max") { const url = `https://img.youtube.com/vi/${id}/hqdefault.jpg`; let img = new Image(); img.src = url; img.onload = function () { if (img.height !== 120) return url; }; } return `https://img.youtube.com/vi/${id}/mqdefault.jpg`; } // Simple Wrappers async getRecommendationsAsync() { const rec = await this.browseAsync("recommendations"); return rec; } async getChannelAsync(url) { const channelEndpoint = await this.getEndPoint(url); if ( channelEndpoint.success && channelEndpoint.data.endpoint?.browseEndpoint ) { return await this.browseAsync( "channel", channelEndpoint.data.endpoint?.browseEndpoint ); } else { throw new ReferenceError("Cannot find channel"); } } async VidInfoAsync(id) { let response = await this.getVidAsync(id); if ( response.success == false || response.data.output?.playabilityStatus?.status == ("ERROR" || undefined) ) throw new Error( `Could not get information for video: ${ response.status_code || response.data.output?.playabilityStatus?.status } - ${ response.message || response.data.output?.playabilityStatus?.reason }` ); const responseInfo = response.data.output; const responseNext = response.data.outputNext; const details = responseInfo.videoDetails; const publishDate = responseInfo.microformat.playerMicroformatRenderer.publishDate; // const columnUI = // responseInfo[3].response?.contents.singleColumnWatchNextResults?.results // ?.results; const resolutions = responseInfo.streamingData; const columnUI = responseNext.contents.singleColumnWatchNextResults.results.results; const vidMetadata = columnUI.contents.find( (content) => content.slimVideoMetadataSectionRenderer ).slimVideoMetadataSectionRenderer; const recommendations = columnUI?.contents.find( (content) => content?.itemSectionRenderer?.targetId == "watch-next-feed" ).itemSectionRenderer; const ownerData = vidMetadata.contents.find( (content) => content.slimOwnerRenderer )?.slimOwnerRenderer; try { console.log(vidMetadata.contents); this.playerParams = ownerData.navigationEndpoint.watchEndpoint.playerParams; } catch (e) {} // Deciphering urls resolutions.formats .concat(resolutions.adaptiveFormats) .forEach((source) => { if (source.signatureCipher) { const params = new Proxy( new URLSearchParams(source.signatureCipher), { get: (searchParams, prop) => searchParams.get(prop), } ); if (params.s) { let cipher = decodeURIComponent(params.s); let decipheredValue = this.decodeUrl(cipher); // console.log("decipheredValue", decipheredValue); source["url"] = (params.url + "&sig=" + decipheredValue).replace( /&/g, "&" ); } } }); const vidData = { id: details.videoId, title: details.title, isLive: details.isLiveContent, channelName: details.author, channelSubs: ownerData?.collapsedSubtitle?.runs[0]?.text, channelUrl: rendererUtils.getNavigationEndpoints( ownerData.navigationEndpoint ), channelImg: ownerData?.thumbnail?.thumbnails[0].url, availableResolutions: resolutions?.formats, availableResolutionsAdaptive: resolutions?.adaptiveFormats, metadata: { publishDate: publishDate, contents: vidMetadata.contents, description: details.shortDescription, thumbnails: details.thumbnails?.thumbnails, isPrivate: details.isPrivate, viewCount: details.viewCount, lengthSeconds: details.lengthSeconds, // likes: parseInt( // vidMetadata.contents // .find((content) => content.slimVideoActionBarRenderer) // .slimVideoActionBarRenderer.buttons.find( // (button) => button.slimMetadataToggleButtonRenderer.isLike // ) // .slimMetadataToggleButtonRenderer.button.toggleButtonRenderer.defaultText.accessibility.accessibilityData.label.replace( // /\D/g, // "" // ) // ), // Yes. I know. likes: "broken", // NOTE: likes are pulled from RYD for now untill extractor is fixed }, renderedData: { description: responseNext.engagementPanels .find( (panel) => panel.engagementPanelSectionListRenderer.panelIdentifier == "video-description-ep-identifier" ) .engagementPanelSectionListRenderer.content.structuredDescriptionContentRenderer.items.find( (item) => item.expandableVideoDescriptionBodyRenderer ).expandableVideoDescriptionBodyRenderer, recommendations: recommendations, recommendationsContinuation: recommendations.contents[recommendations.contents.length - 1] .continuationItemRenderer?.continuationEndpoint.continuationCommand .token, }, engagementPanels: responseNext.engagementPanels, commentData: columnUI.contents .find((content) => content.itemSectionRenderer?.contents) ?.itemSectionRenderer.contents.find( (content) => content.commentsEntryPointHeaderRenderer )?.commentsEntryPointHeaderRenderer, playbackTracking: responseInfo.playbackTracking, commentContinuation: responseNext.engagementPanels .find( (panel) => panel.engagementPanelSectionListRenderer.panelIdentifier == "engagement-panel-comments-section" ) ?.engagementPanelSectionListRenderer.content.sectionListRenderer.contents.find( (content) => content.itemSectionRenderer ) ?.itemSectionRenderer.contents.find( (content) => content.continuationItemRenderer )?.continuationItemRenderer.continuationEndpoint.continuationCommand .token, }; return vidData; } async getSearchAsync(query) { const search = await this.searchAsync(query); if (search.success == false) throw new Error( `Could not get search results: ${search.status_code} - ${search.message}` ); console.log(search.data); return search.data; } } export default Innertube;