forked from axiom-team/astrXbian
1464 lines
68 KiB
Python
1464 lines
68 KiB
Python
|
# -*- coding: utf-8 -*-
|
||
|
|
"""
|
||
|
|
|
||
|
|
Copyright (C) 2014-2016 bromix (plugin.video.youtube)
|
||
|
|
Copyright (C) 2016-2018 plugin.video.youtube
|
||
|
|
|
||
|
|
SPDX-License-Identifier: GPL-2.0-only
|
||
|
|
See LICENSES/GPL-2.0-only for more information.
|
||
|
|
"""
|
||
|
|
|
||
|
|
from six.moves import range
|
||
|
|
from six import PY2
|
||
|
|
from six.moves import urllib
|
||
|
|
|
||
|
|
try:
|
||
|
|
from six.moves import html_parser
|
||
|
|
|
||
|
|
unescape = html_parser.HTMLParser().unescape
|
||
|
|
except AttributeError:
|
||
|
|
import html
|
||
|
|
|
||
|
|
unescape = html.unescape
|
||
|
|
|
||
|
|
import copy
|
||
|
|
import re
|
||
|
|
import json
|
||
|
|
import random
|
||
|
|
|
||
|
|
import requests
|
||
|
|
from ...kodion.utils import is_httpd_live, make_dirs, DataCache
|
||
|
|
from ..youtube_exceptions import YouTubeException
|
||
|
|
from .signature.cipher import Cipher
|
||
|
|
from .subtitles import Subtitles
|
||
|
|
|
||
|
|
import xbmcvfs
|
||
|
|
|
||
|
|
|
||
|
|
class VideoInfo(object):
|
||
|
|
FORMAT = {
|
||
|
|
# === Non-DASH ===
|
||
|
|
'5': {'container': 'flv',
|
||
|
|
'title': '240p',
|
||
|
|
'sort': [240, 0],
|
||
|
|
'video': {'height': 240, 'encoding': 'h.263'},
|
||
|
|
'audio': {'bitrate': 64, 'encoding': 'mp3'}},
|
||
|
|
'6': {'container': 'flv', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'video': {'height': 270, 'encoding': 'h.263'},
|
||
|
|
'audio': {'bitrate': 64, 'encoding': 'mp3'}},
|
||
|
|
'13': {'container': '3gp', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'video': {'encoding': 'mpeg-4'},
|
||
|
|
'audio': {'encoding': 'aac'}},
|
||
|
|
'17': {'container': '3gp',
|
||
|
|
'title': '144p',
|
||
|
|
'sort': [144, -20],
|
||
|
|
'video': {'height': 144, 'encoding': 'mpeg-4'},
|
||
|
|
'audio': {'bitrate': 24, 'encoding': 'aac'}},
|
||
|
|
'18': {'container': 'mp4',
|
||
|
|
'title': '360p',
|
||
|
|
'sort': [360, 0],
|
||
|
|
'video': {'height': 360, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 96, 'encoding': 'aac'}},
|
||
|
|
'22': {'container': 'mp4',
|
||
|
|
'title': '720p',
|
||
|
|
'sort': [720, 0],
|
||
|
|
'video': {'height': 720, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'aac'}},
|
||
|
|
'34': {'container': 'flv', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'video': {'height': 360, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
'35': {'container': 'flv', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
'36': {'container': '3gp',
|
||
|
|
'title': '240p',
|
||
|
|
'sort': [240, -20],
|
||
|
|
'video': {'height': 240, 'encoding': 'mpeg-4'},
|
||
|
|
'audio': {'bitrate': 32, 'encoding': 'aac'}},
|
||
|
|
'37': {'container': 'mp4',
|
||
|
|
'title': '1080p',
|
||
|
|
'sort': [1080, 0],
|
||
|
|
'video': {'height': 1080, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'aac'}},
|
||
|
|
'38': {'container': 'mp4',
|
||
|
|
'title': '3072p',
|
||
|
|
'sort': [3072, 0],
|
||
|
|
'video': {'height': 3072, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'aac'}},
|
||
|
|
'43': {'container': 'webm',
|
||
|
|
'title': '360p',
|
||
|
|
'sort': [360, -1],
|
||
|
|
'video': {'height': 360, 'encoding': 'vp8'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'vorbis'}},
|
||
|
|
'44': {'container': 'webm', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'vp8'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'vorbis'}},
|
||
|
|
'45': {'container': 'webm', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'video': {'height': 720, 'encoding': 'vp8'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'vorbis'}},
|
||
|
|
'46': {'container': 'webm', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'video': {'height': 1080, 'encoding': 'vp8'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'vorbis'}},
|
||
|
|
'59': {'container': 'mp4',
|
||
|
|
'title': '480p',
|
||
|
|
'sort': [480, 0],
|
||
|
|
'video': {'height': 480, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 96, 'encoding': 'aac'}},
|
||
|
|
'78': {'container': 'mp4',
|
||
|
|
'title': '360p',
|
||
|
|
'sort': [360, 0],
|
||
|
|
'video': {'height': 360, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 96, 'encoding': 'aac'}},
|
||
|
|
# === 3D ===
|
||
|
|
'82': {'container': 'mp4',
|
||
|
|
'3D': True,
|
||
|
|
'title': '3D@360p',
|
||
|
|
'sort': [360, 0],
|
||
|
|
'video': {'height': 360, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 96, 'encoding': 'aac'}},
|
||
|
|
'83': {'container': 'mp4',
|
||
|
|
'3D': True,
|
||
|
|
'title': '3D@240p',
|
||
|
|
'sort': [240, 0],
|
||
|
|
'video': {'height': 240, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 96, 'encoding': 'aac'}},
|
||
|
|
'84': {'container': 'mp4',
|
||
|
|
'3D': True,
|
||
|
|
'title': '3D@720p',
|
||
|
|
'sort': [720, 0],
|
||
|
|
'video': {'height': 720, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'aac'}},
|
||
|
|
'85': {'container': 'mp4',
|
||
|
|
'3D': True,
|
||
|
|
'title': '3D@1080p',
|
||
|
|
'sort': [1080, 0],
|
||
|
|
'video': {'height': 1080, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'aac'}},
|
||
|
|
'100': {'container': 'webm',
|
||
|
|
'3D': True,
|
||
|
|
'title': '3D@360p',
|
||
|
|
'sort': [360, -1],
|
||
|
|
'video': {'height': 360, 'encoding': 'vp8'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'vorbis'}},
|
||
|
|
'101': {'container': 'webm', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'3D': True,
|
||
|
|
'title': '3D@360p',
|
||
|
|
'sort': [360, -1],
|
||
|
|
'video': {'height': 360, 'encoding': 'vp8'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'vorbis'}},
|
||
|
|
'102': {'container': 'webm', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'3D': True,
|
||
|
|
'video': {'height': 720, 'encoding': 'vp8'},
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'vorbis'}},
|
||
|
|
# === Live Streams ===
|
||
|
|
'91': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@144p',
|
||
|
|
'sort': [144, 0],
|
||
|
|
'video': {'height': 144, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 48, 'encoding': 'aac'}},
|
||
|
|
'92': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@240p',
|
||
|
|
'sort': [240, 0],
|
||
|
|
'video': {'height': 240, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 48, 'encoding': 'aac'}},
|
||
|
|
'93': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@360p',
|
||
|
|
'sort': [360, 0],
|
||
|
|
'video': {'height': 360, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
'94': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@480p',
|
||
|
|
'sort': [480, 0],
|
||
|
|
'video': {'height': 480, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
'95': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@720p',
|
||
|
|
'sort': [720, 0],
|
||
|
|
'video': {'height': 720, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 256, 'encoding': 'aac'}},
|
||
|
|
'96': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@1080p',
|
||
|
|
'sort': [1080, 0],
|
||
|
|
'video': {'height': 1080, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 256, 'encoding': 'aac'}},
|
||
|
|
'120': {'container': 'flv', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@720p',
|
||
|
|
'sort': [720, -10],
|
||
|
|
'video': {'height': 720, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
'127': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'audio': {'bitrate': 96, 'encoding': 'aac'}},
|
||
|
|
'128': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'audio': {'bitrate': 96, 'encoding': 'aac'}},
|
||
|
|
'132': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@240p',
|
||
|
|
'sort': [240, 0],
|
||
|
|
'video': {'height': 240, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 48, 'encoding': 'aac'}},
|
||
|
|
'151': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'unsupported': True,
|
||
|
|
'title': 'Live@72p',
|
||
|
|
'sort': [72, 0],
|
||
|
|
'video': {'height': 72, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 24, 'encoding': 'aac'}},
|
||
|
|
'300': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@720p',
|
||
|
|
'sort': [720, 0],
|
||
|
|
'video': {'height': 720, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
'301': {'container': 'ts',
|
||
|
|
'Live': True,
|
||
|
|
'title': 'Live@1080p',
|
||
|
|
'sort': [1080, 0],
|
||
|
|
'video': {'height': 1080, 'encoding': 'h.264'},
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
# === DASH (video only)
|
||
|
|
'133': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 240, 'encoding': 'h.264'}},
|
||
|
|
'134': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 360, 'encoding': 'h.264'}},
|
||
|
|
'135': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'h.264'}},
|
||
|
|
'136': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 720, 'encoding': 'h.264'}},
|
||
|
|
'137': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 1080, 'encoding': 'h.264'}},
|
||
|
|
'138': {'container': 'mp4', # Discontinued
|
||
|
|
'discontinued': True,
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 2160, 'encoding': 'h.264'}},
|
||
|
|
'160': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 144, 'encoding': 'h.264'}},
|
||
|
|
'167': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 360, 'encoding': 'vp8'}},
|
||
|
|
'168': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'vp8'}},
|
||
|
|
'169': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 720, 'encoding': 'vp8'}},
|
||
|
|
'170': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 1080, 'encoding': 'vp8'}},
|
||
|
|
'218': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'vp8'}},
|
||
|
|
'219': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'vp8'}},
|
||
|
|
'242': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 240, 'encoding': 'vp9'}},
|
||
|
|
'243': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 360, 'encoding': 'vp9'}},
|
||
|
|
'244': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'vp9'}},
|
||
|
|
'247': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 720, 'encoding': 'vp9'}},
|
||
|
|
'248': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 1080, 'encoding': 'vp9'}},
|
||
|
|
'264': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 1440, 'encoding': 'h.264'}},
|
||
|
|
'266': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 2160, 'encoding': 'h.264'}},
|
||
|
|
'271': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 1440, 'encoding': 'vp9'}},
|
||
|
|
'272': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 2160, 'encoding': 'vp9'}},
|
||
|
|
'278': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 144, 'encoding': 'vp9'}},
|
||
|
|
'298': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'video': {'height': 720, 'encoding': 'h.264'}},
|
||
|
|
'299': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'video': {'height': 1080, 'encoding': 'h.264'}},
|
||
|
|
'302': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'video': {'height': 720, 'encoding': 'vp9'}},
|
||
|
|
'303': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'video': {'height': 1080, 'encoding': 'vp9'}},
|
||
|
|
'308': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'video': {'height': 1440, 'encoding': 'vp9'}},
|
||
|
|
'313': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'video': {'height': 2160, 'encoding': 'vp9'}},
|
||
|
|
'315': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'video': {'height': 2160, 'encoding': 'vp9'}},
|
||
|
|
'330': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 144, 'encoding': 'vp9.2'}},
|
||
|
|
'331': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 240, 'encoding': 'vp9.2'}},
|
||
|
|
'332': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 360, 'encoding': 'vp9.2'}},
|
||
|
|
'333': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 480, 'encoding': 'vp9.2'}},
|
||
|
|
'334': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 720, 'encoding': 'vp9.2'}},
|
||
|
|
'335': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 1080, 'encoding': 'vp9.2'}},
|
||
|
|
'336': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 1440, 'encoding': 'vp9.2'}},
|
||
|
|
'337': {'container': 'webm',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 2160, 'encoding': 'vp9.2'}},
|
||
|
|
'400': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 1440, 'encoding': 'av1'}},
|
||
|
|
'401': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 60,
|
||
|
|
'hdr': True,
|
||
|
|
'video': {'height': 2160, 'encoding': 'av1'}},
|
||
|
|
'394': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 30,
|
||
|
|
'video': {'height': 144, 'encoding': 'av1'}},
|
||
|
|
'395': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 30,
|
||
|
|
'video': {'height': 240, 'encoding': 'av1'}},
|
||
|
|
'396': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 30,
|
||
|
|
'video': {'height': 360, 'encoding': 'av1'}},
|
||
|
|
'397': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 30,
|
||
|
|
'video': {'height': 480, 'encoding': 'av1'}},
|
||
|
|
'398': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 30,
|
||
|
|
'video': {'height': 720, 'encoding': 'av1'}},
|
||
|
|
'399': {'container': 'mp4',
|
||
|
|
'dash/video': True,
|
||
|
|
'fps': 30,
|
||
|
|
'video': {'height': 1080, 'encoding': 'av1'}},
|
||
|
|
# === Dash (audio only)
|
||
|
|
'139': {'container': 'mp4',
|
||
|
|
'sort': [48, 0],
|
||
|
|
'title': 'aac@48',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 48, 'encoding': 'aac'}},
|
||
|
|
'140': {'container': 'mp4',
|
||
|
|
'sort': [129, 0],
|
||
|
|
'title': 'aac@128',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'aac'}},
|
||
|
|
'141': {'container': 'mp4',
|
||
|
|
'sort': [143, 0],
|
||
|
|
'title': 'aac@256',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 256, 'encoding': 'aac'}},
|
||
|
|
'256': {'container': 'mp4',
|
||
|
|
'title': 'aac/itag 256',
|
||
|
|
'dash/audio': True,
|
||
|
|
'unsupported': True,
|
||
|
|
'audio': {'bitrate': 0, 'encoding': 'aac'}},
|
||
|
|
'258': {'container': 'mp4',
|
||
|
|
'title': 'aac/itag 258',
|
||
|
|
'dash/audio': True,
|
||
|
|
'unsupported': True,
|
||
|
|
'audio': {'bitrate': 0, 'encoding': 'aac'}},
|
||
|
|
'325': {'container': 'mp4',
|
||
|
|
'title': 'dtse/itag 325',
|
||
|
|
'dash/audio': True,
|
||
|
|
'unsupported': True,
|
||
|
|
'audio': {'bitrate': 0, 'encoding': 'aac'}},
|
||
|
|
'328': {'container': 'mp4',
|
||
|
|
'title': 'ec-3/itag 328',
|
||
|
|
'dash/audio': True,
|
||
|
|
'unsupported': True,
|
||
|
|
'audio': {'bitrate': 0, 'encoding': 'aac'}},
|
||
|
|
'171': {'container': 'webm',
|
||
|
|
'sort': [128, 0],
|
||
|
|
'title': 'vorbis@128',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 128, 'encoding': 'vorbis'}},
|
||
|
|
'172': {'container': 'webm',
|
||
|
|
'sort': [142, 0],
|
||
|
|
'title': 'vorbis@192',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 192, 'encoding': 'vorbis'}},
|
||
|
|
'249': {'container': 'webm',
|
||
|
|
'sort': [50, 0],
|
||
|
|
'title': 'opus@50',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 50, 'encoding': 'opus'}},
|
||
|
|
'250': {'container': 'webm',
|
||
|
|
'sort': [70, 0],
|
||
|
|
'title': 'opus@70',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 70, 'encoding': 'opus'}},
|
||
|
|
'251': {'container': 'webm',
|
||
|
|
'sort': [141, 0],
|
||
|
|
'title': 'opus@160',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 160, 'encoding': 'opus'}},
|
||
|
|
# === DASH adaptive audio only
|
||
|
|
'9997': {'container': 'mpd',
|
||
|
|
'sort': [-1, 0],
|
||
|
|
'title': 'DASH Audio',
|
||
|
|
'dash/audio': True,
|
||
|
|
'audio': {'bitrate': 0, 'encoding': ''}},
|
||
|
|
# === Live DASH adaptive
|
||
|
|
'9998': {'container': 'mpd',
|
||
|
|
'Live': True,
|
||
|
|
'sort': [1080, 1],
|
||
|
|
'title': 'Live DASH',
|
||
|
|
'dash/audio': True,
|
||
|
|
'dash/video': True,
|
||
|
|
'audio': {'bitrate': 0, 'encoding': ''},
|
||
|
|
'video': {'height': 0, 'encoding': ''}},
|
||
|
|
# === DASH adaptive
|
||
|
|
'9999': {'container': 'mpd',
|
||
|
|
'sort': [1080, 1],
|
||
|
|
'title': 'DASH',
|
||
|
|
'dash/audio': True,
|
||
|
|
'dash/video': True,
|
||
|
|
'audio': {'bitrate': 0, 'encoding': ''},
|
||
|
|
'video': {'height': 0, 'encoding': ''}}
|
||
|
|
}
|
||
|
|
|
||
|
|
def __init__(self, context, access_token='', language='en-US'):
|
||
|
|
self._context = context
|
||
|
|
self._data_cache = self._context.get_data_cache()
|
||
|
|
self._verify = context.get_settings().verify_ssl()
|
||
|
|
self._language = language.replace('-', '_')
|
||
|
|
self.language = context.get_settings().get_string('youtube.language', 'en_US').replace('-', '_')
|
||
|
|
self.region = context.get_settings().get_string('youtube.region', 'US')
|
||
|
|
self._access_token = access_token
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def generate_cpn():
|
||
|
|
# https://github.com/rg3/youtube-dl/blob/master/youtube_dl/extractor/youtube.py#L1381
|
||
|
|
# LICENSE: The Unlicense
|
||
|
|
# cpn generation algorithm is reverse engineered from base.js.
|
||
|
|
# In fact it works even with dummy cpn.
|
||
|
|
cpn_alphabet = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789-_'
|
||
|
|
cpn = ''.join((cpn_alphabet[random.randint(0, 256) & 63] for _ in range(0, 16)))
|
||
|
|
return cpn
|
||
|
|
|
||
|
|
def load_stream_infos(self, video_id):
|
||
|
|
return self._method_get_video_info(video_id)
|
||
|
|
|
||
|
|
def get_watch_page(self, video_id):
|
||
|
|
headers = {'Host': 'www.youtube.com',
|
||
|
|
'Connection': 'keep-alive',
|
||
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36',
|
||
|
|
'Accept': '*/*',
|
||
|
|
'DNT': '1',
|
||
|
|
'Referer': 'https://www.youtube.com',
|
||
|
|
'Accept-Encoding': 'gzip, deflate',
|
||
|
|
'Accept-Language': 'en-US,en;q=0.8,de;q=0.6'}
|
||
|
|
|
||
|
|
params = {'v': video_id,
|
||
|
|
'hl': self.language,
|
||
|
|
'gl': self.region}
|
||
|
|
|
||
|
|
if self._access_token:
|
||
|
|
params['access_token'] = self._access_token
|
||
|
|
|
||
|
|
url = 'https://www.youtube.com/watch'
|
||
|
|
|
||
|
|
result = requests.get(url, params=params, headers=headers, verify=self._verify, allow_redirects=True)
|
||
|
|
return {'html': result.text, 'cookies': result.cookies}
|
||
|
|
|
||
|
|
def get_embed_page(self, video_id):
|
||
|
|
headers = {'Host': 'www.youtube.com',
|
||
|
|
'Connection': 'keep-alive',
|
||
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36',
|
||
|
|
'Accept': '*/*',
|
||
|
|
'DNT': '1',
|
||
|
|
'Referer': 'https://www.youtube.com',
|
||
|
|
'Accept-Encoding': 'gzip, deflate',
|
||
|
|
'Accept-Language': 'en-US,en;q=0.8,de;q=0.6'}
|
||
|
|
|
||
|
|
params = {'hl': self.language,
|
||
|
|
'gl': self.region}
|
||
|
|
|
||
|
|
if self._access_token:
|
||
|
|
params['access_token'] = self._access_token
|
||
|
|
|
||
|
|
url = 'https://www.youtube.com/embed/{video_id}'.format(video_id=video_id)
|
||
|
|
|
||
|
|
result = requests.get(url, params=params, headers=headers, verify=self._verify, allow_redirects=True)
|
||
|
|
return {'html': result.text, 'cookies': result.cookies}
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def get_player_client(html):
|
||
|
|
context = {}
|
||
|
|
|
||
|
|
found = re.search(
|
||
|
|
r'ytcfg\.set\((?P<context>{"INNERTUBE_CONTEXT":.+?)\)\s*;', html
|
||
|
|
)
|
||
|
|
if found:
|
||
|
|
context = json.loads(found.group('context'))
|
||
|
|
|
||
|
|
return context.get('INNERTUBE_CONTEXT', {}).get('client', {})
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def get_player_config(html):
|
||
|
|
config = {}
|
||
|
|
|
||
|
|
found = re.search(
|
||
|
|
r'window\.ytplayer\s*=\s*{}\s*;\s*ytcfg\.set\((?P<config>.+?)\)\s*;\s*ytcfg', html
|
||
|
|
)
|
||
|
|
if found:
|
||
|
|
config = json.loads(found.group('config'))
|
||
|
|
|
||
|
|
return config
|
||
|
|
|
||
|
|
def get_player_js(self, video_id, javascript_url=''):
|
||
|
|
def _normalize(url):
|
||
|
|
if url in ['http://', 'https://']:
|
||
|
|
url = ''
|
||
|
|
|
||
|
|
if url and not url.startswith('http'):
|
||
|
|
url = 'https://www.youtube.com/%s' % \
|
||
|
|
url.lstrip('/').replace('www.youtube.com/', '')
|
||
|
|
|
||
|
|
if url:
|
||
|
|
self._data_cache.set('player_javascript', json.dumps({'url': url}))
|
||
|
|
|
||
|
|
return url
|
||
|
|
|
||
|
|
cached_js = self._data_cache.get_item(DataCache.ONE_HOUR * 4, 'player_javascript')
|
||
|
|
if cached_js and cached_js.get('player_javascript', {}).get('url'):
|
||
|
|
cached_url = cached_js.get('player_javascript', {}).get('url')
|
||
|
|
if cached_url not in ['http://', 'https://']:
|
||
|
|
return cached_url
|
||
|
|
|
||
|
|
if javascript_url:
|
||
|
|
return _normalize(javascript_url)
|
||
|
|
|
||
|
|
page_result = self.get_embed_page(video_id)
|
||
|
|
html = page_result.get('html')
|
||
|
|
|
||
|
|
if not html:
|
||
|
|
return ''
|
||
|
|
|
||
|
|
found = re.search(
|
||
|
|
r'<script src="(?P<url>[^"]+?)"\s*name="player_[^/]+?/base"\s*>\s*</script\s*>', html
|
||
|
|
)
|
||
|
|
if found:
|
||
|
|
javascript_url = found.group('url')
|
||
|
|
|
||
|
|
return _normalize(javascript_url)
|
||
|
|
|
||
|
|
def _load_manifest(self, url, video_id, meta_info=None, curl_headers='', playback_stats=None):
|
||
|
|
headers = {'Host': 'manifest.googlevideo.com',
|
||
|
|
'Connection': 'keep-alive',
|
||
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36',
|
||
|
|
'Accept': '*/*',
|
||
|
|
'DNT': '1',
|
||
|
|
'Referer': 'https://www.youtube.com/watch?v=%s' % video_id,
|
||
|
|
'Accept-Encoding': 'gzip, deflate',
|
||
|
|
'Accept-Language': 'en-US,en;q=0.8,de;q=0.6'}
|
||
|
|
|
||
|
|
if playback_stats is None:
|
||
|
|
playback_stats = {}
|
||
|
|
|
||
|
|
result = requests.get(url, headers=headers, verify=self._verify, allow_redirects=True)
|
||
|
|
lines = result.text.splitlines()
|
||
|
|
|
||
|
|
_meta_info = {'video': {},
|
||
|
|
'channel': {},
|
||
|
|
'images': {},
|
||
|
|
'subtitles': []}
|
||
|
|
meta_info = meta_info if meta_info else _meta_info
|
||
|
|
streams = []
|
||
|
|
re_line = re.compile(r'RESOLUTION=(?P<width>\d+)x(?P<height>\d+)')
|
||
|
|
re_itag = re.compile(r'/itag/(?P<itag>\d+)')
|
||
|
|
for i in range(len(lines)):
|
||
|
|
re_match = re.search(re_line, lines[i])
|
||
|
|
if re_match:
|
||
|
|
line = lines[i + 1]
|
||
|
|
|
||
|
|
re_itag_match = re.search(re_itag, line)
|
||
|
|
if re_itag_match:
|
||
|
|
itag = re_itag_match.group('itag')
|
||
|
|
yt_format = self.FORMAT.get(itag, None)
|
||
|
|
if not yt_format:
|
||
|
|
self._context.log_debug('unknown yt_format for itag "%s"' % itag)
|
||
|
|
continue
|
||
|
|
|
||
|
|
# width = int(re_match.group('width'))
|
||
|
|
# height = int(re_match.group('height'))
|
||
|
|
video_stream = {'url': line,
|
||
|
|
'meta': meta_info,
|
||
|
|
'headers': curl_headers,
|
||
|
|
'playback_stats': playback_stats
|
||
|
|
}
|
||
|
|
video_stream.update(yt_format)
|
||
|
|
streams.append(video_stream)
|
||
|
|
return streams
|
||
|
|
|
||
|
|
def _method_get_video_info(self, video_id):
|
||
|
|
def requires_cipher(_fmts):
|
||
|
|
fl = []
|
||
|
|
if len(_fmts) > 0:
|
||
|
|
try:
|
||
|
|
fl = _fmts[0].get('signatureCipher', _fmts[0].get('cipher')).split(',')
|
||
|
|
except AttributeError:
|
||
|
|
fl = _fmts[0].get('url', '').split('&')
|
||
|
|
return (len(fl) > 0) and ('s' in dict(urllib.parse.parse_qsl(fl[0])))
|
||
|
|
|
||
|
|
headers = {'Host': 'www.youtube.com',
|
||
|
|
'Connection': 'keep-alive',
|
||
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36',
|
||
|
|
'Accept': '*/*',
|
||
|
|
'DNT': '1',
|
||
|
|
'Referer': 'https://www.youtube.com/tv',
|
||
|
|
'Accept-Encoding': 'gzip, deflate',
|
||
|
|
'Accept-Language': 'en-US,en;q=0.8,de;q=0.6'}
|
||
|
|
|
||
|
|
if self._access_token:
|
||
|
|
headers['Authorization'] = 'Bearer %s' % self._access_token
|
||
|
|
|
||
|
|
page_result = self.get_watch_page(video_id)
|
||
|
|
html = page_result.get('html')
|
||
|
|
|
||
|
|
curl_headers = ''
|
||
|
|
cookies = page_result.get('cookies', {})
|
||
|
|
if cookies:
|
||
|
|
cookies_list = list()
|
||
|
|
for c in cookies:
|
||
|
|
cookies_list.append('{0}={1};'.format(c.name, c.value))
|
||
|
|
if cookies_list:
|
||
|
|
curl_headers = 'Cookie={cookies}' \
|
||
|
|
.format(cookies=urllib.parse.quote(''.join(cookies_list)))
|
||
|
|
|
||
|
|
player_config = self.get_player_config(html)
|
||
|
|
player_client = self.get_player_client(html)
|
||
|
|
|
||
|
|
http_params = {
|
||
|
|
'hl': self.language,
|
||
|
|
'gl': self.region,
|
||
|
|
'html5': '1',
|
||
|
|
'video_id': video_id,
|
||
|
|
'eurl': ''.join(['https://youtube.googleapis.com/v/', video_id]),
|
||
|
|
'sts': player_config.get('STS', ''),
|
||
|
|
'c': player_client.get('clientName', 'WEB'),
|
||
|
|
'cver': player_client.get('clientVersion', '2.20200923.01.00'),
|
||
|
|
'cbr': player_client.get('browserName', 'Chrome'),
|
||
|
|
'cbrver': player_client.get('browserVersion', '53.0.2785.143'),
|
||
|
|
'cos': player_client.get('osName', 'Windows'),
|
||
|
|
'cosver': player_client.get('osVersion', '10.0')
|
||
|
|
}
|
||
|
|
|
||
|
|
video_info_url = 'https://www.youtube.com/get_video_info'
|
||
|
|
el_values = ['detailpage', 'embedded']
|
||
|
|
|
||
|
|
params = dict()
|
||
|
|
player_response = dict()
|
||
|
|
|
||
|
|
for el in el_values:
|
||
|
|
http_params['el'] = el
|
||
|
|
result = requests.get(video_info_url, params=http_params, headers=headers, cookies=cookies, verify=self._verify, allow_redirects=True)
|
||
|
|
data = result.text
|
||
|
|
params = dict(urllib.parse.parse_qsl(data))
|
||
|
|
player_response = json.loads(params.get('player_response', '{}'))
|
||
|
|
if player_response.get('streamingData', {}).get('formats', []) or \
|
||
|
|
player_response.get('streamingData', {}).get('hlsManifestUrl', ''):
|
||
|
|
break
|
||
|
|
|
||
|
|
playability_status = player_response.get('playabilityStatus', {})
|
||
|
|
|
||
|
|
playback_tracking = player_response.get('playbackTracking', {})
|
||
|
|
captions = player_response.get('captions', {})
|
||
|
|
video_details = player_response.get('videoDetails', {})
|
||
|
|
is_live_content = video_details.get('isLiveContent') is True
|
||
|
|
streaming_data = player_response.get('streamingData', {})
|
||
|
|
|
||
|
|
live_url = streaming_data.get('hlsManifestUrl', '') or \
|
||
|
|
player_response.get('streamingData', {}).get('hlsManifestUrl', '')
|
||
|
|
is_live = is_live_content and live_url
|
||
|
|
|
||
|
|
stream_list = []
|
||
|
|
|
||
|
|
meta_info = {'video': {},
|
||
|
|
'channel': {},
|
||
|
|
'images': {},
|
||
|
|
'subtitles': []}
|
||
|
|
|
||
|
|
meta_info['video']['id'] = video_details.get('videoId', video_id)
|
||
|
|
|
||
|
|
meta_info['video']['title'] = video_details.get('title', '')
|
||
|
|
meta_info['channel']['author'] = video_details.get('author', '')
|
||
|
|
|
||
|
|
meta_info['video']['title'] = meta_info['video']['title'].encode('raw_unicode_escape')
|
||
|
|
meta_info['channel']['author'] = meta_info['channel']['author'].encode('raw_unicode_escape')
|
||
|
|
|
||
|
|
if PY2:
|
||
|
|
meta_info['video']['title'] = meta_info['video']['title'].decode('utf-8')
|
||
|
|
meta_info['channel']['author'] = meta_info['channel']['author'].decode('utf-8')
|
||
|
|
|
||
|
|
else:
|
||
|
|
meta_info['video']['title'] = meta_info['video']['title'].decode('raw_unicode_escape')
|
||
|
|
meta_info['channel']['author'] = meta_info['channel']['author'].decode('raw_unicode_escape')
|
||
|
|
|
||
|
|
meta_info['video']['title'] = unescape(meta_info['video']['title'])
|
||
|
|
meta_info['channel']['author'] = unescape(meta_info['channel']['author'])
|
||
|
|
|
||
|
|
meta_info['channel']['id'] = video_details.get('channelId', '')
|
||
|
|
image_data_list = [
|
||
|
|
{'from': 'iurlhq', 'to': 'high', 'image': 'hqdefault.jpg'},
|
||
|
|
{'from': 'iurlmq', 'to': 'medium', 'image': 'mqdefault.jpg'},
|
||
|
|
{'from': 'iurlsd', 'to': 'standard', 'image': 'sddefault.jpg'},
|
||
|
|
{'from': 'thumbnail_url', 'to': 'default', 'image': 'default.jpg'}]
|
||
|
|
for image_data in image_data_list:
|
||
|
|
image_url = 'https://i.ytimg.com/vi/{video_id}/{image}'.format(video_id=video_id, image=image_data['image'])
|
||
|
|
if image_url:
|
||
|
|
if is_live:
|
||
|
|
image_url = image_url.replace('.jpg', '_live.jpg')
|
||
|
|
meta_info['images'][image_data['to']] = image_url
|
||
|
|
|
||
|
|
microformat = player_response.get('microformat', {}).get('playerMicroformatRenderer', {})
|
||
|
|
meta_info['video']['status'] = {
|
||
|
|
'unlisted': microformat.get('isUnlisted', False),
|
||
|
|
'private': video_details.get('isPrivate', False),
|
||
|
|
'crawlable': video_details.get('isCrawlable', False),
|
||
|
|
'family_safe': microformat.get('isFamilySafe', False),
|
||
|
|
'live': is_live,
|
||
|
|
}
|
||
|
|
|
||
|
|
if (params.get('status', '') == 'fail') or (playability_status.get('status', 'ok').lower() != 'ok'):
|
||
|
|
if not ((playability_status.get('desktopLegacyAgeGateReason', 0) == 1) and not self._context.get_settings().age_gate()):
|
||
|
|
reason = None
|
||
|
|
if playability_status.get('status') == 'LIVE_STREAM_OFFLINE':
|
||
|
|
if playability_status.get('reason'):
|
||
|
|
reason = playability_status.get('reason')
|
||
|
|
else:
|
||
|
|
live_streamability = playability_status.get('liveStreamability', {})
|
||
|
|
live_streamability_renderer = live_streamability.get('liveStreamabilityRenderer', {})
|
||
|
|
offline_slate = live_streamability_renderer.get('offlineSlate', {})
|
||
|
|
live_stream_offline_slate_renderer = offline_slate.get('liveStreamOfflineSlateRenderer', {})
|
||
|
|
renderer_main_text = live_stream_offline_slate_renderer.get('mainText', {})
|
||
|
|
main_text_runs = renderer_main_text.get('runs', [{}])
|
||
|
|
reason_text = []
|
||
|
|
for text in main_text_runs:
|
||
|
|
reason_text.append(text.get('text', ''))
|
||
|
|
if reason_text:
|
||
|
|
reason = ''.join(reason_text)
|
||
|
|
else:
|
||
|
|
reason = playability_status.get('reason')
|
||
|
|
|
||
|
|
if 'errorScreen' in playability_status and 'playerErrorMessageRenderer' in playability_status['errorScreen']:
|
||
|
|
status_renderer = playability_status['errorScreen']['playerErrorMessageRenderer']
|
||
|
|
descript_reason = status_renderer.get('subreason', {}).get('simpleText')
|
||
|
|
if descript_reason:
|
||
|
|
reason = descript_reason
|
||
|
|
else:
|
||
|
|
general_reason = status_renderer.get('reason', {}).get('simpleText')
|
||
|
|
if general_reason:
|
||
|
|
reason = general_reason
|
||
|
|
|
||
|
|
if not reason:
|
||
|
|
reason = 'UNKNOWN'
|
||
|
|
|
||
|
|
try:
|
||
|
|
reason = reason.encode('raw_unicode_escape').decode('utf-8')
|
||
|
|
except:
|
||
|
|
pass
|
||
|
|
|
||
|
|
raise YouTubeException(reason)
|
||
|
|
|
||
|
|
meta_info['subtitles'] = Subtitles(self._context, video_id, captions).get_subtitles()
|
||
|
|
|
||
|
|
playback_stats = {
|
||
|
|
'playback_url': '',
|
||
|
|
'watchtime_url': ''
|
||
|
|
}
|
||
|
|
|
||
|
|
playback_url = playback_tracking.get('videostatsPlaybackUrl', {}).get('baseUrl', '')
|
||
|
|
watchtime_url = playback_tracking.get('videostatsWatchtimeUrl', {}).get('baseUrl', '')
|
||
|
|
|
||
|
|
if playback_url and playback_url.startswith('http'):
|
||
|
|
playback_stats['playback_url'] = ''.join([
|
||
|
|
playback_url,
|
||
|
|
'&ver=2&fs=0&volume=100&muted=0',
|
||
|
|
'&cpn={cpn}'.format(cpn=self.generate_cpn())
|
||
|
|
])
|
||
|
|
|
||
|
|
if watchtime_url and watchtime_url.startswith('http'):
|
||
|
|
playback_stats['watchtime_url'] = ''.join([
|
||
|
|
watchtime_url,
|
||
|
|
'&ver=2&fs=0&volume=100&muted=0',
|
||
|
|
'&cpn={cpn}'.format(cpn=self.generate_cpn()),
|
||
|
|
'&st={st}&et={et}&state={state}'
|
||
|
|
])
|
||
|
|
|
||
|
|
if live_url:
|
||
|
|
stream_list = self._load_manifest(live_url, video_id,
|
||
|
|
meta_info=meta_info,
|
||
|
|
curl_headers=curl_headers,
|
||
|
|
playback_stats=playback_stats)
|
||
|
|
|
||
|
|
httpd_is_live = (self._context.get_settings().use_dash_videos() and
|
||
|
|
is_httpd_live(port=self._context.get_settings().httpd_port()))
|
||
|
|
|
||
|
|
cipher = None
|
||
|
|
s_info = dict()
|
||
|
|
|
||
|
|
adaptive_fmts = streaming_data.get('adaptiveFormats', [])
|
||
|
|
std_fmts = streaming_data.get('formats', [])
|
||
|
|
mpd_url = streaming_data.get('dashManifestUrl') or \
|
||
|
|
player_response.get('streamingData', {}).get('dashManifestUrl', '')
|
||
|
|
|
||
|
|
license_info = {'url': None, 'proxy': None, 'token': None}
|
||
|
|
pa_li_info = streaming_data.get('licenseInfos', [])
|
||
|
|
if pa_li_info and (pa_li_info != ['']) and not httpd_is_live:
|
||
|
|
raise YouTubeException('Proxy is not running')
|
||
|
|
for li_info in pa_li_info:
|
||
|
|
if li_info.get('drmFamily') == 'WIDEVINE':
|
||
|
|
license_info['url'] = li_info.get('url', None)
|
||
|
|
if license_info['url']:
|
||
|
|
self._context.log_debug('Found widevine license url: |%s|' % license_info['url'])
|
||
|
|
li_ipaddress = self._context.get_settings().httpd_listen()
|
||
|
|
if li_ipaddress == '0.0.0.0':
|
||
|
|
li_ipaddress = '127.0.0.1'
|
||
|
|
proxy_addr = \
|
||
|
|
['http://{ipaddress}:{port}/widevine'.format(
|
||
|
|
ipaddress=li_ipaddress,
|
||
|
|
port=self._context.get_settings().httpd_port()
|
||
|
|
), '||R{SSM}|']
|
||
|
|
license_info['proxy'] = ''.join(proxy_addr)
|
||
|
|
license_info['token'] = self._access_token
|
||
|
|
break
|
||
|
|
|
||
|
|
if requires_cipher(adaptive_fmts) or requires_cipher(std_fmts):
|
||
|
|
js = self.get_player_js(video_id, player_config.get('assets', {}).get('js', ''))
|
||
|
|
cipher = Cipher(self._context, javascript_url=js)
|
||
|
|
|
||
|
|
if not is_live and httpd_is_live and adaptive_fmts:
|
||
|
|
mpd_url, s_info = self.generate_mpd(video_id,
|
||
|
|
adaptive_fmts,
|
||
|
|
video_details.get('lengthSeconds', '0'),
|
||
|
|
cipher,
|
||
|
|
license_info.get('url'))
|
||
|
|
|
||
|
|
if mpd_url:
|
||
|
|
mpd_sig_deciphered = True
|
||
|
|
if mpd_url.startswith('http'):
|
||
|
|
if (re.search('/s/[0-9A-F.]+', mpd_url)) and (not re.search('/signature/[0-9A-F.]+', mpd_url)):
|
||
|
|
mpd_sig_deciphered = False
|
||
|
|
if cipher:
|
||
|
|
sig_param = 'signature'
|
||
|
|
sp = re.search('/sp/(?P<sig_param>[^/]+)', mpd_url)
|
||
|
|
if sp:
|
||
|
|
sig_param = sp.group('sig_param')
|
||
|
|
|
||
|
|
sig = re.search('/s/(?P<sig>[0-9A-F.]+)', mpd_url)
|
||
|
|
if sig:
|
||
|
|
signature = cipher.get_signature(sig.group('sig'))
|
||
|
|
mpd_url = re.sub('/s/[0-9A-F.]+', ''.join(['/', sig_param, '/', signature]), mpd_url)
|
||
|
|
mpd_sig_deciphered = True
|
||
|
|
|
||
|
|
else:
|
||
|
|
raise YouTubeException('Cipher: Not Found')
|
||
|
|
if mpd_sig_deciphered:
|
||
|
|
video_stream = {'url': mpd_url,
|
||
|
|
'meta': meta_info,
|
||
|
|
'headers': curl_headers,
|
||
|
|
'license_info': license_info,
|
||
|
|
'playback_stats': playback_stats}
|
||
|
|
|
||
|
|
if is_live:
|
||
|
|
video_stream['url'] = '&'.join([video_stream['url'], 'start_seq=$START_NUMBER$'])
|
||
|
|
video_stream.update(self.FORMAT.get('9998'))
|
||
|
|
else:
|
||
|
|
if not s_info:
|
||
|
|
video_stream.update(self.FORMAT.get('9999'))
|
||
|
|
else:
|
||
|
|
has_video = (s_info['video']['codec'] != '') and (int(s_info['video']['bandwidth']) > 0)
|
||
|
|
if has_video:
|
||
|
|
video_stream.update(self.FORMAT.get('9999'))
|
||
|
|
video_stream['video']['height'] = s_info['video']['height']
|
||
|
|
video_stream['video']['encoding'] = s_info['video']['codec']
|
||
|
|
else:
|
||
|
|
video_stream.update(self.FORMAT.get('9997'))
|
||
|
|
video_stream['audio']['encoding'] = s_info['audio']['codec']
|
||
|
|
if s_info['video']['quality_label']:
|
||
|
|
video_stream['title'] = s_info['video']['quality_label']
|
||
|
|
else:
|
||
|
|
if has_video:
|
||
|
|
video_stream['title'] = '%sp%s' % (s_info['video']['height'], s_info['video']['fps'])
|
||
|
|
else:
|
||
|
|
video_stream['title'] = '%s@%s' % (s_info['audio']['codec'], str(s_info['audio'].get('bitrate', 0)))
|
||
|
|
if int(s_info['audio'].get('bitrate', 0)) > 0:
|
||
|
|
video_stream['audio']['bitrate'] = int(s_info['audio'].get('bitrate', 0))
|
||
|
|
stream_list.append(video_stream)
|
||
|
|
else:
|
||
|
|
raise YouTubeException('Failed to decipher signature')
|
||
|
|
|
||
|
|
def parse_to_stream_list(streams):
|
||
|
|
for item in streams:
|
||
|
|
stream_map = item
|
||
|
|
stream_map.update(dict(urllib.parse.parse_qsl(item.get('signatureCipher', item.get('cipher', '')))))
|
||
|
|
|
||
|
|
url = stream_map.get('url', None)
|
||
|
|
conn = stream_map.get('conn', None)
|
||
|
|
|
||
|
|
stream_map['itag'] = str(stream_map['itag'])
|
||
|
|
|
||
|
|
if url:
|
||
|
|
sig_param = '&signature='
|
||
|
|
if 'sp' in stream_map:
|
||
|
|
sig_param = '&%s=' % stream_map['sp']
|
||
|
|
|
||
|
|
if 'sig' in stream_map:
|
||
|
|
url = ''.join([url, sig_param, stream_map['sig']])
|
||
|
|
elif 's' in stream_map:
|
||
|
|
if cipher:
|
||
|
|
url = ''.join([url, sig_param, cipher.get_signature(stream_map['s'])])
|
||
|
|
else:
|
||
|
|
raise YouTubeException('Cipher: Not Found')
|
||
|
|
|
||
|
|
itag = stream_map['itag']
|
||
|
|
yt_format = self.FORMAT.get(itag, None)
|
||
|
|
if not yt_format:
|
||
|
|
self._context.log_debug('unknown yt_format for itag "%s"' % itag)
|
||
|
|
continue
|
||
|
|
|
||
|
|
if yt_format.get('discontinued', False) or yt_format.get('unsupported', False) or \
|
||
|
|
(yt_format.get('dash/video', False) and not yt_format.get('dash/audio', False)):
|
||
|
|
continue
|
||
|
|
|
||
|
|
stream = {'url': url,
|
||
|
|
'meta': meta_info,
|
||
|
|
'headers': curl_headers,
|
||
|
|
'playback_stats': playback_stats}
|
||
|
|
stream.update(yt_format)
|
||
|
|
stream_list.append(stream)
|
||
|
|
elif conn:
|
||
|
|
url = '%s?%s' % (conn, urllib.parse.unquote(stream_map['stream']))
|
||
|
|
itag = stream_map['itag']
|
||
|
|
yt_format = self.FORMAT.get(itag, None)
|
||
|
|
if not yt_format:
|
||
|
|
self._context.log_debug('unknown yt_format for itag "%s"' % itag)
|
||
|
|
continue
|
||
|
|
|
||
|
|
stream = {'url': url,
|
||
|
|
'meta': meta_info,
|
||
|
|
'headers': curl_headers,
|
||
|
|
'playback_stats': playback_stats}
|
||
|
|
stream.update(yt_format)
|
||
|
|
if stream:
|
||
|
|
stream_list.append(stream)
|
||
|
|
|
||
|
|
# extract streams from map
|
||
|
|
if std_fmts:
|
||
|
|
parse_to_stream_list(std_fmts)
|
||
|
|
|
||
|
|
if adaptive_fmts:
|
||
|
|
parse_to_stream_list(adaptive_fmts)
|
||
|
|
|
||
|
|
# last fallback
|
||
|
|
if not stream_list:
|
||
|
|
raise YouTubeException('No streams found')
|
||
|
|
|
||
|
|
return stream_list
|
||
|
|
|
||
|
|
def generate_mpd(self, video_id, adaptive_fmts, duration, cipher,license_url):
|
||
|
|
discarded_streams = list()
|
||
|
|
|
||
|
|
def get_discarded_audio(fmt, mime_type, itag, stream, reason='unsupported'):
|
||
|
|
_discarded_stream = dict()
|
||
|
|
_discarded_stream['audio'] = dict()
|
||
|
|
_discarded_stream['audio']['itag'] = str(itag)
|
||
|
|
_discarded_stream['audio']['mime'] = str(mime_type)
|
||
|
|
_discarded_stream['audio']['codec'] = str(stream['codecs'])
|
||
|
|
if fmt:
|
||
|
|
audio_bitrate = int(fmt.get('audio', {}).get('bitrate', 0))
|
||
|
|
if audio_bitrate > 0:
|
||
|
|
_discarded_stream['audio']['bitrate'] = audio_bitrate
|
||
|
|
codec_match = re.search('codecs="(?P<codec>[^"]+)"', _discarded_stream['audio']['codec'])
|
||
|
|
if codec_match:
|
||
|
|
_discarded_stream['audio']['codec'] = codec_match.group('codec')
|
||
|
|
_discarded_stream['audio']['bandwidth'] = int(stream['bandwidth'])
|
||
|
|
_discarded_stream['reason'] = reason
|
||
|
|
return _discarded_stream
|
||
|
|
|
||
|
|
def get_discarded_video(mime_type, itag, stream, reason='unsupported'):
|
||
|
|
_discarded_stream = dict()
|
||
|
|
_discarded_stream['video'] = dict()
|
||
|
|
_discarded_stream['video']['itag'] = str(itag)
|
||
|
|
_discarded_stream['video']['width'] = str(stream['width'])
|
||
|
|
_discarded_stream['video']['height'] = str(stream['height'])
|
||
|
|
if stream.get('quality_label'):
|
||
|
|
_discarded_stream['video']['quality_label'] = str(stream['quality_label'])
|
||
|
|
_discarded_stream['video']['fps'] = str(stream['frameRate'])
|
||
|
|
_discarded_stream['video']['codec'] = str(stream['codecs'])
|
||
|
|
_discarded_stream['video']['mime'] = str(mime_type)
|
||
|
|
codec_match = re.search('codecs="(?P<codec>[^"]+)"', _discarded_stream['video']['codec'])
|
||
|
|
if codec_match:
|
||
|
|
_discarded_stream['video']['codec'] = codec_match.group('codec')
|
||
|
|
_discarded_stream['video']['bandwidth'] = int(stream['bandwidth'])
|
||
|
|
_discarded_stream['reason'] = reason
|
||
|
|
return _discarded_stream
|
||
|
|
|
||
|
|
def filter_qualities(stream_data, container, sorted_qualities, fps_limit):
|
||
|
|
|
||
|
|
data_copy = copy.deepcopy(stream_data)
|
||
|
|
|
||
|
|
if container == 'mp4':
|
||
|
|
discard_mime = 'video/webm'
|
||
|
|
mime_type = 'video/mp4'
|
||
|
|
elif container == 'webm':
|
||
|
|
discard_mime = 'video/mp4'
|
||
|
|
mime_type = 'video/webm'
|
||
|
|
else:
|
||
|
|
return data_copy
|
||
|
|
|
||
|
|
if fps_limit and mime_type in stream_data:
|
||
|
|
# if 30 fps limit enabled, discard streams that are greater than 30fps
|
||
|
|
if any(k for k in list(data_copy[mime_type].keys())
|
||
|
|
if data_copy[mime_type][k]['fps'] <= 30):
|
||
|
|
for k in list(data_copy[mime_type].keys()):
|
||
|
|
if data_copy[mime_type][k]['fps'] > 30:
|
||
|
|
discarded_streams.append(get_discarded_video(mime_type, k,
|
||
|
|
data_copy[mime_type][k],
|
||
|
|
'frame rate'))
|
||
|
|
del data_copy[mime_type][k]
|
||
|
|
|
||
|
|
if discard_mime in data_copy:
|
||
|
|
# discard streams with unwanted mime type
|
||
|
|
for itag in list(data_copy[discard_mime].keys()):
|
||
|
|
discarded_streams.append(get_discarded_video(discard_mime, itag,
|
||
|
|
data_copy[discard_mime][itag],
|
||
|
|
'mime type'))
|
||
|
|
del data_copy[discard_mime][itag]
|
||
|
|
del data_copy[discard_mime]
|
||
|
|
|
||
|
|
itag_matches = []
|
||
|
|
itag_match = None
|
||
|
|
|
||
|
|
for idx, q in enumerate(sorted_qualities):
|
||
|
|
# find all streams with matching height
|
||
|
|
if any(itag for itag in list(data_copy[mime_type].keys())
|
||
|
|
if int(data_copy[mime_type][itag].get('height', 0)) == q):
|
||
|
|
i_matches = [itag for itag in list(data_copy[mime_type].keys())
|
||
|
|
if int(data_copy[mime_type][itag].get('height', 0)) == q]
|
||
|
|
itag_matches.extend(i_matches)
|
||
|
|
break
|
||
|
|
|
||
|
|
if not itag_matches:
|
||
|
|
# find best match for quality if there were no exact height candidates
|
||
|
|
for idx, q in enumerate(sorted_qualities):
|
||
|
|
if idx != len(sorted_qualities) - 1:
|
||
|
|
if any(itag for itag in list(data_copy[mime_type].keys())
|
||
|
|
if ((int(data_copy[mime_type][itag].get('height', 0)) < q) and
|
||
|
|
(int(data_copy[mime_type][itag].get('height', 0)) >= sorted_qualities[idx + 1]))):
|
||
|
|
i_match = next(itag for itag in list(data_copy[mime_type].keys())
|
||
|
|
if ((int(data_copy[mime_type][itag].get('height', 0)) < q) and
|
||
|
|
(int(data_copy[mime_type][itag].get('height', 0)) >=
|
||
|
|
sorted_qualities[idx + 1])))
|
||
|
|
itag_matches.append(i_match)
|
||
|
|
break
|
||
|
|
|
||
|
|
for itag in list(data_copy[mime_type].keys()):
|
||
|
|
# find highest fps and bandwidth itag out of all candidates
|
||
|
|
if itag in itag_matches:
|
||
|
|
if (not itag_match or itag_match.get('fps') < data_copy[mime_type][itag].get('fps') or
|
||
|
|
(itag_match.get('fps') == data_copy[mime_type][itag].get('fps') and
|
||
|
|
itag_match.get('bandwidth') < data_copy[mime_type][itag].get('bandwidth'))):
|
||
|
|
itag_match = data_copy[mime_type][itag]
|
||
|
|
|
||
|
|
if itag_match:
|
||
|
|
for itag in list(data_copy[mime_type].keys()):
|
||
|
|
# discard all streams except the best match
|
||
|
|
if itag != itag_match.get('id'):
|
||
|
|
discarded_streams.append(get_discarded_video(mime_type, itag,
|
||
|
|
data_copy[mime_type][itag],
|
||
|
|
'quality'))
|
||
|
|
del data_copy[mime_type][itag]
|
||
|
|
|
||
|
|
return data_copy
|
||
|
|
|
||
|
|
basepath = 'special://temp/plugin.video.youtube/'
|
||
|
|
if not make_dirs(basepath):
|
||
|
|
self._context.log_debug('Failed to create directories: %s' % basepath)
|
||
|
|
return None
|
||
|
|
|
||
|
|
has_video_stream = False
|
||
|
|
ia_capabilities = self._context.inputstream_adaptive_capabilities()
|
||
|
|
|
||
|
|
ipaddress = self._context.get_settings().httpd_listen()
|
||
|
|
if ipaddress == '0.0.0.0':
|
||
|
|
ipaddress = '127.0.0.1'
|
||
|
|
|
||
|
|
stream_info = {'video': {'height': '0', 'fps': '0', 'codec': '', 'mime': '', 'quality_label': '', 'bandwidth': 0},
|
||
|
|
'audio': {'bitrate': '0', 'codec': '', 'mime': '', 'bandwidth': 0}}
|
||
|
|
|
||
|
|
data = dict()
|
||
|
|
for item in adaptive_fmts:
|
||
|
|
stream_map = item
|
||
|
|
stream_map.update(dict(urllib.parse.parse_qsl(item.get('signatureCipher', item.get('cipher', '')))))
|
||
|
|
stream_map['itag'] = str(stream_map.get('itag'))
|
||
|
|
|
||
|
|
t = stream_map.get('mimeType')
|
||
|
|
t = urllib.parse.unquote(t)
|
||
|
|
t = t.split(';')
|
||
|
|
mime = key = t[0]
|
||
|
|
i = stream_map.get('itag')
|
||
|
|
if 'audioTrack' in stream_map:
|
||
|
|
key = '_'.join([mime,stream_map.get('audioTrack').get('id')[0:2]])
|
||
|
|
|
||
|
|
if key not in data:
|
||
|
|
data[key] = {}
|
||
|
|
data[key][i] = {}
|
||
|
|
|
||
|
|
data[key][i]['codecs'] = t[1][1:]
|
||
|
|
data[key][i]['id'] = i
|
||
|
|
|
||
|
|
data[key][i]['width'] = stream_map.get('width')
|
||
|
|
data[key][i]['height'] = stream_map.get('height')
|
||
|
|
|
||
|
|
data[key][i]['quality_label'] = str(stream_map.get('qualityLabel'))
|
||
|
|
|
||
|
|
data[key][i]['bandwidth'] = stream_map.get('bitrate', 0)
|
||
|
|
|
||
|
|
# map frame rates to a more common representation to lessen the chance of double refresh changes
|
||
|
|
# sometimes 30 fps is 30 fps, more commonly it is 29.97 fps (same for all mapped frame rates)
|
||
|
|
frame_rate = None
|
||
|
|
fps_scale_map = {24: 1001, 30: 1001, 60: 1001}
|
||
|
|
if 'fps' in stream_map:
|
||
|
|
fps = int(stream_map.get('fps'))
|
||
|
|
data[key][i]['fps'] = fps
|
||
|
|
scale = fps_scale_map.get(fps, 1000)
|
||
|
|
frame_rate = '%d/%d' % (fps * 1000, scale)
|
||
|
|
|
||
|
|
data[key][i]['frameRate'] = frame_rate
|
||
|
|
|
||
|
|
url = urllib.parse.unquote(stream_map.get('url'))
|
||
|
|
|
||
|
|
sig_param = '&signature='
|
||
|
|
if 'sp' in stream_map:
|
||
|
|
sig_param = '&%s=' % stream_map['sp']
|
||
|
|
|
||
|
|
if 'sig' in stream_map:
|
||
|
|
url = ''.join([url, sig_param, stream_map['sig']])
|
||
|
|
elif 's' in stream_map:
|
||
|
|
if cipher:
|
||
|
|
url = ''.join([url, sig_param, cipher.get_signature(stream_map['s'])])
|
||
|
|
else:
|
||
|
|
raise YouTubeException('Cipher: Not Found')
|
||
|
|
|
||
|
|
url = url.replace("&", "&").replace('"', """).replace("<", "<").replace(">", ">")
|
||
|
|
data[key][i]['baseUrl'] = url
|
||
|
|
|
||
|
|
data[key][i]['indexRange'] = '0-0'
|
||
|
|
data[key][i]['initRange'] = '0-0'
|
||
|
|
if 'indexRange' in stream_map and 'initRange' in stream_map:
|
||
|
|
data[key][i]['indexRange'] = '-'.join([stream_map.get('indexRange').get('start'),
|
||
|
|
stream_map.get('indexRange').get('end')])
|
||
|
|
data[key][i]['init'] = '-'.join([stream_map.get('initRange').get('start'),
|
||
|
|
stream_map.get('initRange').get('end')])
|
||
|
|
if ('indexRange' not in stream_map or 'initRange' not in stream_map or
|
||
|
|
data[key][i].get('indexRange') == '0-0' and data[key][i].get('initRange') == '0-0'):
|
||
|
|
if key.startswith('video'):
|
||
|
|
discarded_streams.append(get_discarded_video(mime, i, data[key][i], 'no init or index'))
|
||
|
|
else:
|
||
|
|
stream_format = self.FORMAT.get(i, {})
|
||
|
|
discarded_streams.append(get_discarded_audio(stream_format, mime, i, data[key][i], 'no init or index'))
|
||
|
|
del data[key][i]
|
||
|
|
|
||
|
|
if not data.get('video/mp4') and not data.get('video/webm'):
|
||
|
|
self._context.log_debug('Generate MPD: No video mime-types found')
|
||
|
|
return None, None
|
||
|
|
|
||
|
|
mpd_quality = self._context.get_settings().get_mpd_quality()
|
||
|
|
hdr = self._context.get_settings().include_hdr() and 'vp9.2' in ia_capabilities
|
||
|
|
limit_30fps = self._context.get_settings().mpd_30fps_limit()
|
||
|
|
|
||
|
|
supported_mime_types = []
|
||
|
|
default_mime_type = 'mp4'
|
||
|
|
if data.get('video/mp4'):
|
||
|
|
supported_mime_types.append('video/mp4')
|
||
|
|
if any(m for m in data if m.startswith('audio/mp4')):
|
||
|
|
supported_mime_types.append('audio/mp4')
|
||
|
|
|
||
|
|
if (('vp9' in ia_capabilities or 'vp9.2' in ia_capabilities) and
|
||
|
|
any(m for m in data if m == 'video/webm') and
|
||
|
|
data.get('video/webm')):
|
||
|
|
supported_mime_types.append('video/webm')
|
||
|
|
|
||
|
|
if (('vorbis' in ia_capabilities or 'opus' in ia_capabilities) and
|
||
|
|
any(m for m in data if m.startswith('audio/webm'))):
|
||
|
|
supported_mime_types.append('audio/webm')
|
||
|
|
|
||
|
|
if ('video/webm' in supported_mime_types and
|
||
|
|
((isinstance(mpd_quality, str) and mpd_quality == 'webm') or
|
||
|
|
(isinstance(mpd_quality, int) and mpd_quality > 1080) or
|
||
|
|
hdr)):
|
||
|
|
default_mime_type = 'webm'
|
||
|
|
|
||
|
|
limit_qualities = self._context.get_settings().mpd_video_qualities()
|
||
|
|
apply_filters = isinstance(mpd_quality, int) and isinstance(limit_qualities, list)
|
||
|
|
|
||
|
|
self._context.log_debug('Generating MPD: Apply filters |{apply_filters}| '
|
||
|
|
'Quality selection |{quality}| Limit 30FPS |{limit_fps}| HDR |{hdr}|'
|
||
|
|
.format(apply_filters=str(apply_filters),
|
||
|
|
quality=(limit_qualities if isinstance(limit_qualities, str)
|
||
|
|
else str(next(iter(limit_qualities), None))),
|
||
|
|
limit_fps=str(limit_30fps),
|
||
|
|
hdr=str(hdr)))
|
||
|
|
|
||
|
|
if 'video/webm' in supported_mime_types:
|
||
|
|
webm_streams = {}
|
||
|
|
if hdr and any(k for k in list(data['video/webm'].keys()) if '"vp9.2"' in data['video/webm'][k]['codecs']):
|
||
|
|
# when hdr enabled and available replace vp9 streams with vp9.2 (hdr)
|
||
|
|
for key in list(data['video/webm'].keys()):
|
||
|
|
if '"vp9.2"' in data['video/webm'][key]['codecs']:
|
||
|
|
webm_streams[key] = data['video/webm'][key]
|
||
|
|
|
||
|
|
discard_webm = [data['video/webm'][i] for i in (set(data['video/webm']) - set(webm_streams))
|
||
|
|
if i in data['video/webm']]
|
||
|
|
|
||
|
|
for d in discard_webm:
|
||
|
|
discarded_streams.append(get_discarded_video('video/webm',
|
||
|
|
d['id'],
|
||
|
|
data['video/webm'][d['id']],
|
||
|
|
'replaced by hdr'))
|
||
|
|
elif not hdr:
|
||
|
|
# when hdr disabled and remove vp9.2 (hdr) streams
|
||
|
|
for key in list(data['video/webm'].keys()):
|
||
|
|
if '"vp9"' in data['video/webm'][key]['codecs']:
|
||
|
|
webm_streams[key] = data['video/webm'][key]
|
||
|
|
|
||
|
|
discard_webm = [data['video/webm'][i] for i in (set(data['video/webm']) - set(webm_streams))
|
||
|
|
if i in data['video/webm']]
|
||
|
|
|
||
|
|
for d in discard_webm:
|
||
|
|
discarded_streams.append(get_discarded_video('video/webm',
|
||
|
|
d['id'],
|
||
|
|
data['video/webm'][d['id']],
|
||
|
|
'hdr disabled'))
|
||
|
|
|
||
|
|
if webm_streams:
|
||
|
|
data['video/webm'] = webm_streams
|
||
|
|
|
||
|
|
if apply_filters:
|
||
|
|
data = filter_qualities(data, default_mime_type, limit_qualities, limit_30fps)
|
||
|
|
|
||
|
|
out_list = ['<?xml version="1.0" encoding="UTF-8"?>\n'
|
||
|
|
'<MPD xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:mpeg:dash:schema:mpd:2011" xmlns:xlink="http://www.w3.org/1999/xlink" '
|
||
|
|
'xsi:schemaLocation="urn:mpeg:dash:schema:mpd:2011 http://standards.iso.org/ittf/PubliclyAvailableStandards/MPEG-DASH_schema_files/DASH-MPD.xsd" '
|
||
|
|
'minBufferTime="PT1.5S" mediaPresentationDuration="PT', duration, 'S" type="static" profiles="urn:mpeg:dash:profile:isoff-main:2011">\n',
|
||
|
|
'\t<Period>\n']
|
||
|
|
|
||
|
|
n = 0
|
||
|
|
|
||
|
|
for key in data:
|
||
|
|
if "_" in key:
|
||
|
|
key_parts = key.split("_")
|
||
|
|
mime = key_parts[0]
|
||
|
|
lang = key_parts[1]
|
||
|
|
else:
|
||
|
|
mime = key
|
||
|
|
lang = None
|
||
|
|
if mime in supported_mime_types:
|
||
|
|
default = False
|
||
|
|
if mime.endswith(default_mime_type):
|
||
|
|
default = True
|
||
|
|
|
||
|
|
out_list.append(''.join(['\t\t<AdaptationSet id="', str(n), '" mimeType="', mime, '" ']))
|
||
|
|
if lang is not None:
|
||
|
|
# Avoid default language selection as it confuses the language selection in Kodi
|
||
|
|
default = False
|
||
|
|
out_list.append(''.join(['lang="',lang,'" ']))
|
||
|
|
out_list.append(''.join(['subsegmentAlignment="true" subsegmentStartsWithSAP="1" bitstreamSwitching="true" default="', str(default).lower(), '">\n']))
|
||
|
|
if license_url is not None:
|
||
|
|
license_url=license_url.replace("&", "&").replace('"', """).replace("<", "<").replace(">", ">")
|
||
|
|
out_list.append(''.join(['\t\t\t<ContentProtection schemeIdUri="http://youtube.com/drm/2012/10/10">\n','\t\t\t\t<yt:SystemURL type="widevine">',license_url,'</yt:SystemURL>\n','\t\t\t</ContentProtection>\n']))
|
||
|
|
out_list.append('\t\t\t<Role schemeIdUri="urn:mpeg:DASH:role:2011" value="main"/>\n')
|
||
|
|
for i in data[key]:
|
||
|
|
stream_format = self.FORMAT.get(i, {})
|
||
|
|
if 'audio' in mime:
|
||
|
|
audio_codec = str(data[key][i]['codecs'])
|
||
|
|
match = re.search('codecs="(?P<codec>[^"]+)"', audio_codec)
|
||
|
|
if match:
|
||
|
|
audio_codec = match.group('codec')
|
||
|
|
|
||
|
|
if 'opus' == audio_codec.lower() and 'opus' not in ia_capabilities:
|
||
|
|
discarded_streams.append(get_discarded_audio(stream_format, mime, i, data[key][i]))
|
||
|
|
continue
|
||
|
|
elif 'vorbis' == audio_codec.lower() and 'vorbis' not in ia_capabilities:
|
||
|
|
discarded_streams.append(get_discarded_audio(stream_format, mime, i, data[key][i]))
|
||
|
|
continue
|
||
|
|
|
||
|
|
if int(data[key][i]['bandwidth']) > int(stream_info['audio']['bandwidth']):
|
||
|
|
stream_info['audio']['mime'] = str(mime)
|
||
|
|
if stream_format:
|
||
|
|
bitrate = int(stream_format.get('audio', {}).get('bitrate', 0))
|
||
|
|
if bitrate > 0:
|
||
|
|
stream_info['audio']['bitrate'] = bitrate
|
||
|
|
stream_info['audio']['codec'] = stream_format.get('audio', {}).get('encoding')
|
||
|
|
if not stream_info['audio'].get('codec'):
|
||
|
|
stream_info['audio']['codec'] = audio_codec
|
||
|
|
stream_info['audio']['bandwidth'] = int(data[key][i]['bandwidth'])
|
||
|
|
|
||
|
|
out_list.append(''.join(['\t\t\t<Representation id="',
|
||
|
|
i, '" ', data[key][i]['codecs'],
|
||
|
|
' bandwidth="', str(data[key][i]['bandwidth']),
|
||
|
|
'">\n']))
|
||
|
|
out_list.append('\t\t\t\t<AudioChannelConfiguration schemeIdUri="urn:mpeg:dash:23003:3:audio_channel_configuration:2011" value="2"/>\n')
|
||
|
|
else:
|
||
|
|
|
||
|
|
video_codec = str(data[key][i]['codecs'])
|
||
|
|
match = re.search('codecs="(?P<codec>[^"]+)"', video_codec)
|
||
|
|
if match:
|
||
|
|
video_codec = match.group('codec')
|
||
|
|
|
||
|
|
if 'vp9.2' == video_codec.lower() and ('vp9.2' not in ia_capabilities or
|
||
|
|
not self._context.get_settings().include_hdr()):
|
||
|
|
if not self._context.get_settings().include_hdr() and 'vp9.2' in ia_capabilities:
|
||
|
|
discarded_streams.append(get_discarded_video(mime, i, data[key][i], 'hdr not selected'))
|
||
|
|
else:
|
||
|
|
discarded_streams.append(get_discarded_video(mime, i, data[key][i]))
|
||
|
|
continue
|
||
|
|
elif 'vp9' == video_codec.lower() and 'vp9' not in ia_capabilities:
|
||
|
|
discarded_streams.append(get_discarded_video(mime, i, data[key][i]))
|
||
|
|
continue
|
||
|
|
elif video_codec.lower().startswith(('av01', 'av1')) and 'av1' not in ia_capabilities:
|
||
|
|
discarded_streams.append(get_discarded_video(mime, i, data[key][i]))
|
||
|
|
continue
|
||
|
|
|
||
|
|
has_video_stream = True
|
||
|
|
if default:
|
||
|
|
if int(data[key][i]['bandwidth']) > int(stream_info['video']['bandwidth']):
|
||
|
|
stream_info['video']['height'] = str(data[key][i]['height'])
|
||
|
|
stream_info['video']['fps'] = str(data[key][i]['frameRate'])
|
||
|
|
stream_info['video']['mime'] = str(mime)
|
||
|
|
stream_info['video']['codec'] = video_codec
|
||
|
|
stream_info['video']['bandwidth'] = int(data[key][i]['bandwidth'])
|
||
|
|
if data[key][i].get('quality_label'):
|
||
|
|
stream_info['video']['quality_label'] = str(data[key][i]['quality_label'])
|
||
|
|
if stream_format:
|
||
|
|
stream_info['video']['codec'] = stream_format.get('video', {}).get('encoding')
|
||
|
|
if not stream_info['video'].get('codec'):
|
||
|
|
stream_info['video']['codec'] = video_codec
|
||
|
|
|
||
|
|
video_codec = data[key][i]['codecs']
|
||
|
|
out_list.append(''.join(['\t\t\t<Representation id="', i, '" ', video_codec,
|
||
|
|
' startWithSAP="1" bandwidth="', str(data[key][i]['bandwidth']),
|
||
|
|
'" width="', str(data[key][i]['width']), '" height="',
|
||
|
|
str(data[key][i]['height']), '" frameRate="', str(data[key][i]['frameRate']),
|
||
|
|
'">\n']))
|
||
|
|
|
||
|
|
out_list.append(''.join(['\t\t\t\t<BaseURL>', data[key][i]['baseUrl'], '</BaseURL>\n']))
|
||
|
|
out_list.append(''.join(['\t\t\t\t<SegmentBase indexRange="', data[key][i]['indexRange'],
|
||
|
|
'">\n', '\t\t\t\t\t\t<Initialization range="',
|
||
|
|
data[key][i]['init'], '" />\n', '\t\t\t\t</SegmentBase>\n']))
|
||
|
|
out_list.append('\t\t\t</Representation>\n')
|
||
|
|
out_list.append('\t\t</AdaptationSet>\n')
|
||
|
|
n = n + 1
|
||
|
|
else:
|
||
|
|
for i in data[key]:
|
||
|
|
stream_format = self.FORMAT.get(i, {})
|
||
|
|
if 'audio' in mime:
|
||
|
|
discarded_stream = get_discarded_audio(stream_format, mime, i, data[key][i])
|
||
|
|
else:
|
||
|
|
discarded_stream = get_discarded_video(mime, i, data[key][i])
|
||
|
|
discarded_streams.append(discarded_stream)
|
||
|
|
|
||
|
|
out_list.append('\t</Period>\n</MPD>\n')
|
||
|
|
out = ''.join(out_list)
|
||
|
|
|
||
|
|
self._context.log_debug('Generated MPD highest supported quality found: |%s|' % str(stream_info))
|
||
|
|
if discarded_streams:
|
||
|
|
discarded_streams = sorted(discarded_streams, key=lambda k: k.get('audio', k.get('video', {}))['bandwidth'], reverse=True)
|
||
|
|
self._context.log_debug('Generated MPD discarded streams: \n%s' % '\n'.join(str(stream) for stream in discarded_streams))
|
||
|
|
|
||
|
|
if not has_video_stream:
|
||
|
|
self._context.log_debug('Generated MPD no supported video streams found')
|
||
|
|
|
||
|
|
filepath = '{base_path}{video_id}.mpd'.format(base_path=basepath, video_id=video_id)
|
||
|
|
try:
|
||
|
|
f = xbmcvfs.File(filepath, 'w')
|
||
|
|
if PY2:
|
||
|
|
_ = f.write(out.encode('utf-8'))
|
||
|
|
else:
|
||
|
|
_ = f.write(str(out))
|
||
|
|
f.close()
|
||
|
|
return 'http://{ipaddress}:{port}/{video_id}.mpd'.format(
|
||
|
|
ipaddress=ipaddress,
|
||
|
|
port=self._context.get_settings().httpd_port(),
|
||
|
|
video_id=video_id
|
||
|
|
), stream_info
|
||
|
|
except:
|
||
|
|
return None, None
|