221 lines
6.3 KiB
Dart
221 lines
6.3 KiB
Dart
import 'package:html/dom.dart';
|
|
import 'package:html/parser.dart' as parser;
|
|
import 'package:youtube_explode_dart/src/reverse_engineering/responses/player_config_base.dart';
|
|
|
|
import '../../../youtube_explode_dart.dart';
|
|
import '../../extensions/helpers_extension.dart';
|
|
import '../../retry.dart';
|
|
import '../../videos/video_id.dart';
|
|
import '../youtube_http_client.dart';
|
|
import 'generated/player_response_json.g.dart';
|
|
import 'generated/watch_page_id.g.dart';
|
|
import 'player_response.dart';
|
|
|
|
///
|
|
class WatchPage {
|
|
static final RegExp _videoLikeExp =
|
|
RegExp(r'"label"\s*:\s*"([\d,\.]+) likes"');
|
|
static final RegExp _videoDislikeExp =
|
|
RegExp(r'"label"\s*:\s*"([\d,\.]+) dislikes"');
|
|
static final RegExp _visitorInfoLiveExp =
|
|
RegExp('VISITOR_INFO1_LIVE=([^;]+)');
|
|
static final RegExp _yscExp = RegExp('YSC=([^;]+)');
|
|
static final RegExp _playerResponseExp =
|
|
RegExp(r'var\s+ytInitialPlayerResponse\s*=\s*(\{.*\})');
|
|
|
|
static final _xsfrTokenExp = RegExp(r'"XSRF_TOKEN"\s*:\s*"(.+?)"');
|
|
|
|
final Document _root;
|
|
|
|
///
|
|
final String visitorInfoLive;
|
|
|
|
///
|
|
final String ysc;
|
|
|
|
_InitialData _initialData;
|
|
String _xsfrToken;
|
|
WatchPlayerConfig _playerConfig;
|
|
|
|
///
|
|
String get sourceUrl {
|
|
var url = _root
|
|
.querySelectorAll('script')
|
|
.map((e) => e.attributes['src'])
|
|
.where((e) => !e.isNullOrWhiteSpace)
|
|
.firstWhere((e) => e.contains('player_ias') && e.endsWith('.js'),
|
|
orElse: () => null);
|
|
if (url == null) {
|
|
return null;
|
|
}
|
|
return 'https://youtube.com$url';
|
|
}
|
|
|
|
///
|
|
_InitialData get initialData {
|
|
if (_initialData != null) {
|
|
return _initialData;
|
|
}
|
|
|
|
final scriptText = _root
|
|
.querySelectorAll('script')
|
|
.map((e) => e.text)
|
|
.toList(growable: false);
|
|
|
|
var initialDataText = scriptText.firstWhere(
|
|
(e) => e.contains('window["ytInitialData"] ='),
|
|
orElse: () => null);
|
|
if (initialDataText != null) {
|
|
return _initialData = _InitialData(WatchPageId.fromRawJson(
|
|
_extractJson(initialDataText, 'window["ytInitialData"] =')));
|
|
}
|
|
|
|
initialDataText = scriptText.firstWhere(
|
|
(e) => e.contains('var ytInitialData = '),
|
|
orElse: () => null);
|
|
if (initialDataText != null) {
|
|
return _initialData = _InitialData(WatchPageId.fromRawJson(
|
|
_extractJson(initialDataText, 'var ytInitialData = ')));
|
|
}
|
|
|
|
throw TransientFailureException(
|
|
'Failed to retrieve initial data from the watch page, please report this to the project GitHub page.'); // ignore: lines_longer_than_80_chars
|
|
}
|
|
|
|
///
|
|
String get xsfrToken => _xsfrToken ??= _xsfrTokenExp
|
|
.firstMatch(_root
|
|
.querySelectorAll('script')
|
|
.firstWhere((e) => _xsfrTokenExp.hasMatch(e.text))
|
|
.text)
|
|
.group(1);
|
|
|
|
///
|
|
bool get isOk => _root.body.querySelector('#player') != null;
|
|
|
|
///
|
|
bool get isVideoAvailable =>
|
|
_root.querySelector('meta[property="og:url"]') != null;
|
|
|
|
///
|
|
int get videoLikeCount => int.parse(_videoLikeExp
|
|
.firstMatch(_root.outerHtml)
|
|
?.group(1)
|
|
?.stripNonDigits()
|
|
?.nullIfWhitespace ??
|
|
_root
|
|
.querySelector('.like-button-renderer-like-button')
|
|
?.text
|
|
?.stripNonDigits()
|
|
?.nullIfWhitespace ??
|
|
'0');
|
|
|
|
///
|
|
int get videoDislikeCount => int.parse(_videoDislikeExp
|
|
.firstMatch(_root.outerHtml)
|
|
?.group(1)
|
|
?.stripNonDigits()
|
|
?.nullIfWhitespace ??
|
|
_root
|
|
.querySelector('.like-button-renderer-dislike-button')
|
|
?.text
|
|
?.stripNonDigits()
|
|
?.nullIfWhitespace ??
|
|
'0');
|
|
|
|
static final _playerConfigExp = RegExp(r'ytplayer\.config\s*=\s*(\{.*\})');
|
|
|
|
///
|
|
WatchPlayerConfig get playerConfig => _playerConfig ??= WatchPlayerConfig(
|
|
PlayerConfigJson.fromRawJson(_playerConfigExp
|
|
.firstMatch(_root.getElementsByTagName('html').first.text)
|
|
?.group(1)
|
|
?.extractJson()));
|
|
|
|
///
|
|
PlayerResponse get playerResponse => PlayerResponse.parse(_root
|
|
.querySelectorAll('script')
|
|
.map((e) => e.text)
|
|
.map((e) => _playerResponseExp.firstMatch(e)?.group(1))
|
|
.firstWhere((e) => !e.isNullOrWhiteSpace)
|
|
.extractJson());
|
|
|
|
String _extractJson(String html, String separator) =>
|
|
html.substring(html.indexOf(separator) + separator.length).extractJson();
|
|
|
|
///
|
|
WatchPage(this._root, this.visitorInfoLive, this.ysc);
|
|
|
|
///
|
|
WatchPage.parse(String raw, this.visitorInfoLive, this.ysc)
|
|
: _root = parser.parse(raw);
|
|
|
|
///
|
|
static Future<WatchPage> get(YoutubeHttpClient httpClient, String videoId) {
|
|
final url = 'https://youtube.com/watch?v=$videoId&bpctr=9999999999&hl=en';
|
|
return retry(() async {
|
|
var req = await httpClient.get(url, validate: true);
|
|
|
|
var cookies = req.headers['set-cookie'];
|
|
var visitorInfoLive = _visitorInfoLiveExp.firstMatch(cookies).group(1);
|
|
var ysc = _yscExp.firstMatch(cookies).group(1);
|
|
var result = WatchPage.parse(req.body, visitorInfoLive, ysc);
|
|
|
|
if (!result.isOk) {
|
|
throw TransientFailureException('Video watch page is broken.');
|
|
}
|
|
|
|
if (!result.isVideoAvailable) {
|
|
throw VideoUnavailableException.unavailable(VideoId(videoId));
|
|
}
|
|
return result;
|
|
});
|
|
}
|
|
}
|
|
|
|
/// Used internally
|
|
class WatchPlayerConfig implements PlayerConfigBase<PlayerConfigJson> {
|
|
@override
|
|
final PlayerConfigJson root;
|
|
|
|
///
|
|
WatchPlayerConfig(this.root);
|
|
|
|
@override
|
|
String get sourceUrl => 'https://youtube.com${root.assets.js}';
|
|
|
|
///
|
|
PlayerResponse get playerResponse =>
|
|
PlayerResponse.parse(root.args.playerResponse);
|
|
}
|
|
|
|
class _InitialData {
|
|
// Json parsed map
|
|
final WatchPageId root;
|
|
|
|
_InitialData(this.root);
|
|
|
|
/* Cache results */
|
|
|
|
String _continuation;
|
|
String _clickTrackingParams;
|
|
|
|
NextContinuationData getContinuationContext() {
|
|
if (root.contents != null) {
|
|
return root.contents.twoColumnWatchNextResults.results.results.contents
|
|
.firstWhere((e) => e.itemSectionRenderer != null)
|
|
.itemSectionRenderer
|
|
.continuations
|
|
.first
|
|
.nextContinuationData;
|
|
}
|
|
return null;
|
|
}
|
|
|
|
String get continuation =>
|
|
_continuation ??= getContinuationContext()?.continuation ?? '';
|
|
|
|
String get clickTrackingParams => _clickTrackingParams ??=
|
|
getContinuationContext()?.clickTrackingParams ?? '';
|
|
}
|