youtube_explode/lib/src/reverse_engineering/responses/watch_page.dart

import 'package:html/dom.dart';
import 'package:html/parser.dart' as parser;
import 'package:youtube_explode_dart/src/reverse_engineering/responses/player_config_base.dart';

import '../../../youtube_explode_dart.dart';
import '../../extensions/helpers_extension.dart';
import '../../retry.dart';
import '../../videos/video_id.dart';
import '../youtube_http_client.dart';
import 'generated/player_response_json.g.dart';
import 'generated/watch_page_id.g.dart';
import 'player_response.dart';

///
class WatchPage {
  static final RegExp _videoLikeExp =
      RegExp(r'"label"\s*:\s*"([\d,\.]+) likes"');
  static final RegExp _videoDislikeExp =
      RegExp(r'"label"\s*:\s*"([\d,\.]+) dislikes"');
  static final RegExp _visitorInfoLiveExp =
      RegExp('VISITOR_INFO1_LIVE=([^;]+)');
  static final RegExp _yscExp = RegExp('YSC=([^;]+)');
  static final RegExp _playerResponseExp =
      RegExp(r'var\s+ytInitialPlayerResponse\s*=\s*(\{.*\})');

  static final _xsfrTokenExp = RegExp(r'"XSRF_TOKEN"\s*:\s*"(.+?)"');

  final Document _root;

  ///
  final String visitorInfoLive;

  ///
  final String ysc;

  _InitialData _initialData;
  String _xsfrToken;
  WatchPlayerConfig _playerConfig;

  ///
  String get sourceUrl {
    var url = _root
        .querySelectorAll('script')
        .map((e) => e.attributes['src'])
        .where((e) => !e.isNullOrWhiteSpace)
        .firstWhere((e) => e.contains('player_ias') && e.endsWith('.js'),
            orElse: () => null);
    if (url == null) {
      return null;
    }
    return 'https://youtube.com$url';
  }

  ///
  _InitialData get initialData {
    if (_initialData != null) {
      return _initialData;
    }

    final scriptText = _root
        .querySelectorAll('script')
        .map((e) => e.text)
        .toList(growable: false);

    var initialDataText = scriptText.firstWhere(
        (e) => e.contains('window["ytInitialData"] ='),
        orElse: () => null);
    if (initialDataText != null) {
      return _initialData = _InitialData(WatchPageId.fromRawJson(
          _extractJson(initialDataText, 'window["ytInitialData"] =')));
    }

    initialDataText = scriptText.firstWhere(
        (e) => e.contains('var ytInitialData = '),
        orElse: () => null);
    if (initialDataText != null) {
      return _initialData = _InitialData(WatchPageId.fromRawJson(
          _extractJson(initialDataText, 'var ytInitialData = ')));
    }

    throw TransientFailureException(
        'Failed to retrieve initial data from the watch page, please report this to the project GitHub page.'); // ignore: lines_longer_than_80_chars
  }

  ///
  String get xsfrToken => _xsfrToken ??= _xsfrTokenExp
      .firstMatch(_root
          .querySelectorAll('script')
          .firstWhere((e) => _xsfrTokenExp.hasMatch(e.text))
          .text)
      .group(1);

  ///
  bool get isOk => _root.body.querySelector('#player') != null;

  ///
  bool get isVideoAvailable =>
      _root.querySelector('meta[property="og:url"]') != null;

  ///
  int get videoLikeCount => int.parse(_videoLikeExp
          .firstMatch(_root.outerHtml)
          ?.group(1)
          ?.stripNonDigits()
          ?.nullIfWhitespace ??
      _root
          .querySelector('.like-button-renderer-like-button')
          ?.text
          ?.stripNonDigits()
          ?.nullIfWhitespace ??
      '0');

  ///
  int get videoDislikeCount => int.parse(_videoDislikeExp
          .firstMatch(_root.outerHtml)
          ?.group(1)
          ?.stripNonDigits()
          ?.nullIfWhitespace ??
      _root
          .querySelector('.like-button-renderer-dislike-button')
          ?.text
          ?.stripNonDigits()
          ?.nullIfWhitespace ??
      '0');

  static final _playerConfigExp = RegExp(r'ytplayer\.config\s*=\s*(\{.*\})');

  ///
  WatchPlayerConfig get playerConfig => _playerConfig ??= WatchPlayerConfig(
      PlayerConfigJson.fromRawJson(_playerConfigExp
          .firstMatch(_root.getElementsByTagName('html').first.text)
          ?.group(1)
          ?.extractJson()));

  ///
  PlayerResponse get playerResponse => PlayerResponse.parse(_root
      .querySelectorAll('script')
      .map((e) => e.text)
      .map((e) => _playerResponseExp.firstMatch(e)?.group(1))
      .firstWhere((e) => !e.isNullOrWhiteSpace)
      .extractJson());

  String _extractJson(String html, String separator) =>
      html.substring(html.indexOf(separator) + separator.length).extractJson();

  ///
  WatchPage(this._root, this.visitorInfoLive, this.ysc);

  ///
  WatchPage.parse(String raw, this.visitorInfoLive, this.ysc)
      : _root = parser.parse(raw);

  ///
  static Future<WatchPage> get(YoutubeHttpClient httpClient, String videoId) {
    final url = 'https://youtube.com/watch?v=$videoId&bpctr=9999999999&hl=en';
    return retry(() async {
      var req = await httpClient.get(url, validate: true);

      var cookies = req.headers['set-cookie'];
      var visitorInfoLive = _visitorInfoLiveExp.firstMatch(cookies).group(1);
      var ysc = _yscExp.firstMatch(cookies).group(1);
      var result = WatchPage.parse(req.body, visitorInfoLive, ysc);

      if (!result.isOk) {
        throw TransientFailureException('Video watch page is broken.');
      }

      if (!result.isVideoAvailable) {
        throw VideoUnavailableException.unavailable(VideoId(videoId));
      }
      return result;
    });
  }
}

/// Used internally
class WatchPlayerConfig implements PlayerConfigBase<PlayerConfigJson> {
  @override
  final PlayerConfigJson root;

  ///
  WatchPlayerConfig(this.root);

  @override
  String get sourceUrl => 'https://youtube.com${root.assets.js}';

  ///
  PlayerResponse get playerResponse =>
      PlayerResponse.parse(root.args.playerResponse);
}

class _InitialData {
  // Json parsed map
  final WatchPageId root;

  _InitialData(this.root);

  /* Cache results */

  String _continuation;
  String _clickTrackingParams;

  NextContinuationData getContinuationContext() {
    if (root.contents != null) {
      return root.contents.twoColumnWatchNextResults.results.results.contents
          .firstWhere((e) => e.itemSectionRenderer != null)
          .itemSectionRenderer
          .continuations
          .first
          .nextContinuationData;
    }
    return null;
  }

  String get continuation =>
      _continuation ??= getContinuationContext()?.continuation ?? '';

  String get clickTrackingParams => _clickTrackingParams ??=
      getContinuationContext()?.clickTrackingParams ?? '';
}