youtube_explode/lib/src/reverse_engineering/youtube_http_client.dart

155 lines
4.6 KiB
Dart
Raw Normal View History

import 'dart:async';
import 'package:http/http.dart' as http;
2020-04-18 23:22:13 +02:00
2020-06-03 23:02:21 +02:00
import '../exceptions/exceptions.dart';
2020-06-05 20:08:04 +02:00
import '../videos/streams/streams.dart';
2020-06-03 23:02:21 +02:00
2020-09-03 20:49:22 +02:00
/// HttpClient wrapper for YouTube
class YoutubeHttpClient extends http.BaseClient {
2020-09-03 20:49:22 +02:00
final http.Client _httpClient;
2020-04-18 23:22:13 +02:00
final Map<String, String> _defaultHeaders = const {
2020-06-03 23:02:21 +02:00
'user-agent':
2020-10-27 14:44:11 +01:00
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.111 Safari/537.36',
2020-06-13 22:54:53 +02:00
'accept-language': 'en-US,en;q=1.0',
'x-youtube-client-name': '1',
'x-youtube-client-version': '2.20200609.04.02',
'x-spf-previous': 'https://www.youtube.com/',
'x-spf-referer': 'https://www.youtube.com/',
'x-youtube-device':
'cbr=Chrome&cbrver=81.0.4044.138&ceng=WebKit&cengver=537.36'
'&cos=Windows&cosver=10.0',
'x-youtube-page-label': 'youtube.ytfe.desktop_20200617_1_RC1'
2020-06-03 23:02:21 +02:00
};
2020-09-03 20:49:22 +02:00
/// Initialize an instance of [YoutubeHttpClient]
2021-03-04 12:20:00 +01:00
YoutubeHttpClient([http.Client? httpClient])
2020-09-03 20:49:22 +02:00
: _httpClient = httpClient ?? http.Client();
2020-04-18 23:22:13 +02:00
/// Throws if something is wrong with the response.
void _validateResponse(http.BaseResponse response, int statusCode) {
2021-03-04 12:20:00 +01:00
var request = response.request!;
2020-04-18 23:22:13 +02:00
if (request.url.host.endsWith('.google.com') &&
request.url.path.startsWith('/sorry/')) {
2020-06-03 23:02:21 +02:00
throw RequestLimitExceededException.httpRequest(response);
2020-04-18 23:22:13 +02:00
}
if (statusCode >= 500) {
2020-06-03 23:02:21 +02:00
throw TransientFailureException.httpRequest(response);
2020-04-18 23:22:13 +02:00
}
if (statusCode == 429) {
2020-06-03 23:02:21 +02:00
throw RequestLimitExceededException.httpRequest(response);
2020-04-18 23:22:13 +02:00
}
if (statusCode >= 400) {
2020-06-03 23:02:21 +02:00
throw FatalFailureException.httpRequest(response);
2020-04-18 23:22:13 +02:00
}
}
2020-07-16 20:02:54 +02:00
///
2020-04-18 23:22:13 +02:00
Future<String> getString(dynamic url,
2021-03-04 12:20:00 +01:00
{Map<String, String> headers = const {}, bool validate = true}) async {
var response = await get(url, headers: headers);
2020-06-22 17:41:39 +02:00
if (validate) {
_validateResponse(response, response.statusCode);
}
return response.body;
}
@override
Future<http.Response> get(dynamic url,
2021-03-04 12:20:00 +01:00
{Map<String, String>? headers = const {}, bool validate = false}) async {
2021-03-11 14:20:10 +01:00
assert(url is String || url is Uri);
if (url is String) {
url = Uri.parse(url);
}
var response = await super.get(url, headers: headers);
if (validate) {
_validateResponse(response, response.statusCode);
}
return response;
}
2020-07-16 20:02:54 +02:00
///
Future<String> postString(dynamic url,
2021-03-04 12:20:00 +01:00
{Map<String, String>? body,
Map<String, String> headers = const {},
2020-06-13 22:54:53 +02:00
bool validate = true}) async {
var response = await post(url, headers: headers, body: body);
2020-04-18 23:22:13 +02:00
if (validate) {
2020-06-03 23:02:21 +02:00
_validateResponse(response, response.statusCode);
2020-04-18 23:22:13 +02:00
}
return response.body;
}
2020-06-05 20:20:53 +02:00
Stream<List<int>> getStream(StreamInfo streamInfo,
2021-03-04 12:20:00 +01:00
{Map<String, String> headers = const {},
bool validate = true,
int start = 0,
int errorCount = 0}) async* {
2020-06-05 20:20:53 +02:00
var url = streamInfo.url;
2020-12-25 23:29:01 +01:00
var bytesCount = start;
for (var i = start; i < streamInfo.size.totalBytes; i += 9898989) {
try {
final request = http.Request('get', url);
request.headers['range'] = 'bytes=$i-${i + 9898989 - 1}';
final response = await send(request);
if (validate) {
_validateResponse(response, response.statusCode);
}
final stream = StreamController<List<int>>();
response.stream.listen((data) {
bytesCount += data.length;
stream.add(data);
}, onError: (_) => null, onDone: stream.close, cancelOnError: false);
errorCount = 0;
yield* stream.stream;
} on Exception {
if (errorCount == 5) {
rethrow;
}
await Future.delayed(const Duration(milliseconds: 500));
yield* getStream(streamInfo,
headers: headers,
validate: validate,
start: bytesCount,
errorCount: errorCount + 1);
break;
}
2020-04-18 23:22:13 +02:00
}
}
2020-07-16 20:02:54 +02:00
///
2021-03-04 12:20:00 +01:00
Future<int?> getContentLength(dynamic url,
{Map<String, String> headers = const {}, bool validate = true}) async {
2020-04-18 23:22:13 +02:00
var response = await head(url, headers: headers);
if (validate) {
2020-06-03 23:02:21 +02:00
_validateResponse(response, response.statusCode);
2020-04-18 23:22:13 +02:00
}
2020-06-05 16:17:08 +02:00
return int.tryParse(response.headers['content-length'] ?? '');
2020-04-18 23:22:13 +02:00
}
2020-06-03 23:02:21 +02:00
@override
2020-06-03 23:02:21 +02:00
void close() => _httpClient.close();
@override
Future<http.StreamedResponse> send(http.BaseRequest request) {
_defaultHeaders.forEach((key, value) {
if (request.headers[key] == null) {
2021-03-04 12:20:00 +01:00
request.headers[key] = _defaultHeaders[key]!;
}
});
// print('Request: $request');
2020-06-27 21:32:03 +02:00
// print('Stack:\n${StackTrace.current}');
return _httpClient.send(request);
}
2020-04-18 23:22:13 +02:00
}