79e98db3bd
Apply the requested changes, use ShareUtils.shareText to share an stream in the play queue and optimize imports for Java files, using Android Studio functionality. Apply the requested changes and do little improvements Apply the requested changes, use ShareUtils.shareText to share an stream in the play queue and optimize imports for Java files, using Android Studio functionality.
282 lines
11 KiB
Java
282 lines
11 KiB
Java
package org.schabi.newpipe;
|
|
|
|
import android.content.Context;
|
|
import android.os.Build;
|
|
|
|
import androidx.annotation.NonNull;
|
|
import androidx.annotation.Nullable;
|
|
import androidx.preference.PreferenceManager;
|
|
|
|
import org.schabi.newpipe.extractor.downloader.Downloader;
|
|
import org.schabi.newpipe.extractor.downloader.Request;
|
|
import org.schabi.newpipe.extractor.downloader.Response;
|
|
import org.schabi.newpipe.extractor.exceptions.ReCaptchaException;
|
|
import org.schabi.newpipe.util.CookieUtils;
|
|
import org.schabi.newpipe.util.InfoCache;
|
|
import org.schabi.newpipe.util.TLSSocketFactoryCompat;
|
|
|
|
import java.io.IOException;
|
|
import java.io.InputStream;
|
|
import java.security.KeyManagementException;
|
|
import java.security.KeyStore;
|
|
import java.security.KeyStoreException;
|
|
import java.security.NoSuchAlgorithmException;
|
|
import java.util.ArrayList;
|
|
import java.util.Arrays;
|
|
import java.util.HashMap;
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import java.util.concurrent.TimeUnit;
|
|
|
|
import javax.net.ssl.SSLSocketFactory;
|
|
import javax.net.ssl.TrustManager;
|
|
import javax.net.ssl.TrustManagerFactory;
|
|
import javax.net.ssl.X509TrustManager;
|
|
|
|
import okhttp3.CipherSuite;
|
|
import okhttp3.ConnectionSpec;
|
|
import okhttp3.OkHttpClient;
|
|
import okhttp3.RequestBody;
|
|
import okhttp3.ResponseBody;
|
|
|
|
import static org.schabi.newpipe.MainActivity.DEBUG;
|
|
|
|
public final class DownloaderImpl extends Downloader {
|
|
public static final String USER_AGENT
|
|
= "Mozilla/5.0 (Windows NT 10.0; WOW64; rv:68.0) Gecko/20100101 Firefox/68.0";
|
|
public static final String YOUTUBE_RESTRICTED_MODE_COOKIE_KEY
|
|
= "youtube_restricted_mode_key";
|
|
public static final String YOUTUBE_RESTRICTED_MODE_COOKIE = "PREF=f2=8000000";
|
|
public static final String YOUTUBE_DOMAIN = "youtube.com";
|
|
|
|
private static DownloaderImpl instance;
|
|
private final Map<String, String> mCookies;
|
|
private final OkHttpClient client;
|
|
|
|
private DownloaderImpl(final OkHttpClient.Builder builder) {
|
|
if (Build.VERSION.SDK_INT == Build.VERSION_CODES.KITKAT) {
|
|
enableModernTLS(builder);
|
|
}
|
|
this.client = builder
|
|
.readTimeout(30, TimeUnit.SECONDS)
|
|
// .cache(new Cache(new File(context.getExternalCacheDir(), "okhttp"),
|
|
// 16 * 1024 * 1024))
|
|
.build();
|
|
this.mCookies = new HashMap<>();
|
|
}
|
|
|
|
/**
|
|
* It's recommended to call exactly once in the entire lifetime of the application.
|
|
*
|
|
* @param builder if null, default builder will be used
|
|
* @return a new instance of {@link DownloaderImpl}
|
|
*/
|
|
public static DownloaderImpl init(@Nullable final OkHttpClient.Builder builder) {
|
|
instance = new DownloaderImpl(
|
|
builder != null ? builder : new OkHttpClient.Builder());
|
|
return instance;
|
|
}
|
|
|
|
public static DownloaderImpl getInstance() {
|
|
return instance;
|
|
}
|
|
|
|
/**
|
|
* Enable TLS 1.2 and 1.1 on Android Kitkat. This function is mostly taken
|
|
* from the documentation of OkHttpClient.Builder.sslSocketFactory(_,_).
|
|
* <p>
|
|
* If there is an error, the function will safely fall back to doing nothing
|
|
* and printing the error to the console.
|
|
* </p>
|
|
*
|
|
* @param builder The HTTPClient Builder on which TLS is enabled on (will be modified in-place)
|
|
*/
|
|
private static void enableModernTLS(final OkHttpClient.Builder builder) {
|
|
try {
|
|
// get the default TrustManager
|
|
final TrustManagerFactory trustManagerFactory = TrustManagerFactory.getInstance(
|
|
TrustManagerFactory.getDefaultAlgorithm());
|
|
trustManagerFactory.init((KeyStore) null);
|
|
final TrustManager[] trustManagers = trustManagerFactory.getTrustManagers();
|
|
if (trustManagers.length != 1 || !(trustManagers[0] instanceof X509TrustManager)) {
|
|
throw new IllegalStateException("Unexpected default trust managers:"
|
|
+ Arrays.toString(trustManagers));
|
|
}
|
|
final X509TrustManager trustManager = (X509TrustManager) trustManagers[0];
|
|
|
|
// insert our own TLSSocketFactory
|
|
final SSLSocketFactory sslSocketFactory = TLSSocketFactoryCompat.getInstance();
|
|
|
|
builder.sslSocketFactory(sslSocketFactory, trustManager);
|
|
|
|
// This will try to enable all modern CipherSuites(+2 more)
|
|
// that are supported on the device.
|
|
// Necessary because some servers (e.g. Framatube.org)
|
|
// don't support the old cipher suites.
|
|
// https://github.com/square/okhttp/issues/4053#issuecomment-402579554
|
|
final List<CipherSuite> cipherSuites =
|
|
new ArrayList<>(ConnectionSpec.MODERN_TLS.cipherSuites());
|
|
cipherSuites.add(CipherSuite.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA);
|
|
cipherSuites.add(CipherSuite.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA);
|
|
final ConnectionSpec legacyTLS = new ConnectionSpec.Builder(ConnectionSpec.MODERN_TLS)
|
|
.cipherSuites(cipherSuites.toArray(new CipherSuite[0]))
|
|
.build();
|
|
|
|
builder.connectionSpecs(Arrays.asList(legacyTLS, ConnectionSpec.CLEARTEXT));
|
|
} catch (final KeyManagementException | NoSuchAlgorithmException | KeyStoreException e) {
|
|
if (DEBUG) {
|
|
e.printStackTrace();
|
|
}
|
|
}
|
|
}
|
|
|
|
public String getCookies(final String url) {
|
|
final List<String> resultCookies = new ArrayList<>();
|
|
if (url.contains(YOUTUBE_DOMAIN)) {
|
|
final String youtubeCookie = getCookie(YOUTUBE_RESTRICTED_MODE_COOKIE_KEY);
|
|
if (youtubeCookie != null) {
|
|
resultCookies.add(youtubeCookie);
|
|
}
|
|
}
|
|
// Recaptcha cookie is always added TODO: not sure if this is necessary
|
|
final String recaptchaCookie = getCookie(ReCaptchaActivity.RECAPTCHA_COOKIES_KEY);
|
|
if (recaptchaCookie != null) {
|
|
resultCookies.add(recaptchaCookie);
|
|
}
|
|
return CookieUtils.concatCookies(resultCookies);
|
|
}
|
|
|
|
public String getCookie(final String key) {
|
|
return mCookies.get(key);
|
|
}
|
|
|
|
public void setCookie(final String key, final String cookie) {
|
|
mCookies.put(key, cookie);
|
|
}
|
|
|
|
public void removeCookie(final String key) {
|
|
mCookies.remove(key);
|
|
}
|
|
|
|
public void updateYoutubeRestrictedModeCookies(final Context context) {
|
|
final String restrictedModeEnabledKey =
|
|
context.getString(R.string.youtube_restricted_mode_enabled);
|
|
final boolean restrictedModeEnabled = PreferenceManager.getDefaultSharedPreferences(context)
|
|
.getBoolean(restrictedModeEnabledKey, false);
|
|
updateYoutubeRestrictedModeCookies(restrictedModeEnabled);
|
|
}
|
|
|
|
public void updateYoutubeRestrictedModeCookies(final boolean youtubeRestrictedModeEnabled) {
|
|
if (youtubeRestrictedModeEnabled) {
|
|
setCookie(YOUTUBE_RESTRICTED_MODE_COOKIE_KEY,
|
|
YOUTUBE_RESTRICTED_MODE_COOKIE);
|
|
} else {
|
|
removeCookie(YOUTUBE_RESTRICTED_MODE_COOKIE_KEY);
|
|
}
|
|
InfoCache.getInstance().clearCache();
|
|
}
|
|
|
|
/**
|
|
* Get the size of the content that the url is pointing by firing a HEAD request.
|
|
*
|
|
* @param url an url pointing to the content
|
|
* @return the size of the content, in bytes
|
|
*/
|
|
public long getContentLength(final String url) throws IOException {
|
|
try {
|
|
final Response response = head(url);
|
|
return Long.parseLong(response.getHeader("Content-Length"));
|
|
} catch (final NumberFormatException e) {
|
|
throw new IOException("Invalid content length", e);
|
|
} catch (final ReCaptchaException e) {
|
|
throw new IOException(e);
|
|
}
|
|
}
|
|
|
|
public InputStream stream(final String siteUrl) throws IOException {
|
|
try {
|
|
final okhttp3.Request.Builder requestBuilder = new okhttp3.Request.Builder()
|
|
.method("GET", null).url(siteUrl)
|
|
.addHeader("User-Agent", USER_AGENT);
|
|
|
|
final String cookies = getCookies(siteUrl);
|
|
if (!cookies.isEmpty()) {
|
|
requestBuilder.addHeader("Cookie", cookies);
|
|
}
|
|
|
|
final okhttp3.Request request = requestBuilder.build();
|
|
final okhttp3.Response response = client.newCall(request).execute();
|
|
final ResponseBody body = response.body();
|
|
|
|
if (response.code() == 429) {
|
|
throw new ReCaptchaException("reCaptcha Challenge requested", siteUrl);
|
|
}
|
|
|
|
if (body == null) {
|
|
response.close();
|
|
return null;
|
|
}
|
|
|
|
return body.byteStream();
|
|
} catch (final ReCaptchaException e) {
|
|
throw new IOException(e.getMessage(), e.getCause());
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public Response execute(@NonNull final Request request)
|
|
throws IOException, ReCaptchaException {
|
|
final String httpMethod = request.httpMethod();
|
|
final String url = request.url();
|
|
final Map<String, List<String>> headers = request.headers();
|
|
final byte[] dataToSend = request.dataToSend();
|
|
|
|
RequestBody requestBody = null;
|
|
if (dataToSend != null) {
|
|
requestBody = RequestBody.create(null, dataToSend);
|
|
}
|
|
|
|
final okhttp3.Request.Builder requestBuilder = new okhttp3.Request.Builder()
|
|
.method(httpMethod, requestBody).url(url)
|
|
.addHeader("User-Agent", USER_AGENT);
|
|
|
|
final String cookies = getCookies(url);
|
|
if (!cookies.isEmpty()) {
|
|
requestBuilder.addHeader("Cookie", cookies);
|
|
}
|
|
|
|
for (final Map.Entry<String, List<String>> pair : headers.entrySet()) {
|
|
final String headerName = pair.getKey();
|
|
final List<String> headerValueList = pair.getValue();
|
|
|
|
if (headerValueList.size() > 1) {
|
|
requestBuilder.removeHeader(headerName);
|
|
for (final String headerValue : headerValueList) {
|
|
requestBuilder.addHeader(headerName, headerValue);
|
|
}
|
|
} else if (headerValueList.size() == 1) {
|
|
requestBuilder.header(headerName, headerValueList.get(0));
|
|
}
|
|
|
|
}
|
|
|
|
final okhttp3.Response response = client.newCall(requestBuilder.build()).execute();
|
|
|
|
if (response.code() == 429) {
|
|
response.close();
|
|
|
|
throw new ReCaptchaException("reCaptcha Challenge requested", url);
|
|
}
|
|
|
|
final ResponseBody body = response.body();
|
|
String responseBodyToReturn = null;
|
|
|
|
if (body != null) {
|
|
responseBodyToReturn = body.string();
|
|
}
|
|
|
|
final String latestUrl = response.request().url().toString();
|
|
return new Response(response.code(), response.message(), response.headers().toMultimap(),
|
|
responseBodyToReturn, latestUrl);
|
|
}
|
|
}
|