mirror/ripme
1
0
Fork 0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-08-13 01:14:14 +02:00
Code Issues Releases Wiki Activity

Merge pull request #1489 from felixaufreisen/pronhubFix

Browse Source 
Fix Pornhub Video Ripper
This commit is contained in:
cyian-1756
2019-11-29 07:00:52 -05:00
committed by GitHub
parent fed6adf77a 57d2781678
commit 4ac843c866
1 changed files with 87 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

118
src/main/java/com/rarchives/ripme/ripper/rippers/video/PornhubRipper.java
View File

@@ -3,12 +3,14 @@ package com.rarchives.ripme.ripper.rippers.video;
import java.io.IOException; import java.io.IOException;
import java.net.MalformedURLException; import java.net.MalformedURLException;
import java.net.URL; import java.net.URL;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.Map;
import java.util.regex.Matcher; import java.util.regex.Matcher;
import java.util.regex.Pattern; import java.util.regex.Pattern;
import org.json.JSONException; import org.apache.commons.lang.StringEscapeUtils;
import org.json.JSONObject;
import org.json.JSONArray;
import org.jsoup.nodes.Document; import org.jsoup.nodes.Document;
import com.rarchives.ripme.ripper.VideoRipper; import com.rarchives.ripme.ripper.VideoRipper;
@@ -55,43 +57,97 @@ public class PornhubRipper extends VideoRipper {
@Override @Override
public void rip() throws IOException { public void rip() throws IOException {
String vidUrl = "";
LOGGER.info(" Retrieving " + this.url.toExternalForm()); LOGGER.info(" Retrieving " + this.url.toExternalForm());
Document doc = Http.url(this.url).get(); Document doc = Http.url(this.url).get();
String html = doc.body().html(); String html = doc.body().html();
Pattern p = Pattern.compile("^.*flashvars_[0-9]+ = (.+});.*$", Pattern.DOTALL); html = StringEscapeUtils.unescapeJavaScript(html);
Matcher m = p.matcher(html); html = html.substring(html.indexOf("var ra"));
if (m.matches()) { html = html.substring(0, html.indexOf('\n'));
String vidUrl = null; html = html.replaceAll("\\/\\*([\\S\\s]+?)\\*\\/", ""); // Delete JS comments from the String
try {
JSONObject json = new JSONObject(m.group(1));
JSONArray mediaDef = (JSONArray) json.get("mediaDefinitions"); String varName;
int bestQual = 0; String varValue;
for (int i = 0; i < mediaDef.length(); i++) { int nextEqual;
JSONObject e = (JSONObject) mediaDef.get(i); int nextSemicolonSpace;
if (!"upsell".equals(e.getString("format"))) { HashMap<String, String> vars = new HashMap<>();
int quality = Integer.parseInt((String)e.get("quality")); HashMap<String, String> qualityMap = new HashMap<>();
if (quality > bestQual) { ArrayList<String> urlArray = new ArrayList<>();
bestQual = quality;
vidUrl = (String)e.get("videoUrl"); for (int i = 0; i < 4; i++) { // Max. 4 loops for 240p, 480p, 720p, 1080p
}
// Put every of the (unsorted) variables with their corresponding values in a HashMap
while (html.startsWith("var ra")) {
nextEqual = html.indexOf('=');
nextSemicolonSpace = html.indexOf(';');
varName = html.substring(4,nextEqual);
varValue = html.substring(nextEqual + 1, nextSemicolonSpace);
// Remove """ and " + " from varValue
varValue = varValue.replaceAll("\"", "");
varValue = varValue.replaceAll(" \\+ ", "");
vars.put(varName, varValue);
html = html.substring(nextSemicolonSpace + 1);
}
// put every variable's name in an ArrayList
if (html.startsWith("var quality")) {
int next = 3;
nextEqual = html.indexOf('=');
urlArray.add(html.substring(12, nextEqual - 1)); // Get numeric value of the video's resolution to compare it later
html = html.substring(nextEqual + 1);
while (html.startsWith("ra")) {
nextSemicolonSpace = html.indexOf(' ');
if (nextSemicolonSpace > html.indexOf(';')) {
nextSemicolonSpace = html.indexOf(';');
next = 1;
}
varName = html.substring(0, nextSemicolonSpace);
urlArray.add(varName);
html = html.substring(nextSemicolonSpace + next);
}
}
// Put together vidURL by matching the variable's names with the corresponding value from the vars-Map
for (int k = 1; k < urlArray.size(); k++) {
varName = urlArray.get(k);
Iterator<Map.Entry<String, String>> iterator = vars.entrySet().iterator();
while (iterator.hasNext()) {
Map.Entry<String, String> entry = iterator.next();
if (varName.equals(entry.getKey())) {
vidUrl = vidUrl + entry.getValue();
iterator.remove();
break;
} }
} }
if (vidUrl == null) { }
throw new IOException("Unable to find encrypted video URL at " + this.url);
} qualityMap.put(urlArray.get(0), vidUrl);
addURLToDownload(new URL(vidUrl), HOST + "_" + bestQual + "p_" + getGID(this.url)); vidUrl = ""; // Delete content of vidURL
} catch (JSONException e) { urlArray.clear();
LOGGER.error("Error while parsing JSON at " + url, e);
throw e; // Delete "flashvars" because it's not needed
} catch (Exception e) { if (html.startsWith("flashvars")) {
LOGGER.error("Error while retrieving video URL at " + url, e); nextSemicolonSpace = html.indexOf(';');
throw new IOException(e); html = html.substring(nextSemicolonSpace + 1);
} }
} }
else {
throw new IOException("Failed to download " + this.url + " : could not find 'flashvars'"); // Get URL of highest quality version
int bestQuality = 0;
int currentQuality;
for (Map.Entry<String, String> entry : qualityMap.entrySet()) {
currentQuality = Integer.parseInt(entry.getKey());
if (currentQuality > bestQuality) {
bestQuality = currentQuality;
vidUrl = entry.getValue();
}
} }
if (vidUrl.equals("")) {
throw new IOException("Unable to find encrypted video URL at " + this.url);
}
addURLToDownload(new URL(vidUrl), HOST + "_" + bestQuality + "p_" + getGID(this.url));
waitForThreads(); waitForThreads();
} }
} }