mirror/ripme
1
0
Fork 0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-08-27 15:49:50 +02:00
Code Issues Releases Wiki Activity

Undo gfycat changes, again.

Browse Source
This commit is contained in:
Tushar
2019-02-06 13:51:02 +05:30
parent 994dafb217
commit 661514ea98
1 changed files with 24 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

60
src/main/java/com/rarchives/ripme/ripper/rippers/GfycatRipper.java
View File

@@ -10,12 +10,15 @@ import java.util.regex.Matcher;
import java.util.regex.Pattern;
import com.rarchives.ripme.ripper.AbstractSingleFileRipper;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import com.rarchives.ripme.utils.Http;
import com.rarchives.ripme.utils.Utils;
public class GfycatRipper extends AbstractSingleFileRipper {
@@ -43,7 +46,7 @@ public class GfycatRipper extends AbstractSingleFileRipper {
@Override
public URL sanitizeURL(URL url) throws MalformedURLException {
url = new URL(url.toExternalForm().replace("/gifs/detail", ""));
return url;
}
@@ -65,62 +68,47 @@ public class GfycatRipper extends AbstractSingleFileRipper {
return m.group(1);
}
throw new MalformedURLException("Expected gfycat.com format:" + "gfycat.com/id" + " Got: " + url);
throw new MalformedURLException(
"Expected gfycat.com format:"
+ "gfycat.com/id"
+ " Got: " + url);
}
@Override
public List<String> getURLsFromPage(Document doc) {
List<String> result = new ArrayList<>();
Elements videos = doc.select("video source");
String vidUrl = videos.first().attr("src");
// Check preference for mp4 over webm/gif.
if (Utils.getConfigBoolean("prefer.mp4", false)) {
for (Element e : videos) {
if (e.hasAttr("src") && e.attr("src").endsWith(".mp4")) {
vidUrl = e.attr("src");
break;
}
Elements videos = doc.select("script");
for (Element el : videos) {
String json = el.html();
if (json.startsWith("{")) {
JSONObject page = new JSONObject(json);
result.add(page.getJSONObject("video").getString("contentUrl"));
}
}
if (vidUrl.startsWith("//")) {
vidUrl = "http:" + vidUrl;
}
result.add(vidUrl);
return result;
}
/**
* Helper method for retrieving video URLs.
*
* @param url
* URL to gfycat page
* @param url URL to gfycat page
* @return URL to video
* @throws IOException
*/
public static String getVideoURL(URL url) throws IOException {
LOGGER.info("Retrieving " + url.toExternalForm());
// Sanitize the URL first
//Sanitize the URL first
url = new URL(url.toExternalForm().replace("/gifs/detail", ""));
Document doc = Http.url(url).get();
Elements videos = doc.select("video source");
if (videos.isEmpty()) {
throw new IOException("Could not find source at " + url);
}
String vidUrl = videos.first().attr("src");
// Check preference for mp4 over webm/gif.
if (Utils.getConfigBoolean("prefer.mp4", false)) {
for (Element e : videos) {
if (e.hasAttr("src") && e.attr("src").endsWith(".mp4")) {
vidUrl = e.attr("src");
break;
}
Elements videos = doc.select("script");
for (Element el : videos) {
String json = el.html();
if (json.startsWith("{")) {
JSONObject page = new JSONObject(json);
return page.getJSONObject("video").getString("contentUrl");
}
}
if (vidUrl.startsWith("//")) {
vidUrl = "http:" + vidUrl;
}
return vidUrl;
throw new IOException();
}
}