1
0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-08-28 16:19:58 +02:00

8muses ripper no longer makes unneeded requests

This commit is contained in:
cyian-1756
2019-03-29 18:51:00 -04:00
parent d2a87ab844
commit 273eae8104

View File

@@ -115,27 +115,23 @@ public class EightmusesRipper extends AbstractHTMLRipper {
String image = null;
if (thumb.hasAttr("data-cfsrc")) {
image = thumb.attr("data-cfsrc");
}
else {
} else {
// Deobfustace the json data
String rawJson = deobfuscateJSON(page.select("script#ractive-public").html()
.replaceAll("&gt;", ">").replaceAll("&lt;", "<").replace("&amp;", "&"));
LOGGER.info(rawJson);
JSONObject json = new JSONObject(rawJson);
try {
for (int i = 0; i != json.getJSONArray("pictures").length(); i++) {
image = "https://www.8muses.com/image/fl/" + json.getJSONArray("pictures").getJSONObject(i).getString("publicUri");
URL imageUrl = new URL(image);
if (Utils.getConfigBoolean("8muses.use_short_names", false)) {
addURLToDownload(imageUrl, getPrefixShort(x), getSubdir(page.select("title").text()), this.url.toExternalForm(), cookies, "", null, true);
} else {
addURLToDownload(imageUrl, getPrefixLong(x), getSubdir(page.select("title").text()), this.url.toExternalForm(), cookies, "", null, true);
}
addURLToDownload(imageUrl, getPrefixShort(x), getSubdir(page.select("title").text()), this.url.toExternalForm(), cookies, "", null, true);
// X is our page index
x++;
}
} catch (IOException e) {
continue;
return imageURLs;
} catch (MalformedURLException e) {
LOGGER.error("\"" + image + "\" is malformed");
}
}
if (!image.contains("8muses.com")) {