diff --git a/src/main/java/com/rarchives/ripme/ripper/AbstractRipper.java b/src/main/java/com/rarchives/ripme/ripper/AbstractRipper.java index 6c79c63f..1220c5f4 100644 --- a/src/main/java/com/rarchives/ripme/ripper/AbstractRipper.java +++ b/src/main/java/com/rarchives/ripme/ripper/AbstractRipper.java @@ -236,7 +236,7 @@ public abstract class AbstractRipper // Bit of a hack but this lets us pass a bool using a map boolean useMIME = options.getOrDefault("getFileExtFromMIME", "false").toLowerCase().equals("true"); return addURLToDownload(url, options.getOrDefault("prefix", ""), options.getOrDefault("subdirectory", ""), options.getOrDefault("referrer", null), - cookies, options.getOrDefault("fileName", ""), options.getOrDefault("extension", null), useMIME); + cookies, options.getOrDefault("fileName", null), options.getOrDefault("extension", null), useMIME); } diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/ErofusRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/ErofusRipper.java new file mode 100644 index 00000000..dc535dea --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/ErofusRipper.java @@ -0,0 +1,119 @@ +package com.rarchives.ripme.ripper.rippers; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.ui.RipStatusMessage; +import com.rarchives.ripme.utils.Http; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +public class ErofusRipper extends AbstractHTMLRipper { + + public ErofusRipper(URL url) throws IOException { + super(url); + } + + @Override + public boolean hasASAPRipping() { + return true; + } + + @Override + public String getHost() { + return "erofus"; + } + + @Override + public String getDomain() { + return "erofus.com"; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("^https://www.erofus.com/comics/([a-zA-Z0-9\\-_]+).*$"); + Matcher m = p.matcher(url.toExternalForm()); + if (!m.matches()) { + throw new MalformedURLException("Expected URL format: http://www.8muses.com/index/category/albumname, got: " + url); + } + return m.group(m.groupCount()); + } + + @Override + public Document getFirstPage() throws IOException { + return Http.url(url).get(); + } + + @Override + public List getURLsFromPage(Document page) { + LOGGER.info(page); + List imageURLs = new ArrayList<>(); + int x = 1; + if (pageContainsImages(page)) { + LOGGER.info("Page contains images"); + ripAlbum(page); + } else { + // This contains the thumbnails of all images on the page + Elements pageImages = page.select("a.a-click"); + for (Element pageLink : pageImages) { + if (super.isStopped()) break; + if (pageLink.attr("href").contains("comics")) { + String subUrl = "https://erofus.com" + pageLink.attr("href"); + try { + LOGGER.info("Retrieving " + subUrl); + sendUpdate(RipStatusMessage.STATUS.LOADING_RESOURCE, subUrl); + Document subPage = Http.url(subUrl).get(); + List subalbumImages = getURLsFromPage(subPage); + } catch (IOException e) { + LOGGER.warn("Error while loading subalbum " + subUrl, e); + } + } + if (isThisATest()) break; + } + } + + + return imageURLs; + } + + public void ripAlbum(Document page) { + int x = 1; + Elements thumbs = page.select("a.a-click > div.thumbnail > img"); + for (Element thumb : thumbs) { + String image = "https://www.erofus.com" + thumb.attr("src").replaceAll("thumb", "medium"); + try { + Map opts = new HashMap(); + opts.put("subdirectory", page.title().replaceAll(" \\| Erofus - Sex and Porn Comics", "").replaceAll(" ", "_")); + opts.put("prefix", getPrefix(x)); + addURLToDownload(new URL(image), opts); + } catch (MalformedURLException e) { + LOGGER.info(e.getMessage()); + } + x++; + } + } + + private boolean pageContainsImages(Document page) { + Elements pageImages = page.select("a.a-click"); + for (Element pageLink : pageImages) { + if (pageLink.attr("href").contains("/pic/")) { + return true; + } + } + return false; + } + + @Override + public void downloadURL(URL url, int index) { + addURLToDownload(url, getPrefix(index)); + } +} \ No newline at end of file diff --git a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/ErofusRipperTest.java b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/ErofusRipperTest.java new file mode 100644 index 00000000..ab497433 --- /dev/null +++ b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/ErofusRipperTest.java @@ -0,0 +1,18 @@ +package com.rarchives.ripme.tst.ripper.rippers; + +import java.io.IOException; +import java.net.URL; + +import com.rarchives.ripme.ripper.rippers.ErofusRipper; + +public class ErofusRipperTest extends RippersTest { + public void testRip() throws IOException { + ErofusRipper ripper = new ErofusRipper(new URL("https://www.erofus.com/comics/be-story-club-comics/a-kiss/issue-1")); + testRipper(ripper); + } + + public void testGetGID() throws IOException { + ErofusRipper ripper = new ErofusRipper(new URL("https://www.erofus.com/comics/be-story-club-comics/a-kiss/issue-1")); + assertEquals("be-story-club-comics", ripper.getGID(new URL("https://www.erofus.com/comics/be-story-club-comics/a-kiss/issue-1"))); + } +}