From ea9b4d433ecd7e670960d21932e157885a996cd3 Mon Sep 17 00:00:00 2001 From: cyian-1756 Date: Fri, 5 Apr 2019 07:40:29 -0400 Subject: [PATCH 1/3] Added a ripper for hentaifox.com --- .../ripme/ripper/rippers/HentaifoxRipper.java | 65 +++++++++++++++++++ 1 file changed, 65 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java new file mode 100644 index 00000000..ea5050cc --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java @@ -0,0 +1,65 @@ +package com.rarchives.ripme.ripper.rippers; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.List; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.utils.Http; + +public class HentaifoxRipper extends AbstractHTMLRipper { + + public HentaifoxRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return "hentaifox"; + } + + @Override + public String getDomain() { + return "hentaifox.com"; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("https://hentaifox.com/gallery/([\\d]+)/?"); + Matcher m = p.matcher(url.toExternalForm()); + if (m.matches()) { + return m.group(1); + } + throw new MalformedURLException("Expected hentaifox URL format: " + + "https://hentaifox.com/gallery/ID - got " + url + " instead"); + } + + @Override + public Document getFirstPage() throws IOException { + // "url" is an instance field of the superclass + return Http.url(url).get(); + } + + @Override + public List getURLsFromPage(Document doc) { + LOGGER.info(doc); + List result = new ArrayList<>(); + for (Element el : doc.select("div.preview_thumb > a > img")) { + String imageSource = "https:" + el.attr("data-src").replaceAll("t\\.jpg", ".jpg"); + result.add(imageSource); + } + return result; + } + + @Override + public void downloadURL(URL url, int index) { + addURLToDownload(url, getPrefix(index)); + } +} From e769922a350d8eb7cdb1d1e1b184249ae76863ee Mon Sep 17 00:00:00 2001 From: cyian-1756 Date: Fri, 5 Apr 2019 07:42:44 -0400 Subject: [PATCH 2/3] Added unit test for hentaifox ripper --- .../tst/ripper/rippers/HentaifoxRipperTest.java | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaifoxRipperTest.java diff --git a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaifoxRipperTest.java b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaifoxRipperTest.java new file mode 100644 index 00000000..02515956 --- /dev/null +++ b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaifoxRipperTest.java @@ -0,0 +1,13 @@ +package com.rarchives.ripme.tst.ripper.rippers; + +import java.io.IOException; +import java.net.URL; + +import com.rarchives.ripme.ripper.rippers.HentaifoxRipper; + +public class HentaifoxRipperTest extends RippersTest { + public void testRip() throws IOException { + HentaifoxRipper ripper = new HentaifoxRipper(new URL("https://hentaifox.com/gallery/38544/")); + testRipper(ripper); + } +} From eb75f9db1e90001b905ae5434713eb1cce2338e2 Mon Sep 17 00:00:00 2001 From: cyian-1756 Date: Fri, 5 Apr 2019 07:45:30 -0400 Subject: [PATCH 3/3] Added getAlbumTitle support to hentaifox ripper --- .../ripme/ripper/rippers/HentaifoxRipper.java | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java index ea5050cc..a4e5895d 100644 --- a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaifoxRipper.java @@ -58,6 +58,19 @@ public class HentaifoxRipper extends AbstractHTMLRipper { return result; } + @Override + public String getAlbumTitle(URL url) throws MalformedURLException { + try { + Document doc = getFirstPage(); + String title = doc.select("div.info > h1").first().text(); + return getHost() + "_" + title + "_" + getGID(url); + } catch (Exception e) { + // Fall back to default album naming convention + LOGGER.warn("Failed to get album title from " + url, e); + } + return super.getAlbumTitle(url); + } + @Override public void downloadURL(URL url, int index) { addURLToDownload(url, getPrefix(index));