From c885f991c542c7de031640157887dab1d5090ae6 Mon Sep 17 00:00:00 2001 From: cyian-1756 Date: Wed, 5 Dec 2018 22:58:10 -0500 Subject: [PATCH] Added a ripper for Xcartx.com --- .../ripme/ripper/rippers/XcartxRipper.java | 74 +++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/XcartxRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/XcartxRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/XcartxRipper.java new file mode 100644 index 00000000..3e34b239 --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/XcartxRipper.java @@ -0,0 +1,74 @@ +package com.rarchives.ripme.ripper.rippers; + +import com.rarchives.ripme.ripper.AbstractHTMLRipper; +import com.rarchives.ripme.utils.Http; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +public class XcartxRipper extends AbstractHTMLRipper { + private Map cookies = new HashMap<>(); + + + public XcartxRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return "xcartx"; + } + @Override + public String getDomain() { + return "xcartx.com"; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("^https?://xcartx.com/([a-zA-Z0-9_\\-]+).html"); + Matcher m = p.matcher(url.toExternalForm()); + if (m.matches()) { + return m.group(1); + } + throw new MalformedURLException("Expected URL format: http://xcartx.com/comic, got: " + url); + + } + + @Override + public Document getFirstPage() throws IOException { + return Http.url(url).get(); + } + + @Override + public List getURLsFromPage(Document page) { + List imageURLs = new ArrayList<>(); + Elements albumElements = page.select("a.highslide"); + for (Element imageBox : albumElements) { + String imageUrl = imageBox.attr("href"); + + imageURLs.add(imageUrl); + } + return imageURLs; + } + + @Override + public void downloadURL(URL url, int index) { + addURLToDownload(url, getPrefix(index), "", this.url.toExternalForm(), cookies); + } + + @Override + public String getPrefix(int index) { + return String.format("%03d_", index); + } + +}