diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaidudeRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/HentaidudeRipper.java deleted file mode 100644 index 0d3d8ba5..00000000 --- a/src/main/java/com/rarchives/ripme/ripper/rippers/HentaidudeRipper.java +++ /dev/null @@ -1,168 +0,0 @@ -package com.rarchives.ripme.ripper.rippers; - -import com.rarchives.ripme.ripper.AbstractSingleFileRipper; -import com.rarchives.ripme.ripper.DownloadThreadPool; -import com.rarchives.ripme.utils.Http; - -import org.json.JSONObject; -import org.jsoup.Connection.Method; -import org.jsoup.nodes.Document; - -import java.io.IOException; -import java.net.MalformedURLException; -import java.net.URI; -import java.net.URL; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.regex.Matcher; -import java.util.regex.Pattern; -import org.apache.logging.log4j.LogManager; -import org.apache.logging.log4j.Logger; - -public class HentaidudeRipper extends AbstractSingleFileRipper { - - private static final Logger logger = LogManager.getLogger(HentaidudeRipper.class); - - private Pattern p1 = Pattern.compile("https?://hentaidude\\.com/([a-zA-Z0-9_-]*)/?$"); // to match URLs. - private Pattern p2 = Pattern.compile("data:\\s?(\\{.*?\\})", Pattern.DOTALL); - - public DownloadThreadPool hentaidudeThreadPool = new DownloadThreadPool("hentaidudeThreadPool"); - - public HentaidudeRipper(URL url) throws IOException { - super(url); - } - - @Override - public String getHost() { - return "hentaidude"; - } - - @Override - public String getDomain() { - return "hentaidude.com"; - } - - @Override - public String getGID(URL url) throws MalformedURLException { - - Matcher m = p1.matcher(url.toExternalForm()); - if (m.matches()) { - return m.group(1); - } - throw new MalformedURLException( - "Expected hqporner URL format: " + "hentaidude.com/VIDEO - got " + url + " instead"); - } - - @Override - public List getURLsFromPage(Document doc) { - List result = new ArrayList<>(); - Matcher m1 = p1.matcher(url.toString()); - if (m1.matches()) { - result.add(url.toString()); - } - - // Can add support for search page. - return result; - } - - @Override - public boolean tryResumeDownload() { - return true; - } - - @Override - public void downloadURL(URL url, int index) { - // addURLToDownload(url, "", "", "", null, getVideoName(), "mp4"); - hentaidudeThreadPool.addThread(new HentaidudeDownloadThread(url, index)); - } - - @Override - public DownloadThreadPool getThreadPool() { - return hentaidudeThreadPool; - } - - private class HentaidudeDownloadThread implements Runnable { - - private URL url; - - public HentaidudeDownloadThread(URL url, int index) { - this.url = url; - // this.index = index; - } - - @Override - public void run() { - try { - Document doc = Http.url(url).get(); - URL videoSourceUrl = new URI(getVideoUrl(doc)).toURL(); - addURLToDownload(videoSourceUrl, "", "", "", null, getVideoName(), "mp4"); - } catch (Exception e) { - logger.error("Could not get video url for " + getVideoName(), e); - } - } - - private String getVideoName() { - try { - return getGID(url); - } catch (MalformedURLException e) { - logger.error("Unable to get video title from " + url.toExternalForm()); - e.printStackTrace(); - } - return "unknown"; - } - - /* - * TO find data object: $.ajax({ url: - * 'https://hentaidude.com/wp-admin/admin-ajax.php', type: 'post', data: { - * action: 'msv-get-sources', id: '48227', nonce: '907f1bd45c' } - */ - public String getVideoUrl(Document doc) throws IOException { - String jsonString = null; - Matcher m = p2.matcher(doc.html()); - - while (m.find()) { - jsonString = m.group(1); - if (jsonString.contains("msv-get-sources")) - break; - } - - if (jsonString != null) { - // send POST request to https://hentaidude.com/wp-admin/admin-ajax.php with the - // data object parameters. - JSONObject dataObject = new JSONObject(jsonString); - Map dataMap = new HashMap<>(); - for (String key : JSONObject.getNames(dataObject)) { - dataMap.put(key, dataObject.getString(key)); - } - JSONObject jsonResopnse = Http.url("https://hentaidude.com/wp-admin/admin-ajax.php").data(dataMap) - .method(Method.POST).getJSON(); - // return source url from below JSON. - /* - * success true sources { video-source-0 - * https://cdn1.hentaidude.com/index.php?data= - * 2f4a576957694872754d6736466f6c585579704b4d584e4a434372546c51346d4f4c697a6c734f6678307a59324c5458624f4675664863323768397a3371452f41384b62375246643243466f744447536b2b6250565a3859306a41506d366942713066336c6659386d78513d - * video-source-1 } - */ - - if (jsonResopnse.getBoolean("success")) { - // get the hentaidude video source - for (String key : JSONObject.getNames(jsonResopnse.getJSONObject("sources"))) { - if (jsonResopnse.getJSONObject("sources").getString(key).contains("hentaidude.com")) { - return jsonResopnse.getJSONObject("sources").getString(key); - } - } - } else { - throw new IOException("Could not get video url from JSON response."); - } - - } - - throw new IOException("Could not get video download url."); - } - } -} diff --git a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaidudeRipperTest.java b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaidudeRipperTest.java deleted file mode 100644 index e2cbd754..00000000 --- a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/HentaidudeRipperTest.java +++ /dev/null @@ -1,23 +0,0 @@ -package com.rarchives.ripme.tst.ripper.rippers; - -import com.rarchives.ripme.ripper.rippers.HentaidudeRipper; -import org.junit.jupiter.api.Tag; -import org.junit.jupiter.api.Test; - -import java.io.IOException; -import java.net.URI; -import java.net.URISyntaxException; - -public class HentaidudeRipperTest extends RippersTest{ - - @Test - @Tag("flaky") - public void testRip() throws IOException, URISyntaxException { - HentaidudeRipper ripper = new HentaidudeRipper(new URI("https://hentaidude.com/girlfriends-4ever-dlc-2/").toURL()); - testRipper(ripper); - - } - - - -} \ No newline at end of file