mirror/ripme
1
0
Fork 0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-08-25 14:51:11 +02:00
Code Issues Releases Wiki Activity

Fixed indentation.

Browse Source
This commit is contained in:
Tushar
2019-01-21 09:42:11 +05:30
parent c5da360176
commit 0e6a6e3ceb
5 changed files with 242 additions and 244 deletions
Download Patch File Download Diff File Expand all files Collapse all files

260
src/main/java/com/rarchives/ripme/ripper/rippers/HentaidudeRipper.java
View File

@@ -20,152 +20,150 @@ import java.util.regex.Pattern;
public class HentaidudeRipper extends AbstractSingleFileRipper { public class HentaidudeRipper extends AbstractSingleFileRipper {
private Pattern p1 = Pattern.compile("https?://hentaidude\\.com/([a-zA-Z0-9_-]*)/?$"); // to match URLs. private Pattern p1 = Pattern.compile("https?://hentaidude\\.com/([a-zA-Z0-9_-]*)/?$"); // to match URLs.
private Pattern p2 = Pattern.compile("data:\\s?(\\{.*?\\})", Pattern.DOTALL); private Pattern p2 = Pattern.compile("data:\\s?(\\{.*?\\})", Pattern.DOTALL);
public DownloadThreadPool hentaidudeThreadPool = new DownloadThreadPool("hentaidudeThreadPool"); public DownloadThreadPool hentaidudeThreadPool = new DownloadThreadPool("hentaidudeThreadPool");
public HentaidudeRipper(URL url) throws IOException { public HentaidudeRipper(URL url) throws IOException {
super(url); super(url);
}
@Override
public String getHost() {
return "hentaidude";
}
@Override
public String getDomain() {
return "hentaidude.com";
}
@Override
public String getGID(URL url) throws MalformedURLException {
Matcher m = p1.matcher(url.toExternalForm());
if (m.matches()) {
return m.group(1);
}
throw new MalformedURLException(
"Expected hqporner URL format: " + "hentaidude.com/VIDEO - got " + url + " instead");
}
@Override
public Document getFirstPage() throws IOException {
// "url" is an instance field of the superclass
return Http.url(url).get();
}
@Override
public List<String> getURLsFromPage(Document doc) {
List<String> result = new ArrayList<>();
Matcher m1 = p1.matcher(url.toString());
if (m1.matches()) {
result.add(url.toString());
}
// Can add support for search page.
return result;
}
@Override
public boolean tryResumeDownload() {
return true;
}
@Override
public void downloadURL(URL url, int index) {
// addURLToDownload(url, "", "", "", null, getVideoName(), "mp4");
hentaidudeThreadPool.addThread(new HentaidudeDownloadThread(url, index));
}
@Override
public DownloadThreadPool getThreadPool() {
return hentaidudeThreadPool;
}
private class HentaidudeDownloadThread extends Thread {
private URL url;
public HentaidudeDownloadThread(URL url, int index) {
this.url = url;
// this.index = index;
} }
@Override @Override
public String getHost() { public void run() {
return "hentaidude"; try {
Document doc = Http.url(url).get();
URL videoSourceUrl = new URL(getVideoUrl(doc));
addURLToDownload(videoSourceUrl, "", "", "", null, getVideoName(), "mp4");
} catch (Exception e) {
LOGGER.error("Could not get video url for " + getVideoName(), e);
}
} }
@Override private String getVideoName() {
public String getDomain() { try {
return "hentaidude.com"; return getGID(url);
} catch (MalformedURLException e) {
LOGGER.error("Unable to get video title from " + url.toExternalForm());
e.printStackTrace();
}
return "unknown";
} }
@Override /*
public String getGID(URL url) throws MalformedURLException { * TO find data object: $.ajax({ url:
* 'https://hentaidude.com/wp-admin/admin-ajax.php', type: 'post', data: {
* action: 'msv-get-sources', id: '48227', nonce: '907f1bd45c' }
*/
public String getVideoUrl(Document doc) throws IOException {
String jsonString = null;
Matcher m = p2.matcher(doc.html());
Matcher m = p1.matcher(url.toExternalForm()); while (m.find()) {
if (m.matches()) { jsonString = m.group(1);
return m.group(1); if (jsonString.contains("msv-get-sources"))
break;
}
if (jsonString != null) {
// send POST request to https://hentaidude.com/wp-admin/admin-ajax.php with the
// data object parameters.
JSONObject dataObject = new JSONObject(jsonString);
Map<String, String> dataMap = new HashMap<>();
for (String key : JSONObject.getNames(dataObject)) {
dataMap.put(key, dataObject.getString(key));
} }
throw new MalformedURLException( JSONObject jsonResopnse = Http.url("https://hentaidude.com/wp-admin/admin-ajax.php").data(dataMap)
"Expected hqporner URL format: " + "hentaidude.com/VIDEO - got " + url + " instead"); .method(Method.POST).getJSON();
} // return source url from below JSON.
/*
* success true sources { video-source-0
* https://cdn1.hentaidude.com/index.php?data=
* 2f4a576957694872754d6736466f6c585579704b4d584e4a434372546c51346d4f4c697a6c734f6678307a59324c5458624f4675664863323768397a3371452f41384b62375246643243466f744447536b2b6250565a3859306a41506d366942713066336c6659386d78513d
* video-source-1 <iframe src="https://openload.co/embed/iaJ_zDCTW0M/"
* scrolling="no" frameborder="0" width="100%" height="430"
* allowfullscreen="true" webkitallowfullscreen="true"
* mozallowfullscreen="true"></iframe> }
*/
@Override if (jsonResopnse.getBoolean("success")) {
public Document getFirstPage() throws IOException { // get the hentaidude video source
// "url" is an instance field of the superclass for (String key : JSONObject.getNames(jsonResopnse.getJSONObject("sources"))) {
return Http.url(url).get(); if (jsonResopnse.getJSONObject("sources").getString(key).contains("hentaidude.com")) {
} return jsonResopnse.getJSONObject("sources").getString(key);
@Override
public List<String> getURLsFromPage(Document doc) {
List<String> result = new ArrayList<>();
Matcher m1 = p1.matcher(url.toString());
if (m1.matches()) {
result.add(url.toString());
}
//Can add support for search page.
return result;
}
@Override
public boolean tryResumeDownload() {
return true;
}
@Override
public void downloadURL(URL url, int index) {
// addURLToDownload(url, "", "", "", null, getVideoName(), "mp4");
hentaidudeThreadPool.addThread(new HentaidudeDownloadThread(url, index));
}
@Override
public DownloadThreadPool getThreadPool() {
return hentaidudeThreadPool;
}
private class HentaidudeDownloadThread extends Thread {
private URL url;
public HentaidudeDownloadThread(URL url, int index) {
this.url = url;
//this.index = index;
}
@Override
public void run() {
try {
Document doc = Http.url(url).get();
URL videoSourceUrl = new URL(getVideoUrl(doc));
addURLToDownload(videoSourceUrl, "", "", "", null, getVideoName(), "mp4");
} catch (Exception e) {
LOGGER.error("Could not get video url for " + getVideoName(), e);
} }
}
} else {
throw new IOException("Could not get video url from JSON response.");
} }
private String getVideoName() { }
try {
return getGID(url);
} catch (MalformedURLException e) {
LOGGER.error("Unable to get video title from " + url.toExternalForm());
e.printStackTrace();
}
return "unknown";
}
/* TO find data object: throw new IOException("Could not get video download url.");
$.ajax({
url: 'https://hentaidude.com/wp-admin/admin-ajax.php',
type: 'post',
data: {
action: 'msv-get-sources',
id: '48227',
nonce: '907f1bd45c'
}
*/
public String getVideoUrl(Document doc) throws IOException {
String jsonString = null;
Matcher m = p2.matcher(doc.html());
while (m.find()) {
jsonString = m.group(1);
if (jsonString.contains("msv-get-sources"))
break;
}
if (jsonString != null) {
// send POST request to https://hentaidude.com/wp-admin/admin-ajax.php with the data object parameters.
JSONObject dataObject = new JSONObject(jsonString);
Map<String, String> dataMap = new HashMap<>();
for (String key : JSONObject.getNames(dataObject)) {
dataMap.put(key, dataObject.getString(key));
}
JSONObject jsonResopnse = Http.url("https://hentaidude.com/wp-admin/admin-ajax.php").data(dataMap)
.method(Method.POST).getJSON();
// return source url from below JSON.
/*
success true
sources {
video-source-0 https://cdn1.hentaidude.com/index.php?data=2f4a576957694872754d6736466f6c585579704b4d584e4a434372546c51346d4f4c697a6c734f6678307a59324c5458624f4675664863323768397a3371452f41384b62375246643243466f744447536b2b6250565a3859306a41506d366942713066336c6659386d78513d
video-source-1 <iframe src="https://openload.co/embed/iaJ_zDCTW0M/" scrolling="no" frameborder="0" width="100%" height="430" allowfullscreen="true" webkitallowfullscreen="true" mozallowfullscreen="true"></iframe>
}
*/
if (jsonResopnse.getBoolean("success")) {
// get the hentaidude video source
for (String key : JSONObject.getNames(jsonResopnse.getJSONObject("sources"))) {
if (jsonResopnse.getJSONObject("sources").getString(key).contains("hentaidude.com")) {
return jsonResopnse.getJSONObject("sources").getString(key);
}
}
} else {
throw new IOException("Could not get video url from JSON response.");
}
}
throw new IOException("Could not get video download url.");
}
} }
}
} }

82
src/main/java/com/rarchives/ripme/ripper/rippers/MyhentaigalleryRipper.java
View File

@@ -14,53 +14,53 @@ import org.jsoup.nodes.Element;
public class MyhentaigalleryRipper extends AbstractHTMLRipper { public class MyhentaigalleryRipper extends AbstractHTMLRipper {
public MyhentaigalleryRipper(URL url) throws IOException { public MyhentaigalleryRipper(URL url) throws IOException {
super(url); super(url);
} }
@Override @Override
public String getHost() { public String getHost() {
return "myhentaigallery"; return "myhentaigallery";
} }
@Override @Override
public String getDomain() { public String getDomain() {
return "myhentaigallery.com"; return "myhentaigallery.com";
} }
@Override @Override
public String getGID(URL url) throws MalformedURLException { public String getGID(URL url) throws MalformedURLException {
Pattern p = Pattern.compile("https://myhentaigallery.com/gallery/thumbnails/([0-9]+)/?$"); Pattern p = Pattern.compile("https://myhentaigallery.com/gallery/thumbnails/([0-9]+)/?$");
Matcher m = p.matcher(url.toExternalForm()); Matcher m = p.matcher(url.toExternalForm());
if (m.matches()) { if (m.matches()) {
return m.group(1); return m.group(1);
} }
throw new MalformedURLException("Expected myhentaicomics.com URL format: " throw new MalformedURLException("Expected myhentaicomics.com URL format: "
+ "myhentaigallery.com/gallery/thumbnails/ID - got " + url + " instead"); + "myhentaigallery.com/gallery/thumbnails/ID - got " + url + " instead");
} }
@Override @Override
public Document getFirstPage() throws IOException { public Document getFirstPage() throws IOException {
// "url" is an instance field of the superclass // "url" is an instance field of the superclass
return Http.url(url).get(); return Http.url(url).get();
} }
@Override @Override
public List<String> getURLsFromPage(Document doc) { public List<String> getURLsFromPage(Document doc) {
List<String> result = new ArrayList<>(); List<String> result = new ArrayList<>();
for (Element el : doc.select(".comic-thumb > img")) { for (Element el : doc.select(".comic-thumb > img")) {
String imageSource = el.attr("src"); String imageSource = el.attr("src");
// We replace thumbs with resizes so we can the full sized images // We replace thumbs with resizes so we can the full sized images
imageSource = imageSource.replace("thumbnail", "original"); imageSource = imageSource.replace("thumbnail", "original");
result.add(imageSource); result.add(imageSource);
} }
return result; return result;
} }
@Override @Override
public void downloadURL(URL url, int index) { public void downloadURL(URL url, int index) {
addURLToDownload(url, getPrefix(index)); addURLToDownload(url, getPrefix(index));
} }
} }

102
src/test/java/com/rarchives/ripme/tst/ripper/rippers/HqpornerRipperTest.java
View File

@@ -8,62 +8,62 @@ import java.net.URL;
public class HqpornerRipperTest extends RippersTest { public class HqpornerRipperTest extends RippersTest {
public void testRip() throws IOException { public void testRip() throws IOException {
if (Utils.getConfigBoolean("test.run_flaky_tests", false)) { if (Utils.getConfigBoolean("test.run_flaky_tests", false)) {
HqpornerRipper ripper = new HqpornerRipper( HqpornerRipper ripper = new HqpornerRipper(
new URL("https://hqporner.com/hdporn/84636-pool_lesson_with_a_cheating_husband.html")); new URL("https://hqporner.com/hdporn/84636-pool_lesson_with_a_cheating_husband.html"));
testRipper(ripper); testRipper(ripper);
} }
} }
public void testGetGID() throws IOException { public void testGetGID() throws IOException {
URL poolURL = new URL("https://hqporner.com/hdporn/84636-pool_lesson_with_a_cheating_husband.html"); URL poolURL = new URL("https://hqporner.com/hdporn/84636-pool_lesson_with_a_cheating_husband.html");
HqpornerRipper ripper = new HqpornerRipper(poolURL); HqpornerRipper ripper = new HqpornerRipper(poolURL);
assertEquals("84636-pool_lesson_with_a_cheating_husband", ripper.getGID(poolURL)); assertEquals("84636-pool_lesson_with_a_cheating_husband", ripper.getGID(poolURL));
} }
public void testGetURLsFromPage() throws IOException { public void testGetURLsFromPage() throws IOException {
URL actressUrl = new URL("https://hqporner.com/actress/kali-roses"); URL actressUrl = new URL("https://hqporner.com/actress/kali-roses");
HqpornerRipper ripper = new HqpornerRipper(actressUrl); HqpornerRipper ripper = new HqpornerRipper(actressUrl);
assert (ripper.getURLsFromPage(ripper.getFirstPage()).size() >= 2); assert (ripper.getURLsFromPage(ripper.getFirstPage()).size() >= 2);
} }
public void testGetNextPage() throws IOException { public void testGetNextPage() throws IOException {
URL multiPageUrl = new URL("https://hqporner.com/category/tattooed"); URL multiPageUrl = new URL("https://hqporner.com/category/tattooed");
HqpornerRipper multiPageRipper = new HqpornerRipper(multiPageUrl); HqpornerRipper multiPageRipper = new HqpornerRipper(multiPageUrl);
assert (multiPageRipper.getNextPage(multiPageRipper.getFirstPage()) != null); assert (multiPageRipper.getNextPage(multiPageRipper.getFirstPage()) != null);
URL singlePageUrl = new URL("https://hqporner.com/actress/amy-reid"); URL singlePageUrl = new URL("https://hqporner.com/actress/amy-reid");
HqpornerRipper ripper = new HqpornerRipper(singlePageUrl); HqpornerRipper ripper = new HqpornerRipper(singlePageUrl);
try { try {
ripper.getNextPage(ripper.getFirstPage()); ripper.getNextPage(ripper.getFirstPage());
} catch (IOException e) { } catch (IOException e) {
assertEquals(e.getMessage(), "No next page found."); assertEquals(e.getMessage(), "No next page found.");
} }
} }
public void testMyDaddyVideoHost() throws IOException { public void testMyDaddyVideoHost() throws IOException {
if (Utils.getConfigBoolean("test.run_flaky_tests", false)) { if (Utils.getConfigBoolean("test.run_flaky_tests", false)) {
URL myDaddyUrl = new URL("https://hqporner.com/hdporn/84636-pool_lesson_with_a_cheating_husband.html"); URL myDaddyUrl = new URL("https://hqporner.com/hdporn/84636-pool_lesson_with_a_cheating_husband.html");
HqpornerRipper myDaddyRipper = new HqpornerRipper(myDaddyUrl); HqpornerRipper myDaddyRipper = new HqpornerRipper(myDaddyUrl);
testRipper(myDaddyRipper); testRipper(myDaddyRipper);
} }
} }
public void testFlyFlvVideoHost() throws IOException { public void testFlyFlvVideoHost() throws IOException {
if (Utils.getConfigBoolean("test.run_flaky_tests", false)) { if (Utils.getConfigBoolean("test.run_flaky_tests", false)) {
URL flyFlvUrl = new URL( URL flyFlvUrl = new URL(
"https://hqporner.com/hdporn/69862-bangbros_-_amy_reid_taking_off_a_tight_sexy_swimsuit.html"); "https://hqporner.com/hdporn/69862-bangbros_-_amy_reid_taking_off_a_tight_sexy_swimsuit.html");
HqpornerRipper flyFlvRipper = new HqpornerRipper(flyFlvUrl); HqpornerRipper flyFlvRipper = new HqpornerRipper(flyFlvUrl);
testRipper(flyFlvRipper); testRipper(flyFlvRipper);
} }
} }
public void testUnknownVideoHost() throws IOException { public void testUnknownVideoHost() throws IOException {
if (Utils.getConfigBoolean("test.run_flaky_tests", false)) { if (Utils.getConfigBoolean("test.run_flaky_tests", false)) {
URL unknownHostUrl = new URL("https://hqporner.com/hdporn/79528-Kayden_Kross_-_Serious_Masturbation.html"); // howq.cc URL unknownHostUrl = new URL("https://hqporner.com/hdporn/79528-Kayden_Kross_-_Serious_Masturbation.html"); // howq.cc
HqpornerRipper unknownHostRipper = new HqpornerRipper(unknownHostUrl); HqpornerRipper unknownHostRipper = new HqpornerRipper(unknownHostUrl);
testRipper(unknownHostRipper); testRipper(unknownHostRipper);
} }
} }
} }

22
src/test/java/com/rarchives/ripme/tst/ripper/rippers/ModelxRipperTest.java
View File

@@ -6,15 +6,15 @@ import java.net.URL;
import com.rarchives.ripme.ripper.rippers.ModelxRipper; import com.rarchives.ripme.ripper.rippers.ModelxRipper;
public class ModelxRipperTest extends RippersTest { public class ModelxRipperTest extends RippersTest {
public void testModelxAlbum() throws IOException { public void testModelxAlbum() throws IOException {
ModelxRipper ripper = new ModelxRipper(new URL( ModelxRipper ripper = new ModelxRipper(new URL(
"http://www.modelx.org/graphis-collection-2002-2016/ai-yuzuki-%e6%9f%9a%e6%9c%88%e3%81%82%e3%81%84-yuzuiro/")); "http://www.modelx.org/graphis-collection-2002-2016/ai-yuzuki-%e6%9f%9a%e6%9c%88%e3%81%82%e3%81%84-yuzuiro/"));
System.out.println(ripper.getGID(new URL( System.out.println(ripper.getGID(new URL(
"http://www.modelx.org/graphis-collection-2002-2016/ai-yuzuki-%e6%9f%9a%e6%9c%88%e3%81%82%e3%81%84-yuzuiro/"))); "http://www.modelx.org/graphis-collection-2002-2016/ai-yuzuki-%e6%9f%9a%e6%9c%88%e3%81%82%e3%81%84-yuzuiro/")));
/* /*
* ModelxRipper domain has been changes. * ModelxRipper domain has been changes.
* Commenting to avoid build failure. * Commenting to avoid build failure.
*/ */
// testRipper(ripper); // testRipper(ripper);
} }
} }

20
src/test/java/com/rarchives/ripme/tst/ripper/rippers/MyhentaigalleryRipperTest.java
View File

@@ -7,15 +7,15 @@ import com.rarchives.ripme.ripper.rippers.MyhentaigalleryRipper;
public class MyhentaigalleryRipperTest extends RippersTest { public class MyhentaigalleryRipperTest extends RippersTest {
public void testMyhentaigalleryAlbum() throws IOException { public void testMyhentaigalleryAlbum() throws IOException {
MyhentaigalleryRipper ripper = new MyhentaigalleryRipper( MyhentaigalleryRipper ripper = new MyhentaigalleryRipper(
new URL("https://myhentaigallery.com/gallery/thumbnails/9201")); new URL("https://myhentaigallery.com/gallery/thumbnails/9201"));
testRipper(ripper); testRipper(ripper);
} }
public void testGetGID() throws IOException { public void testGetGID() throws IOException {
URL url = new URL("https://myhentaigallery.com/gallery/thumbnails/9201"); URL url = new URL("https://myhentaigallery.com/gallery/thumbnails/9201");
MyhentaigalleryRipper ripper = new MyhentaigalleryRipper(url); MyhentaigalleryRipper ripper = new MyhentaigalleryRipper(url);
assertEquals("9201", ripper.getGID(url)); assertEquals("9201", ripper.getGID(url));
} }
} }