mirror/ripme
1
0
Fork 0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-07-31 19:10:15 +02:00
Code Issues Releases Wiki Activity

Merge break slow tests for early #1886

Browse Source 
https://github.com/RipMeApp/ripme/pull/1886
This commit is contained in:
soloturn
2021-05-22 06:37:41 +02:00
parent d8eaeea89b 36ea142a19
commit e8fca85891
2 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/main/java/com/rarchives/ripme/ripper/rippers/FuraffinityRipper.java
View File

@@ -125,6 +125,9 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
urls.add(urlToAdd); urls.add(urlToAdd);
} }
} }
if (isStopped() || isThisATest()) {
break;
}
} }
return urls; return urls;
} }

8
src/main/java/com/rarchives/ripme/ripper/rippers/XhamsterRipper.java
View File

@@ -84,6 +84,9 @@ public class XhamsterRipper extends AbstractHTMLRipper {
LOGGER.info("getting albums"); LOGGER.info("getting albums");
for (Element elem : doc.select("div.item-container > a.item")) { for (Element elem : doc.select("div.item-container > a.item")) {
urlsToAddToQueue.add(elem.attr("href")); urlsToAddToQueue.add(elem.attr("href"));
if (isStopped() || isThisATest()) {
break;
}
} }
LOGGER.info(doc.html()); LOGGER.info(doc.html());
return urlsToAddToQueue; return urlsToAddToQueue;
@@ -171,6 +174,9 @@ public class XhamsterRipper extends AbstractHTMLRipper {
downloadFile(image); downloadFile(image);
} catch (IOException e) { } catch (IOException e) {
LOGGER.error("Was unable to load page " + pageWithImageUrl); LOGGER.error("Was unable to load page " + pageWithImageUrl);
}
if (isStopped() || isThisATest()) {
break;
} }
} }
} else { } else {
@@ -228,4 +234,4 @@ public class XhamsterRipper extends AbstractHTMLRipper {
} }
return super.getAlbumTitle(url); return super.getAlbumTitle(url);
} }
} }