mirror/ripme
1
0
Fork 0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-08-06 22:06:48 +02:00
Code Issues Releases Wiki Activity

Merge break slow tests for early #1886

Browse Source 
https://github.com/RipMeApp/ripme/pull/1886
This commit is contained in:
soloturn
2021-05-22 06:37:41 +02:00
parent d8eaeea89b 36ea142a19
commit e8fca85891
2 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/main/java/com/rarchives/ripme/ripper/rippers/FuraffinityRipper.java
View File

@@ -125,6 +125,9 @@ public class FuraffinityRipper extends AbstractHTMLRipper {
urls.add(urlToAdd); urls.add(urlToAdd);
} }
} }
if (isStopped() || isThisATest()) {
break;
}
} }
return urls; return urls;
} }

6
src/main/java/com/rarchives/ripme/ripper/rippers/XhamsterRipper.java
View File

@@ -84,6 +84,9 @@ public class XhamsterRipper extends AbstractHTMLRipper {
LOGGER.info("getting albums"); LOGGER.info("getting albums");
for (Element elem : doc.select("div.item-container > a.item")) { for (Element elem : doc.select("div.item-container > a.item")) {
urlsToAddToQueue.add(elem.attr("href")); urlsToAddToQueue.add(elem.attr("href"));
if (isStopped() || isThisATest()) {
break;
}
} }
LOGGER.info(doc.html()); LOGGER.info(doc.html());
return urlsToAddToQueue; return urlsToAddToQueue;
@@ -172,6 +175,9 @@ public class XhamsterRipper extends AbstractHTMLRipper {
} catch (IOException e) { } catch (IOException e) {
LOGGER.error("Was unable to load page " + pageWithImageUrl); LOGGER.error("Was unable to load page " + pageWithImageUrl);
} }
if (isStopped() || isThisATest()) {
break;
}
} }
} else { } else {
// New HTML structure // New HTML structure