mirror/ripme
1
0
Fork 0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-08-01 19:40:18 +02:00
Code Issues Releases Wiki Activity

Format, organize imports, clean up warnings - ChanRipperTest.java

Browse Source
This commit is contained in:
MetaPrime
2025-01-04 23:35:57 -08:00
parent a1ea085906
commit ada09b74ee
1 changed files with 10 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
src/test/java/com/rarchives/ripme/tst/ripper/rippers/ChanRipperTest.java
View File

@@ -7,19 +7,16 @@ import java.net.URL;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Arrays; import java.util.Arrays;
import java.util.List; import java.util.List;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;
import com.rarchives.ripme.ripper.rippers.ChanRipper;
import com.rarchives.ripme.ripper.rippers.ripperhelpers.ChanSite;
import com.rarchives.ripme.utils.Http;
import org.jsoup.nodes.Document; import org.jsoup.nodes.Document;
import org.junit.jupiter.api.Assertions; import org.junit.jupiter.api.Assertions;
import org.junit.jupiter.api.Tag; import org.junit.jupiter.api.Tag;
import org.junit.jupiter.api.Test; import org.junit.jupiter.api.Test;
import com.rarchives.ripme.ripper.rippers.ChanRipper;
import com.rarchives.ripme.ripper.rippers.ripperhelpers.ChanSite;
import com.rarchives.ripme.utils.Http;
public class ChanRipperTest extends RippersTest { public class ChanRipperTest extends RippersTest {
@Test @Test
@Tag("flaky") @Tag("flaky")
@@ -28,18 +25,19 @@ public class ChanRipperTest extends RippersTest {
// URLs that should work // URLs that should work
passURLs.add(new URI("http://desuchan.net/v/res/7034.html").toURL()); passURLs.add(new URI("http://desuchan.net/v/res/7034.html").toURL());
passURLs.add(new URI("https://boards.4chan.org/hr/thread/3015701").toURL()); passURLs.add(new URI("https://boards.4chan.org/hr/thread/3015701").toURL());
// passURLs.add(new URI("https://boards.420chan.org/420/res/232066.php").toURL()); - Dead link
passURLs.add(new URI("http://7chan.org/gif/res/25873.html").toURL()); passURLs.add(new URI("http://7chan.org/gif/res/25873.html").toURL());
passURLs.add(new URI("https://rbt.asia/g/thread/70643087/").toURL()); //must work with TLDs with len of 4 passURLs.add(new URI("https://rbt.asia/g/thread/70643087/").toURL()); // must work with TLDs with len of 4
for (URL url : passURLs) { for (URL url : passURLs) {
ChanRipper ripper = new ChanRipper(url); ChanRipper ripper = new ChanRipper(url);
// Use CompletableFuture to run setup() asynchronously // Use CompletableFuture to run setup() asynchronously
ripper.setup(); ripper.setup();
assert (ripper.canRip(url)); assert (ripper.canRip(url));
Assertions.assertNotNull(ripper.getWorkingDir(), "Ripper for " + url + " did not have a valid working directory."); Assertions.assertNotNull(ripper.getWorkingDir(),
"Ripper for " + url + " did not have a valid working directory.");
deleteDir(ripper.getWorkingDir()); deleteDir(ripper.getWorkingDir());
} }
} }
@Test @Test
public void testChanStringParsing() throws IOException, URISyntaxException { public void testChanStringParsing() throws IOException, URISyntaxException {
List<String> site1 = Arrays.asList("site1.com"); List<String> site1 = Arrays.asList("site1.com");
@@ -47,8 +45,7 @@ public class ChanRipperTest extends RippersTest {
List<String> site2 = Arrays.asList("site2.co.uk"); List<String> site2 = Arrays.asList("site2.co.uk");
List<String> site2Cdns = Arrays.asList("cdn.site2.co.uk"); List<String> site2Cdns = Arrays.asList("cdn.site2.co.uk");
ChanRipper ripper = new ChanRipper(new URI("http://desuchan.net/v/res/7034.html").toURL()); List<ChanSite> chansFromConfig = ChanRipper
List<ChanSite> chansFromConfig = ripper
.getChansFromConfig("site1.com[cnd1.site1.com|cdn2.site2.biz],site2.co.uk[cdn.site2.co.uk]"); .getChansFromConfig("site1.com[cnd1.site1.com|cdn2.site2.biz],site2.co.uk[cdn.site2.co.uk]");
Assertions.assertEquals(chansFromConfig.get(0).getDomains(), site1); Assertions.assertEquals(chansFromConfig.get(0).getDomains(), site1);
Assertions.assertEquals(chansFromConfig.get(0).getCdns(), site1Cdns); Assertions.assertEquals(chansFromConfig.get(0).getCdns(), site1Cdns);
@@ -56,6 +53,7 @@ public class ChanRipperTest extends RippersTest {
Assertions.assertEquals(chansFromConfig.get(1).getDomains(), site2); Assertions.assertEquals(chansFromConfig.get(1).getDomains(), site2);
Assertions.assertEquals(chansFromConfig.get(1).getCdns(), site2Cdns); Assertions.assertEquals(chansFromConfig.get(1).getCdns(), site2Cdns);
} }
@Test @Test
public void testChanRipper() throws IOException, URISyntaxException { public void testChanRipper() throws IOException, URISyntaxException {
List<URL> contentURLs = new ArrayList<>(); List<URL> contentURLs = new ArrayList<>();