From d6cbebfa9d333e903ed4756554739361a515cb20 Mon Sep 17 00:00:00 2001 From: Neil Bowers Date: Mon, 10 Sep 2018 16:13:44 -0500 Subject: [PATCH 1/4] Created SpankBang.com Ripper --- .../ripper/rippers/video/SpankbangRipper.java | 66 +++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java new file mode 100644 index 00000000..39e8ca9d --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java @@ -0,0 +1,66 @@ +package com.rarchives.ripme.ripper.rippers.video; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.jsoup.nodes.Document; +import org.jsoup.select.Elements; + +import com.rarchives.ripme.ripper.VideoRipper; +import com.rarchives.ripme.utils.Http; + +public class SpankbangRipper extends VideoRipper { + + private static final String HOST = "spankbang"; + + public SpankbangRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return HOST; + } + + @Override + public boolean canRip(URL url) { + Pattern p = Pattern.compile("^https?://.*spankbang\\.com/(.*)/video/.*$"); + Matcher m = p.matcher(url.toExternalForm()); + return m.matches(); + } + + @Override + public URL sanitizeURL(URL url) throws MalformedURLException { + return url; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("^https?://.*spankbang\\.com/(.*)/video/(.*)$"); + Matcher m = p.matcher(url.toExternalForm()); + if (m.matches()) { + return m.group(2); + } + + throw new MalformedURLException( + "Expected spankbang format:" + + "spankbang.com/####/video/" + + " Got: " + url); + } + + @Override + public void rip() throws IOException { + LOGGER.info("Retrieving " + this.url); + Document doc = Http.url(url).get(); + Elements videos = doc.select(".video-js > source"); + if (videos.isEmpty()) { + throw new IOException("Could not find Embed code at " + url); + } + String vidUrl = videos.attr("src"); + addURLToDownload(new URL(vidUrl), HOST + "_" + getGID(this.url)); + waitForThreads(); + } +} From 6ac70d7757b98eec09a0cb9b79b7f67eae74dcfc Mon Sep 17 00:00:00 2001 From: digitalnoise Date: Mon, 10 Sep 2018 16:32:01 -0500 Subject: [PATCH 2/4] Revert "Created SpankBang.com Ripper" This reverts commit d6cbebfa9d333e903ed4756554739361a515cb20. D --- .../ripper/rippers/video/SpankbangRipper.java | 66 ------------------- 1 file changed, 66 deletions(-) delete mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java deleted file mode 100644 index 39e8ca9d..00000000 --- a/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java +++ /dev/null @@ -1,66 +0,0 @@ -package com.rarchives.ripme.ripper.rippers.video; - -import java.io.IOException; -import java.net.MalformedURLException; -import java.net.URL; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -import org.jsoup.nodes.Document; -import org.jsoup.select.Elements; - -import com.rarchives.ripme.ripper.VideoRipper; -import com.rarchives.ripme.utils.Http; - -public class SpankbangRipper extends VideoRipper { - - private static final String HOST = "spankbang"; - - public SpankbangRipper(URL url) throws IOException { - super(url); - } - - @Override - public String getHost() { - return HOST; - } - - @Override - public boolean canRip(URL url) { - Pattern p = Pattern.compile("^https?://.*spankbang\\.com/(.*)/video/.*$"); - Matcher m = p.matcher(url.toExternalForm()); - return m.matches(); - } - - @Override - public URL sanitizeURL(URL url) throws MalformedURLException { - return url; - } - - @Override - public String getGID(URL url) throws MalformedURLException { - Pattern p = Pattern.compile("^https?://.*spankbang\\.com/(.*)/video/(.*)$"); - Matcher m = p.matcher(url.toExternalForm()); - if (m.matches()) { - return m.group(2); - } - - throw new MalformedURLException( - "Expected spankbang format:" - + "spankbang.com/####/video/" - + " Got: " + url); - } - - @Override - public void rip() throws IOException { - LOGGER.info("Retrieving " + this.url); - Document doc = Http.url(url).get(); - Elements videos = doc.select(".video-js > source"); - if (videos.isEmpty()) { - throw new IOException("Could not find Embed code at " + url); - } - String vidUrl = videos.attr("src"); - addURLToDownload(new URL(vidUrl), HOST + "_" + getGID(this.url)); - waitForThreads(); - } -} From d3ca94099e7c29671d135df9b3285e56fa74d485 Mon Sep 17 00:00:00 2001 From: digitalnoise Date: Mon, 10 Sep 2018 16:35:44 -0500 Subject: [PATCH 3/4] Created SpankBang.com Ripper --- .../ripper/rippers/video/SpankbangRipper.java | 66 +++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java diff --git a/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java b/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java new file mode 100644 index 00000000..39e8ca9d --- /dev/null +++ b/src/main/java/com/rarchives/ripme/ripper/rippers/video/SpankbangRipper.java @@ -0,0 +1,66 @@ +package com.rarchives.ripme.ripper.rippers.video; + +import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.jsoup.nodes.Document; +import org.jsoup.select.Elements; + +import com.rarchives.ripme.ripper.VideoRipper; +import com.rarchives.ripme.utils.Http; + +public class SpankbangRipper extends VideoRipper { + + private static final String HOST = "spankbang"; + + public SpankbangRipper(URL url) throws IOException { + super(url); + } + + @Override + public String getHost() { + return HOST; + } + + @Override + public boolean canRip(URL url) { + Pattern p = Pattern.compile("^https?://.*spankbang\\.com/(.*)/video/.*$"); + Matcher m = p.matcher(url.toExternalForm()); + return m.matches(); + } + + @Override + public URL sanitizeURL(URL url) throws MalformedURLException { + return url; + } + + @Override + public String getGID(URL url) throws MalformedURLException { + Pattern p = Pattern.compile("^https?://.*spankbang\\.com/(.*)/video/(.*)$"); + Matcher m = p.matcher(url.toExternalForm()); + if (m.matches()) { + return m.group(2); + } + + throw new MalformedURLException( + "Expected spankbang format:" + + "spankbang.com/####/video/" + + " Got: " + url); + } + + @Override + public void rip() throws IOException { + LOGGER.info("Retrieving " + this.url); + Document doc = Http.url(url).get(); + Elements videos = doc.select(".video-js > source"); + if (videos.isEmpty()) { + throw new IOException("Could not find Embed code at " + url); + } + String vidUrl = videos.attr("src"); + addURLToDownload(new URL(vidUrl), HOST + "_" + getGID(this.url)); + waitForThreads(); + } +} From 37362cc2b0e33b35c296fd4aa87f1d5923b1c738 Mon Sep 17 00:00:00 2001 From: digitalnoise Date: Tue, 11 Sep 2018 17:39:08 -0500 Subject: [PATCH 4/4] Added unit test for SpankbangRipper --- .../tst/ripper/rippers/SpankBangRipperTest.java | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 src/test/java/com/rarchives/ripme/tst/ripper/rippers/SpankBangRipperTest.java diff --git a/src/test/java/com/rarchives/ripme/tst/ripper/rippers/SpankBangRipperTest.java b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/SpankBangRipperTest.java new file mode 100644 index 00000000..e1b280aa --- /dev/null +++ b/src/test/java/com/rarchives/ripme/tst/ripper/rippers/SpankBangRipperTest.java @@ -0,0 +1,16 @@ +package com.rarchives.ripme.tst.ripper.rippers; + +import java.io.IOException; +import java.net.URL; + +import com.rarchives.ripme.ripper.rippers.video.SpankbangRipper; +import com.rarchives.ripme.tst.ripper.rippers.RippersTest; + +public class SpankBangRipperTest extends RippersTest { + + public void testSpankBangVideo() throws IOException { + SpankbangRipper ripper = new SpankbangRipper(new URL("https://spankbang.com/2a7fh/video/mdb901")); //most popular video of all time on site; should stay up + testRipper(ripper); + } + +}