mirror/ripme
1
0
Fork 0
mirror of https://github.com/RipMeApp/ripme.git synced 2025-08-29 08:40:37 +02:00
Code Issues Releases Wiki Activity

Closes #1143 Added support for score filtering when ripping from reddit

Browse Source 
Adds support for filtering out post/comments outside of a specific range from being downloaded. Examples with comments placed in the rip.properties file. Also added some (incomplete, but some is better than none) docs to the RedditRipper
This commit is contained in:
Jacob Brown
2019-02-06 21:50:11 +00:00
parent f9a9833adf
commit 559de3b5fd
2 changed files with 39 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
src/main/java/com/rarchives/ripme/ripper/rippers/RedditRipper.java
View File

@@ -118,6 +118,12 @@ public class RedditRipper extends AlbumRipper {
return nextURL;
}
/**
* Gets a representation of the specified reddit page as a JSONArray using the reddit API
* @param url The url of the desired page
* @return A JSONArray object representation of the desired page
* @throws IOException If no response is received from the url
*/
private JSONArray getJsonArrayFromURL(URL url) throws IOException {
// Wait 2 seconds before the next request
long timeDiff = System.currentTimeMillis() - lastRequestTime;
@@ -149,9 +155,28 @@ public class RedditRipper extends AlbumRipper {
return jsonArray;
}
/**
* Turns child JSONObject's into usable URLs and hands them off for further processing
* Performs filtering checks based on the reddit.
* Only called from getAndParseAndReturnNext() while parsing the JSONArray returned from reddit's API
* @param child The child to process
*/
private void parseJsonChild(JSONObject child) {
String kind = child.getString("kind");
JSONObject data = child.getJSONObject("data");
//Upvote filtering
if (Utils.getConfigBoolean("reddit.rip_by_upvote", false)){
int score = data.getInt("score");
int maxScore = Utils.getConfigInteger("reddit.max_upvotes", Integer.MAX_VALUE);
int minScore = Utils.getConfigInteger("reddit.min_upvotes", Integer.MIN_VALUE);
if (score > maxScore || score < minScore) {
return; //Outside specified range, do not download
}
}
if (kind.equals("t1")) {
// Comment
handleBody(data.getString("body"), data.getString("id"), "");

14
src/main/resources/rip.properties
View File

@@ -30,3 +30,17 @@ twitter.max_requests = 10
clipboard.autorip = false
download.save_order = true
## Reddit ripper configs
# Determines whether or not to filter reddit ripping by upvote
# Enables the reddit.min_upvotes and reddit.max_upvotes properties when true
reddit.rip_by_upvote = false
# Only rips file if the number of upvotes is equal to or greater than this value
# Requires reddit.rip_by_upvote = true
reddit.min_upvotes = 0
# Only rips files if the number of upvotes is less than this value
# Requires reddit.rip_by_upvote = true
reddit.max_upvotes = 10000