commit
1623722138
5 changed files with 59 additions and 37 deletions
|
@ -41,6 +41,12 @@ It should redirect to a page which shows your **imgur_client_id** and **imgur_cl
|
||||||
\* Select **OAuth 2 authorization without a callback URL** first then select **Anonymous usage without user authorization** if it says *Authorization callback URL: required*
|
\* Select **OAuth 2 authorization without a callback URL** first then select **Anonymous usage without user authorization** if it says *Authorization callback URL: required*
|
||||||
|
|
||||||
## FAQ
|
## FAQ
|
||||||
|
### What do the dots resemble when getting posts?
|
||||||
|
- Each dot means that 100 posts are scanned.
|
||||||
|
|
||||||
|
### Getting posts is taking too long.
|
||||||
|
- You can press Ctrl+C to interrupt it and start downloading.
|
||||||
|
|
||||||
### How downloaded files' names are formatted?
|
### How downloaded files' names are formatted?
|
||||||
- Images that are not belong to an album or self posts are formatted as **`[SUBMITTER NAME]_[POST TITLE]_[REDDIT ID]`**.
|
- Images that are not belong to an album or self posts are formatted as **`[SUBMITTER NAME]_[POST TITLE]_[REDDIT ID]`**.
|
||||||
You can use *reddit id* to go to post's reddit page by going to link **reddit.com/[REDDIT ID]**
|
You can use *reddit id* to go to post's reddit page by going to link **reddit.com/[REDDIT ID]**
|
||||||
|
|
|
@ -10,13 +10,13 @@ usage: script.py [-h] [--directory DIRECTORY] [--link link] [--saved]
|
||||||
[--subreddit SUBREDDIT [SUBREDDIT ...]]
|
[--subreddit SUBREDDIT [SUBREDDIT ...]]
|
||||||
[--multireddit MULTIREDDIT] [--user redditor]
|
[--multireddit MULTIREDDIT] [--user redditor]
|
||||||
[--search query] [--sort SORT TYPE] [--limit Limit]
|
[--search query] [--sort SORT TYPE] [--limit Limit]
|
||||||
[--time TIME_LIMIT] [--NoDownload]
|
[--time TIME_LIMIT] [--NoDownload] [--verbose]
|
||||||
|
|
||||||
This program downloads media from reddit posts
|
This program downloads media from reddit posts
|
||||||
|
|
||||||
optional arguments:
|
optional arguments:
|
||||||
-h, --help show this help message and exit
|
-h, --help show this help message and exit
|
||||||
--directory DIRECTORY
|
--directory DIRECTORY, -d DIRECTORY
|
||||||
Specifies the directory where posts will be downloaded
|
Specifies the directory where posts will be downloaded
|
||||||
to
|
to
|
||||||
--link link, -l link Get posts from link
|
--link link, -l link Get posts from link
|
||||||
|
@ -40,6 +40,7 @@ optional arguments:
|
||||||
all
|
all
|
||||||
--NoDownload Just gets the posts and store them in a file for
|
--NoDownload Just gets the posts and store them in a file for
|
||||||
downloading later
|
downloading later
|
||||||
|
--verbose, -v Verbose Mode
|
||||||
```
|
```
|
||||||
|
|
||||||
# Examples
|
# Examples
|
||||||
|
|
|
@ -62,7 +62,7 @@ def parseArguments(arguments=[]):
|
||||||
description="This program downloads " \
|
description="This program downloads " \
|
||||||
"media from reddit " \
|
"media from reddit " \
|
||||||
"posts")
|
"posts")
|
||||||
parser.add_argument("--directory",
|
parser.add_argument("--directory","-d",
|
||||||
help="Specifies the directory where posts will be " \
|
help="Specifies the directory where posts will be " \
|
||||||
"downloaded to",
|
"downloaded to",
|
||||||
metavar="DIRECTORY")
|
metavar="DIRECTORY")
|
||||||
|
@ -144,6 +144,11 @@ def parseArguments(arguments=[]):
|
||||||
action="store_true",
|
action="store_true",
|
||||||
default=False)
|
default=False)
|
||||||
|
|
||||||
|
parser.add_argument("--verbose","-v",
|
||||||
|
help="Verbose Mode",
|
||||||
|
action="store_true",
|
||||||
|
default=False)
|
||||||
|
|
||||||
|
|
||||||
if arguments == []:
|
if arguments == []:
|
||||||
return parser.parse_args()
|
return parser.parse_args()
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
import os
|
import os
|
||||||
|
import sys
|
||||||
import random
|
import random
|
||||||
import socket
|
import socket
|
||||||
import webbrowser
|
import webbrowser
|
||||||
|
@ -306,6 +307,7 @@ def redditSearcher(posts,SINGLE_POST=False):
|
||||||
|
|
||||||
allPosts = {}
|
allPosts = {}
|
||||||
|
|
||||||
|
print("GETTING POSTS")
|
||||||
postsFile = createLogFile("POSTS")
|
postsFile = createLogFile("POSTS")
|
||||||
|
|
||||||
if SINGLE_POST:
|
if SINGLE_POST:
|
||||||
|
@ -326,15 +328,25 @@ def redditSearcher(posts,SINGLE_POST=False):
|
||||||
if result is not None:
|
if result is not None:
|
||||||
details = result
|
details = result
|
||||||
orderCount += 1
|
orderCount += 1
|
||||||
|
if GLOBAL.arguments.verbose:
|
||||||
printSubmission(submission,subCount,orderCount)
|
printSubmission(submission,subCount,orderCount)
|
||||||
subList.append(details)
|
subList.append(details)
|
||||||
|
|
||||||
postsFile.add({subCount:[details]})
|
postsFile.add({subCount:[details]})
|
||||||
|
|
||||||
else:
|
else:
|
||||||
|
try:
|
||||||
for submission in posts:
|
for submission in posts:
|
||||||
subCount += 1
|
subCount += 1
|
||||||
|
|
||||||
|
if subCount % 100 == 0 and not GLOBAL.arguments.verbose:
|
||||||
|
sys.stdout.write("• ")
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
|
if subCount % 1000 == 0:
|
||||||
|
sys.stdout.write("\n")
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
try:
|
try:
|
||||||
details = {'postId':submission.id,
|
details = {'postId':submission.id,
|
||||||
'postTitle':submission.title,
|
'postTitle':submission.title,
|
||||||
|
@ -350,25 +362,22 @@ def redditSearcher(posts,SINGLE_POST=False):
|
||||||
if result is not None:
|
if result is not None:
|
||||||
details = result
|
details = result
|
||||||
orderCount += 1
|
orderCount += 1
|
||||||
|
if GLOBAL.arguments.verbose:
|
||||||
printSubmission(submission,subCount,orderCount)
|
printSubmission(submission,subCount,orderCount)
|
||||||
subList.append(details)
|
subList.append(details)
|
||||||
|
|
||||||
allPosts[subCount] = [details]
|
allPosts[subCount] = [details]
|
||||||
|
except KeyboardInterrupt:
|
||||||
|
print("\nKeyboardInterrupt",end="")
|
||||||
|
|
||||||
postsFile.add(allPosts)
|
postsFile.add(allPosts)
|
||||||
|
|
||||||
if not len(subList) == 0:
|
if not len(subList) == 0:
|
||||||
print(
|
print(
|
||||||
"\nTotal of {} submissions found!\n"\
|
f"\n\nTotal of {len(subList)} submissions found!\n"\
|
||||||
"{} GFYCATs, {} IMGURs, {} EROMEs, {} DIRECTs and {} SELF POSTS\n"
|
f"{gfycatCount} GFYCATs, {imgurCount} IMGURs, " \
|
||||||
.format(
|
f"{eromeCount} EROMEs, {directCount} DIRECTs " \
|
||||||
len(subList),
|
f"and {selfCount} SELF POSTS"
|
||||||
gfycatCount,
|
|
||||||
imgurCount,
|
|
||||||
eromeCount,
|
|
||||||
directCount,
|
|
||||||
selfCount
|
|
||||||
)
|
|
||||||
)
|
)
|
||||||
return subList
|
return subList
|
||||||
else:
|
else:
|
||||||
|
|
|
@ -103,6 +103,7 @@ def printToFile(*args, **kwargs):
|
||||||
if not path.exists(folderDirectory):
|
if not path.exists(folderDirectory):
|
||||||
makedirs(folderDirectory)
|
makedirs(folderDirectory)
|
||||||
|
|
||||||
|
if not "file" in kwargs:
|
||||||
with io.open(
|
with io.open(
|
||||||
folderDirectory / "CONSOLE_LOG.txt","a",encoding="utf-8"
|
folderDirectory / "CONSOLE_LOG.txt","a",encoding="utf-8"
|
||||||
) as FILE:
|
) as FILE:
|
||||||
|
|
Loading…
Reference in a new issue