Ajout threading
This commit is contained in:
parent
f7dcea7259
commit
a117554a04
@ -118,7 +118,7 @@ def item_dl(sources, dlfolder):
|
||||
dir_content = listdir(dlfolder)
|
||||
for index,source in enumerate(sources):
|
||||
imagename = findall(r"[^\/]*$", source)[0]
|
||||
if imagename or f"{imagename} (01).jpg" in dir_content:
|
||||
if imagename or f"{imagename} (1).jpg" in dir_content:
|
||||
sources.pop(index)
|
||||
print(f"Found duplicate {imagename}")
|
||||
|
||||
@ -136,7 +136,7 @@ def constant_dl(folder, url):
|
||||
- folder: folder to dl into
|
||||
- url : board to watch
|
||||
'''
|
||||
|
||||
while True:
|
||||
sleep(2)
|
||||
soup = html_get(url)
|
||||
hrefs = thread_finder(soup, keyword)
|
||||
@ -188,5 +188,4 @@ else:
|
||||
for thread in thread_objects:
|
||||
thread.start()
|
||||
|
||||
#constant
|
||||
|
||||
|
13
README.md
13
README.md
@ -28,7 +28,7 @@ Install depedencies:
|
||||
python3 -m pip install beautifulsoup4 mechanicalsoup wget --user
|
||||
```
|
||||
|
||||
Use:
|
||||
Use (oneshot):
|
||||
|
||||
```
|
||||
./4chanthreadfinder.py -u https://boards.4chan.org/b/ -f ./downloads/thread -k 'ylyl thread'
|
||||
@ -38,3 +38,14 @@ Use:
|
||||
* -f : folder where you want to download all pictures
|
||||
* -k : keyword or keyphrase to search (better use a single word !)
|
||||
|
||||
Use (constant, multi-threaded):
|
||||
```
|
||||
./4chanthreadfinder.py -u https://boards.4chan.org/b/ -f ./downloads/threads -k 'thread' -c -t 3
|
||||
```
|
||||
* -u : URL of the page
|
||||
* -f : folder where you want to download all pictures
|
||||
* -k : keyword or keyphrase to search (better use a single word !)
|
||||
* -c : constant : enables constant downloading
|
||||
* -t 3 : number of threads. Here, 3 threads keep on running to constantly download
|
||||
|
||||
|
||||
|
Reference in New Issue
Block a user