Update 'scrape.py'

Fixed dedupe
2021-08-12 00:54:29 +00:00 · 2021-08-12 00:54:29 +00:00 · ca78d58458
commit ca78d58458
parent b2e7deb058
1 changed files with 2 additions and 0 deletions
--- a/scrape.py
+++ b/scrape.py
@ -84,6 +84,8 @@ def item_dl(sources, dlfolder):

    for source in sources:
        fullsource = "http://" + source
+        if dlfolder[-1] == "/":
+            dlfolder = dlfolder[:-1]
        if not deduplicate(fullsource, dlfolder.split("/")[-1]):
            name = wget.download(fullsource, out=dlfolder)
            print(f"{name} downloaded")