From e0da060cbd7d185a8c3eb4f7477c31bcec9f0d5c Mon Sep 17 00:00:00 2001 From: Klaus-Uwe Mitterer Date: Sun, 10 Sep 2017 10:32:25 +0200 Subject: [PATCH] Finalize the downloader --- handler.py | 21 +++++++++++++-------- 1 file changed, 13 insertions(+), 8 deletions(-) diff --git a/handler.py b/handler.py index 640745f..d6b22a6 100755 --- a/handler.py +++ b/handler.py @@ -51,23 +51,28 @@ def pageHandler(driver): session.cookies.set(keks["name"], keks["value"]) for a in juha.findAll("a"): - if "/download?version=" in a["href"]: - fid = a["href"].split("=")[1] - if not glob.glob("files/sbd%s*" % fid): - res = session.get(a["href"]) - fname = re.findall("filename=(.+)", res.headers["content-disposition"]) + try: + if "/download?version=" in a["href"]: + fid = a["href"].split("=")[1] + if not glob.glob("files/sbd%s*" % fid): + res = session.get("https://scriptzbase.org/%s" % a["href"]) + fname = re.findall("filename=(.+)", res.headers["content-disposition"])[0].strip('"') - with open("files/sbd%s_%s" % (fid, fname), "wb") as out: - out.write(res.content) + with open("files/sbd%s_%s" % (fid, fname), "wb") as out: + out.write(res.content) + + except KeyError: + pass def siteHandler(driver, p = 1): - loadPage("https://scriptzbase.org/nulled_scripts/categories/scripts-templates.145/?page=" + str(p), driver) + loadPage("https://scriptzbase.org/nulled_scripts/?page=" + str(p), driver) if driver.current_url[-len(str(p)):] == str(p): if pageHandler(driver): siteHandler(driver, p+1) def mainHandler(driver): + os.makedirs("files", exist_ok=True) loginHandler(driver) siteHandler(driver)