KevinMidboe/ITLscraper
1
0
Fork 0
mirror of https://github.com/KevinMidboe/ITLscraper.git synced 2025-10-29 17:50:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

add error handling

Browse Source
This commit is contained in:
sigvartmh
2017-05-12 14:29:20 +02:00
parent c4e5267634
commit 631b88e915
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
itl_scrape.py
View File

@@ -244,6 +244,9 @@ class itslearning_scraper():
#print(link) #print(link)
itl_path = os.path.join(os.path.abspath(os.path.curdir)) itl_path = os.path.join(os.path.abspath(os.path.curdir))
title = link.contents[0] title = link.contents[0]
if not title:
title = "Failed to name"+str(self.failure)
self.failure +=1
make_folder(itl_path, title) make_folder(itl_path, title)
r = rq.get(base_url+link.get("href"), cookies=self.cookies) r = rq.get(base_url+link.get("href"), cookies=self.cookies)
table = self.find_folder_table(r.text) table = self.find_folder_table(r.text)