diff --git a/crawler.py b/crawler.py old mode 100644 new mode 100755 index 5ff9ae2..5022173 --- a/crawler.py +++ b/crawler.py @@ -1,3 +1,4 @@ +#!/usr/bin/python3 import os import AdvancedHTMLParser import urllib.request @@ -26,7 +27,7 @@ filenameIndex = href.rfind('/') + 1 xlsFilename = href[filenameIndex:] filename = xlsFilename[:-4] - csvFilename = filename + '.csv' + csvFilename = title.replace('/', '') + '.csv' urllib.request.urlretrieve(base_url + href, xlsFilename) workbook = xlrd.open_workbook(xlsFilename) worksheet = workbook.sheet_by_index(0)