Commit b4544f4f authored by hujun's avatar hujun

1

parent 68630e42
......@@ -160,21 +160,16 @@ class DownFile:
def start(self):
page_no = 1
thread = []
while True:
url = self.url + "&" + self.page_string + "=" + str(page_no)
data = self.get_data(url)
self.log('download_page', "page_no=" + str(page_no))
if len(data):
t = threading.Thread(target=self.download, args=(data,))
thread.append(t)
t.start()
self.download_aliyun(data)
else:
break
page_no = page_no + 1
for tt in thread:
tt.join()
self.log('download_successful', self.page_string + "=" + str(page_no))
def log(self, title, content):
......@@ -227,9 +222,10 @@ class DownFile:
# one_day = datetime.timedelta(days=1)
# yesterday = today - one_day
# params_url = "https://api.tonglianjituan.com/task/getDownVoiceParamsReport?page_size=3000&source=3&call_date=" + str(yesterday)
# params_url = "https://api.tonglianjituan.com/task/getDownVoiceParamsReport?page_size=100&source=3&call_date=2019-12-1"
start_url = "https://api.tonglianjituan.com/task/getDownVoiceParamsReport?page_size=100&source=3&call_date=2019-12-10"
# DownFile(params_url).start()
#
params_url = "https://api.tonglianjituan.com/task/getDownVoiceParamsReport?source=3"
save_path = "/data/html/tl_estate/public/static/voice/"
DownFile(params_url, save_path).start_thread(1)
# DownFile(params_url, save_path).start_thread(1)
DownFile(start_url, save_path).start()
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment