Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
D
download
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
hujun
download
Commits
b4544f4f
Commit
b4544f4f
authored
Dec 11, 2019
by
hujun
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
1
parent
68630e42
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
8 deletions
+4
-8
download.py
download.py
+4
-8
No files found.
download.py
View file @
b4544f4f
...
...
@@ -160,21 +160,16 @@ class DownFile:
def
start
(
self
):
page_no
=
1
thread
=
[]
while
True
:
url
=
self
.
url
+
"&"
+
self
.
page_string
+
"="
+
str
(
page_no
)
data
=
self
.
get_data
(
url
)
self
.
log
(
'download_page'
,
"page_no="
+
str
(
page_no
))
if
len
(
data
):
t
=
threading
.
Thread
(
target
=
self
.
download
,
args
=
(
data
,))
thread
.
append
(
t
)
t
.
start
()
self
.
download_aliyun
(
data
)
else
:
break
page_no
=
page_no
+
1
for
tt
in
thread
:
tt
.
join
()
self
.
log
(
'download_successful'
,
self
.
page_string
+
"="
+
str
(
page_no
))
def
log
(
self
,
title
,
content
):
...
...
@@ -227,9 +222,10 @@ class DownFile:
# one_day = datetime.timedelta(days=1)
# yesterday = today - one_day
# params_url = "https://api.tonglianjituan.com/task/getDownVoiceParamsReport?page_size=3000&source=3&call_date=" + str(yesterday)
# params_url = "https://api.tonglianjituan.com/task/getDownVoiceParamsReport?page_size=100&source=3&call_date=2019-12-1
"
start_url
=
"https://api.tonglianjituan.com/task/getDownVoiceParamsReport?page_size=100&source=3&call_date=2019-12-10
"
# DownFile(params_url).start()
#
params_url
=
"https://api.tonglianjituan.com/task/getDownVoiceParamsReport?source=3"
save_path
=
"/data/html/tl_estate/public/static/voice/"
DownFile
(
params_url
,
save_path
)
.
start_thread
(
1
)
# DownFile(params_url, save_path).start_thread(1)
DownFile
(
start_url
,
save_path
)
.
start
()
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment