1

download.py

@@ -83,10 +83,10 @@ class DownFile:
         self.local.url = self.local.local_file = ""
         self.local.count_sleep = 0
         for item in data:
-            if self.local.count_sleep >= 50:
-                self.lock.acquire()
-                self.log('sleep', '-----10s-----')
-                self.lock.release()
+            if self.local.count_sleep >= 500:
+                # self.lock.acquire()
+                # self.log('sleep', '-----10s-----')
+                # self.lock.release()
                 time.sleep(10)
                 self.local.count_sleep = 0
 
@@ -158,10 +158,10 @@ class DownFile:
 
             self.lock.acquire()
             self.download_num = self.download_num + 1
-            self.log('url', self.local.url)
-            self.log('download_file', self.local.result)
-            self.log("download_num", self.download_num)
-            self.log("old_num", self.old_num)
+            # self.log('url', self.local.url)
+            # self.log('download_file', self.local.result)
+            # self.log("download_num", self.download_num)
+            # self.log("old_num", self.old_num)
             self.lock.release()
 
     def download_remote(self, data):
@@ -286,8 +286,8 @@ class DownFile:
 
             # 重置页码
             page_no = 1
-            # 跑完一天停留30秒
-            time.sleep(30)
+            # 跑完一天停留15秒
+            time.sleep(15)
 
         self.log('download_over', '')