threading.Lock

download.py

@@ -11,10 +11,18 @@ import threading
 
 class DownFile:
     def __init__(self, url, save_path="./", call_date_string="call_date", page_string="page_no"):
+        """
+        初始化
+        :param url:  下载链接
+        :param save_path: 保存路径
+        :param call_date_string: 日期参数
+        :param page_string: 页码参数
+        """
         self.url = url
         self.save_path = save_path
         self.page_string = page_string
         self.call_date_string = call_date_string
+        self.lock = threading.Lock()
 
     @staticmethod
     def ali_yun_sdk(call_time, call_id):
@@ -64,7 +72,8 @@ class DownFile:
 
     def download_aliyun(self, data):
         """
-        下载录音
+        下载阿里云录音
+        :param data:
         :return:
         """
         url = local_file = ""
@@ -80,7 +89,9 @@ class DownFile:
             if len(item['voice_file']) > 0:
                 local_file = self.save_path + item['voice_file']
                 if self.check_file(local_file):
+                    self.lock.acquire()
                     old_num = old_num + 1
+                    self.lock.release()
                     continue
 
             time_array = time.strptime(item['call_time'], '%Y-%m-%d %H:%M:%S')
@@ -126,17 +137,28 @@ class DownFile:
                 continue
 
             if self.check_file(local_file):
+                self.lock.acquire()
                 old_num = old_num + 1
+                self.lock.release()
                 continue
 
             self.check_dir(self.save_path + local_dir)
             result = request.urlretrieve(url, local_file)
+
+            self.lock.acquire()
             download_num = download_num + 1
+            self.lock.release()
+
             self.log('download_file', result)
             self.log("download_num", download_num)
             self.log("old_num", old_num)
 
     def download_remote(self, data):
+        """
+        下载录音服务器录音
+        :param data:
+        :return:
+        """
         num = 0
         old_num = 0
         for item in data:
@@ -182,6 +204,11 @@ class DownFile:
         return result
 
     def start(self):
+        """
+        开始下载
+        :return:
+        """
+
         page_no = 1
         while True:
             url = self.url + "&" + self.page_string + "=" + str(page_no)