commit dacaa0c065b3160a43f77217ca1d672bc3b3a088
Author: xfc <xufeichi@supervision.ltd>
Date: Tue Oct 17 10:58:39 2023 +0800
initial auto_download
diff --git a/auto_download.py b/auto_download.py
new file mode 100644
index 0000000..b43c6bd
--- /dev/null
+++ b/auto_download.py
@@ -0,0 +1,190 @@
+import os
+import pymysql
+import datetime
+from ftplib import FTP
+
+
+class AutoDownLoad:
+ def __init__(self, host, username, password, port, mysql_host, mysql_user, mysql_password, database):
+ self.host = host
+ self.username = username
+ self.password = password
+ self.port = port
+ self.ftp = None
+ self.mysql_host = mysql_host
+ self.mysql_user = mysql_user
+ self.mysql_password = mysql_password
+ self.database = database
+ self.db = None
+
+ def ftp_connect(self):
+ if not self.ftp:
+ for i in range(3):
+ try:
+ ftp = FTP()
+ # ftp.encoding = 'gbk'
+ ftp.set_debuglevel(0)
+ ftp.connect(self.host, self.port)
+ ftp.login(self.username, self.password)
+ self.ftp = ftp
+ break
+ except Exception as e:
+ print(f"第{i + 1}次登录失败，原因为：{e}")
+
+ return self.ftp
+
+ def ftp_quit(self):
+ if self.ftp:
+ self.ftp.quit()
+
+ def mysql_connect(self):
+ self.db = pymysql.connect(
+ host=self.mysql_host,
+ user=self.mysql_user,
+ password=self.mysql_password,
+ database=self.database
+ )
+ return self.db
+
+ def find_ftp_directories(self, target_directory_name, current_directory='/home/TP', result=[]):
+ # 获取当前目录下的文件和子目录列表
+ file_list = []
+ ftp = self.ftp_connect()
+ ftp.retrlines('LIST ' + current_directory, file_list.append)
+ subdirectories = [line.split()[-1] for line in file_list if line.startswith('d')]
+ # print(subdirectories)
+ # 检查当前目录是否包含目标目录
+ if target_directory_name in subdirectories:
+ result.append(current_directory + '/' + target_directory_name)
+
+ # 递归搜索子目录
+ for subdirectory in subdirectories:
+ if subdirectory not in ['.', '..']:
+ new_directory = current_directory + '/' + subdirectory
+ # print(new_directory)
+ self.find_ftp_directories(target_directory_name, new_directory, result)
+
+ return result
+
+ def query_direct_mp4(self, target_directory_name, current_directory='/home/TP'):
+ # 获取当前目录下的文件和子目录列表
+ result = []
+ file_list = []
+ ftp = self.ftp_connect()
+ ftp.retrlines('LIST ' + current_directory, file_list.append)
+ subdirectories = [line.split()[-1] for line in file_list if line.startswith('d')]
+ # print(subdirectories)
+ # 检查当前目录是否包含目标目录
+ if target_directory_name in subdirectories:
+ result.append(current_directory + '/' + target_directory_name)
+
+ # 递归搜索子目录
+ for subdirectory in subdirectories:
+ if subdirectory not in ['.', '..']:
+ new_directory = current_directory + '/' + subdirectory
+ # print(new_directory)
+ self.find_ftp_directories(target_directory_name, new_directory, result)
+ print(result)
+
+ mp4_files = []
+ # 获取目录下的文件列表
+ for dir in result:
+ file_list = []
+ ftp.retrlines('LIST ' + dir, file_list.append)
+ files = [line.split()[-1] for line in file_list]
+ # 筛选出.mp4文件
+ for file in files:
+ if file.lower().endswith('.txt'):
+ mp4_files.append(os.path.join(dir, file).replace('\\', '/'))
+
+ # TODO 把mp4files 存入数据库
+ try:
+ db = self.mysql_connect()
+ cursor = db.cursor()
+ db.begin()
+ for mp4 in mp4_files:
+ sql = f"INSERT INTO tp_videos (video_name, ftp_path, status, download_status, create_time, update_time, video_date) VALUE ('{mp4.split('/')[-1]}', '{mp4}', 0, 0, '{datetime.datetime.now()}', '{datetime.datetime.now()}', '{target_directory_name}');"
+ print(sql)
+ cursor.execute(sql)
+ db.commit()
+
+ # 关闭游标和数据库连接
+ cursor.close()
+ db.close()
+
+ print("数据插入成功！")
+
+ except Exception as e:
+ # 出现异常时，回滚事务
+ db.rollback()
+ print("数据插入失败:", str(e))
+
+ return mp4_files
+
+ def download_mp4(self, video_date, save_dir):
+ # 获取未下载的ftp视频路径 list
+ ftp = self.ftp_connect()
+ try:
+ # 建立数据库连接
+ db = self.mysql_connect()
+
+ # 创建游标
+ cursor = db.cursor()
+
+ # 执行 SQL 语句
+ sql = f"SELECT id, ftp_path FROM tp_videos WHERE download_status = 0 AND video_date = '{video_date}'"
+ cursor.execute(sql)
+
+ # 获取结果集
+ results = cursor.fetchall()
+ ftp_paths = {key: value for key, value in results}
+
+ # 打印结果
+ print("FTP Paths for download_status=0:", ftp_paths)
+ for id, ftp_path in ftp_paths.items():
+ save_path = save_dir + '/' + str(id) + '-' + ftp_path.split('/')[-1]
+ print(save_path)
+ with open(save_path, 'wb') as f:
+ ftp.retrbinary('RETR ' + ftp_path, f.write)
+ update_sql = f"UPDATE tp_videos SET download_status = 2, video_path = '{save_path}' WHERE id = {id};"
+ cursor.execute(update_sql)
+ db.commit()
+
+ # 关闭游标和数据库连接
+ cursor.close()
+ db.close()
+
+ return
+ except Exception as e:
+ print(f'下载失败:{e}')
+ return e
+
+# FTP服务器连接信息
+ftp_host = '192.168.10.96'
+ftp_user = 'TP'
+ftp_pass = '#Yaxin0504'
+port = 21
+
+# mysql信息
+mysql_host = '192.168.10.59'
+mysql_user = 'root'
+mysql_password = 'Xfc980516'
+database = 'tp_test'
+
+# 下载信息
+target_directory_name = '2023-10-11' # 目标文件夹名
+current_directory = '/home/TP' # ftp文件夹根路径
+save_dir = '/home/ftp_download' # 保存的路径
+
+
+def run():
+ auto_obj = AutoDownLoad(host=ftp_host, username=ftp_user, password=ftp_pass, port=port, mysql_host=mysql_host, mysql_user=mysql_user, mysql_password=mysql_password, database=database)
+ mp4_files = auto_obj.query_direct_mp4(target_directory_name=target_directory_name, current_directory=current_directory)
+ print(mp4_files)
+ res = auto_obj.download_mp4(target_directory_name, save_dir)
+ print(res)
+ return
+
+
+if __name__ == '__main__':
+ run()