update

.gitignore

@@ -8,6 +8,7 @@
 **/__pycache__/
 
 #/data/
+/data/tasks
 /docs/
 /dotenv/
 /hub_datasets/

data/porter_tasks/porter_task_chenjieshen_douyin_live_record_to_youtube.json

@@ -0,0 +1,89 @@
+[
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "老陈的退路",
+    "room_id": "330025930592",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "老陈come_back",
+    "room_id": "78835697536",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "清源第一帅",
+    "room_id": "654177813521",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "清源人工智能研究院",
+    "room_id": "81728900292",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "小熊Bella与老爸",
+    "room_id": "139751520143",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "清源之虎",
+    "room_id": "998621457719",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "老陈真是好人",
+    "room_id": "599130203190",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "老陈小帮手",
+    "room_id": "738682070097",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "video_to_youtube",
+    "video_group": "陈杰森",
+    "target_channel_title": "陈杰森",
+    "target_channel_id": "UCTO6vl29op6UGoFuEc-U_zg",
+    "key_of_credentials": "youtube_chenjiesen_credentials",
+    "check_interval": 300,
+    "video_info_file": "data/tasks/chenjieshen_douyin_live_record_to_youtube/live_record/陈杰森/file_info.json",
+    "remove_after_upload": false,
+    "remove_after_upload_delay": 1,
+    "playlist_title": "杰森直播",
+    "playlist_id": "PL1KtQ49rVMEkTkoaAfHJ9KvCeZ6HoPoc9",
+    "min_date2": "2025-09-06 00:00:00"
+  }
+]

data/{porter_tasks_hugging.json → porter_tasks/porter_task_chenjieshen_douyin_live_to_bilibili_live.json}

@@ -1,7 +1,7 @@
 [
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "老陈的退路",
     "room_id": "330025930592",
     "check_interval": 10,
@@ -9,7 +9,7 @@
   },
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "老陈come_back",
     "room_id": "78835697536",
     "check_interval": 10,
@@ -17,7 +17,7 @@
   },
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "清源第一帅",
     "room_id": "654177813521",
     "check_interval": 10,
@@ -25,7 +25,7 @@
   },
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "清源人工智能研究院",
     "room_id": "81728900292",
     "check_interval": 10,
@@ -33,7 +33,7 @@
   },
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "小熊Bella与老爸",
     "room_id": "139751520143",
     "check_interval": 10,
@@ -41,7 +41,7 @@
   },
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "清源之虎",
     "room_id": "998621457719",
     "check_interval": 10,
@@ -49,7 +49,7 @@
   },
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "老陈真是好人",
     "room_id": "599130203190",
     "check_interval": 10,
@@ -57,7 +57,7 @@
   },
   {
     "enable": true,
-    "type": "douyin_live_to_bilibili",
+    "type": "douyin_live_to_bilibili_live",
     "room_name": "老陈小帮手",
     "room_id": "738682070097",
     "check_interval": 10,

data/porter_tasks/porter_task_chenjieshen_douyin_video_to_bilibili.json

@@ -0,0 +1,36 @@
+[
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "陈杰森资本NewBoombap",
+    "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "小熊Bella与老爸",
+    "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "video_to_bilibili",
+    "video_group": "陈杰森",
+    "check_interval": 300,
+    "video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json",
+    "target_user_name": "陈杰森",
+    "target_user_id": "442286660",
+    "key_of_credentials": "bilibili_chenjiesen_credentials",
+    "remove_after_upload": true,
+    "min_date2": "2025-09-09 00:00:00"
+  }
+]

data/porter_tasks/porter_task_chenjieshen_douyin_video_to_youtube.json

@@ -0,0 +1,39 @@
+[
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "陈杰森资本NewBoombap",
+    "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "小熊Bella与老爸",
+    "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森",
+    "output_video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "video_to_youtube",
+    "video_group": "陈杰森",
+    "target_channel_title": "陈杰森",
+    "target_channel_id": "UCTO6vl29op6UGoFuEc-U_zg",
+    "key_of_credentials": "youtube_chenjiesen_credentials",
+    "check_interval": 300,
+    "video_info_file": "data/tasks/chenjieshen_douyin_video_to_bilibili/video/douyin/陈杰森/file_info.json",
+    "remove_after_upload": true,
+    "remove_after_upload_delay": 1,
+    "playlist_title": "Short",
+    "playlist_id": "PL1KtQ49rVMElugHudIdyKLAmgmMVdqoxQ",
+    "min_date2": "2025-09-06 00:00:00"
+  }
+]

data/porter_tasks/porter_task_chenjing_douyin_video_to_youtube.json

@@ -0,0 +1,47 @@
+[
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "清华陈晶聊商业",
+    "sec_user_id": "MS4wLjABAAAAV5oVsV-RjxHKrcCuqQotWtHvT8_Y7z_aQnTvT61slic",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/chenjing_douyin_video_to_youtube/video/douyin/清华陈晶",
+    "output_video_info_file": "data/tasks/chenjing_douyin_video_to_youtube/video/douyin/清华陈晶/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "清华陈晶聊直播",
+    "sec_user_id": "MS4wLjABAAAARKzB1ApIHOuHlrl8Hqg_0RxIp-2Dz-AW3ipYfCCLr6wX5Y7ewfRce-QQ_19w7R34",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/chenjing_douyin_video_to_youtube/video/douyin/清华陈晶",
+    "output_video_info_file": "data/tasks/chenjing_douyin_video_to_youtube/video/douyin/清华陈晶/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "清华陈晶聊创业",
+    "sec_user_id": "MS4wLjABAAAAwRmjwKuBA0K6VSrBYevRHrG6-c7UFppdICgKqcYhVDWlza3_Xj8f4R8H252e8tiF",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/chenjing_douyin_video_to_youtube/video/douyin/清华陈晶",
+    "output_video_info_file": "data/tasks/chenjing_douyin_video_to_youtube/video/douyin/清华陈晶/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "video_to_youtube",
+    "video_group": "清华陈晶",
+    "target_channel_title": "清华陈晶",
+    "target_channel_id": "UCBR8-60-B28hp2BmDPdntcQ",
+    "key_of_credentials": "youtube_chenjing_credentials",
+    "check_interval": 300,
+    "video_info_file": "data/tasks/chenjing_douyin_video_to_youtube/video/douyin/清华陈晶/file_info.json",
+    "remove_after_upload": true,
+    "min_date2": "2025-09-09 00:00:00"
+  }
+]

data/porter_tasks/porter_task_lvxiaotong_douyin_live_record_to_youtube.json

@@ -0,0 +1,23 @@
+[
+  {
+    "enable": true,
+    "type": "douyin_live_record",
+    "room_name": "吕晓彤",
+    "room_id": "25132757833",
+    "check_interval": 10,
+    "output_video_dir": "data/tasks/lvxiaotong_douyin_live_record_to_youtube/live_record/吕晓彤",
+    "output_video_info_file": "data/tasks/lvxiaotong_douyin_live_record_to_youtube/live_record/吕晓彤/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "video_to_youtube",
+    "video_group": "吕晓彤",
+    "target_channel_title": "吕晓彤",
+    "target_channel_id": "UClD84JeJ_b1kZTHmJvPCwZQ",
+    "key_of_credentials": "youtube_lvxiaotong_credentials",
+    "check_interval": 300,
+    "video_info_file": "data/tasks/lvxiaotong_douyin_live_record_to_youtube/live_record/吕晓彤/file_info.json",
+    "remove_after_upload": true,
+    "min_date2": "2025-09-09 00:00:00"
+  }
+]

data/porter_tasks/porter_task_lvxiaotong_douyin_video_to_youtube.json

@@ -0,0 +1,58 @@
+[
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "吕晓彤",
+    "sec_user_id": "MS4wLjABAAAAqejZxZKopDBDEzxcQp-_1b019FfM05C0NzjQNpc5ylU",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤",
+    "output_video_info_file": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "吕晓彤视野",
+    "sec_user_id": "MS4wLjABAAAAenYfLf-t_uRZhgQmEFOLN1iY3l2FTo4ToyC6wGEQVAH3i763q4-QgtUEleMB8n-m",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤",
+    "output_video_info_file": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "吕晓彤说",
+    "sec_user_id": "MS4wLjABAAAAkwn_ZhJXBB5f4qNT4mn_uk5hOmaCFS503C3tSHiSzSQADUpFTPuPHx4ZVScKQ1Yl",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤",
+    "output_video_info_file": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "吕晓彤的诗与远方",
+    "sec_user_id": "MS4wLjABAAAAnDI9XdGvKm9azWhg0qOviLt9xKTVT0E2fu7xOMDiMq_KJp2TdYPXvuhG8leGj-p6",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤",
+    "output_video_info_file": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "video_to_youtube",
+    "video_group": "吕晓彤",
+    "target_channel_title": "吕晓彤",
+    "target_channel_id": "UClD84JeJ_b1kZTHmJvPCwZQ",
+    "key_of_credentials": "youtube_lvxiaotong_credentials",
+    "check_interval": 300,
+    "video_info_file": "data/tasks/lvxiaotong_douyin_video_to_youtube/video/douyin/吕晓彤/file_info.json",
+    "remove_after_upload": true,
+    "min_date2": "2025-09-09 00:00:00"
+  }
+]

data/porter_tasks/porter_task_xiaofeng_douyin_video_to_youtube.json

@@ -0,0 +1,25 @@
+[
+  {
+    "enable": true,
+    "type": "douyin_video_download",
+    "user_name": "肖峰说新能源",
+    "sec_user_id": "MS4wLjABAAAAQinRMLyQNYA45OYXoCDrwszhRGaDVirRE1fTNSaGGkc",
+    "check_interval": 900,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "min_date2": "2025-09-09 00:00:00",
+    "output_video_dir": "data/tasks/xiaofeng_douyin_video_to_youtube/video/douyin/肖峰说新能源",
+    "output_video_info_file": "data/tasks/xiaofeng_douyin_video_to_youtube/video/douyin/肖峰说新能源/file_info.json"
+  },
+  {
+    "enable": true,
+    "type": "video_to_youtube",
+    "video_group": "肖峰说新能源",
+    "target_channel_title": "肖峰说新能源",
+    "target_channel_id": "UCBR8-60-B28hp2BmDPdntcQ",
+    "key_of_credentials": "youtube_xiaofeng_credentials",
+    "check_interval": 300,
+    "video_info_file": "data/tasks/xiaofeng_douyin_video_to_youtube/video/douyin/肖峰说新能源/file_info.json",
+    "remove_after_upload": true,
+    "min_date2": "2025-09-09 00:00:00"
+  }
+]

data/porter_tasks/porter_tasks_dev.json

@@ -0,0 +1,9 @@
+[
+  {
+    "enable": false,
+    "type": "douyin_live_info_collect",
+    "check_interval": 10,
+    "key_of_credentials": "douyin_wentao_credentials",
+    "output_file": "data/tasks/douyin_live_info_collect.json"
+  }
+]

data/porter_tasks_dev.json

@@ -1,88 +0,0 @@
-[
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "陈杰森 资本NewBoombap",
-    "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
-    "check_interval": 900,
-    "key_of_credentials": "douyin_wentao_credentials",
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/陈杰森",
-    "output_video_info_file": "data/video/douyin/陈杰森/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "小熊Bella与老爸",
-    "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
-    "check_interval": 900,
-    "key_of_credentials": "douyin_wentao_credentials",
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/陈杰森",
-    "output_video_info_file": "data/video/douyin/陈杰森/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈的退路",
-    "room_id": "330025930592",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈come_back",
-    "room_id": "78835697536",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "清源第一帅",
-    "room_id": "654177813521",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "清源人工智能研究院",
-    "room_id": "81728900292",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "小熊Bella与老爸",
-    "room_id": "139751520143",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "清源之虎",
-    "room_id": "998621457719",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈真是好人",
-    "room_id": "599130203190",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈小帮手",
-    "room_id": "738682070097",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  }
-]

data/porter_tasks_prd.json

@@ -1,273 +0,0 @@
-[
-  {
-    "enable": false,
-    "type": "douyin_live_info_collect",
-    "check_interval": 10,
-    "key_of_credentials": "douyin_wentao_credentials",
-    "output_file": "data/douyin_live_info_collect.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "肖峰说新能源",
-    "sec_user_id": "MS4wLjABAAAAQinRMLyQNYA45OYXoCDrwszhRGaDVirRE1fTNSaGGkc",
-    "check_interval": 900,
-    "key_of_credentials": "douyin_wentao_credentials",
-    "min_date2": "2025-08-06 00:00:00",
-    "output_video_dir": "data/video/douyin/肖峰说新能源",
-    "output_video_info_file": "data/video/douyin/肖峰说新能源/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "陈杰森 资本NewBoombap",
-    "sec_user_id": "MS4wLjABAAAATGoBrO7yiJ3q9go4fxq9JXjrnP1bFpdkgKckC1IpfXA_vrjSmL9ZtjmTju8ApwbT",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/陈杰森",
-    "output_video_info_file": "data/video/douyin/陈杰森/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "小熊Bella与老爸",
-    "sec_user_id": "MS4wLjABAAAA49QFP6YhorLIIX9M-FiZeKxmqhqXlttluSsZeaxvxzU",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/陈杰森",
-    "output_video_info_file": "data/video/douyin/陈杰森/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "清华陈晶聊商业",
-    "sec_user_id": "MS4wLjABAAAAV5oVsV-RjxHKrcCuqQotWtHvT8_Y7z_aQnTvT61slic",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/清华陈晶",
-    "output_video_info_file": "data/video/douyin/清华陈晶/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "清华陈晶聊直播",
-    "sec_user_id": "MS4wLjABAAAARKzB1ApIHOuHlrl8Hqg_0RxIp-2Dz-AW3ipYfCCLr6wX5Y7ewfRce-QQ_19w7R34",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/清华陈晶",
-    "output_video_info_file": "data/video/douyin/清华陈晶/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "清华陈晶聊创业",
-    "sec_user_id": "MS4wLjABAAAAwRmjwKuBA0K6VSrBYevRHrG6-c7UFppdICgKqcYhVDWlza3_Xj8f4R8H252e8tiF",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/清华陈晶",
-    "output_video_info_file": "data/video/douyin/清华陈晶/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "吕晓彤",
-    "sec_user_id": "MS4wLjABAAAAqejZxZKopDBDEzxcQp-_1b019FfM05C0NzjQNpc5ylU",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/吕晓彤",
-    "output_video_info_file": "data/video/douyin/吕晓彤/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "吕晓彤视野",
-    "sec_user_id": "MS4wLjABAAAAenYfLf-t_uRZhgQmEFOLN1iY3l2FTo4ToyC6wGEQVAH3i763q4-QgtUEleMB8n-m",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/吕晓彤",
-    "output_video_info_file": "data/video/douyin/吕晓彤/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "吕晓彤说",
-    "sec_user_id": "MS4wLjABAAAAkwn_ZhJXBB5f4qNT4mn_uk5hOmaCFS503C3tSHiSzSQADUpFTPuPHx4ZVScKQ1Yl",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/吕晓彤",
-    "output_video_info_file": "data/video/douyin/吕晓彤/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_video_download",
-    "user_name": "吕晓彤的诗与远方",
-    "sec_user_id": "MS4wLjABAAAAnDI9XdGvKm9azWhg0qOviLt9xKTVT0E2fu7xOMDiMq_KJp2TdYPXvuhG8leGj-p6",
-    "check_interval": 900,
-    "min_date2": "2025-09-06 00:00:00",
-    "output_video_dir": "data/video/douyin/吕晓彤",
-    "output_video_info_file": "data/video/douyin/吕晓彤/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "老陌",
-    "room_id": "770758107267",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/老陌Live",
-    "output_video_info_file": "data/live_records/douyin/老陌Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "老陈的退路",
-    "room_id": "330025930592",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "老陈come_back",
-    "room_id": "78835697536",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "清源第一帅",
-    "room_id": "654177813521",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "清源人工智能研究院",
-    "room_id": "81728900292",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "小熊Bella与老爸",
-    "room_id": "139751520143",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "清源之虎",
-    "room_id": "998621457719",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "老陈真是好人",
-    "room_id": "599130203190",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "老陈小帮手",
-    "room_id": "738682070097",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/陈杰森Live",
-    "output_video_info_file": "data/live_records/douyin/陈杰森Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "吕晓彤",
-    "room_id": "25132757833",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/吕晓彤Live",
-    "output_video_info_file": "data/live_records/douyin/吕晓彤Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_record",
-    "room_name": "文韬武略",
-    "room_id": "1293783051",
-    "check_interval": 10,
-    "output_video_dir": "data/live_records/douyin/文韬武略Live",
-    "output_video_info_file": "data/live_records/douyin/文韬武略Live/file_info.json"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈的退路",
-    "room_id": "330025930592",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈come_back",
-    "room_id": "78835697536",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "清源第一帅",
-    "room_id": "654177813521",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "清源人工智能研究院",
-    "room_id": "81728900292",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "小熊Bella与老爸",
-    "room_id": "139751520143",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "清源之虎",
-    "room_id": "998621457719",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈真是好人",
-    "room_id": "599130203190",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  },
-  {
-    "enable": true,
-    "type": "douyin_live_to_bilibili",
-    "room_name": "老陈小帮手",
-    "room_id": "738682070097",
-    "check_interval": 10,
-    "key_of_credentials": "bilibili_chenjiesen_credentials"
-  }
-]

main.py

@@ -23,6 +23,7 @@ nohup python3 main.py --server_port 7871 &
 import argparse
 import asyncio
 import logging
+from pathlib import Path
 import platform
 import time
 import threading
@@ -47,8 +48,8 @@ logger = logging.getLogger("main")
 def get_args():
     parser = argparse.ArgumentParser()
     parser.add_argument(
-        "--live_info_collect_tasks_file",
-        default=(project_path / "data/live_info_collect_tasks.json").as_posix(),
+        "--porter_tasks_file_dir",
+        default=(project_path / "data/porter_tasks").as_posix(),
         type=str
     )
     parser.add_argument(
@@ -102,15 +103,25 @@ def async_thread_wrapper(coro_task):
 def main():
     args = get_args()
 
-    porter_task_file = environment.get("porter_tasks_file")
-
-    # porter manager
-    video_download_manager = PorterManager(porter_task_file)
-    video_download_thread = threading.Thread(target=async_thread_wrapper,
-                                             args=(video_download_manager.run(),),
-                                             daemon=True)
-    video_download_thread.start()
-    time.sleep(5)
+    porter_tasks_file_dir = Path(args.porter_tasks_file_dir)
+
+    for porter_task_file in porter_tasks_file_dir.glob("porter_task_*.json"):
+        key = porter_task_file.stem
+        value = environment.get(key=key, default=False, dtype=bool)
+        logger.info(f"{key}: {value}")
+
+        if value is True:
+            # porter manager
+            task_manager = PorterManager(
+                tasks_file=porter_task_file.as_posix()
+            )
+            task_thread = threading.Thread(
+                target=async_thread_wrapper,
+                args=(task_manager.run(),),
+                daemon=True
+            )
+            task_thread.start()
+            time.sleep(5)
 
     # ui
     with gr.Blocks() as blocks:

toolbox/bilibili/live/live_manager.py

@@ -108,7 +108,7 @@ class BilibiliLiveManager(BilibiliClient):
         js = response.json()
         return js
 
-    def get_rtmp_publish_cmd_by_flv_file(self, input_source: str):
+    def get_rtmp_publish_cmd_by_flv_file(self, input_source: str, do_copy: bool = True):
         js = self.get_rtmp_info_by_room_id()
         # print(json.dumps(js, ensure_ascii=False, indent=4))
         rtmp_code = js["data"]["rtmp"]["code"]
@@ -118,46 +118,47 @@ class BilibiliLiveManager(BilibiliClient):
 
         # cmd = f'ffmpeg -re -i "{input_source}" -c copy -f flv -flvflags no_duration_filesize "{rtmp_url}"'
 
-        cmd_list = [
-            "ffmpeg",
-            "-re",
-            "-i", input_source,
-            "-c:v", "libx264",
-            "-preset", "veryfast",
-            "-b:v", "1500k",
-            "-c:a", "aac",
-            "-b:a", "128k",
-            "-f", "flv",
-            rtmp_url
-        ]
-
-        cmd_str = [
-            "ffmpeg",
-            "-re",
-            '-i', f'"{input_source}"',
-            "-c:v", "libx264",
-            "-preset", "veryfast",
-            "-b:v", "1500k",
-            "-c:a", "aac",
-            "-b:a", "128k",
-            "-f", "flv",
-            f'"{rtmp_url}"'
-        ]
-
-        # cmd_list = [
-        #     "ffmpeg",
-        #     "-i", input_source,
-        #     "-c", "copy",
-        #     "-f", "flv",
-        #     rtmp_url
-        # ]
-        # cmd_str = [
-        #     "ffmpeg",
-        #     '-i', f'"{input_source}"',
-        #     "-c", "copy",
-        #     "-f", "flv",
-        #     f'"{rtmp_url}"'
-        # ]
+        if do_copy:
+            cmd_list = [
+                "ffmpeg",
+                "-i", input_source,
+                "-c", "copy",
+                "-f", "flv",
+                rtmp_url
+            ]
+            cmd_str = [
+                "ffmpeg",
+                '-i', f'"{input_source}"',
+                "-c", "copy",
+                "-f", "flv",
+                f'"{rtmp_url}"'
+            ]
+        else:
+            cmd_list = [
+                "ffmpeg",
+                "-re",
+                "-i", input_source,
+                "-c:v", "libx264",
+                "-preset", "veryfast",
+                "-b:v", "1500k",
+                "-c:a", "aac",
+                "-b:a", "128k",
+                "-f", "flv",
+                rtmp_url
+            ]
+            cmd_str = [
+                "ffmpeg",
+                "-re",
+                '-i', f'"{input_source}"',
+                "-c:v", "libx264",
+                "-preset", "veryfast",
+                "-b:v", "1500k",
+                "-c:a", "aac",
+                "-b:a", "128k",
+                "-f", "flv",
+                f'"{rtmp_url}"'
+            ]
+
         cmd_str = " ".join(cmd_str)
         cmd = RtmpPublishCMD(
             cmd_list=cmd_list,

toolbox/porter/tasks/__init__.py

@@ -3,7 +3,9 @@
 from .douyin_live_info_collect_task import DouyinLiveInfoCollectTask
 from .douyin_video_download_task import DouyinVideoDownloadTask
 from .douyin_live_record_task import DouyinLiveRecordTask
-from .douyin_live_to_bilibili_task import DouyinLiveToBilibiliTask
+from .douyin_live_to_bilibili_live_task import DouyinLiveToBilibiliLiveTask
+from .video_to_bilibili_task import VideoToBilibiliTask
+from .video_to_youtube_task import VideoToYoutubeTask
 
 
 if __name__ == "__main__":

toolbox/porter/tasks/{douyin_live_to_bilibili_task.py → douyin_live_to_bilibili_live_task.py}

@@ -7,22 +7,13 @@ from datetime import datetime
 from zoneinfo import ZoneInfo  # Python 3.9+ 自带，无需安装
 import logging
 import json
-import os
 import random
-import re
 import subprocess
-from pathlib import Path
 import traceback
 from typing import Dict, List, Optional, Tuple, Union, Iterable
-import time
 import shutil
 
 import numpy as np
-import streamlink
-from streamlink.stream import StreamIO, HTTPStream
-from streamlink_cli.main import open_stream
-from streamlink_cli.output import FileOutput
-from streamlink_cli.streamrunner import StreamRunner
 
 logger = logging.getLogger("toolbox")
 
@@ -32,8 +23,8 @@ from toolbox.bilibili.live.live_manager import BilibiliLiveManager, RtmpPublishC
 from project_settings import environment, project_path
 
 
-@BaseTask.register("douyin_live_to_bilibili")
-class DouyinLiveToBilibiliTask(BaseTask):
+@BaseTask.register("douyin_live_to_bilibili_live")
+class DouyinLiveToBilibiliLiveTask(BaseTask):
     def __init__(self,
                  room_name: str,
                  room_id: str,
@@ -168,11 +159,14 @@ class DouyinLiveToBilibiliTask(BaseTask):
             return None
 
         cmd = self.bilibili_client.get_rtmp_publish_cmd_by_flv_file(
-            input_source=live_url
+            input_source=live_url,
+            do_copy=True
         )
         await asyncio.to_thread(
             self.blocking_stream, cmd
         )
+        # 每次开直播后须暂停一段时间，以避免频繁操作。
+        await asyncio.sleep(3600 * 1)
 
     def blocking_stream(self, cmd: RtmpPublishCMD):
         _ = self.bilibili_client.stop_live()

toolbox/porter/tasks/douyin_video_download_task.py

@@ -91,7 +91,7 @@ class DouyinVideoDownloadTask(BaseTask):
         video_info_dict: dict = await self.load_downloaded_video_info()
         title_set = set()
         for k, v in video_info_dict.items():
-            title = v["title"]
+            title = v["title"][:30]
             title_set.add(title)
         return title_set
 

toolbox/porter/tasks/video_to_bilibili_task.py

@@ -97,7 +97,7 @@ class VideoToBilibiliTask(BaseTask):
         for k, v in video_info.items():
             create_time = v["create_time"]
             filename = v["filename"]
-            url = v["url"]
+            # video_url_list = v["video_url_list"]
             # video_id = v["video_id"]
             title = v["title"]
             desc = v["desc"]
@@ -110,7 +110,7 @@ class VideoToBilibiliTask(BaseTask):
                     break
                 title_and_tags += f" #{tag}"
 
-            create_time_ = datetime.strptime(create_time, "%Y%m%d_%H%M%S")
+            create_time_ = datetime.strptime(create_time, "%Y%m%dT%H%M%S")
             min_date_ = datetime.strptime(self.min_date, "%Y-%m-%d %H:%M:%S")
 
             if create_time_ < min_date_:
@@ -120,10 +120,6 @@ class VideoToBilibiliTask(BaseTask):
             if bilibili_video_id is None:
                 logger.info(f"{self.flag}新视频：{filename}")
 
-                credentials_info = environment.get(self.key_of_credentials, dtype=json.loads)
-                video_manager = BilibiliVideoDraftUploader()
-                video_manager.login_with_credentials_info(credentials_info=credentials_info)
-
                 metadata = {
                     "title": title_and_tags,
                     "desc": desc,
@@ -141,7 +137,7 @@ class VideoToBilibiliTask(BaseTask):
                     continue
                 logger.info(f"{self.flag}上传视频：{filename}")
                 video_id = await asyncio.to_thread(
-                    video_manager.upload_video_draft_and_publish,
+                    self.bilibili_video_manager.upload_video_draft_and_publish,
                     filename=filename,
                     metadata=metadata,
                 )

toolbox/porter/tasks/video_to_youtube_task.py

@@ -115,7 +115,7 @@ class VideoToYoutubeTask(BaseTask):
                     break
                 title_and_tags += f" #{tag}"
 
-            create_time_ = datetime.strptime(create_time, "%Y%m%d_%H%M%S")
+            create_time_ = datetime.strptime(create_time, "%Y%m%dT%H%M%S")
             min_date_ = datetime.strptime(self.min_date, "%Y-%m-%d %H:%M:%S")
 
             if create_time_ < min_date_: