chore: 减少并发下载量与 read_timeout 值 (#96)

* chore: 减少并发下载量与 read_timeout 值

* chore: 修正注释
This commit is contained in:
ᴀᴍᴛᴏᴀᴇʀ
2024-05-03 12:48:53 +08:00
committed by GitHub
parent f044b18337
commit cd2bd9cbb3
2 changed files with 5 additions and 5 deletions

View File

@@ -29,7 +29,7 @@ impl Client {
.default_headers(headers) .default_headers(headers)
.gzip(true) .gzip(true)
.connect_timeout(std::time::Duration::from_secs(10)) .connect_timeout(std::time::Duration::from_secs(10))
.read_timeout(std::time::Duration::from_secs(30)) .read_timeout(std::time::Duration::from_secs(10))
.build() .build()
.unwrap(), .unwrap(),
) )

View File

@@ -157,8 +157,8 @@ pub async fn download_unprocessed_videos(
favorite_model.f_id, favorite_model.name favorite_model.f_id, favorite_model.name
); );
let unhandled_videos_pages = unhandled_videos_pages(&favorite_model, connection).await?; let unhandled_videos_pages = unhandled_videos_pages(&favorite_model, connection).await?;
// 对于视频,允许个同时下载(视频内还有分页、不同分页还有多种下载任务) // 对于视频,允许个同时下载(视频内还有分页、不同分页还有多种下载任务)
let semaphore = Semaphore::new(5); let semaphore = Semaphore::new(3);
let downloader = Downloader::new(bili_client.client.clone()); let downloader = Downloader::new(bili_client.client.clone());
let mut uppers_mutex: HashMap<i64, (Mutex<()>, Mutex<()>)> = HashMap::new(); let mut uppers_mutex: HashMap<i64, (Mutex<()>, Mutex<()>)> = HashMap::new();
for (video_model, _) in &unhandled_videos_pages { for (video_model, _) in &unhandled_videos_pages {
@@ -312,8 +312,8 @@ pub async fn dispatch_download_page(
if !should_run { if !should_run {
return Ok(()); return Ok(());
} }
// 对于视频的分页,允许同时下载三个同时下载(绝大部分是单页视频) // 对于视频的分页,允许个同时下载(绝大部分是单页视频)
let child_semaphore = Semaphore::new(5); let child_semaphore = Semaphore::new(2);
let mut tasks = pages let mut tasks = pages
.into_iter() .into_iter()
.map(|page_model| download_page(bili_client, video_model, page_model, &child_semaphore, downloader)) .map(|page_model| download_page(bili_client, video_model, page_model, &child_semaphore, downloader))