use less ram lol

This commit is contained in:
Quaternions 2024-01-11 17:11:44 -08:00
parent aeb72503f0
commit 4d77895260

View File

@ -6,6 +6,7 @@ use rbx_dom_weak::types::Ref;
type AssetID=u64; type AssetID=u64;
type AssetIDFileMap=Vec<(AssetID,std::path::PathBuf)>; type AssetIDFileMap=Vec<(AssetID,std::path::PathBuf)>;
const CONCURRENT_DECODE:usize=8;
const CONCURRENT_REQUESTS:usize=32; const CONCURRENT_REQUESTS:usize=32;
#[derive(Parser)] #[derive(Parser)]
@ -805,7 +806,7 @@ async fn decompile_history_into_git(config:DecompileHistoryConfig)->AResult<()>{
Ok::<_,anyhow::Error>((asset_version,contents)) Ok::<_,anyhow::Error>((asset_version,contents))
}) })
}) })
.buffered(CONCURRENT_REQUESTS) .buffered(CONCURRENT_DECODE)
.for_each(|join_handle_result|async{ .for_each(|join_handle_result|async{
match write_commit(WriteCommitConfig{ match write_commit(WriteCommitConfig{
git_committer_name:config.git_committer_name.clone(), git_committer_name:config.git_committer_name.clone(),
@ -857,7 +858,7 @@ async fn download_and_decompile_history_into_git(config:DownloadAndDecompileHist
Ok::<_,anyhow::Error>((asset_version,contents)) Ok::<_,anyhow::Error>((asset_version,contents))
}) })
}) })
.buffered(CONCURRENT_REQUESTS) .buffered(CONCURRENT_DECODE)
.for_each(|join_handle_result|async{ .for_each(|join_handle_result|async{
match write_commit(WriteCommitConfig{ match write_commit(WriteCommitConfig{
git_committer_name:config.git_committer_name.clone(), git_committer_name:config.git_committer_name.clone(),