From cf57772a396caeccea32bd12f09200a429a3e834 Mon Sep 17 00:00:00 2001 From: Brandon Thomas Date: Sun, 12 Sep 2021 17:37:17 -0400 Subject: [PATCH] delete intermediate results in tts inference --- src/tts_inference_job.rs | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/src/tts_inference_job.rs b/src/tts_inference_job.rs index 4f6949868a..f379a018bb 100644 --- a/src/tts_inference_job.rs +++ b/src/tts_inference_job.rs @@ -40,6 +40,8 @@ use crate::util::buckets::bucket_path_unifier::BucketPathUnifier; use crate::util::buckets::bucket_paths::hash_to_bucket_path; use crate::util::filesystem::check_directory_exists; use crate::util::filesystem::check_file_exists; +use crate::util::filesystem::safe_delete_temp_directory; +use crate::util::filesystem::safe_delete_temp_file; use crate::util::hashing::hash_file_sha2::hash_file_sha2; use crate::util::hashing::hash_string_sha2::hash_string_sha2; use crate::util::jobs::cache_miss_strategizer::CacheMissStrategizer; @@ -724,6 +726,8 @@ async fn process_job( let file_metadata = read_metadata_file(&output_metadata_fs_path)?; + safe_delete_temp_file(&output_metadata_fs_path); + // ==================== UPLOAD AUDIO TO BUCKET ==================== // redis_logger.log_status("uploading result")?; @@ -741,6 +745,8 @@ async fn process_job( "audio/wav") .await?; + safe_delete_temp_file(&output_audio_fs_path); + // ==================== UPLOAD SPECTROGRAM TO BUCKETS ==================== // let spectrogram_result_object_path = inferencer.bucket_path_unifier.tts_inference_spectrogram_output_path( @@ -756,6 +762,13 @@ async fn process_job( "application/json") .await?; + safe_delete_temp_file(&output_spectrogram_fs_path); + + // ==================== DELETE DOWNLOADED FILE ==================== // + + // NB: We should be using a tempdir, but to make absolutely certain we don't overflow the disk... + safe_delete_temp_directory(&temp_dir); + // ==================== SAVE RECORDS ==================== // let text_hash = hash_string_sha2(&job.raw_inference_text)?;