use elasticsearch::Elasticsearch; use log::info; use sqlx::mysql::MySqlPoolOptions; use config::shared_constants::{DEFAULT_MYSQL_CONNECTION_STRING, DEFAULT_RUST_LOG}; use errors::AnyhowResult; use crate::bucket_clients::get_bucket_clients; use crate::cli_args::parse_cli_args; use crate::seeding::model_weights::seed_weights; // V1 use crate::seeding::seed_media_files::seed_media_files; use crate::seeding::seed_model_weights::seed_weights_files; // V2 v3 will come later on when everything is more conslidated and clear. use crate::seeding::model_weights::test_seed_weights_files; use crate::seeding::tts_tacotron2::seed_tts_tacotron2; use crate::seeding::users::seed_user_accounts; use crate::seeding::voice_conversion::seed_voice_conversion; pub mod bucket_clients; pub mod cli_args; pub mod seeding; #[tokio::main] pub async fn main() -> AnyhowResult<()> { easyenv::init_all_with_default_logging(Some(DEFAULT_RUST_LOG)); info!("Database seed CLI script."); // NB: Read secrets (eg. ACCESS_KEY) easyenv::from_filename(".env-secrets")?; let db_connection_string = easyenv::get_env_string_or_default( "MYSQL_URL", DEFAULT_MYSQL_CONNECTION_STRING); let pool = MySqlPoolOptions::new() .max_connections(easyenv::get_env_num("MYSQL_MAX_CONNECTIONS", 3)?) .connect(&db_connection_string) .await?; let args = parse_cli_args()?; let mut maybe_bucket_clients = None; if args.seed_cloud_bucket { maybe_bucket_clients = Some(get_bucket_clients()?); } // let mut maybe_elasticsearch = None; // // if args.seed_elasticsearch { // maybe_elasticsearch = Some(get_elasticsearch_client()); // } seed_user_accounts(&pool).await?; seed_media_files(&pool, maybe_bucket_clients.as_ref()).await?; //seed_zero_shot_tts(&pool, maybe_bucket_clients.as_ref()).await?; seed_voice_conversion(&pool).await?; seed_weights(&pool).await?; seed_tts_tacotron2(&pool, maybe_bucket_clients.as_ref()).await?; // should seed the weights with a few files for hanashi //seed_weights_files(&pool, maybe_bucket_clients.as_ref()).await?; //println!("TESTING DOWLOAD"); //test_seed_weights_files().await?; //info!("Done!"); Ok(()) } fn get_elasticsearch_client() -> AnyhowResult { // TODO(bt,2023-10-26): Allow connecting to instances by URL instead of the default dev URL. let client = Elasticsearch::default(); Ok(client) }