refactor packages

Cargo.lock

@@ -7007,6 +7007,7 @@ dependencies = [
  "log",
  "memory_caching",
  "ml_weights_registry",
+ "my-workspace-hack",
  "ndarray",
  "nvidia-checker",
  "once_cell",

Cargo.toml

@@ -63,11 +63,13 @@ members = [
   "crates/lib/image_algorithms",
   "crates/lib/jobs_common",
   "crates/lib/logging",
+  "crates/lib/machine_learning/ml_models",
+  "crates/lib/machine_learning/ml_weights_registry",
+  "crates/lib/machine_learning/prompt_engineering",
   "crates/lib/markdown",
   "crates/lib/migration",
   "crates/lib/mysql_queries",
   "crates/lib/password",
-  "crates/lib/prompt_engineering",
   "crates/lib/redis_common",
   "crates/lib/redis_schema",
   "crates/lib/server_environment",

crates/lib/machine_learning/ml_models/Cargo.toml

@@ -18,6 +18,9 @@ normal = ["my-workspace-hack"]
 
 [dependencies]
 
+# Workspace hack (faster compile times)
+my-workspace-hack = { workspace =  true }
+
 # Internal
 filesys = { path = "../../files/filesys" }
 image_algorithms = { path = "../../image_algorithms" }

crates/lib/machine_learning/prompt_engineering/Cargo.toml

@@ -13,12 +13,12 @@ path = "src/lib.rs"
 normal = ["my-workspace-hack"]
 
 [dependencies]
+# Workspace hack (faster compile times)
+my-workspace-hack = { workspace =  true }
+
 # Internal
 #errors = { path = "../errors" }
 
-# Workspace hack (faster compile times)
-my-workspace-hack = { version = "0.1", path = "../../my-workspace-hack" }
-
 # External
 once_cell = "1.18.0"
 regex = "1.5.4"

crates/lib/machine_learning/prompt_engineering/src/keywords/contains_children_keyword.rs

@@ -2,7 +2,7 @@ use std::collections::HashSet;
 
 use once_cell::sync::Lazy;
 
-const TERMS : &str = include_str!("../../../../../includes/binary_includes/dictionary_children_terms.txt");
+const TERMS : &str = include_str!("../../../../../../includes/binary_includes/dictionary_children_terms.txt");
 
 pub (crate) fn contains_children_keyword(prompt_tokens: &[String]) -> bool {
   static TERM_DICTIONARY : Lazy<HashSet<String>> = Lazy::new(|| {

crates/lib/machine_learning/prompt_engineering/src/keywords/contains_potential_minor_keyword.rs

@@ -2,7 +2,7 @@ use std::collections::HashSet;
 
 use once_cell::sync::Lazy;
 
-const TERMS: &str = include_str!("../../../../../includes/binary_includes/dictionary_potential_minor_terms.txt");
+const TERMS: &str = include_str!("../../../../../../includes/binary_includes/dictionary_potential_minor_terms.txt");
 
 pub (crate) fn contains_potential_minor_keyword(prompt_tokens: &[String]) -> bool {
   static TERM_DICTIONARY: Lazy<HashSet<String>> = Lazy::new(|| {

crates/lib/machine_learning/prompt_engineering/src/keywords/contains_racist_keyword.rs

@@ -2,7 +2,7 @@ use std::collections::HashSet;
 
 use once_cell::sync::Lazy;
 
-const TERMS : &str = include_str!("../../../../../includes/binary_includes/dictionary_racist_terms.txt");
+const TERMS : &str = include_str!("../../../../../../includes/binary_includes/dictionary_racist_terms.txt");
 
 pub (crate) fn contains_racist_keyword(prompt_tokens: &[String]) -> bool {
   static TERM_DICTIONARY : Lazy<HashSet<String>> = Lazy::new(|| {

crates/lib/machine_learning/prompt_engineering/src/keywords/contains_sex_keyword.rs

@@ -2,7 +2,7 @@ use std::collections::HashSet;
 
 use once_cell::sync::Lazy;
 
-const TERMS : &str = include_str!("../../../../../includes/binary_includes/dictionary_sex_terms.txt");
+const TERMS : &str = include_str!("../../../../../../includes/binary_includes/dictionary_sex_terms.txt");
 pub (crate) fn contains_sex_keyword(prompt_tokens: &[String]) -> bool {
   static TERM_DICTIONARY : Lazy<HashSet<String>> = Lazy::new(|| {
     TERMS.lines()

crates/service/web/storyteller_web/Cargo.toml

@@ -55,21 +55,21 @@ memory_caching = { path = "../../../lib/caching/memory_caching" }
 migration = { path = "../../../lib/migration" }
 mimetypes = { path = "../../../lib/files/mimetypes" }
 mysql_queries = { path = "../../../lib/mysql_queries" }
+openai_sora_client = { path = "../../../lib/api_clients/openai_sora_client" }
 password = { path = "../../../lib/password" }
 primitives = { path = "../../../lib/data/primitives" }
-prompt_engineering = { path = "../../../lib/prompt_engineering" }
+prompt_engineering = { path = "../../../lib/machine_learning/prompt_engineering" }
 redis_caching = { path = "../../../lib/caching/redis_caching" }
 redis_common = { path = "../../../lib/redis_common" }
 redis_schema = { path = "../../../lib/redis_schema" }
 reusable_types = { path = "../../../_types/reusable_types" }
 server_environment = { path = "../../../lib/server_environment" }
-tokens = { path = "../../../_types/tokens" }
 thumbnail_generator = { path = "../../../lib/api_clients/thumbnail_generator" }
+tokens = { path = "../../../_types/tokens" }
 tts_common = { path = "../../../lib/tts_common" }
 url_config = { path = "../../../lib/url_config" }
 user_input_common = { path = "../../../lib/user_input_common" }
 videos = { path = "../../../lib/files/videos" }
-openai_sora_client = { path = "../../../lib/api_clients/openai_sora_client" }
 
 # Internal Components
 billing_component = { path = "../../plugins/billing" }