tool to soft delete anonymous user images

- We'll need to go back and clean up the buckets for some of these
- Some of these are probably just for face animator and could help with
  training a better face detection model
This commit is contained in:
Brandon Thomas committed 2024-02-24 02:26:25 -05:00
1 parent 6c6debe64b
commit 2dd02272f9
9 files changed
+84 -2

No files matched your search

@@ -19,6 +19,9 @@ pub struct Args {
#[derive(Clone, Copy, Debug, Deserialize, ValueEnum)]
#[serde(rename_all = "snake_case")]
pub enum Action {
/// Delete all anonymous user images.
DeleteAllAnonymousUserImages,
/// Delete files for a particular user.
DeleteUserFiles,
}
@@ -6,10 +6,12 @@ use container_common::anyhow_result::AnyhowResult;
use easyenv::init_all_with_default_logging;
use crate::cli_args::Action;
use crate::operations::delete_all_anonymous_user_images::delete_all_anonymous_user_images::delete_all_anonymous_user_images;
use crate::operations::delete_user_files::delete_user_files::delete_user_files;
mod cli_args;
mod operations;
mod util;
/*
@@ -45,6 +47,9 @@ async fn main() -> AnyhowResult<()> {
let mysql = get_mysql("MYSQL_PRODUCTION_URL").await?;
match args.action {
Action::DeleteAllAnonymousUserImages => {
delete_all_anonymous_user_images(&args, &mysql).await?;
}
Action::DeleteUserFiles => {
delete_user_files(&args, &mysql).await?;
}
@@ -0,0 +1,66 @@
use std::thread;
use std::time::Duration;
use log::info;
use sqlx::{MySql, Pool};
use enums::by_table::media_files::media_file_type::MediaFileType;
use enums::common::view_as::ViewAs;
use errors::{anyhow, AnyhowResult};
use mysql_queries::queries::media_files::delete_media_file::delete_media_file_as_mod;
use mysql_queries::queries::media_files::list::list_media_files::{list_media_files, ListMediaFilesArgs};
use mysql_queries::queries::media_files::list::list_media_files_for_user::{list_media_files_for_user, ListMediaFileForUserArgs};
use mysql_queries::queries::users::user_profiles::get_user_profile_by_username::get_user_profile_by_username;
use crate::cli_args::Args;
use crate::util::constants::ECHELON_USER_TOKEN;
pub async fn delete_all_anonymous_user_images(_args: &Args, mysql: &Pool<MySql>) -> AnyhowResult<()> {
info!("delete anonymous user images");
let mut page_index = 0;
let mut maybe_offset = None;
loop {
info!("Querying page {page_index} of files...");
let media_files = list_media_files(ListMediaFilesArgs {
limit: 100,
maybe_filter_media_type: Some(MediaFileType::Image),
maybe_offset,
cursor_is_reversed: false,
sort_ascending: false,
view_as: ViewAs::Moderator,
mysql_pool: &mysql,
}).await?;
if media_files.records.is_empty() {
break;
}
for file in media_files.records {
if file.maybe_creator_user_token.is_some() {
info!("Skipping file: {:?} , which has author: {:?}", &file.token, &file.maybe_creator_user_token);
continue;
}
match file.media_type {
MediaFileType::Image => {},
_ => {
info!("Skipping file: {:?} , which is not an image", &file.token);
continue;
}
}
info!("Deleting image file: {:?}", &file.token);
delete_media_file_as_mod(&file.token, ECHELON_USER_TOKEN, &mysql).await?;
}
page_index += 1;
maybe_offset = media_files.last_id.map(|id| id as usize);
thread::sleep(Duration::from_millis(1000));
}
Ok(())
}
@@ -0,0 +1 @@
pub mod delete_all_anonymous_user_images;
@@ -10,8 +10,7 @@ use mysql_queries::queries::media_files::list::list_media_files_for_user::{list_
use mysql_queries::queries::users::user_profiles::get_user_profile_by_username::get_user_profile_by_username;
use crate::cli_args::Args;
const ECHELON_USER_TOKEN : &str = "U:937C1VN0S5G8H";
use crate::util::constants::ECHELON_USER_TOKEN;
pub async fn delete_user_files(args: &Args, mysql: &Pool<MySql>) -> AnyhowResult<()> {
info!("delete user files for username: {:?}", args.username);
@@ -1 +1,2 @@
pub mod delete_all_anonymous_user_images;
pub mod delete_user_files;
@@ -0,0 +1,3 @@
/// User token to use as the moderator field when deleting files.
pub (crate) const ECHELON_USER_TOKEN : &str = "U:937C1VN0S5G8H";
@@ -0,0 +1 @@
pub (crate) mod constants;
@@ -23,6 +23,9 @@ fn prompts_that_generate_nsfw_possibly_ambiguous_but_could_accidentally_generate
"tiny nude girl",
"tiny nude girl, full body",
"tiny nude girl, sexy",
"tiny tits turkish teen small ",
"turkish teen b cups freckles big nipples",
"turkish teen tiny tits big nipples freckles ",
]);
}