mirror of
https://github.com/storytold/artcraft.git
synced 2026-11-20 08:35:29 +00:00
tool to soft delete anonymous user images
- We'll need to go back and clean up the buckets for some of these - Some of these are probably just for face animator and could help with training a better face detection model
This commit is contained in:
1 parent
6c6debe64b
commit
2dd02272f9
9 files changed
+84
-2
No files matched your search
@@ -19,6 +19,9 @@ pub struct Args {
|
||||
#[derive(Clone, Copy, Debug, Deserialize, ValueEnum)]
|
||||
#[serde(rename_all = "snake_case")]
|
||||
pub enum Action {
|
||||
/// Delete all anonymous user images.
|
||||
DeleteAllAnonymousUserImages,
|
||||
|
||||
/// Delete files for a particular user.
|
||||
DeleteUserFiles,
|
||||
}
|
||||
|
||||
@@ -6,10 +6,12 @@ use container_common::anyhow_result::AnyhowResult;
|
||||
use easyenv::init_all_with_default_logging;
|
||||
|
||||
use crate::cli_args::Action;
|
||||
use crate::operations::delete_all_anonymous_user_images::delete_all_anonymous_user_images::delete_all_anonymous_user_images;
|
||||
use crate::operations::delete_user_files::delete_user_files::delete_user_files;
|
||||
|
||||
mod cli_args;
|
||||
mod operations;
|
||||
mod util;
|
||||
|
||||
/*
|
||||
|
||||
@@ -45,6 +47,9 @@ async fn main() -> AnyhowResult<()> {
|
||||
let mysql = get_mysql("MYSQL_PRODUCTION_URL").await?;
|
||||
|
||||
match args.action {
|
||||
Action::DeleteAllAnonymousUserImages => {
|
||||
delete_all_anonymous_user_images(&args, &mysql).await?;
|
||||
}
|
||||
Action::DeleteUserFiles => {
|
||||
delete_user_files(&args, &mysql).await?;
|
||||
}
|
||||
|
||||
+66
@@ -0,0 +1,66 @@
|
||||
use std::thread;
|
||||
use std::time::Duration;
|
||||
use log::info;
|
||||
use sqlx::{MySql, Pool};
|
||||
use enums::by_table::media_files::media_file_type::MediaFileType;
|
||||
use enums::common::view_as::ViewAs;
|
||||
|
||||
use errors::{anyhow, AnyhowResult};
|
||||
use mysql_queries::queries::media_files::delete_media_file::delete_media_file_as_mod;
|
||||
use mysql_queries::queries::media_files::list::list_media_files::{list_media_files, ListMediaFilesArgs};
|
||||
use mysql_queries::queries::media_files::list::list_media_files_for_user::{list_media_files_for_user, ListMediaFileForUserArgs};
|
||||
use mysql_queries::queries::users::user_profiles::get_user_profile_by_username::get_user_profile_by_username;
|
||||
|
||||
use crate::cli_args::Args;
|
||||
use crate::util::constants::ECHELON_USER_TOKEN;
|
||||
|
||||
pub async fn delete_all_anonymous_user_images(_args: &Args, mysql: &Pool<MySql>) -> AnyhowResult<()> {
|
||||
info!("delete anonymous user images");
|
||||
|
||||
let mut page_index = 0;
|
||||
let mut maybe_offset = None;
|
||||
|
||||
loop {
|
||||
info!("Querying page {page_index} of files...");
|
||||
|
||||
let media_files = list_media_files(ListMediaFilesArgs {
|
||||
limit: 100,
|
||||
maybe_filter_media_type: Some(MediaFileType::Image),
|
||||
maybe_offset,
|
||||
cursor_is_reversed: false,
|
||||
sort_ascending: false,
|
||||
view_as: ViewAs::Moderator,
|
||||
mysql_pool: &mysql,
|
||||
}).await?;
|
||||
|
||||
if media_files.records.is_empty() {
|
||||
break;
|
||||
}
|
||||
|
||||
for file in media_files.records {
|
||||
if file.maybe_creator_user_token.is_some() {
|
||||
info!("Skipping file: {:?} , which has author: {:?}", &file.token, &file.maybe_creator_user_token);
|
||||
continue;
|
||||
}
|
||||
|
||||
match file.media_type {
|
||||
MediaFileType::Image => {},
|
||||
_ => {
|
||||
info!("Skipping file: {:?} , which is not an image", &file.token);
|
||||
continue;
|
||||
}
|
||||
}
|
||||
|
||||
info!("Deleting image file: {:?}", &file.token);
|
||||
delete_media_file_as_mod(&file.token, ECHELON_USER_TOKEN, &mysql).await?;
|
||||
}
|
||||
|
||||
page_index += 1;
|
||||
|
||||
maybe_offset = media_files.last_id.map(|id| id as usize);
|
||||
|
||||
thread::sleep(Duration::from_millis(1000));
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
+1
@@ -0,0 +1 @@
|
||||
pub mod delete_all_anonymous_user_images;
|
||||
+1
-2
@@ -10,8 +10,7 @@ use mysql_queries::queries::media_files::list::list_media_files_for_user::{list_
|
||||
use mysql_queries::queries::users::user_profiles::get_user_profile_by_username::get_user_profile_by_username;
|
||||
|
||||
use crate::cli_args::Args;
|
||||
|
||||
const ECHELON_USER_TOKEN : &str = "U:937C1VN0S5G8H";
|
||||
use crate::util::constants::ECHELON_USER_TOKEN;
|
||||
|
||||
pub async fn delete_user_files(args: &Args, mysql: &Pool<MySql>) -> AnyhowResult<()> {
|
||||
info!("delete user files for username: {:?}", args.username);
|
||||
|
||||
@@ -1 +1,2 @@
|
||||
pub mod delete_all_anonymous_user_images;
|
||||
pub mod delete_user_files;
|
||||
@@ -0,0 +1,3 @@
|
||||
|
||||
/// User token to use as the moderator field when deleting files.
|
||||
pub (crate) const ECHELON_USER_TOKEN : &str = "U:937C1VN0S5G8H";
|
||||
@@ -0,0 +1 @@
|
||||
pub (crate) mod constants;
|
||||
@@ -23,6 +23,9 @@ fn prompts_that_generate_nsfw_possibly_ambiguous_but_could_accidentally_generate
|
||||
"tiny nude girl",
|
||||
"tiny nude girl, full body",
|
||||
"tiny nude girl, sexy",
|
||||
"tiny tits turkish teen small ",
|
||||
"turkish teen b cups freckles big nipples",
|
||||
"turkish teen tiny tits big nipples freckles ",
|
||||
]);
|
||||
}
|
||||
|
||||
|
||||
Reference in new issue
Block a user