2023-05-03 08:37:12 +12:00
|
|
|
use std::fs;
|
2023-12-04 09:18:31 +13:00
|
|
|
use std::fs::DirEntry;
|
2020-09-27 21:31:14 +13:00
|
|
|
use std::io::prelude::*;
|
2023-12-12 07:12:26 +13:00
|
|
|
use std::path::PathBuf;
|
2023-05-08 06:54:05 +12:00
|
|
|
use std::sync::atomic::{AtomicUsize, Ordering};
|
2021-11-28 08:49:20 +13:00
|
|
|
use std::sync::Arc;
|
2020-09-27 21:31:14 +13:00
|
|
|
|
2023-12-04 00:06:42 +13:00
|
|
|
use crossbeam_channel::{Receiver, Sender};
|
2023-10-11 07:54:41 +13:00
|
|
|
use fun_time::fun_time;
|
2021-12-18 07:29:37 +13:00
|
|
|
use rayon::prelude::*;
|
2023-10-13 05:48:46 +13:00
|
|
|
use serde::Serialize;
|
2021-11-28 08:49:20 +13:00
|
|
|
|
2023-10-15 04:48:57 +13:00
|
|
|
use crate::common::{check_folder_children, check_if_stop_received, prepare_thread_handler_common, send_info_and_wait_for_ending_all_threads};
|
2023-12-17 11:21:09 +13:00
|
|
|
use crate::common_dir_traversal::{common_read_dir, get_modified_time, CheckingMethod, ProgressData, ToolType};
|
2023-10-11 07:54:41 +13:00
|
|
|
use crate::common_tool::{CommonData, CommonToolData, DeleteMethod};
|
2020-09-27 21:31:14 +13:00
|
|
|
use crate::common_traits::*;
|
2023-05-03 08:37:12 +12:00
|
|
|
|
|
|
|
const TEMP_EXTENSIONS: &[&str] = &[
|
|
|
|
"#",
|
|
|
|
"thumbs.db",
|
|
|
|
".bak",
|
|
|
|
"~",
|
|
|
|
".tmp",
|
|
|
|
".temp",
|
|
|
|
".ds_store",
|
|
|
|
".crdownload",
|
|
|
|
".part",
|
|
|
|
".cache",
|
|
|
|
".dmp",
|
|
|
|
".download",
|
|
|
|
".partial",
|
|
|
|
];
|
2020-09-27 21:31:14 +13:00
|
|
|
|
2023-12-04 00:06:42 +13:00
|
|
|
#[derive(Clone, Serialize, Debug)]
|
2024-02-16 07:15:13 +13:00
|
|
|
pub struct TemporaryFileEntry {
|
2020-10-15 05:41:37 +13:00
|
|
|
pub path: PathBuf,
|
2020-10-01 17:53:10 +13:00
|
|
|
pub modified_date: u64,
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
|
|
|
|
2024-02-16 07:15:13 +13:00
|
|
|
impl TemporaryFileEntry {
|
|
|
|
pub fn get_path(&self) -> &PathBuf {
|
|
|
|
&self.path
|
|
|
|
}
|
|
|
|
pub fn get_modified_date(&self) -> u64 {
|
|
|
|
self.modified_date
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-10 09:32:08 +13:00
|
|
|
#[derive(Default)]
|
2020-09-27 21:31:14 +13:00
|
|
|
pub struct Info {
|
|
|
|
pub number_of_temporary_files: usize,
|
|
|
|
}
|
2021-11-28 08:57:10 +13:00
|
|
|
|
2020-09-27 21:31:14 +13:00
|
|
|
pub struct Temporary {
|
2023-10-05 19:06:47 +13:00
|
|
|
common_data: CommonToolData,
|
2020-09-27 21:31:14 +13:00
|
|
|
information: Info,
|
2024-02-16 07:15:13 +13:00
|
|
|
temporary_files: Vec<TemporaryFileEntry>,
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Temporary {
|
2020-10-10 09:32:08 +13:00
|
|
|
pub fn new() -> Self {
|
|
|
|
Self {
|
2023-10-05 19:06:47 +13:00
|
|
|
common_data: CommonToolData::new(ToolType::TemporaryFiles),
|
|
|
|
information: Info::default(),
|
2020-09-27 21:31:14 +13:00
|
|
|
temporary_files: vec![],
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-15 04:48:57 +13:00
|
|
|
#[fun_time(message = "find_temporary_files", level = "info")]
|
2023-12-04 00:06:42 +13:00
|
|
|
pub fn find_temporary_files(&mut self, stop_receiver: Option<&Receiver<()>>, progress_sender: Option<&Sender<ProgressData>>) {
|
2024-02-15 05:45:25 +13:00
|
|
|
self.prepare_items();
|
2020-12-02 22:25:27 +13:00
|
|
|
if !self.check_files(stop_receiver, progress_sender) {
|
2023-10-05 19:06:47 +13:00
|
|
|
self.common_data.stopped_search = true;
|
2020-10-10 22:15:20 +13:00
|
|
|
return;
|
|
|
|
}
|
2020-09-27 21:31:14 +13:00
|
|
|
self.delete_files();
|
|
|
|
self.debug_print();
|
|
|
|
}
|
2022-04-24 06:21:46 +12:00
|
|
|
|
2023-10-15 04:48:57 +13:00
|
|
|
#[fun_time(message = "check_files", level = "debug")]
|
2023-12-04 00:06:42 +13:00
|
|
|
fn check_files(&mut self, stop_receiver: Option<&Receiver<()>>, progress_sender: Option<&Sender<ProgressData>>) -> bool {
|
2023-12-08 07:38:41 +13:00
|
|
|
let mut folders_to_check: Vec<PathBuf> = self.common_data.directories.included_directories.clone();
|
2020-09-27 21:31:14 +13:00
|
|
|
|
2023-05-11 07:27:41 +12:00
|
|
|
let (progress_thread_handle, progress_thread_run, atomic_counter, _check_was_stopped) =
|
2023-10-05 19:06:47 +13:00
|
|
|
prepare_thread_handler_common(progress_sender, 0, 0, 0, CheckingMethod::None, self.common_data.tool_type);
|
2020-12-02 22:25:27 +13:00
|
|
|
|
2020-09-27 21:31:14 +13:00
|
|
|
while !folders_to_check.is_empty() {
|
2023-10-15 04:48:57 +13:00
|
|
|
if check_if_stop_received(stop_receiver) {
|
2023-05-03 08:37:12 +12:00
|
|
|
send_info_and_wait_for_ending_all_threads(&progress_thread_run, progress_thread_handle);
|
2020-10-10 22:15:20 +13:00
|
|
|
return false;
|
|
|
|
}
|
2020-09-27 21:31:14 +13:00
|
|
|
|
2021-12-18 07:29:37 +13:00
|
|
|
let segments: Vec<_> = folders_to_check
|
2023-12-08 07:38:41 +13:00
|
|
|
.into_par_iter()
|
2021-12-18 07:29:37 +13:00
|
|
|
.map(|current_folder| {
|
|
|
|
let mut dir_result = vec![];
|
|
|
|
let mut warnings = vec![];
|
|
|
|
let mut fe_result = vec![];
|
2023-05-03 08:37:12 +12:00
|
|
|
|
2023-12-08 07:38:41 +13:00
|
|
|
let Some(read_dir) = common_read_dir(¤t_folder, &mut warnings) else {
|
2023-05-03 08:37:12 +12:00
|
|
|
return (dir_result, warnings, fe_result);
|
2021-12-18 07:29:37 +13:00
|
|
|
};
|
2020-10-11 02:18:04 +13:00
|
|
|
|
2021-12-18 07:29:37 +13:00
|
|
|
// Check every sub folder/file/link etc.
|
2023-05-03 08:37:12 +12:00
|
|
|
for entry in read_dir {
|
2023-12-04 09:18:31 +13:00
|
|
|
let Ok(entry_data) = entry else {
|
|
|
|
continue;
|
|
|
|
};
|
|
|
|
let Ok(file_type) = entry_data.file_type() else {
|
2023-05-03 08:37:12 +12:00
|
|
|
continue;
|
2021-12-18 07:29:37 +13:00
|
|
|
};
|
|
|
|
|
2023-12-04 09:18:31 +13:00
|
|
|
if file_type.is_dir() {
|
2023-05-03 08:37:12 +12:00
|
|
|
check_folder_children(
|
|
|
|
&mut dir_result,
|
|
|
|
&mut warnings,
|
2023-12-04 09:18:31 +13:00
|
|
|
&entry_data,
|
2023-10-05 19:06:47 +13:00
|
|
|
self.common_data.recursive_search,
|
|
|
|
&self.common_data.directories,
|
|
|
|
&self.common_data.excluded_items,
|
2023-05-03 08:37:12 +12:00
|
|
|
);
|
2023-12-04 09:18:31 +13:00
|
|
|
} else if file_type.is_file() {
|
2023-12-12 07:12:26 +13:00
|
|
|
if let Some(file_entry) = self.get_file_entry(&atomic_counter, &entry_data, &mut warnings) {
|
2023-05-03 08:37:12 +12:00
|
|
|
fe_result.push(file_entry);
|
2021-12-18 07:29:37 +13:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
(dir_result, warnings, fe_result)
|
|
|
|
})
|
|
|
|
.collect();
|
|
|
|
|
2023-12-08 07:38:41 +13:00
|
|
|
let required_size = segments.iter().map(|(segment, _, _)| segment.len()).sum::<usize>();
|
|
|
|
folders_to_check = Vec::with_capacity(required_size);
|
2021-12-18 07:29:37 +13:00
|
|
|
|
|
|
|
// Process collected data
|
|
|
|
for (segment, warnings, fe_result) in segments {
|
|
|
|
folders_to_check.extend(segment);
|
2023-10-05 19:06:47 +13:00
|
|
|
self.common_data.text_messages.warnings.extend(warnings);
|
2021-12-18 07:29:37 +13:00
|
|
|
for fe in fe_result {
|
2020-10-10 09:32:08 +13:00
|
|
|
self.temporary_files.push(fe);
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-12-18 07:29:37 +13:00
|
|
|
|
2023-05-03 08:37:12 +12:00
|
|
|
send_info_and_wait_for_ending_all_threads(&progress_thread_run, progress_thread_handle);
|
2020-09-27 21:31:14 +13:00
|
|
|
self.information.number_of_temporary_files = self.temporary_files.len();
|
|
|
|
|
2020-10-10 22:15:20 +13:00
|
|
|
true
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
2024-02-16 07:15:13 +13:00
|
|
|
pub fn get_file_entry(&self, atomic_counter: &Arc<AtomicUsize>, entry_data: &DirEntry, warnings: &mut Vec<String>) -> Option<TemporaryFileEntry> {
|
2023-05-03 08:37:12 +12:00
|
|
|
atomic_counter.fetch_add(1, Ordering::Relaxed);
|
|
|
|
|
2023-12-12 07:12:26 +13:00
|
|
|
let current_file_name = entry_data.path();
|
2023-10-05 19:06:47 +13:00
|
|
|
if self.common_data.excluded_items.is_excluded(¤t_file_name) {
|
2023-05-03 08:37:12 +12:00
|
|
|
return None;
|
|
|
|
}
|
|
|
|
|
2023-12-17 11:21:09 +13:00
|
|
|
let file_name = entry_data.file_name();
|
|
|
|
let file_name_ascii_lowercase = file_name.to_ascii_lowercase();
|
|
|
|
let file_name_lowercase = file_name_ascii_lowercase.to_string_lossy();
|
|
|
|
if !TEMP_EXTENSIONS.iter().any(|f| file_name_lowercase.ends_with(f)) {
|
|
|
|
return None;
|
|
|
|
}
|
|
|
|
|
2023-12-04 09:18:31 +13:00
|
|
|
let Ok(metadata) = entry_data.metadata() else {
|
|
|
|
return None;
|
|
|
|
};
|
|
|
|
|
2023-05-03 08:37:12 +12:00
|
|
|
// Creating new file entry
|
2024-02-16 07:15:13 +13:00
|
|
|
Some(TemporaryFileEntry {
|
2023-12-04 09:18:31 +13:00
|
|
|
modified_date: get_modified_time(&metadata, warnings, ¤t_file_name, false),
|
2023-12-08 07:38:41 +13:00
|
|
|
path: current_file_name,
|
2023-05-03 08:37:12 +12:00
|
|
|
})
|
|
|
|
}
|
2020-09-27 21:31:14 +13:00
|
|
|
|
2023-10-15 04:48:57 +13:00
|
|
|
#[fun_time(message = "delete_files", level = "debug")]
|
2020-09-27 21:31:14 +13:00
|
|
|
fn delete_files(&mut self) {
|
2023-10-11 07:54:41 +13:00
|
|
|
match self.common_data.delete_method {
|
2020-09-27 21:31:14 +13:00
|
|
|
DeleteMethod::Delete => {
|
2023-10-05 19:06:47 +13:00
|
|
|
let mut warnings = Vec::new();
|
2020-09-27 21:31:14 +13:00
|
|
|
for file_entry in &self.temporary_files {
|
|
|
|
if fs::remove_file(file_entry.path.clone()).is_err() {
|
2023-12-08 07:38:41 +13:00
|
|
|
warnings.push(file_entry.path.to_string_lossy().to_string());
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
|
|
|
}
|
2023-10-05 19:06:47 +13:00
|
|
|
self.common_data.text_messages.warnings.extend(warnings);
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
|
|
|
DeleteMethod::None => {
|
|
|
|
//Just do nothing
|
|
|
|
}
|
2023-10-11 07:54:41 +13:00
|
|
|
_ => unreachable!(),
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-11-28 08:57:10 +13:00
|
|
|
|
2023-10-11 07:54:41 +13:00
|
|
|
impl PrintResults for Temporary {
|
|
|
|
fn write_results<T: Write>(&self, writer: &mut T) -> std::io::Result<()> {
|
|
|
|
writeln!(
|
2021-01-09 23:52:43 +13:00
|
|
|
writer,
|
2020-10-15 05:41:37 +13:00
|
|
|
"Results of searching {:?} with excluded directories {:?} and excluded items {:?}",
|
2023-12-04 09:18:31 +13:00
|
|
|
self.common_data.directories.included_directories,
|
|
|
|
self.common_data.directories.excluded_directories,
|
|
|
|
self.common_data.excluded_items.get_excluded_items()
|
2023-10-11 07:54:41 +13:00
|
|
|
)?;
|
|
|
|
writeln!(writer, "Found {} temporary files.\n", self.information.number_of_temporary_files)?;
|
2020-09-27 21:31:14 +13:00
|
|
|
|
2023-01-29 06:54:02 +13:00
|
|
|
for file_entry in &self.temporary_files {
|
2023-12-08 07:38:41 +13:00
|
|
|
writeln!(writer, "{:?}", file_entry.path)?;
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
2023-10-11 07:54:41 +13:00
|
|
|
|
|
|
|
Ok(())
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
2023-10-13 05:48:46 +13:00
|
|
|
|
|
|
|
fn save_results_to_file_as_json(&self, file_name: &str, pretty_print: bool) -> std::io::Result<()> {
|
|
|
|
self.save_results_to_file_as_json_internal(file_name, &self.temporary_files, pretty_print)
|
|
|
|
}
|
2020-09-27 21:31:14 +13:00
|
|
|
}
|
2023-10-05 19:06:47 +13:00
|
|
|
|
|
|
|
impl Default for Temporary {
|
|
|
|
fn default() -> Self {
|
|
|
|
Self::new()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl DebugPrint for Temporary {
|
|
|
|
fn debug_print(&self) {
|
2023-10-11 07:54:41 +13:00
|
|
|
if !cfg!(debug_assertions) {
|
2023-10-05 19:06:47 +13:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
println!("### Information's");
|
|
|
|
println!("Temporary list size - {}", self.temporary_files.len());
|
|
|
|
self.debug_print_common();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl CommonData for Temporary {
|
|
|
|
fn get_cd(&self) -> &CommonToolData {
|
|
|
|
&self.common_data
|
|
|
|
}
|
|
|
|
fn get_cd_mut(&mut self) -> &mut CommonToolData {
|
|
|
|
&mut self.common_data
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Temporary {
|
2024-02-16 07:15:13 +13:00
|
|
|
pub const fn get_temporary_files(&self) -> &Vec<TemporaryFileEntry> {
|
2023-10-05 19:06:47 +13:00
|
|
|
&self.temporary_files
|
|
|
|
}
|
|
|
|
|
|
|
|
pub const fn get_information(&self) -> &Info {
|
|
|
|
&self.information
|
|
|
|
}
|
|
|
|
}
|