2020-08-27 06:50:07 +12:00
|
|
|
// Todo, należy upewnić się, że ma wystarczające uprawnienia do odczytu i usuwania
|
|
|
|
use std::collections::HashMap;
|
|
|
|
use std::process;
|
|
|
|
|
|
|
|
pub struct DuplicateFinder {
|
|
|
|
number_of_checked_files: u64,
|
|
|
|
number_of_files_which_has_duplicated_entries: u64,
|
|
|
|
number_of_duplicated_files: u64,
|
|
|
|
// files : Vec<HashMap<FileEntry, Vec<FileEntry>>>,
|
|
|
|
files: HashMap<u64, Vec<FileEntry>>,
|
|
|
|
// files : Vec<Vec<FileEntry>>,
|
|
|
|
excluded_directories: Vec<String>,
|
|
|
|
included_directories: Vec<String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl DuplicateFinder {
|
|
|
|
pub fn new() -> DuplicateFinder {
|
|
|
|
DuplicateFinder {
|
|
|
|
number_of_checked_files: 0,
|
|
|
|
number_of_files_which_has_duplicated_entries: 0,
|
|
|
|
number_of_duplicated_files: 0,
|
|
|
|
files: Default::default(),
|
|
|
|
excluded_directories: vec![],
|
|
|
|
included_directories: vec![],
|
|
|
|
}
|
|
|
|
}
|
|
|
|
pub fn clear(&mut self) {
|
|
|
|
self.number_of_checked_files = 0;
|
|
|
|
self.number_of_files_which_has_duplicated_entries = 0;
|
|
|
|
self.number_of_duplicated_files = 0;
|
|
|
|
self.files.clear();
|
|
|
|
self.excluded_directories.clear();
|
|
|
|
self.included_directories.clear();
|
|
|
|
}
|
|
|
|
pub fn find_duplicates(&mut self) {}
|
|
|
|
pub fn save_to_file(&self) {}
|
|
|
|
|
|
|
|
// Setting include directories, panics when there is not directories available
|
|
|
|
pub fn set_include_directory(&mut self, mut include_directory: String) {
|
|
|
|
if include_directory.len() == 0 {
|
|
|
|
println!("At least one directory must be provided")
|
|
|
|
}
|
|
|
|
|
|
|
|
include_directory = include_directory.replace("\"", "");
|
|
|
|
let directories: Vec<String> = include_directory.split(",").map(String::from).collect();
|
|
|
|
let mut checked_directories: Vec<String> = Vec::new();
|
|
|
|
|
|
|
|
for directory in directories {
|
|
|
|
if directory == "/" {
|
|
|
|
println!("Using / is probably not good idea, you may go out of ram.");
|
|
|
|
}
|
|
|
|
if directory.contains("*") {
|
|
|
|
println!("Include Directory ERROR: Wildcards are not supported, please don't use it.");
|
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
if directory.starts_with("~") {
|
|
|
|
println!("Include Directory ERROR: ~ in path isn't supported.");
|
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
if !directory.starts_with("/") {
|
|
|
|
println!("Include Directory ERROR: Relative path are not supported.");
|
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
checked_directories.push(directory);
|
|
|
|
}
|
|
|
|
|
|
|
|
if checked_directories.len() == 0 {
|
|
|
|
println!("Not found even one correct path to include.");
|
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
self.included_directories = checked_directories;
|
|
|
|
|
2020-08-27 08:24:02 +12:00
|
|
|
println!("Included directories - {:?}", self.included_directories);
|
2020-08-27 06:50:07 +12:00
|
|
|
}
|
|
|
|
|
|
|
|
pub fn set_exclude_directory(&mut self, mut exclude_directory: String) {
|
|
|
|
if exclude_directory.len() == 0 {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
exclude_directory = exclude_directory.replace("\"", "");
|
|
|
|
let directories: Vec<String> = exclude_directory.split(",").map(String::from).collect();
|
|
|
|
let mut checked_directories: Vec<String> = Vec::new();
|
|
|
|
|
|
|
|
for directory in directories {
|
|
|
|
if directory == "/" {
|
|
|
|
println!("Exclude Directory ERROR: Excluding / is pointless, because it means that no files will be scanned.");
|
|
|
|
}
|
|
|
|
if directory.contains("*") {
|
2020-08-27 08:24:02 +12:00
|
|
|
println!("Exclude Directory ERROR: Wildcards are not supported, please don't use it.");
|
2020-08-27 06:50:07 +12:00
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
if directory.starts_with("~") {
|
2020-08-27 08:24:02 +12:00
|
|
|
println!("Exclude Directory ERROR: ~ in path isn't supported.");
|
2020-08-27 06:50:07 +12:00
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
if !directory.starts_with("/") {
|
2020-08-27 08:24:02 +12:00
|
|
|
println!("Exclude Directory ERROR: Relative path are not supported.");
|
2020-08-27 06:50:07 +12:00
|
|
|
process::exit(1);
|
|
|
|
}
|
|
|
|
checked_directories.push(directory);
|
|
|
|
}
|
|
|
|
|
2020-08-27 08:24:02 +12:00
|
|
|
self.excluded_directories = checked_directories;
|
2020-08-27 06:50:07 +12:00
|
|
|
|
2020-08-27 08:24:02 +12:00
|
|
|
println!("Excluded directories - {:?}", &self.excluded_directories);
|
2020-08-27 06:50:07 +12:00
|
|
|
}
|
2020-08-27 08:24:02 +12:00
|
|
|
|
2020-08-27 06:50:07 +12:00
|
|
|
pub fn debug_print(&self) {
|
2020-08-27 08:24:02 +12:00
|
|
|
println!("---------------DEBUG PRINT---------------");
|
2020-08-27 06:50:07 +12:00
|
|
|
println!("Number of all checked files - {}", self.number_of_checked_files);
|
|
|
|
println!(
|
|
|
|
"Number of all files with duplicates - {}",
|
|
|
|
self.number_of_files_which_has_duplicated_entries
|
|
|
|
);
|
|
|
|
println!("Number of duplicated files - {}", self.number_of_duplicated_files);
|
|
|
|
println!("Files list - {}", self.files.len());
|
2020-08-27 08:24:02 +12:00
|
|
|
println!("Excluded directories - {:?}", self.excluded_directories);
|
|
|
|
println!("Included directories - {:?}", self.included_directories);
|
|
|
|
println!("-----------------------------------------");
|
|
|
|
}
|
|
|
|
// Usuwa wykluczone katalogi z wyszukiwania jeśli akurat included i excluded na siebie nachodzą
|
|
|
|
pub fn optimize_checked_directories(&mut self) {
|
|
|
|
let mut optimized_included: Vec<String> = Vec::<String>::new();
|
|
|
|
let mut optimized_excluded: Vec<String> = Vec::<String>::new();
|
|
|
|
// Remove duplicated entries like: "/", "/"
|
|
|
|
|
|
|
|
self.excluded_directories.sort();
|
|
|
|
self.included_directories.sort();
|
|
|
|
|
|
|
|
self.excluded_directories.dedup();
|
|
|
|
self.included_directories.dedup();
|
|
|
|
|
|
|
|
// Optimize for duplicated included directories - "/", "/home". "/home/Pulpit" to "/"- TODO
|
|
|
|
// for id_1 in &self.excluded_directories {
|
|
|
|
// for id_2 in &self.included_directories {
|
|
|
|
// if id_1 != id_2 && id_1.starts_with(id_2) {}
|
|
|
|
// // optimized_included.push(id.to_string());
|
|
|
|
// }
|
|
|
|
// }
|
|
|
|
// self.included_directories = optimized_included;
|
|
|
|
// optimized_included = Vec::<String>::new();
|
|
|
|
// self.excluded_directories = optimized_excluded;
|
|
|
|
|
|
|
|
// Remove include directories which are inside any exclude directory
|
|
|
|
for ed in &self.excluded_directories {
|
|
|
|
for id in &self.included_directories {
|
|
|
|
if id.starts_with(ed) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
optimized_included.push(id.to_string());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
self.included_directories = optimized_included;
|
|
|
|
|
|
|
|
if self.included_directories.len() == 0 {
|
|
|
|
println!("Optimize Directories ERROR: Excluded directories overlaps all included directories.");
|
|
|
|
process::exit(1);
|
|
|
|
}
|
2020-08-27 06:50:07 +12:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
struct FileEntry {
|
|
|
|
file_path: String,
|
|
|
|
file_size: u64,
|
|
|
|
}
|