1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
extern crate failure;
extern crate jwalk;
pub struct WalkOptions {
pub threads: usize,
}
impl WalkOptions {
pub fn iter_from_path(&self, path: &Path) -> WalkDir {
WalkDir::new(path)
.preload_metadata(true)
.skip_hidden(false)
.num_threads(self.threads)
}
}
#[derive(Default)]
pub struct WalkResult {
pub num_errors: usize,
}
impl fmt::Display for WalkResult {
fn fmt(&self, f: &mut fmt::Formatter) -> Result<(), fmt::Error> {
write!(f, "Encountered {} IO errors", self.num_errors)
}
}
pub fn file_size_no_symlink_follow(meta: &fs::Metadata) -> u64 {
match meta.file_type().is_symlink() {
// true => sys::symlink_size(meta),
true => unimplemented!("{} {}", sys::symlink_size(meta), meta.len()),
false => meta.len(),
}
}
#[cfg(target_os = "macos")]
mod sys {
use std::fs::Metadata;
use std::os::macos::fs::MetadataExt;
pub fn symlink_size(meta: &Metadata) -> u64 {
meta.st_size()
}
}
mod aggregate {
use crate::{file_size_no_symlink_follow, WalkOptions, WalkResult};
use failure::Error;
use std::io;
use std::path::Path;
pub fn aggregate(
mut out: impl io::Write,
options: WalkOptions,
paths: impl IntoIterator<Item = impl AsRef<Path>>,
) -> Result<WalkResult, Error> {
let mut res = WalkResult::default();
for path in paths.into_iter() {
let mut num_bytes = 0u64;
for entry in options.iter_from_path(path.as_ref()) {
match entry {
Ok(entry) => {
num_bytes += match entry.metadata {
Some(Ok(m)) => file_size_no_symlink_follow(&m),
Some(Err(_)) => {
res.num_errors += 1;
0
}
None => unreachable!(
"we ask for metadata, so we at least have Some(Err(..)))"
),
};
}
Err(_) => res.num_errors += 1,
}
}
writeln!(out, "{}\t{}", num_bytes, path.as_ref().display())?;
}
Ok(res)
}
}
pub use aggregate::aggregate;
use jwalk::WalkDir;
use std::path::Path;
use std::{fmt, fs};
|
