1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
|
//
// Copyright (c) 2020-2021 science+computing ag and other contributors
//
// This program and the accompanying materials are made
// available under the terms of the Eclipse Public License 2.0
// which is available at https://www.eclipse.org/legal/epl-2.0/
//
// SPDX-License-Identifier: EPL-2.0
//
use std::ffi::OsStr;
use std::path::Path;
use std::path::PathBuf;
use anyhow::anyhow;
use anyhow::Context;
use anyhow::Error;
use anyhow::Result;
use resiter::AndThen;
use resiter::Filter;
use resiter::Map;
use crate::filestore::staging::StagingStore;
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct StoreRoot(PathBuf);
impl StoreRoot {
pub fn new(root: PathBuf) -> Result<Self> {
if root.is_absolute() {
if root.is_dir() {
Ok(StoreRoot(root))
} else {
Err(anyhow!(
"StoreRoot path does not point to directory: {}",
root.display()
))
}
} else {
Err(anyhow!(
"StoreRoot path is not absolute: {}",
root.display()
))
}
}
pub fn join<'a>(&'a self, ap: &'a ArtifactPath) -> Result<Option<FullArtifactPath<'a>>> {
let join = self.0.join(&ap.0);
if join.is_file() {
Ok(Some(FullArtifactPath(&self, ap)))
} else if join.is_dir() {
Err(anyhow!("Cannot load non-file path: {}", join.display()))
} else {
Ok(None)
}
}
pub(in crate::filestore) fn is_dir(&self, subpath: &Path) -> bool {
self.0.join(subpath).is_dir()
}
pub fn display(&self) -> std::path::Display {
self.0.display()
}
pub(in crate::filestore) fn find_artifacts_recursive(
&self,
) -> impl Iterator<Item = Result<ArtifactPath>> {
log::trace!("Loading artifacts from directory: {:?}", self.0);
let root = self.0.clone();
walkdir::WalkDir::new(&self.0)
.follow_links(false)
.into_iter()
.filter_ok(|e| {
let is_file = e.file_type().is_file();
log::trace!("{:?} is file = {}", e, is_file);
is_file
})
.inspect(|p| log::trace!("Loading Artifact from path: {:?}", p))
.map_err(Error::from)
.and_then_ok(move |de| {
de.path()
.strip_prefix(&root)
.map(|p| p.to_path_buf())
.map_err(Error::from)
})
.and_then_ok(ArtifactPath::new)
}
pub(in crate::filestore) fn unpack_archive_here<R>(&self, mut ar: tar::Archive<R>) -> Result<()>
where
R: std::io::Read,
{
ar.unpack(&self.0).map_err(Error::from)
}
}
#[derive(Clone, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)]
pub struct ArtifactPath(PathBuf);
impl ArtifactPath {
pub fn new(p: PathBuf) -> Result<Self> {
if p.is_relative() {
Ok(ArtifactPath(p))
} else {
Err(anyhow!("Path is not relative: {}", p.display()))
}
}
/// Unchecked variant of ArtifactPath::new()
///
/// Because ArtifactPath::new() accesses the filesystem, this method is necessary to construct an
/// object of ArtifactPath for a non-existing path, so that we can test its implementation without
/// the need to create objects on the filesystem.
#[cfg(test)]
pub fn new_unchecked(root: PathBuf) -> Self {
ArtifactPath(root)
}
pub fn display(&self) -> std::path::Display {
self.0.display()
}
pub fn file_name(&self) -> Option<&OsStr> {
self.0.file_name()
}
pub fn to_str(&self) -> Option<&str> {
self.0.to_str()
}
}
impl AsRef<Path> for ArtifactPath {
fn as_ref(&self) -> &Path {
&self.0
}
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct FullArtifactPath<'a>(&'a StoreRoot, &'a ArtifactPath);
impl<'a> FullArtifactPath<'a> {
pub fn is_in_staging_store(&self, store: &StagingStore) -> bool {
store.0.root_path() == self.0
}
pub fn artifact_path(&self) -> &ArtifactPath {
self.1
}
pub fn joined(&self) -> PathBuf {
self.0 .0.join(&self.1 .0)
}
pub fn display(&self) -> FullArtifactPathDisplay<'a> {
FullArtifactPathDisplay(self.0, self.1)
}
pub async fn read(self) -> Result<Vec<u8>> {
tokio::fs::read(self.joined())
.await
.map(Vec::from)
.with_context(|| anyhow!("Reading artifact from path {}", self.0.display()))
.map_err(Error::from)
}
}
#[derive(Debug)]
pub struct FullArtifactPathDisplay<'a>(&'a StoreRoot, &'a ArtifactPath);
impl<'a> std::fmt::Display for FullArtifactPathDisplay<'a> {
fn fmt(&self, fmt: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
write!(fmt, "{}/{}", self.0.display(), self.1.display())
}
}
|
