create our own threadpool with minimal stack instead of using the global one.

Even though the global one is also ours as we own the process, this way
we have control over the stack size, to save memory where we don't need
it and scale better to even more cores.

1 files changed, 10 insertions, 1 deletions

diff --git a/src/common.rs b/src/common.rs
index 45e9738..f5f862e 100644
--- a/src/common.rs
+++ b/src/common.rs
@@ -160,7 +160,16 @@ impl WalkOptions {
                     busy_timeout: std::time::Duration::from_secs(1),
                 },
                 1 => jwalk::Parallelism::Serial,
-                _ => jwalk::Parallelism::RayonNewPool(self.threads),
+                _ => jwalk::Parallelism::RayonExistingPool {
+                    pool: jwalk::rayon::ThreadPoolBuilder::new()
+                        .stack_size(128 * 1024)
+                        .num_threads(self.threads)
+                        .thread_name(|idx| format!("dua-fs-walk-{idx}"))
+                        .build()
+                        .expect("fields we set cannot fail")
+                        .into(),
+                    busy_timeout: None,
+                },
             })
     }
 }