summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorPaul Masurel <paul.masurel@gmail.com>2019-10-04 17:07:49 +0900
committerGitHub <noreply@github.com>2019-10-04 17:07:49 +0900
commit2f867aad17db2bcba614641647e7e1f28a379989 (patch)
treea3bd9beba3298d564e8c7b0ff49b1abf5f7a5cfd
parent5c6580eb15a608c76b8587cbe928593fb6b5c6bb (diff)
Fix bench (#663)
* fmt * Fixing bench compilation
-rw-r--r--src/collector/facet_collector.rs16
-rw-r--r--src/fastfield/mod.rs6
-rw-r--r--src/postings/compression/mod.rs8
-rw-r--r--src/postings/mod.rs22
-rw-r--r--src/postings/stacker/expull.rs10
-rw-r--r--src/query/bitset/mod.rs8
-rw-r--r--src/query/union.rs12
-rw-r--r--src/store/mod.rs6
8 files changed, 45 insertions, 43 deletions
diff --git a/src/collector/facet_collector.rs b/src/collector/facet_collector.rs
index 4f748bb..e2e6c28 100644
--- a/src/collector/facet_collector.rs
+++ b/src/collector/facet_collector.rs
@@ -604,13 +604,13 @@ mod tests {
#[cfg(all(test, feature = "unstable"))]
mod bench {
- use collector::FacetCollector;
- use query::AllQuery;
- use rand::{thread_rng, Rng};
- use schema::Facet;
- use schema::Schema;
+ use crate::collector::FacetCollector;
+ use crate::query::AllQuery;
+ use crate::schema::{Facet, Schema};
+ use crate::Index;
+ use rand::seq::SliceRandom;
+ use rand::thread_rng;
use test::Bencher;
- use Index;
#[bench]
fn bench_facet_collector(b: &mut Bencher) {
@@ -627,7 +627,7 @@ mod bench {
}
}
// 40425 docs
- thread_rng().shuffle(&mut docs[..]);
+ docs[..].shuffle(&mut thread_rng());
let mut index_writer = index.writer_with_num_threads(1, 3_000_000).unwrap();
for doc in docs {
@@ -636,7 +636,7 @@ mod bench {
index_writer.commit().unwrap();
let reader = index.reader().unwrap();
b.iter(|| {
- let searcher = index.searcher();
+ let searcher = reader.searcher();
let facet_collector = FacetCollector::for_field(facet_field);
searcher.search(&AllQuery, &facet_collector).unwrap();
});
diff --git a/src/fastfield/mod.rs b/src/fastfield/mod.rs
index e5f5c59..faea67b 100644
--- a/src/fastfield/mod.rs
+++ b/src/fastfield/mod.rs
@@ -436,9 +436,9 @@ mod bench {
use super::tests::FIELD;
use super::tests::{generate_permutation, SCHEMA};
use super::*;
- use common::CompositeFile;
- use directory::{Directory, RAMDirectory, WritePtr};
- use fastfield::FastFieldReader;
+ use crate::common::CompositeFile;
+ use crate::directory::{Directory, RAMDirectory, WritePtr};
+ use crate::fastfield::FastFieldReader;
use std::collections::HashMap;
use std::path::Path;
use test::{self, Bencher};
diff --git a/src/postings/compression/mod.rs b/src/postings/compression/mod.rs
index a87f211..342ba80 100644
--- a/src/postings/compression/mod.rs
+++ b/src/postings/compression/mod.rs
@@ -274,13 +274,15 @@ pub mod tests {
mod bench {
use super::*;
+ use rand::rngs::StdRng;
+ use rand::Rng;
use rand::SeedableRng;
- use rand::{Rng, XorShiftRng};
use test::Bencher;
fn generate_array_with_seed(n: usize, ratio: f64, seed_val: u8) -> Vec<u32> {
- let seed: &[u8; 16] = &[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, seed_val];
- let mut rng: XorShiftRng = XorShiftRng::from_seed(*seed);
+ let mut seed: [u8; 32] = [0; 32];
+ seed[31] = seed_val;
+ let mut rng = StdRng::from_seed(seed);
(0u32..).filter(|_| rng.gen_bool(ratio)).take(n).collect()
}
diff --git a/src/postings/mod.rs b/src/postings/mod.rs
index 952d7b5..9d290f0 100644
--- a/src/postings/mod.rs
+++ b/src/postings/mod.rs
@@ -628,16 +628,17 @@ pub mod tests {
mod bench {
use super::tests::*;
- use docset::SkipResult;
- use query::Intersection;
- use schema::IndexRecordOption;
+ use crate::docset::SkipResult;
+ use crate::query::Intersection;
+ use crate::schema::IndexRecordOption;
+ use crate::tests;
+ use crate::DocSet;
use test::{self, Bencher};
- use tests;
- use DocSet;
#[bench]
fn bench_segment_postings(b: &mut Bencher) {
- let searcher = INDEX.searcher();
+ let reader = INDEX.reader().unwrap();
+ let searcher = reader.searcher();
let segment_reader = searcher.segment_reader(0);
b.iter(|| {
@@ -651,7 +652,8 @@ mod bench {
#[bench]
fn bench_segment_intersection(b: &mut Bencher) {
- let searcher = INDEX.searcher();
+ let reader = INDEX.reader().unwrap();
+ let searcher = reader.searcher();
let segment_reader = searcher.segment_reader(0);
b.iter(|| {
let segment_postings_a = segment_reader
@@ -681,7 +683,8 @@ mod bench {
}
fn bench_skip_next(p: f64, b: &mut Bencher) {
- let searcher = INDEX.searcher();
+ let reader = INDEX.reader().unwrap();
+ let searcher = reader.searcher();
let segment_reader = searcher.segment_reader(0);
let docs = tests::sample(segment_reader.num_docs(), p);
@@ -736,7 +739,8 @@ mod bench {
#[bench]
fn bench_iterate_segment_postings(b: &mut Bencher) {
- let searcher = INDEX.searcher();
+ let reader = INDEX.reader().unwrap();
+ let searcher = reader.searcher();
let segment_reader = searcher.segment_reader(0);
b.iter(|| {
let n: u32 = test::black_box(17);
diff --git a/src/postings/stacker/expull.rs b/src/postings/stacker/expull.rs
index 0c41075..ba44505 100644
--- a/src/postings/stacker/expull.rs
+++ b/src/postings/stacker/expull.rs
@@ -310,6 +310,7 @@ mod bench {
use super::super::MemoryArena;
use super::ExpUnrolledLinkedList;
use byteorder::{NativeEndian, WriteBytesExt};
+ use std::iter;
use test::Bencher;
const NUM_STACK: usize = 10_000;
@@ -335,11 +336,10 @@ mod bench {
fn bench_push_stack(bench: &mut Bencher) {
bench.iter(|| {
let mut heap = MemoryArena::new();
- let mut stacks = Vec::with_capacity(100);
- for _ in 0..NUM_STACK {
- let mut stack = ExpUnrolledLinkedList::new();
- stacks.push(stack);
- }
+ let mut stacks: Vec<ExpUnrolledLinkedList> =
+ iter::repeat_with(ExpUnrolledLinkedList::new)
+ .take(NUM_STACK)
+ .collect();
for s in 0..NUM_STACK {
for i in 0u32..STACK_SIZE {
let t = s * 392017 % NUM_STACK;
diff --git a/src/query/bitset/mod.rs b/src/query/bitset/mod.rs
index f345225..b2e3fe8 100644
--- a/src/query/bitset/mod.rs
+++ b/src/query/bitset/mod.rs
@@ -223,13 +223,12 @@ mod bench {
use super::BitSet;
use super::BitSetDocSet;
- use test;
- use tests;
- use DocSet;
+ use crate::test;
+ use crate::tests;
+ use crate::DocSet;
#[bench]
fn bench_bitset_1pct_insert(b: &mut test::Bencher) {
- use tests;
let els = tests::generate_nonunique_unsorted(1_000_000u32, 10_000);
b.iter(|| {
let mut bitset = BitSet::with_max_value(1_000_000);
@@ -241,7 +240,6 @@ mod bench {
#[bench]
fn bench_bitset_1pct_clone(b: &mut test::Bencher) {
- use tests;
let els = tests::generate_nonunique_unsorted(1_000_000u32, 10_000);
let mut bitset = BitSet::with_max_value(1_000_000);
for el in els {
diff --git a/src/query/union.rs b/src/query/union.rs
index a27f434..0a7d7bf 100644
--- a/src/query/union.rs
+++ b/src/query/union.rs
@@ -414,14 +414,12 @@ mod tests {
#[cfg(all(test, feature = "unstable"))]
mod bench {
- use query::score_combiner::DoNothingCombiner;
- use query::ConstScorer;
- use query::Union;
- use query::VecDocSet;
+ use crate::query::score_combiner::DoNothingCombiner;
+ use crate::query::{ConstScorer, Union, VecDocSet};
+ use crate::tests;
+ use crate::DocId;
+ use crate::DocSet;
use test::Bencher;
- use tests;
- use DocId;
- use DocSet;
#[bench]
fn bench_union_3_high(bench: &mut Bencher) {
diff --git a/src/store/mod.rs b/src/store/mod.rs
index f0f6701..4f13476 100644
--- a/src/store/mod.rs
+++ b/src/store/mod.rs
@@ -126,10 +126,10 @@ pub mod tests {
mod bench {
use super::tests::write_lorem_ipsum_store;
- use directory::Directory;
- use directory::RAMDirectory;
+ use crate::directory::Directory;
+ use crate::directory::RAMDirectory;
+ use crate::store::StoreReader;
use std::path::Path;
- use store::StoreReader;
use test::Bencher;
#[bench]