summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorAndrew Gallant <jamslam@gmail.com>2016-09-20 16:35:09 -0400
committerAndrew Gallant <jamslam@gmail.com>2016-09-20 16:35:09 -0400
commit7698b602569d685354244364e8f4954cd772181c (patch)
tree931851db6ae962d615b5e0cbfa70025834cb766b
parente7fb0fd267462d409d71a186c80ca1b0017b6196 (diff)
Add new benchmarks.
These benchmarks are exactly like the ones ran on 2016-09-17 with three changes: 1. `pt` was added back to a few more benchmarks so that it appears any time `sift` appears. 2. Warmup iterations was bumped from 1 to 3. 3. Actual benchmark iterations were bumped from 3 to 10. These benchmarks took around two hours to run.
Diffstat
-rwxr-xr-xbenchsuite/benchsuite31
-rw-r--r--benchsuite/runs/2016-09-20-ubuntu1604-ec2/README.SETUP93
-rw-r--r--benchsuite/runs/2016-09-20-ubuntu1604-ec2/raw.csv1591
-rw-r--r--benchsuite/runs/2016-09-20-ubuntu1604-ec2/summary233
4 files changed, 1942 insertions, 6 deletions
diff --git a/benchsuite/benchsuite b/benchsuite/benchsuite
index 1e0fc9fd..6b7d7112 100755
--- a/benchsuite/benchsuite
+++ b/benchsuite/benchsuite
@@ -132,6 +132,7 @@ def bench_linux_literal_casei(suite_dir):
mkcmd('rg (ignore)', ['rg', '-n', '-i', pat]),
mkcmd('rg (ignore) (mmap)', ['rg', '-n', '-i', '--mmap', pat]),
mkcmd('ag (ignore) (mmap)', ['ag', '-i', pat]),
+ mkcmd('pt (ignore)', ['pt', '-i', pat]),
mkcmd('sift (ignore)', SIFT + ['-n', '-i', '--git', pat]),
# It'd technically be more appropriate to set LC_ALL=en_US.UTF-8 here,
# since that is certainly what ripgrep is doing, but this is for an
@@ -165,6 +166,7 @@ def bench_linux_re_literal_suffix(suite_dir):
return Benchmark(pattern=pat, commands=[
mkcmd('rg (ignore)', ['rg', '-n', pat]),
mkcmd('ag (ignore)', ['ag', '-s', pat]),
+ mkcmd('pt (ignore)', ['pt', '-e', pat]),
mkcmd('sift (ignore)', SIFT + ['-n', '--git', pat]),
mkcmd(
'git grep (ignore)',
@@ -194,6 +196,7 @@ def bench_linux_word(suite_dir):
return Benchmark(pattern=pat, commands=[
mkcmd('rg (ignore)', ['rg', '-n', '-w', pat]),
mkcmd('ag (ignore)', ['ag', '-s', '-w', pat]),
+ mkcmd('pt (ignore)', ['pt', '-w', pat]),
mkcmd('sift (ignore)', SIFT + ['-n', '-w', '--git', pat]),
mkcmd(
'git grep (ignore)',
@@ -224,6 +227,7 @@ def bench_linux_unicode_greek(suite_dir):
return Benchmark(pattern=pat, commands=[
mkcmd('rg', ['rg', '-n', pat]),
+ mkcmd('pt', ['pt', '-e', pat]),
mkcmd('sift', SIFT + ['-n', '--git', pat]),
])
@@ -244,6 +248,7 @@ def bench_linux_unicode_greek_casei(suite_dir):
return Benchmark(pattern=pat, commands=[
mkcmd('rg', ['rg', '-n', '-i', pat]),
+ mkcmd('pt', ['pt', '-i', '-e', pat]),
mkcmd('sift', SIFT + ['-n', '-i', '--git', pat]),
])
@@ -268,7 +273,8 @@ def bench_linux_unicode_word(suite_dir):
mkcmd('rg (ignore)', ['rg', '-n', pat]),
mkcmd('rg (ignore) (ASCII)', ['rg', '-n', '(?-u)' + pat]),
mkcmd('ag (ignore) (ASCII)', ['ag', '-s', pat]),
- mkcmd('sift (ignore) (ASCII)', SIFT + ['-n', pat]),
+ mkcmd('pt (ignore) (ASCII)', ['pt', '-e', pat]),
+ mkcmd('sift (ignore) (ASCII)', SIFT + ['-n', '--git', pat]),
mkcmd(
'git grep (ignore)',
['git', 'grep', '-E', '-I', '-n', pat],
@@ -308,7 +314,8 @@ def bench_linux_no_literal(suite_dir):
mkcmd('rg (ignore)', ['rg', '-n', pat]),
mkcmd('rg (ignore) (ASCII)', ['rg', '-n', '(?-u)' + pat]),
mkcmd('ag (ignore) (ASCII)', ['ag', '-s', pat]),
- mkcmd('sift (ignore) (ASCII)', SIFT + ['-n', pat]),
+ mkcmd('pt (ignore) (ASCII)', ['pt', '-e', pat]),
+ mkcmd('sift (ignore) (ASCII)', SIFT + ['-n', '--git', pat]),
mkcmd(
'git grep (ignore)',
['git', 'grep', '-E', '-I', '-n', pat],
@@ -1125,7 +1132,8 @@ def download(suite_dir, choices):
def collect_benchmarks(suite_dir, filter_pat=None,
- allow_missing_commands=False):
+ allow_missing_commands=False,
+ warmup_iter=1, bench_iter=3):
'''
Return an iterable of all runnable benchmarks.
@@ -1148,6 +1156,8 @@ def collect_benchmarks(suite_dir, filter_pat=None,
try:
benchmark = globals()[fun](suite_dir)
benchmark.name = name
+ benchmark.warmup_count = warmup_iter
+ benchmark.count = bench_iter
benchmark.allow_missing_commands = allow_missing_commands
benchmark.raise_if_missing()
except MissingDependencies as e:
@@ -1157,7 +1167,6 @@ def collect_benchmarks(suite_dir, filter_pat=None,
name,
' '.join(['--download %s' % n for n in e.missing_names]),
))
- continue
except MissingCommands as e:
fmt = 'missing commands: %s, skipping benchmark %s ' \
'(run with --allow-missing to run incomplete benchmarks)'
@@ -1195,6 +1204,14 @@ def main():
help='Dump raw data (all samples collected) in CSV format to the '
'file path provided.')
p.add_argument(
+ '--warmup-iter', metavar='INTEGER', type=int, default=1,
+ help='The number of iterations to run each command before '
+ 'recording measurements.')
+ p.add_argument(
+ '--bench-iter', metavar='INTEGER', type=int, default=3,
+ help='The number of iterations to run each command while '
+ 'recording measurements.')
+ p.add_argument(
'bench', metavar='PAT', nargs='?',
help='A regex pattern that will only run benchmarks that match.')
args = p.parse_args()
@@ -1202,7 +1219,8 @@ def main():
if args.list:
benchmarks = collect_benchmarks(
args.dir, filter_pat=args.bench,
- allow_missing_commands=args.allow_missing)
+ allow_missing_commands=args.allow_missing,
+ warmup_iter=args.warmup_iter, bench_iter=args.bench_iter)
for b in benchmarks:
print(b.name)
sys.exit(0)
@@ -1227,7 +1245,8 @@ def main():
benchmarks = collect_benchmarks(
args.dir, filter_pat=args.bench,
- allow_missing_commands=args.allow_missing)
+ allow_missing_commands=args.allow_missing,
+ warmup_iter=args.warmup_iter, bench_iter=args.bench_iter)
for i, b in enumerate(benchmarks):
result = b.run()
fastest_cmd = result.fastest_cmd()
diff --git a/benchsuite/runs/2016-09-20-ubuntu1604-ec2/README.SETUP b/benchsuite/runs/2016-09-20-ubuntu1604-ec2/README.SETUP
new file mode 100644
index 00000000..7bc3938f
--- /dev/null
+++ b/benchsuite/runs/2016-09-20-ubuntu1604-ec2/README.SETUP
@@ -0,0 +1,93 @@
+Ubuntu 16.04 HVM AMI
+c3.2xlarge, Xeon E5-2680, 2.8 GHz, 8 CPUs, 16 GB memory, 80 GB SSD
+
+# Generic system setup
+
+mkfs.ext4 /dev/xvdb
+sudo mount /dev/xvdb /mnt
+sudo chown ubuntu /mnt
+sudo apt-get update
+sudo apt-get install \ # for building Linux kernel
+ make gcc bc
+sudo apt-get install \ # for the silver searcher
+ automake pkg-config zlib1g-dev liblzma-dev libpcre3 libpcre3-dev
+sudo apt-get install \ # for Universal Code Grep
+ libtool libpcre2-8-0 libpcre2-dev
+sudo apt-get install \ # for sift and the platinum searcher
+ go
+
+# Get benchmark corpora
+
+cd /mnt
+mkdir /mnt/bench
+git clone git://github.com/BurntSushi/ripgrep
+cd ripgrep/benchsuite
+./benchsuite --dir /mnt/bench/ --download all # takes around 15 minutes
+
+# Install search tools
+mkdir /mnt/bin/
+
+## ripgrep
+
+cd /mnt
+mkdir ripgrep-bin
+cd ripgrep-bin
+curl -LO 'https://github.com/BurntSushi/ripgrep/releases/download/0.1.2/ripgrep-0.1.2-x86_64-unknown-linux-musl.tar.gz'
+cp ripgrep-0.1.2-x86_64-unknown-linux-musl/rg /mnt/bin/
+
+## The Silver Searcher
+
+cd /mnt
+git clone git://github.com/ggreer/the_silver_searcher
+cd the_silver_searcher
+git checkout cda635
+./build.sh
+cp ag /mnt/bin/
+
+## Universal Code Grep
+
+cd /mnt
+git clone git://github.com/gvansickle/ucg
+cd ucg
+git checkout 487bfb
+autoreconf -i
+./configure
+make
+cp ucg /mnt/bin/
+
+## The Platinum Searcher
+
+export GOPATH=/mnt/go
+go get github.com/monochromegane/the_platinum_searcher
+cd /mnt/go/src/github.com/monochromegane/the_platinum_searcher
+git checkout 509368
+go install github.com/monochromegane/the_platinum_searcher/cmd/...
+cp /mnt/go/bin/pt /mnt/bin/
+
+## Sift
+
+export GOPATH=/mnt/go
+go get github.com/svent/sift
+cd /mnt/go/src/github.com/svent/sift
+git checkout 2d175c
+go install
+cp /mnt/go/bin/sift /mnt/bin/
+
+## 'git grep' and GNU grep
+
+They are part of the standard Ubuntu install, and are pretty recent (as of
+September 2016).
+
+$ git --version
+git version 2.7.4
+$ grep --version
+grep (GNU grep) 2.25
+
+
+# Running benchmarks
+
+export PATH="/mnt/bin:$PATH"
+cd /mnt/ripgrep/benchsuite
+./benchsuite \
+ --dir /mnt/bench/ --raw /mnt/bench/raw.csv --warmup-iter 3 --bench-iter 10
+# The above took around 120 minutes to run to completion.
diff --git a/benchsuite/runs/2016-09-20-ubuntu1604-ec2/raw.csv b/benchsuite/runs/2016-09-20-ubuntu1604-ec2/raw.csv
new file mode 100644
index 00000000..c2226da7
--- /dev/null
+++ b/benchsuite/runs/2016-09-20-ubuntu1604-ec2/raw.csv
@@ -0,0 +1,1591 @@
+benchmark,warmup_iter,iter,name,command,duration,lines,env
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.47386884689331055,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.4676964282989502,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2977464199066162,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.404477596282959,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.29970765113830566,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2981560230255127,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.29827141761779785,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2970547676086426,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.37766170501708984,68,
+linux_alternates,3,10,rg (ignore),rg -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2981750965118408,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.745070219039917,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.743051290512085,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.7471156120300293,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.7482519149780273,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.7504711151123047,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.7388739585876465,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.751807451248169,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.7407019138336182,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.7513477802276611,68,
+linux_alternates,3,10,ag (ignore),ag -s ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.7503643035888672,68,
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.4976229667663574,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5058624744415283,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5003554821014404,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5036265850067139,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.502265453338623,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5051944255828857,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.49764204025268555,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5026199817657471,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.500784158706665,68,LC_ALL=C
+linux_alternates,3,10,git grep (ignore),git grep -E -I -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.4986872673034668,68,LC_ALL=C
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.19666719436645508,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.20122385025024414,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2921123504638672,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.19991230964660645,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.20190691947937012,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.23188090324401855,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2041609287261963,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.19266295433044434,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.24373841285705566,68,
+linux_alternates,3,10,rg (whitelist),rg --no-ignore -n ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.19818353652954102,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.21015572547912598,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22674226760864258,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.21504473686218262,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22454237937927246,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2039196491241455,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2037363052368164,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.20755791664123535,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.21857881546020508,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2158210277557373,68,
+linux_alternates,3,10,ucg (whitelist),ucg --nosmart-case ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.213883638381958,68,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5118546485900879,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.4563937187194824,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.3091299533843994,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.3657255172729492,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.31900572776794434,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.31780076026916504,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.4655437469482422,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.4731638431549072,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.31702089309692383,160,
+linux_alternates_casei,3,10,rg (ignore),rg -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.37751269340515137,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.9786202907562256,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.9616754055023193,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.982335090637207,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.9551584720611572,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.9577994346618652,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.971240758895874,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.9659252166748047,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.968651294708252,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.974630355834961,160,
+linux_alternates_casei,3,10,ag (ignore),ag -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,1.9673101902008057,160,
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.0195815563201904,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.014780044555664,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.0152857303619385,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.021533727645874,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.008901596069336,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.017594575881958,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.030247449874878,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.0156710147857666,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.0224251747131348,160,LC_ALL=C
+linux_alternates_casei,3,10,git grep (ignore),git grep -E -I -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,2.01462459564209,160,LC_ALL=C
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22264957427978516,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22289133071899414,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22011518478393555,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22271180152893066,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22096776962280273,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22350811958312988,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22304296493530273,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.22333812713623047,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2226696014404297,160,
+linux_alternates_casei,3,10,rg (whitelist),rg --no-ignore -n -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.2225027084350586,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5201499462127686,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5199308395385742,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5204341411590576,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5242149829864502,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5222067832946777,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5239078998565674,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5225164890289307,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5211355686187744,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.521998405456543,160,
+linux_alternates_casei,3,10,ucg (whitelist),ucg -i ERR_SYS|PME_TURN_OFF|LINK_REQ_RST|CFG_BME_EVT,0.5194001197814941,160,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.2887847423553467,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.33100366592407227,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.29135560989379883,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.35103440284729004,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.28871941566467285,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.41626620292663574,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.4109630584716797,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.28783345222473145,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.2896847724914551,16,
+linux_literal,3,10,rg (ignore),rg -n PM_RESUME,0.3816063404083252,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6185925006866455,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6278767585754395,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6153473854064941,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6009879112243652,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6033079624176025,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.597747564315796,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6077642440795898,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6068522930145264,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6185357570648193,16,
+linux_literal,3,10,rg (ignore) (mmap),rg -n --mmap PM_RESUME,1.6097495555877686,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.5874614715576172,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.6032404899597168,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.5708537101745605,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.5849754810333252,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.5937259197235107,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.5755681991577148,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.606102705001831,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.5942778587341309,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.5798444747924805,16,
+linux_literal,3,10,ag (ignore) (mmap),ag -s PM_RESUME,1.587292194366455,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.48366618156433105,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.43807315826416016,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.4620192050933838,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.4109156131744385,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.4734470844268799,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.4730203151702881,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.46596622467041016,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.43018555641174316,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.48219823837280273,16,
+linux_literal,3,10,pt (ignore),pt PM_RESUME,0.43694376945495605,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6309304237365723,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6273376941680908,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6281638145446777,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6282968521118164,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6298778057098389,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6303853988647461,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6214172840118408,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6326169967651367,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6357946395874023,16,
+linux_literal,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n --git PM_RESUME,0.6349425315856934,16,
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.3352987766265869,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.34267115592956543,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.33582019805908203,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.3533494472503662,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.35305285453796387,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.35210490226745605,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.3439147472381592,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.3385200500488281,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.34418511390686035,16,LC_ALL=C
+linux_literal,3,10,git grep (ignore),git grep -I -n PM_RESUME,0.351276159286499,16,LC_ALL=C
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.21218633651733398,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.2074875831604004,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.2121737003326416,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.29766225814819336,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.20844221115112305,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.21107196807861328,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.3164327144622803,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.2020113468170166,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.21297645568847656,16,
+linux_literal,3,10,rg (whitelist),rg -n --no-ignore -tall PM_RESUME,0.20153403282165527,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.21353983879089355,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.20673179626464844,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.21759939193725586,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.2182610034942627,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.21338224411010742,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.2172555923461914,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.2167196273803711,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.22050833702087402,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.22791433334350586,16,
+linux_literal,3,10,ucg (whitelist),ucg --nosmart-case PM_RESUME,0.22888803482055664,16,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.3006107807159424,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.300311803817749,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.29694652557373047,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.41213250160217285,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.2940239906311035,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.5161991119384766,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.38535594940185547,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.3468937873840332,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.3020455837249756,370,
+linux_literal_casei,3,10,rg (ignore),rg -n -i PM_RESUME,0.2997910976409912,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.6084694862365723,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.606147289276123,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.62626051902771,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.6127331256866455,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.6354174613952637,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.6024584770202637,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.611799716949463,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.5951638221740723,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.6110625267028809,370,
+linux_literal_casei,3,10,rg (ignore) (mmap),rg -n -i --mmap PM_RESUME,1.61025071144104,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.61818528175354,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.6345157623291016,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.5905261039733887,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.6204230785369873,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.5921993255615234,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.5896248817443848,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.6044423580169678,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.611330509185791,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.6240627765655518,370,
+linux_literal_casei,3,10,ag (ignore) (mmap),ag -i PM_RESUME,1.6050136089324951,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.215137004852295,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.027225255966187,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.218045234680176,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.382962942123413,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.16927456855774,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.348739862442017,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.116779565811157,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.035597562789917,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.179709911346436,370,
+linux_literal_casei,3,10,pt (ignore),pt -i PM_RESUME,17.351134777069092,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.7961351871490479,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.8030610084533691,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.803156852722168,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.8085391521453857,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.8109989166259766,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.8001055717468262,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.8120794296264648,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.8061761856079102,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.8085212707519531,370,
+linux_literal_casei,3,10,sift (ignore),sift --binary-skip --exclude-files .* --exclude-files *.pdf -n -i --git PM_RESUME,0.7987847328186035,370,
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.34406495094299316,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.3358898162841797,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.3549189567565918,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.3384251594543457,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.34453749656677246,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.34092092514038086,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.3376765251159668,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.34916138648986816,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.33722376823425293,370,LC_ALL=C
+linux_literal_casei,3,10,git grep (ignore),git grep -I -n -i PM_RESUME,0.3521549701690674,370,LC_ALL=C
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.22751879692077637,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.2776045799255371,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.21505451202392578,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.21794772148132324,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.21863842010498047,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.20025348663330078,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.21541285514831543,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.21509718894958496,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.21069550514221191,370,
+linux_literal_casei,3,10,rg (whitelist),rg -n -i --no-ignore -tall PM_RESUME,0.21798276901245117,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.21774601936340332,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.20911478996276855,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.22953128814697266,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.20992112159729004,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.2173295021057129,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.22140860557556152,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.2150726318359375,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.22086834907531738,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.21045351028442383,370,
+linux_literal_casei,3,10,ucg (whitelist),ucg -i PM_RESUME,0.22116923332214355,370,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.547431468963623,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.2980644702911377,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.2759268283843994,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.47458386421203613,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.31407952308654785,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.27758288383483887,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.4621877670288086,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.2774538993835449,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.2882564067840576,16,
+linux_literal_default,3,10,rg,rg PM_RESUME,0.27521324157714844,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.5812609195709229,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.6005668640136719,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.5730962753295898,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.592977523803711,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.5821592807769775,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.5887324810028076,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.5817389488220215,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.594618558883667,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.5992517471313477,16,
+linux_literal_default,3,10,ag,ag PM_RESUME,1.596695899963379,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.21654176712036133,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.21590709686279297,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.2110304832458496,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.21798467636108398,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.23079442977905273,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.2108612060546875,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.22725200653076172,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.21680736541748047,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.21963763236999512,16,
+linux_literal_default,3,10,ucg,ucg PM_RESUME,0.20926284790039062,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.46857309341430664,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.47760438919067383,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.46701765060424805,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.4331653118133545,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.45867037773132324,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.4557461738586426,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.46278929710388184,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.4585258960723877,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.47124767303466797,16,
+linux_literal_default,3,10,pt,pt PM_RESUME,0.4672355651855469,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.38060545921325684,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.3329169750213623,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.33484435081481934,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.35355401039123535,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.35204195976257324,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.338015079498291,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.33859682083129883,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.37181973457336426,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.34308838844299316,16,
+linux_literal_default,3,10,sift,sift PM_RESUME,0.37679576873779297,16,
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.34804248809814453,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.3415200710296631,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.33733463287353516,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.3332488536834717,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.34481191635131836,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.34947681427001953,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.34740161895751953,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.33948254585266113,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.3381669521331787,16,LC_ALL=en_US.UTF-8
+linux_literal_default,3,10,git grep,git grep PM_RESUME,0.34292149543762207,16,LC_ALL=en_US.UTF-8
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5793054103851318,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5733230113983154,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5830531120300293,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5784716606140137,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5747678279876709,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5774915218353271,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5772106647491455,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.576981782913208,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5727875232696533,490,
+linux_no_literal,3,10,rg (ignore),rg -n \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.5777604579925537,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.47701001167297363,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.4056098461151123,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.40029191970825195,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.4043698310852051,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.39755749702453613,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.40610837936401367,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.40239667892456055,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.44395995140075684,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.41157984733581543,490,
+linux_no_literal,3,10,rg (ignore) (ASCII),rg -n (?-u)\w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},0.40621185302734375,490,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.346493721008301,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.3504796028137207,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.337827682495117,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.3482706546783447,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.321526288986206,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.3464548587799072,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.3376870155334473,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.337705612182617,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.328770637512207,766,
+linux_no_literal,3,10,ag (ignore) (ASCII),ag -s \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},2.3303186893463135,766,
+linux_no_literal,3,10,pt (ignore) (ASCII),pt -e \w{5}\s+\w{5}\s+\w{5}\s+\w{5}\s+\w{5},22.04857587814331,490,
+linux_no_literal,3,10,pt (igno