Warm up before benching

Author: xamgore

Cargo.lock

@@ -57,7 +57,7 @@ zh = []
 regex = "1"
 streaming-stats = "0.2.3"
 hashbrown = "0.15.2"
-segtok = "0.1.3"
+segtok = "0.1.4"
 levenshtein = "1.0.5"
 indexmap = "2.7.0"
 itertools = "0.14.0"

yake_rust/Cargo.toml

@@ -18,6 +18,7 @@ fn text_100kb(bencher: Bencher) {
     let text = include_str!("100kb.txt");
     let stopwords = StopWords::predefined("en").unwrap();
     let config = Config { remove_duplicates: false, ..Default::default() };
+    segtok::init();
 
     bencher.bench_local(move || {
         black_box(get_n_best(usize::MAX, black_box(text), black_box(&stopwords), black_box(&config)));
@@ -29,6 +30,7 @@ fn text_3kb(bencher: Bencher) {
     let text = include_str!("3kb.txt");
     let stopwords = StopWords::predefined("en").unwrap();
     let config = Config { remove_duplicates: false, ..Default::default() };
+    segtok::init();
 
     bencher.bench_local(move || {
         black_box(get_n_best(usize::MAX, black_box(text), black_box(&stopwords), black_box(&config)));
@@ -42,6 +44,7 @@ fn text_170b(bencher: Bencher) {
             If you need headphones, we've got you covered!";
     let stopwords = StopWords::predefined("en").unwrap();
     let config = Config { remove_duplicates: false, ..Default::default() };
+    segtok::init();
 
     bencher.bench_local(move || {
         black_box(get_n_best(usize::MAX, black_box(text), black_box(&stopwords), black_box(&config)));