Skip to content

Commit

Permalink
fmt
Browse files Browse the repository at this point in the history
  • Loading branch information
hendrikvanantwerpen committed Sep 25, 2024
1 parent 7bf5093 commit 2a4deef
Showing 1 changed file with 10 additions and 2 deletions.
12 changes: 10 additions & 2 deletions crates/bpe/benches/counting.rs
Original file line number Diff line number Diff line change
Expand Up @@ -35,8 +35,16 @@ fn counting_benchmark(c: &mut Criterion) {

fn encoding_benchmark(c: &mut Criterion) {
for (name, bpe, tiktoken) in [
("cl100k", BytePairEncoding::cl100k(), tiktoken_rs::cl100k_base().unwrap()),
("o200k", BytePairEncoding::o200k(), tiktoken_rs::o200k_base().unwrap()),
(
"cl100k",
BytePairEncoding::cl100k(),
tiktoken_rs::cl100k_base().unwrap(),
),
(
"o200k",
BytePairEncoding::o200k(),
tiktoken_rs::o200k_base().unwrap(),
),
] {
let text = create_test_string(&bpe, 20000);
let input = text.as_bytes();
Expand Down

0 comments on commit 2a4deef

Please sign in to comment.