File tree Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Original file line number Diff line number Diff line change @@ -588,7 +588,6 @@ mod data {
588
588
if bpes. iter ( ) . all ( |( bpe, len) | {
589
589
let mut seen = HashSet :: with_capacity ( * len) ;
590
590
( 0 ..* len)
591
- . into_iter ( )
592
591
. all ( |i| seen. insert ( hash_bytes_with_factor ( & bpe. _decode_native ( & [ i] ) , factor) ) )
593
592
} ) {
594
593
println ! ( "hash factor: {factor}" ) ;
@@ -621,7 +620,7 @@ mod data {
621
620
let abs_path = current_dir. parent ( ) . unwrap ( ) . parent ( ) . unwrap ( ) ;
622
621
let file = File :: create ( abs_path. join ( data_file) ) . unwrap ( ) ;
623
622
let mut serializer = rmp_serde:: Serializer :: new ( file) ;
624
- BytePairEncoding :: from_tiktoken ( & dict, num_tokens)
623
+ BytePairEncoding :: from_tiktoken ( dict, num_tokens)
625
624
. serialize ( & mut serializer)
626
625
. unwrap ( ) ;
627
626
}
Original file line number Diff line number Diff line change @@ -217,9 +217,8 @@ pub(crate) fn count_ones_from_bitchunks<T: IsBucketType>(
217
217
let mut total = take_ref ( & mut ones, max_msb_len - 1 ) . count ( ) ;
218
218
let smallest_msb = ones
219
219
. next ( )
220
- . map ( |bucket | {
220
+ . inspect ( |_ | {
221
221
total += 1 ;
222
- bucket
223
222
} )
224
223
. unwrap_or_default ( ) ;
225
224
You can’t perform that action at this time.
0 commit comments