-
Notifications
You must be signed in to change notification settings - Fork 9
/
.test_durations
988 lines (988 loc) · 109 KB
/
.test_durations
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
{
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[conv1d_nn_pert]": 1.1757412470178679,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[conv1d_nn_up]": 1.1531428449961822,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[conv1d_no_grad_up]": 0.40105982599197887,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[conv2d_nn_pert]": 0.49755765599547885,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[conv2d_nn_up]": 0.5384459960041568,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[conv3d_nn_pert]": 0.5693707920436282,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[conv3d_nn_up]": 0.5791179630032275,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[simple_nn_class_up]": 1.515325879008742,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[simple_nn_pert]": 0.31648814197978936,
"tests/influence/test_influence_calculator.py::test_dask_ekfac_influence[simple_nn_up]": 0.345498406997649,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_nn_pert-arnoldi]": 0.7486136490188073,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_nn_pert-cg]": 2.3709864970005583,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_nn_pert-direct]": 0.6317156740115024,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_nn_up-arnoldi]": 0.6990832140145358,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_nn_up-cg]": 2.5801909349975176,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_nn_up-direct]": 0.6321751869982108,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_no_grad_up-arnoldi]": 0.3029264329816215,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_no_grad_up-cg]": 1.2931301009957679,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv1d_no_grad_up-direct]": 0.2809486609767191,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv2d_nn_pert-arnoldi]": 0.5121201520087197,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv2d_nn_pert-cg]": 1.8714381649915595,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv2d_nn_pert-direct]": 0.3564423870120663,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv2d_nn_up-arnoldi]": 0.4797562639869284,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv2d_nn_up-cg]": 1.9824987890315242,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv2d_nn_up-direct]": 0.34359909396152943,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv3d_nn_pert-arnoldi]": 0.5911412620043848,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv3d_nn_pert-cg]": 1.8817940490262117,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv3d_nn_pert-direct]": 0.40603021200513467,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv3d_nn_up-arnoldi]": 0.5107649029814638,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv3d_nn_up-cg]": 3.2007382639567368,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[conv3d_nn_up-direct]": 0.43204710801364854,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_class_up-arnoldi]": 1.2488551850256044,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_class_up-cg]": 16.231199133966584,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_class_up-direct]": 0.8788644630112685,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_pert-arnoldi]": 0.3679435200174339,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_pert-cg]": 1.6276155139494222,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_pert-direct]": 0.3059443189704325,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_up-arnoldi]": 0.29977179697016254,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_up-cg]": 1.5808336699556094,
"tests/influence/test_influence_calculator.py::test_dask_influence_factors[simple_nn_up-direct]": 0.2595673779724166,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[conv1d_nn_pert]": 1.648073843010934,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[conv1d_nn_up]": 2.2320262680004817,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[conv1d_no_grad_up]": 0.739165420003701,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[conv2d_nn_pert]": 1.3300797659903765,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[conv2d_nn_up]": 1.7796139150159433,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[conv3d_nn_pert]": 1.5524548839603085,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[conv3d_nn_up]": 15.148636500030989,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[simple_nn_class_up]": 2.0765505130111706,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[simple_nn_pert]": 0.7969291630142834,
"tests/influence/test_influence_calculator.py::test_dask_influence_nn[simple_nn_up]": 0.7292251750186551,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[conv1d_nn_pert]": 1.2291264449886512,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[conv1d_nn_up]": 1.24865967099322,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[conv1d_no_grad_up]": 0.5143154310062528,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[conv2d_nn_pert]": 0.7841348430083599,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[conv2d_nn_up]": 0.8018321000272408,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[conv3d_nn_pert]": 0.8897617959883064,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[conv3d_nn_up]": 0.7785523339698557,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[simple_nn_class_up]": 2.6527095659985207,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[simple_nn_pert]": 0.5539844660379458,
"tests/influence/test_influence_calculator.py::test_sequential_calculator[simple_nn_up]": 0.5878762130159885,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[conv1d_nn_pert]": 0.9878947690012865,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[conv1d_nn_up]": 0.9868685769906733,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[conv1d_no_grad_up]": 0.31182356498902664,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[conv2d_nn_pert]": 0.38766848100931384,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[conv2d_nn_up]": 0.4189586569846142,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[conv3d_nn_pert]": 0.5046580989728682,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[conv3d_nn_up]": 2.282171113009099,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[simple_nn_class_up]": 1.2807428169762716,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[simple_nn_pert]": 0.2861086849879939,
"tests/influence/test_influence_calculator.py::test_thread_safety_violation_error[simple_nn_up]": 0.3151668659411371,
"tests/influence/test_influences.py::test_influence_linear_model[cg-train_set_size_200-perturbation]": 0.8664472580130678,
"tests/influence/test_influences.py::test_influence_linear_model[cg-train_set_size_200-up]": 0.18988716599415056,
"tests/influence/test_influences.py::test_influence_linear_model[direct-train_set_size_200-perturbation]": 0.66577532098745,
"tests/influence/test_influences.py::test_influence_linear_model[direct-train_set_size_200-up]": 0.14689689996885136,
"tests/influence/test_influences.py::test_influence_linear_model[lissa-train_set_size_200-perturbation]": 29.66190878400812,
"tests/influence/test_influences.py::test_influence_linear_model[lissa-train_set_size_200-up]": 31.928044888016302,
"tests/influence/test_influences.py::test_influences_arnoldi[conv1d_nn_pert-cg-inversion_method_kwargs0]": 2.3822218760324176,
"tests/influence/test_influences.py::test_influences_arnoldi[conv1d_nn_pert-lissa-inversion_method_kwargs1]": 2.3658500429883134,
"tests/influence/test_influences.py::test_influences_arnoldi[conv1d_nn_up-cg-inversion_method_kwargs0]": 2.868267879995983,
"tests/influence/test_influences.py::test_influences_arnoldi[conv1d_nn_up-lissa-inversion_method_kwargs1]": 2.457031903992174,
"tests/influence/test_influences.py::test_influences_arnoldi[conv2d_nn_pert-cg-inversion_method_kwargs0]": 37.735455957998056,
"tests/influence/test_influences.py::test_influences_arnoldi[conv2d_nn_pert-lissa-inversion_method_kwargs1]": 39.84842704902985,
"tests/influence/test_influences.py::test_influences_arnoldi[conv2d_nn_up-cg-inversion_method_kwargs0]": 31.690374068013625,
"tests/influence/test_influences.py::test_influences_arnoldi[conv2d_nn_up-lissa-inversion_method_kwargs1]": 32.61307214802946,
"tests/influence/test_influences.py::test_influences_arnoldi[conv3d_nn_pert-cg-inversion_method_kwargs0]": 12.726008000987349,
"tests/influence/test_influences.py::test_influences_arnoldi[conv3d_nn_pert-lissa-inversion_method_kwargs1]": 19.553361862985184,
"tests/influence/test_influences.py::test_influences_arnoldi[conv3d_nn_up-cg-inversion_method_kwargs0]": 13.836377908999566,
"tests/influence/test_influences.py::test_influences_arnoldi[conv3d_nn_up-lissa-inversion_method_kwargs1]": 14.150672011019196,
"tests/influence/test_influences.py::test_influences_arnoldi[simple_nn_pert-cg-inversion_method_kwargs0]": 4.048168402019655,
"tests/influence/test_influences.py::test_influences_arnoldi[simple_nn_pert-lissa-inversion_method_kwargs1]": 4.404760570003418,
"tests/influence/test_influences.py::test_influences_arnoldi[simple_nn_up-cg-inversion_method_kwargs0]": 3.647188978997292,
"tests/influence/test_influences.py::test_influences_arnoldi[simple_nn_up-lissa-inversion_method_kwargs1]": 3.7973901859950274,
"tests/influence/test_influences.py::test_influences_nn[conv1d_nn_pert-cg-inversion_method_kwargs0]": 1.5923064970120322,
"tests/influence/test_influences.py::test_influences_nn[conv1d_nn_pert-lissa-inversion_method_kwargs1]": 3.2020452640135773,
"tests/influence/test_influences.py::test_influences_nn[conv1d_nn_up-cg-inversion_method_kwargs0]": 1.4804198430210818,
"tests/influence/test_influences.py::test_influences_nn[conv1d_nn_up-lissa-inversion_method_kwargs1]": 2.925347449025139,
"tests/influence/test_influences.py::test_influences_nn[conv2d_nn_pert-cg-inversion_method_kwargs0]": 0.9362441220146138,
"tests/influence/test_influences.py::test_influences_nn[conv2d_nn_pert-lissa-inversion_method_kwargs1]": 2.538086088025011,
"tests/influence/test_influences.py::test_influences_nn[conv2d_nn_up-cg-inversion_method_kwargs0]": 0.8035285160294734,
"tests/influence/test_influences.py::test_influences_nn[conv2d_nn_up-lissa-inversion_method_kwargs1]": 2.322104330989532,
"tests/influence/test_influences.py::test_influences_nn[conv3d_nn_pert-cg-inversion_method_kwargs0]": 0.9271317529783119,
"tests/influence/test_influences.py::test_influences_nn[conv3d_nn_pert-lissa-inversion_method_kwargs1]": 2.394592270022258,
"tests/influence/test_influences.py::test_influences_nn[conv3d_nn_up-cg-inversion_method_kwargs0]": 0.585946897015674,
"tests/influence/test_influences.py::test_influences_nn[conv3d_nn_up-lissa-inversion_method_kwargs1]": 1.98005986501812,
"tests/influence/test_influences.py::test_influences_nn[simple_nn_pert-cg-inversion_method_kwargs0]": 0.535838584008161,
"tests/influence/test_influences.py::test_influences_nn[simple_nn_pert-lissa-inversion_method_kwargs1]": 1.2813036919687875,
"tests/influence/test_influences.py::test_influences_nn[simple_nn_up-cg-inversion_method_kwargs0]": 0.49523214003420435,
"tests/influence/test_influences.py::test_influences_nn[simple_nn_up-lissa-inversion_method_kwargs1]": 1.1954537569836248,
"tests/influence/test_torch_differentiable.py::test_inversion_methods[problem_dimension=(2, 5)]": 3.4345830409729388,
"tests/influence/test_torch_differentiable.py::test_inversion_methods[problem_dimension=(5, 10)]": 15.252498073037714,
"tests/influence/test_torch_differentiable.py::test_linear_grad[problem_dimension=(10, 10)]": 0.021300127991707996,
"tests/influence/test_torch_differentiable.py::test_linear_grad[problem_dimension=(10, 5)]": 0.022089153004344553,
"tests/influence/test_torch_differentiable.py::test_linear_grad[problem_dimension=(2, 2)]": 0.02272466098656878,
"tests/influence/test_torch_differentiable.py::test_linear_grad[problem_dimension=(5, 10)]": 0.02305612197960727,
"tests/influence/test_torch_differentiable.py::test_linear_hessian[problem_dimension=(10, 10)]": 0.04802688199561089,
"tests/influence/test_torch_differentiable.py::test_linear_hessian[problem_dimension=(10, 5)]": 0.029498956981115043,
"tests/influence/test_torch_differentiable.py::test_linear_hessian[problem_dimension=(2, 2)]": 0.008306053990963846,
"tests/influence/test_torch_differentiable.py::test_linear_hessian[problem_dimension=(5, 10)]": 0.02729206799995154,
"tests/influence/test_torch_differentiable.py::test_linear_mixed_derivative[problem_dimension=(10, 10)]": 1.1375327199930325,
"tests/influence/test_torch_differentiable.py::test_linear_mixed_derivative[problem_dimension=(10, 5)]": 0.6565052080259193,
"tests/influence/test_torch_differentiable.py::test_linear_mixed_derivative[problem_dimension=(2, 2)]": 0.12738980996073224,
"tests/influence/test_torch_differentiable.py::test_linear_mixed_derivative[problem_dimension=(5, 10)]": 0.7345308819785714,
"tests/influence/test_util.py::test_align_structure_error[source0-target0]": 0.0035728389921132475,
"tests/influence/test_util.py::test_align_structure_error[source1-target1]": 0.00344742598826997,
"tests/influence/test_util.py::test_align_structure_error[source2-unsupported]": 0.002687585016246885,
"tests/influence/test_util.py::test_align_structure_success[source0-target0]": 0.01585831498960033,
"tests/influence/test_util.py::test_align_structure_success[source1-target1]": 0.004216398985590786,
"tests/influence/test_util.py::test_align_structure_success[source2-target2]": 0.0037963670038152486,
"tests/influence/test_util.py::test_get_hvp_function[model_data0-4-avg]": 0.02852429696940817,
"tests/influence/test_util.py::test_get_hvp_function[model_data0-4-full]": 0.021426614985102788,
"tests/influence/test_util.py::test_get_hvp_function[model_data1-5-avg]": 0.05665982299251482,
"tests/influence/test_util.py::test_get_hvp_function[model_data1-5-full]": 0.050573221989907324,
"tests/influence/test_util.py::test_get_hvp_function[model_data2-10-avg]": 0.021057549020042643,
"tests/influence/test_util.py::test_get_hvp_function[model_data2-10-full]": 0.018426671042107046,
"tests/influence/test_util.py::test_get_hvp_function[model_data3-8-avg]": 0.031162786995992064,
"tests/influence/test_util.py::test_get_hvp_function[model_data3-8-full]": 0.021520195034099743,
"tests/influence/test_util.py::test_get_hvp_function[model_data4-4-avg]": 0.2791911210224498,
"tests/influence/test_util.py::test_get_hvp_function[model_data4-4-full]": 0.1754539380199276,
"tests/influence/test_util.py::test_hvp[model_data0-1e-05]": 0.011600336991250515,
"tests/influence/test_util.py::test_hvp[model_data1-1e-05]": 0.031869401020230725,
"tests/influence/test_util.py::test_hvp[model_data2-1e-05]": 0.007384836004348472,
"tests/influence/test_util.py::test_hvp[model_data3-1e-05]": 0.00941651500761509,
"tests/influence/test_util.py::test_hvp[model_data4-1e-05]": 0.012950405973242596,
"tests/influence/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data0-4-200-0.0001]": 4.667632230994059,
"tests/influence/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data1-5-70-0.001]": 2.487104450992774,
"tests/influence/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data2-10-50-0.0001]": 1.6815319799643476,
"tests/influence/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data3-8-160-1e-05]": 4.422049004002474,
"tests/influence/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data4-4-250-1e-05]": 9.08382142597111,
"tests/influence/test_util.py::test_lanzcos_low_rank_hessian_approx_exception": 0.0035210640053264797,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data0-4-avg]": 0.09813399301492609,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data0-4-full]": 0.043379645998356864,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data1-5-avg]": 0.3009787189948838,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data1-5-full]": 0.09857722400920466,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data2-10-avg]": 0.06352706399047747,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data2-10-full]": 0.02785925197531469,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data3-8-avg]": 0.12275354197481647,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data3-8-full]": 0.038030802010325715,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data4-4-avg]": 1.568861082982039,
"tests/influence/torch/test_functional.py::test_get_hessian[model_data4-4-full]": 0.3527732029906474,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data0-4-avg-no_precomputed_grad]": 0.029053338977973908,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data0-4-avg-precomputed_grad]": 0.024562739999964833,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data0-4-full-no_precomputed_grad]": 0.02318769003613852,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data0-4-full-precomputed_grad]": 0.02072873100405559,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data1-5-avg-no_precomputed_grad]": 0.10399829200468957,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data1-5-avg-precomputed_grad]": 0.08527540299110115,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data1-5-full-no_precomputed_grad]": 0.0487626249960158,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data1-5-full-precomputed_grad]": 0.06472014603787102,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data2-10-avg-no_precomputed_grad]": 0.021364449989050627,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data2-10-avg-precomputed_grad]": 0.020947107987012714,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data2-10-full-no_precomputed_grad]": 0.01564259297447279,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data2-10-full-precomputed_grad]": 0.018716127960942686,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data3-8-avg-no_precomputed_grad]": 0.030198641994502395,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data3-8-avg-precomputed_grad]": 0.02652753097936511,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data3-8-full-no_precomputed_grad]": 0.02417866201722063,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data3-8-full-precomputed_grad]": 0.020271165965823457,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data4-4-avg-no_precomputed_grad]": 0.295251544972416,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data4-4-avg-precomputed_grad]": 0.24220332800177857,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data4-4-full-no_precomputed_grad]": 0.15127054302138276,
"tests/influence/torch/test_functional.py::test_get_hvp_function[model_data4-4-full-precomputed_grad]": 0.12759025098057464,
"tests/influence/torch/test_functional.py::test_hvp[model_data0-1e-05]": 0.01550043502356857,
"tests/influence/torch/test_functional.py::test_hvp[model_data1-1e-05]": 0.03742475199396722,
"tests/influence/torch/test_functional.py::test_hvp[model_data2-1e-05]": 0.008176781033398584,
"tests/influence/torch/test_functional.py::test_hvp[model_data3-1e-05]": 0.010425448999740183,
"tests/influence/torch/test_functional.py::test_hvp[model_data4-1e-05]": 0.015775886015035212,
"tests/influence/torch/test_functional.py::test_matrix_jacobian_product[100-5-110]": 0.008168531028786674,
"tests/influence/torch/test_functional.py::test_matrix_jacobian_product[25-10-500]": 0.013726653007324785,
"tests/influence/torch/test_functional.py::test_matrix_jacobian_product[46-1-632]": 0.008376071986276656,
"tests/influence/torch/test_functional.py::test_matrix_jacobian_product[50-3-120]": 0.0070768119767308235,
"tests/influence/torch/test_functional.py::test_mixed_derivatives[100-5-512]": 2.475869121000869,
"tests/influence/torch/test_functional.py::test_mixed_derivatives[25-10-734]": 0.19724710599984974,
"tests/influence/torch/test_functional.py::test_mixed_derivatives[46-1-1000]": 0.21653579399571754,
"tests/influence/torch/test_functional.py::test_mixed_derivatives[50-3-100]": 0.038392401998862624,
"tests/influence/torch/test_functional.py::test_per_sample_gradient[100-5-120]": 0.008947794995037839,
"tests/influence/torch/test_functional.py::test_per_sample_gradient[25-10-550]": 0.01637960397056304,
"tests/influence/torch/test_functional.py::test_per_sample_gradient[46-6-632]": 0.016884273994946852,
"tests/influence/torch/test_functional.py::test_per_sample_gradient[50-3-120]": 0.007916716014733538,
"tests/influence/torch/test_functional.py::test_randomized_nystroem_approximation[10-5]": 0.005715728009818122,
"tests/influence/torch/test_functional.py::test_randomized_nystroem_approximation[2-1]": 0.023494494991609827,
"tests/influence/torch/test_functional.py::test_randomized_nystroem_approximation[20-20]": 0.009906815976137295,
"tests/influence/torch/test_influence_model.py::test_influence_linear_model[cg-train_set_size_200-perturbation]": 20.91743779098033,
"tests/influence/torch/test_influence_model.py::test_influence_linear_model[cg-train_set_size_200-up]": 21.55937509299838,
"tests/influence/torch/test_influence_model.py::test_influence_linear_model[direct-train_set_size_200-perturbation]": 0.31099940900458023,
"tests/influence/torch/test_influence_model.py::test_influence_linear_model[direct-train_set_size_200-up]": 0.15369610002380796,
"tests/influence/torch/test_influence_model.py::test_influence_linear_model[lissa-train_set_size_200-perturbation]": 34.23643598801573,
"tests/influence/torch/test_influence_model.py::test_influence_linear_model[lissa-train_set_size_200-up]": 30.393810068024322,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[conv1d_nn_pert]": 2.6213616719978745,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[conv1d_nn_up]": 2.9271264809995046,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[conv1d_no_grad_up]": 1.1280039110006328,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[conv2d_nn_pert]": 16.078887900001064,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[conv2d_nn_up]": 16.092805495001812,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[conv3d_nn_pert]": 5.826150597002197,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[conv3d_nn_up]": 5.808433192996745,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[simple_nn_class_up]": 3.4398634410008526,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[simple_nn_pert]": 1.783800326000346,
"tests/influence/torch/test_influence_model.py::test_influences_arnoldi[simple_nn_up]": 1.5235134640006436,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[conv1d_nn_pert]": 0.9141263900091872,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[conv1d_nn_up]": 1.004119770048419,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[conv1d_no_grad_up]": 0.38047996698878706,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[conv2d_nn_pert]": 0.48015616298653185,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[conv2d_nn_up]": 0.5073693199956324,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[conv3d_nn_pert]": 0.6013624930055812,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[conv3d_nn_up]": 0.49367734795669094,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[simple_nn_class_up]": 1.3860138560121413,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[simple_nn_pert]": 0.3072592499956954,
"tests/influence/torch/test_influence_model.py::test_influences_ekfac[simple_nn_up]": 0.3164721610082779,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv1d_nn_pert-arnoldi]": 1.0992808279988822,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv1d_nn_pert-nystroem]": 1.040673425042769,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv1d_nn_up-arnoldi]": 1.1172903449914884,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv1d_nn_up-nystroem]": 1.036920167010976,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv1d_no_grad_up-arnoldi]": 0.44857565098209307,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv1d_no_grad_up-nystroem]": 0.3657014589989558,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv2d_nn_pert-arnoldi]": 10.615373000007821,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv2d_nn_pert-nystroem]": 0.6304801060177851,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv2d_nn_up-arnoldi]": 12.847174925991567,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv2d_nn_up-nystroem]": 0.6427060620044358,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv3d_nn_pert-arnoldi]": 3.3492665359808598,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv3d_nn_pert-nystroem]": 0.7446247620100621,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv3d_nn_up-arnoldi]": 1.3008154160052072,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[conv3d_nn_up-nystroem]": 0.659043225023197,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[simple_nn_class_up-arnoldi]": 1.4185076340218075,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[simple_nn_class_up-nystroem]": 1.341759205010021,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[simple_nn_pert-arnoldi]": 1.5481110329856165,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[simple_nn_pert-nystroem]": 0.7679775689903181,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[simple_nn_up-arnoldi]": 0.6033870960236527,
"tests/influence/torch/test_influence_model.py::test_influences_low_rank[simple_nn_up-nystroem]": 0.4260945589921903,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv1d_nn_pert-cg]": 1.2415003680216614,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv1d_nn_pert-lissa]": 1.446426609007176,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv1d_nn_up-cg]": 1.3278332729823887,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv1d_nn_up-lissa]": 1.458945247984957,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv1d_no_grad_up-cg]": 0.48686093898140825,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv1d_no_grad_up-lissa]": 0.5758301080204546,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv2d_nn_pert-cg]": 0.7778827689762693,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv2d_nn_pert-lissa]": 0.9706131120037753,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv2d_nn_up-cg]": 0.820894897042308,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv2d_nn_up-lissa]": 1.0038924609834794,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv3d_nn_pert-cg]": 0.8033803289872594,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv3d_nn_pert-lissa]": 1.055458217015257,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv3d_nn_up-cg]": 0.8625257119711023,
"tests/influence/torch/test_influence_model.py::test_influences_nn[conv3d_nn_up-lissa]": 1.0259976829984225,
"tests/influence/torch/test_influence_model.py::test_influences_nn[simple_nn_class_up-cg]": 3.199327295005787,
"tests/influence/torch/test_influence_model.py::test_influences_nn[simple_nn_class_up-lissa]": 1.6534321949875448,
"tests/influence/torch/test_influence_model.py::test_influences_nn[simple_nn_pert-cg]": 0.49723594496026635,
"tests/influence/torch/test_influence_model.py::test_influences_nn[simple_nn_pert-lissa]": 0.8214586230169516,
"tests/influence/torch/test_influence_model.py::test_influences_nn[simple_nn_up-cg]": 0.5237956949567888,
"tests/influence/torch/test_influence_model.py::test_influences_nn[simple_nn_up-lissa]": 0.8058031850086991,
"tests/influence/torch/test_util.py::test_align_structure_error[source0-target0]": 0.006448083964642137,
"tests/influence/torch/test_util.py::test_align_structure_error[source1-target1]": 0.00412756999139674,
"tests/influence/torch/test_util.py::test_align_structure_error[source2-unsupported]": 0.0034424379700794816,
"tests/influence/torch/test_util.py::test_align_structure_success[source0-target0]": 0.005712676967959851,
"tests/influence/torch/test_util.py::test_align_structure_success[source1-target1]": 0.006509427999844775,
"tests/influence/torch/test_util.py::test_align_structure_success[source2-target2]": 0.004126884043216705,
"tests/influence/torch/test_util.py::test_batch_hvp[model_data0-1e-05]": 0.008645498979603872,
"tests/influence/torch/test_util.py::test_batch_hvp[model_data1-1e-05]": 0.019303103996207938,
"tests/influence/torch/test_util.py::test_batch_hvp[model_data2-1e-05]": 0.009336137009086087,
"tests/influence/torch/test_util.py::test_batch_hvp[model_data3-1e-05]": 0.008507663034833968,
"tests/influence/torch/test_util.py::test_batch_hvp[model_data4-1e-05]": 0.009635148977395147,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data0-4-avg]": 0.02610064498730935,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data0-4-full]": 0.02072099200449884,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data1-5-avg]": 0.038389799010474235,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data1-5-full]": 0.0304763910244219,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data2-10-avg]": 0.01742512101191096,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data2-10-full]": 0.01769776103901677,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data3-8-avg]": 0.02227302800747566,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data3-8-full]": 0.018950653000501916,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data4-4-avg]": 0.20586689305491745,
"tests/influence/torch/test_util.py::test_get_hvp_function[model_data4-4-full]": 0.12533411505864933,
"tests/influence/torch/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data0-4-200-0.0001]": 3.6178578450053465,
"tests/influence/torch/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data1-5-70-0.001]": 3.19126154697733,
"tests/influence/torch/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data2-10-50-0.0001]": 0.3648842849652283,
"tests/influence/torch/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data3-8-160-1e-05]": 5.310517774982145,
"tests/influence/torch/test_util.py::test_lanzcos_low_rank_hessian_approx[model_data4-4-250-1e-05]": 6.977912158996332,
"tests/influence/torch/test_util.py::test_lanzcos_low_rank_hessian_approx_exception": 0.010342207009671256,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions0-30-5]": 0.19223833800060675,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions0-30-6]": 0.1771155720052775,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions0-45-5]": 0.3583740259928163,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions0-45-6]": 0.23107186099514365,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions0-50-5]": 6.3838129109935835,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions0-50-6]": 3.9026464489870705,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions1-30-5]": 0.20121028998983093,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions1-30-6]": 0.1806995400111191,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions1-45-5]": 0.24759877700125799,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions1-45-6]": 0.22885328001575544,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions1-50-5]": 0.2722237109846901,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions1-50-6]": 0.252675962052308,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions2-30-5]": 0.19425044997478835,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions2-30-6]": 0.17584561900002882,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions2-45-5]": 0.2497809480119031,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions2-45-6]": 0.24781898900982924,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions2-50-5]": 0.26879918097984046,
"tests/influence/torch/test_util.py::test_torch_dataset_to_dask_array[tailing_dimensions2-50-6]": 0.26797316601732746,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data0-3-expected_chunks0]": 0.003192901989677921,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data1-2-expected_chunks1]": 0.003511309012537822,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data2-2-expected_chunks2]": 0.00337875698460266,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data3-3-expected_chunks3]": 0.0032286280184052885,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data4-5-expected_chunks4]": 0.0035956800275016576,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data5-42-expected_chunks5]": 0.003795255965087563,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data6-42-expected_chunks6]": 0.003133207996143028,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data7-4-expected_chunks7]": 0.004749076993903145,
"tests/parallel/test_parallel.py::test_chunkification[joblib-data8-4-expected_chunks8]": 0.0034613849711604416,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data0-3-expected_chunks0]": 0.0031638060172554106,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data1-2-expected_chunks1]": 0.004364188993349671,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data2-2-expected_chunks2]": 0.005876399023691192,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data3-3-expected_chunks3]": 0.0034405409824103117,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data4-5-expected_chunks4]": 0.0038114589697215706,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data5-42-expected_chunks5]": 0.003221377992304042,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data6-42-expected_chunks6]": 0.0032008349953684956,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data7-4-expected_chunks7]": 0.003124484996078536,
"tests/parallel/test_parallel.py::test_chunkification[ray-external-data8-4-expected_chunks8]": 0.0033526600163895637,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data0-3-expected_chunks0]": 0.006123727012891322,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data1-2-expected_chunks1]": 0.0053288199997041374,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data2-2-expected_chunks2]": 0.005889113061130047,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data3-3-expected_chunks3]": 0.006710874993586913,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data4-5-expected_chunks4]": 0.00494873701245524,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data5-42-expected_chunks5]": 0.005258859979221597,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data6-42-expected_chunks6]": 0.0059889889671467245,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data7-4-expected_chunks7]": 0.00598992602317594,
"tests/parallel/test_parallel.py::test_chunkification[ray-local-data8-4-expected_chunks8]": 0.004992969945305958,
"tests/parallel/test_parallel.py::test_effective_n_jobs[joblib]": 0.0040679979720152915,
"tests/parallel/test_parallel.py::test_effective_n_jobs[ray-external]": 3.7438874400395434,
"tests/parallel/test_parallel.py::test_effective_n_jobs[ray-local]": 4.747794731985778,
"tests/parallel/test_parallel.py::test_future_cancellation[joblib]": 0.0032916720083449036,
"tests/parallel/test_parallel.py::test_future_cancellation[ray-external]": 6.0036520949797705,
"tests/parallel/test_parallel.py::test_future_cancellation[ray-local]": 5.18983832403319,
"tests/parallel/test_parallel.py::test_futures_executor_map[joblib]": 1.036263770016376,
"tests/parallel/test_parallel.py::test_futures_executor_map[ray-external]": 0.09937145400908776,
"tests/parallel/test_parallel.py::test_futures_executor_map[ray-local]": 0.1012835220026318,
"tests/parallel/test_parallel.py::test_futures_executor_map_with_max_workers[joblib]": 0.005493839009432122,
"tests/parallel/test_parallel.py::test_futures_executor_map_with_max_workers[ray-external]": 1.0856830689881463,
"tests/parallel/test_parallel.py::test_futures_executor_map_with_max_workers[ray-local]": 1.1039586100087035,
"tests/parallel/test_parallel.py::test_futures_executor_submit[joblib]": 1.0226233069843147,
"tests/parallel/test_parallel.py::test_futures_executor_submit[ray-external]": 0.04702838300727308,
"tests/parallel/test_parallel.py::test_futures_executor_submit[ray-local]": 0.05678758802241646,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-1-list-indices0-expected0]": 0.00467701000161469,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-1-list-indices1-expected1]": 0.0042948100017383695,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-1-list-indices2-expected2]": 0.0030402019910980016,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-1-numpy-indices4-45]": 0.003510809998260811,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-1-range-indices3-expected3]": 0.0033703809895087034,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-2-list-indices0-expected0]": 0.0041150090110022575,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-2-list-indices1-expected1]": 0.004162732977420092,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-2-list-indices2-expected2]": 0.003259133023675531,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-2-numpy-indices4-45]": 0.004144402977544814,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-2-range-indices3-expected3]": 0.004427063016919419,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-4-list-indices0-expected0]": 0.0029944690177217126,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-4-list-indices1-expected1]": 0.003702607995364815,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-4-list-indices2-expected2]": 0.0037922649644315243,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-4-numpy-indices4-45]": 0.003974005987402052,
"tests/parallel/test_parallel.py::test_map_reduce_job[joblib-4-range-indices3-expected3]": 0.003567876963643357,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-1-list-indices0-expected0]": 0.005004247970646247,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-1-list-indices1-expected1]": 0.004017235012724996,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-1-list-indices2-expected2]": 0.004506341996602714,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-1-numpy-indices4-45]": 0.003820352052571252,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-1-range-indices3-expected3]": 0.004570545977912843,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-2-list-indices0-expected0]": 0.004423253994900733,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-2-list-indices1-expected1]": 0.006525125994812697,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-2-list-indices2-expected2]": 0.004407291999086738,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-2-numpy-indices4-45]": 0.003792414005147293,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-2-range-indices3-expected3]": 0.0040772780193947256,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-4-list-indices0-expected0]": 0.003901798016158864,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-4-list-indices1-expected1]": 0.003945255011785775,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-4-list-indices2-expected2]": 0.003970507998019457,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-4-numpy-indices4-45]": 0.003773231990635395,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-external-4-range-indices3-expected3]": 0.0037270110042300075,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-1-list-indices0-expected0]": 0.014644921000581235,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-1-list-indices1-expected1]": 0.016928659984841943,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-1-list-indices2-expected2]": 0.010305310046533123,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-1-numpy-indices4-45]": 0.008892301004379988,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-1-range-indices3-expected3]": 0.014073127938900143,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-2-list-indices0-expected0]": 0.007267932000104338,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-2-list-indices1-expected1]": 0.007973060040967539,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-2-list-indices2-expected2]": 0.008930301031796262,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-2-numpy-indices4-45]": 0.009722396003780887,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-2-range-indices3-expected3]": 0.00856516498606652,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-4-list-indices0-expected0]": 0.013356091978494078,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-4-list-indices1-expected1]": 0.006517391972010955,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-4-list-indices2-expected2]": 0.010245340003166348,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-4-numpy-indices4-45]": 0.006771289015887305,
"tests/parallel/test_parallel.py::test_map_reduce_job[ray-local-4-range-indices3-expected3]": 0.007704173040110618,
"tests/parallel/test_parallel.py::test_map_reduce_job_partial_map_and_reduce_func[joblib]": 0.004209100996376947,
"tests/parallel/test_parallel.py::test_map_reduce_job_partial_map_and_reduce_func[ray-external]": 0.002531879028538242,
"tests/parallel/test_parallel.py::test_map_reduce_job_partial_map_and_reduce_func[ray-local]": 0.006263459014007822,
"tests/parallel/test_parallel.py::test_map_reduce_seeding[joblib-42-12]": 0.015576867037452757,
"tests/parallel/test_parallel.py::test_map_reduce_seeding[ray-external-42-12]": 0.005515481985639781,
"tests/parallel/test_parallel.py::test_map_reduce_seeding[ray-local-42-12]": 0.008114579977700487,
"tests/parallel/test_parallel.py::test_wrap_function[joblib]": 0.0033907410106621683,
"tests/parallel/test_parallel.py::test_wrap_function[ray-external]": 2.7244514969934244,
"tests/parallel/test_parallel.py::test_wrap_function[ray-local]": 3.2604004809982143,
"tests/test_plugin.py::test_failure": 0.0017938569653779268,
"tests/test_plugin.py::test_fixture_call_no_arguments": 0.0019022209744434804,
"tests/test_plugin.py::test_fixture_only[1]": 0.002128774009179324,
"tests/test_plugin.py::test_fixture_only[2]": 0.002033632976235822,
"tests/test_plugin.py::test_marker_and_fixture[1]": 0.0019118520140182227,
"tests/test_plugin.py::test_marker_and_fixture[2]": 0.001956833031727001,
"tests/test_plugin.py::test_marker_ignore_exception[0]": 0.0017019310325849801,
"tests/test_plugin.py::test_marker_ignore_exception[1]": 0.0017486069991718978,
"tests/test_plugin.py::test_marker_ignore_exception[2]": 0.0016994159668684006,
"tests/test_plugin.py::test_marker_ignore_exception[3]": 0.0017209959914907813,
"tests/test_plugin.py::test_marker_ignore_exception[4]": 0.0017584379820618778,
"tests/test_plugin.py::test_marker_only[0]": 0.004290158016374335,
"tests/test_plugin.py::test_marker_only_with_data_fixture[0]": 0.0020319949835538864,
"tests/test_plugin.py::test_marker_only_with_data_fixture[1]": 0.0022678270179312676,
"tests/test_plugin.py::test_marker_only_with_data_fixture[2]": 0.0012167239910922945,
"tests/test_results.py::test_adding_different_indices[indices_10-names_10-values_10-indices_20-names_20-values_20-expected_indices0-expected_names0-expected_values0]": 0.0028672630432993174,
"tests/test_results.py::test_adding_different_indices[indices_11-names_11-values_11-indices_21-names_21-values_21-expected_indices1-expected_names1-expected_values1]": 0.002818326000124216,
"tests/test_results.py::test_adding_different_indices[indices_12-names_12-values_12-indices_22-names_22-values_22-expected_indices2-expected_names2-expected_values2]": 0.0028436680149752647,
"tests/test_results.py::test_adding_different_indices[indices_13-names_13-values_13-indices_23-names_23-values_23-expected_indices3-expected_names3-expected_values3]": 0.0028777279949281365,
"tests/test_results.py::test_adding_random": 0.004541941947536543,
"tests/test_results.py::test_dataframe_sorting[values0-names0-ranks_asc0]": 0.0067770640016533434,
"tests/test_results.py::test_dataframe_sorting[values1-names1-ranks_asc1]": 0.003599408984882757,
"tests/test_results.py::test_empty[0]": 0.0018440319981891662,
"tests/test_results.py::test_empty[5]": 0.001971584017155692,
"tests/test_results.py::test_empty_deprecation": 0.0035087529995507794,
"tests/test_results.py::test_equality[values0-names0]": 0.002252487960504368,
"tests/test_results.py::test_equality[values1-names1]": 0.002345187996979803,
"tests/test_results.py::test_extra_values[extra_values0]": 0.002402268990408629,
"tests/test_results.py::test_extra_values[extra_values1]": 0.0022489750117529184,
"tests/test_results.py::test_from_random_creation[-1.0-10]": 0.0019749769708141685,
"tests/test_results.py::test_from_random_creation[-1.0-1]": 0.0020128499891143292,
"tests/test_results.py::test_from_random_creation[1.0-10]": 0.002059541002381593,
"tests/test_results.py::test_from_random_creation[1.0-1]": 0.00199978199088946,
"tests/test_results.py::test_from_random_creation[None-10]": 0.0019230550387874246,
"tests/test_results.py::test_from_random_creation[None-1]": 0.0020171999640297145,
"tests/test_results.py::test_from_random_creation_errors": 0.0015933870163280517,
"tests/test_results.py::test_get_idx": 0.0019429969834163785,
"tests/test_results.py::test_indexing[values0-names0-ranks_asc0]": 0.0025470299879089,
"tests/test_results.py::test_indexing[values1-names1-ranks_asc1]": 0.0024958310241345316,
"tests/test_results.py::test_iter[values0-names0-ranks_asc0]": 0.002205308002885431,
"tests/test_results.py::test_iter[values1-names1-ranks_asc1]": 0.0023963370185811073,
"tests/test_results.py::test_names[data_names0]": 0.0021665350068360567,
"tests/test_results.py::test_serialization[values0-None-dumps-loads0]": 0.0026234709948766977,
"tests/test_results.py::test_serialization[values0-None-dumps-loads1]": 0.002808505989378318,
"tests/test_results.py::test_serialization[values1-None-dumps-loads0]": 0.0025294710067100823,
"tests/test_results.py::test_serialization[values1-None-dumps-loads1]": 0.0024129379889927804,
"tests/test_results.py::test_sorting[values0-names0-ranks_asc0]": 0.0021807790035381913,
"tests/test_results.py::test_sorting[values1-names1-ranks_asc1]": 0.00987413403345272,
"tests/test_results.py::test_todataframe[values0-names0-ranks_asc0]": 0.0034775169915519655,
"tests/test_results.py::test_todataframe[values1-names1-ranks_asc1]": 0.003345073026139289,
"tests/test_results.py::test_types[indices0-int32-data_names0-<U1]": 0.0022732469951733947,
"tests/test_results.py::test_types[indices1-int64-data_names1-int64]": 0.002298486011568457,
"tests/test_results.py::test_types[indices2-int32-data_names2-float64]": 0.003016526985447854,
"tests/test_results.py::test_updating": 0.002226330019766465,
"tests/test_results.py::test_updating_order_invariance": 0.020937073975801468,
"tests/utils/test_caching.py::test_cache_backend_serialization[disk]": 0.005356144974939525,
"tests/utils/test_caching.py::test_cache_backend_serialization[in-memory]": 0.0021933030511718243,
"tests/utils/test_caching.py::test_cache_backend_serialization[memcached]": 0.010345268965465948,
"tests/utils/test_caching.py::test_cache_ignore_args[disk]": 0.0033915580133907497,
"tests/utils/test_caching.py::test_cache_ignore_args[in-memory]": 0.002730604028329253,
"tests/utils/test_caching.py::test_cache_ignore_args[memcached]": 0.0048628810327500105,
"tests/utils/test_caching.py::test_cache_time_threshold[disk]": 0.003125513030681759,
"tests/utils/test_caching.py::test_cache_time_threshold[in-memory]": 0.0027782790130004287,
"tests/utils/test_caching.py::test_cache_time_threshold[memcached]": 0.0038521739770658314,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args10-args20-True]": 0.0030263070366345346,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args11-args21-True]": 0.0030403410200960934,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args12-args22-True]": 0.003270115004852414,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args13-args23-True]": 0.002932069997768849,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args14-args24-True]": 0.002502189017832279,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args15-args25-True]": 0.002679777011508122,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args16-args26-True]": 0.0027510430081747472,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args17-args27-False]": 0.0030373050540219992,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args18-args28-False]": 0.0030083390593063086,
"tests/utils/test_caching.py::test_cached_func_hash_arguments[args19-args29-False]": 0.0028603770188055933,
"tests/utils/test_caching.py::test_cached_func_hash_arguments_of_method": 0.002394773007836193,
"tests/utils/test_caching.py::test_cached_func_hash_function[<lambda>-<lambda>-True]": 0.007417112967232242,
"tests/utils/test_caching.py::test_cached_func_hash_function[foo-<lambda>-False]": 0.004049851006129757,
"tests/utils/test_caching.py::test_cached_func_hash_function[foo-foo-True]": 0.002690388966584578,
"tests/utils/test_caching.py::test_cached_func_hash_function[foo-foo_duplicate-True]": 0.002542914997320622,
"tests/utils/test_caching.py::test_cached_func_hash_function[foo-foo_with_random-False]": 0.0028115719615016133,
"tests/utils/test_caching.py::test_cached_func_hash_function[foo_with_random-foo_with_random_and_sleep-False]": 0.0031461880425922573,
"tests/utils/test_caching.py::test_failed_connection": 0.0039788429858163,
"tests/utils/test_caching.py::test_faster_with_repeated_training[disk]": 5.462864195025759,
"tests/utils/test_caching.py::test_faster_with_repeated_training[in-memory]": 5.410583495016908,
"tests/utils/test_caching.py::test_faster_with_repeated_training[memcached]": 5.505492224008776,
"tests/utils/test_caching.py::test_memcached_failed_connection": 0.0027141640021000057,
"tests/utils/test_caching.py::test_memcached_faster_with_repeated_training": 5.003239913989091,
"tests/utils/test_caching.py::test_memcached_parallel_jobs[joblib]": 3.1677759810409043,
"tests/utils/test_caching.py::test_memcached_parallel_jobs[ray-external]": 38.430890925985295,
"tests/utils/test_caching.py::test_memcached_parallel_jobs[ray-local]": 36.41838698700303,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[joblib-20-1-10-5]": 0.028683183947578073,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[joblib-20-1-20-10]": 0.025447944964980707,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[joblib-20-2-10-5]": 2.471390236984007,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[joblib-20-2-20-10]": 0.23479266298818402,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-external-20-1-10-5]": 0.009816413017688319,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-external-20-1-20-10]": 0.0096441829809919,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-external-20-2-10-5]": 0.009362376993522048,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-external-20-2-20-10]": 0.010290488979080692,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-local-20-1-10-5]": 0.006059690989786759,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-local-20-1-20-10]": 0.005575317016337067,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-local-20-2-10-5]": 0.005598860007012263,
"tests/utils/test_caching.py::test_memcached_parallel_repeated_training[ray-local-20-2-20-10]": 0.007027510990155861,
"tests/utils/test_caching.py::test_memcached_repeated_training": 2.3077823049970903,
"tests/utils/test_caching.py::test_memcached_single_job": 0.007132280006771907,
"tests/utils/test_caching.py::test_parallel_jobs[disk]": 0.0027724569954443723,
"tests/utils/test_caching.py::test_parallel_jobs[in-memory]": 0.0026654380199033767,
"tests/utils/test_caching.py::test_parallel_jobs[joblib-disk]": 0.008082594998995773,
"tests/utils/test_caching.py::test_parallel_jobs[joblib-in-memory]": 0.007858986000428558,
"tests/utils/test_caching.py::test_parallel_jobs[joblib-memcached]": 5.864486223999847,
"tests/utils/test_caching.py::test_parallel_jobs[memcached]": 0.023942797997733578,
"tests/utils/test_caching.py::test_parallel_jobs[ray-external-disk]": 0.019337756999448175,
"tests/utils/test_caching.py::test_parallel_jobs[ray-external-in-memory]": 3.8737009590004163,
"tests/utils/test_caching.py::test_parallel_jobs[ray-external-memcached]": 0.010424148002130096,
"tests/utils/test_caching.py::test_parallel_jobs[ray-local-disk]": 0.006320855998637853,
"tests/utils/test_caching.py::test_parallel_jobs[ray-local-in-memory]": 0.007159704999139649,
"tests/utils/test_caching.py::test_parallel_jobs[ray-local-memcached]": 0.010268650999933016,
"tests/utils/test_caching.py::test_parallel_repeated_training[disk-20-1-10-5]": 0.0175380950095132,
"tests/utils/test_caching.py::test_parallel_repeated_training[disk-20-1-20-10]": 0.013737032044446096,
"tests/utils/test_caching.py::test_parallel_repeated_training[disk-20-2-10-5]": 0.023939374019391835,
"tests/utils/test_caching.py::test_parallel_repeated_training[disk-20-2-20-10]": 0.02181547399959527,
"tests/utils/test_caching.py::test_parallel_repeated_training[in-memory-20-1-10-5]": 0.015921188984066248,
"tests/utils/test_caching.py::test_parallel_repeated_training[in-memory-20-1-20-10]": 0.011334646958857775,
"tests/utils/test_caching.py::test_parallel_repeated_training[in-memory-20-2-10-5]": 0.017839537031250075,
"tests/utils/test_caching.py::test_parallel_repeated_training[in-memory-20-2-20-10]": 0.01734064202173613,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-disk-20-1-10-5]": 0.040544517996750074,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-disk-20-1-20-10]": 0.041609834999690065,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-disk-20-2-10-5]": 0.450297680001313,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-disk-20-2-20-10]": 0.41885778900177684,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-in-memory-20-1-10-5]": 0.04637932000150613,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-in-memory-20-1-20-10]": 0.038561840998227126,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-in-memory-20-2-10-5]": 4.16153838199898,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-in-memory-20-2-20-10]": 0.47474137900280766,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-memcached-20-1-10-5]": 0.03560425399882661,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-memcached-20-1-20-10]": 0.04425754300064,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-memcached-20-2-10-5]": 0.46746473100029107,
"tests/utils/test_caching.py::test_parallel_repeated_training[joblib-memcached-20-2-20-10]": 0.47426626100059366,
"tests/utils/test_caching.py::test_parallel_repeated_training[memcached-20-1-10-5]": 0.016388149961130694,
"tests/utils/test_caching.py::test_parallel_repeated_training[memcached-20-1-20-10]": 0.01673590997233987,
"tests/utils/test_caching.py::test_parallel_repeated_training[memcached-20-2-10-5]": 0.027201458025956526,
"tests/utils/test_caching.py::test_parallel_repeated_training[memcached-20-2-20-10]": 0.027168086962774396,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-disk-20-1-10-5]": 0.019769640000959043,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-disk-20-1-20-10]": 0.02465987799951108,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-disk-20-2-10-5]": 0.012952293998750974,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-disk-20-2-20-10]": 0.010107056999913766,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-in-memory-20-1-10-5]": 0.013676337999640964,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-in-memory-20-1-20-10]": 0.009283014000175172,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-in-memory-20-2-10-5]": 0.014747097000508802,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-in-memory-20-2-20-10]": 0.012189770999611937,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-memcached-20-1-10-5]": 0.014756809001482907,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-memcached-20-1-20-10]": 0.014543373998094467,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-memcached-20-2-10-5]": 0.018690378999963286,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-external-memcached-20-2-20-10]": 0.017414769001334207,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-disk-20-1-10-5]": 0.00978782600031991,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-disk-20-1-20-10]": 0.008025870998608298,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-disk-20-2-10-5]": 0.00932121699952404,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-disk-20-2-20-10]": 0.012999636999666109,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-in-memory-20-1-10-5]": 0.010384335999333416,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-in-memory-20-1-20-10]": 0.007256282997332164,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-in-memory-20-2-10-5]": 0.007955910998134641,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-in-memory-20-2-20-10]": 0.006997692000368261,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-memcached-20-1-10-5]": 0.008193191000827937,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-memcached-20-1-20-10]": 0.010128158999577863,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-memcached-20-2-10-5]": 0.013161438002498471,
"tests/utils/test_caching.py::test_parallel_repeated_training[ray-local-memcached-20-2-20-10]": 0.009240641998985666,
"tests/utils/test_caching.py::test_repeated_training[disk]": 0.33966069895541295,
"tests/utils/test_caching.py::test_repeated_training[in-memory]": 0.23885704105487093,
"tests/utils/test_caching.py::test_repeated_training[memcached]": 0.36306702499859966,
"tests/utils/test_caching.py::test_single_job[disk]": 0.0037449339870363474,
"tests/utils/test_caching.py::test_single_job[in-memory]": 0.0029351940320339054,
"tests/utils/test_caching.py::test_single_job[memcached]": 0.005145985021954402,
"tests/utils/test_caching.py::test_without_pymemcache": 0.005478426028275862,
"tests/utils/test_dataset.py::test_creating_dataset_from_sklearn[0.1]": 0.008665675995871425,
"tests/utils/test_dataset.py::test_creating_dataset_from_sklearn[0.5]": 0.00487168098334223,
"tests/utils/test_dataset.py::test_creating_dataset_from_sklearn[0.8]": 0.005765877984231338,
"tests/utils/test_dataset.py::test_creating_dataset_from_x_y_arrays[0.1-kwargs0]": 0.004334063007263467,
"tests/utils/test_dataset.py::test_creating_dataset_from_x_y_arrays[0.1-kwargs1]": 0.003661135968286544,
"tests/utils/test_dataset.py::test_creating_dataset_from_x_y_arrays[0.5-kwargs0]": 0.0034260130196344107,
"tests/utils/test_dataset.py::test_creating_dataset_from_x_y_arrays[0.5-kwargs1]": 0.0037207130226306617,
"tests/utils/test_dataset.py::test_creating_dataset_from_x_y_arrays[0.8-kwargs0]": 0.0036306940019130707,
"tests/utils/test_dataset.py::test_creating_dataset_from_x_y_arrays[0.8-kwargs1]": 0.0032633960363455117,
"tests/utils/test_dataset.py::test_creating_dataset_subsclassfrom_sklearn[0.1]": 0.003974422957981005,
"tests/utils/test_dataset.py::test_creating_dataset_subsclassfrom_sklearn[0.5]": 0.004185625031823292,
"tests/utils/test_dataset.py::test_creating_dataset_subsclassfrom_sklearn[0.8]": 0.003982000023825094,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_sklearn[0.1]": 0.005084333999548107,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_sklearn[0.5]": 0.0051782039809040725,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_sklearn[0.8]": 0.00535002100514248,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_sklearn_failure[0.1]": 0.003540790028637275,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_sklearn_failure[0.5]": 0.004949523019604385,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_sklearn_failure[0.8]": 0.0035746630164794624,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays[0.1-kwargs0]": 0.004036521015223116,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays[0.1-kwargs1]": 0.0036350690061226487,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays[0.5-kwargs0]": 0.004778611968504265,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays[0.5-kwargs1]": 0.004359662008937448,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays[0.8-kwargs0]": 0.004105383006390184,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays[0.8-kwargs1]": 0.003795194992562756,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays_failure[0.1]": 0.002760191011475399,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays_failure[0.5]": 0.0043617659830488265,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_from_x_y_arrays_failure[0.8]": 0.003878229996189475,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_subsclassfrom_sklearn[0.1]": 0.005001434998121113,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_subsclassfrom_sklearn[0.5]": 0.004866438015596941,
"tests/utils/test_dataset.py::test_creating_grouped_dataset_subsclassfrom_sklearn[0.8]": 0.005906352016609162,
"tests/utils/test_dataset.py::test_grouped_dataset_results": 0.013181563990656286,
"tests/utils/test_numeric.py::test_powerset": 0.004835293017094955,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number[0-2-ValueError]": 0.0027691390132531524,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number[1-2-ValueError]": 0.0026925769925583154,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number[10-1-ValueError]": 0.002887230977648869,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number[10-2-None]": 0.002661020989762619,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number[2-10-None]": 0.006404095009202138,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number[4--2-ValueError]": 0.002480320050381124,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number[7-23-None]": 0.002957596007036045,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number_reproducible[10-2]": 0.0030029160261619836,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number_reproducible[2-10]": 0.0029755540017504245,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number_reproducible[7-23]": 0.0025017989974003285,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number_stochastic[10-2]": 0.002511145023163408,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number_stochastic[2-10]": 0.0028129699639976025,
"tests/utils/test_numeric.py::test_random_matrix_with_condition_number_stochastic[7-23]": 0.0027172630361746997,
"tests/utils/test_numeric.py::test_random_powerset[0-1]": 0.003557410993380472,
"tests/utils/test_numeric.py::test_random_powerset[1-10]": 0.00345834597828798,
"tests/utils/test_numeric.py::test_random_powerset[10-1024]": 0.012248383020050824,
"tests/utils/test_numeric.py::test_random_powerset[5-128]": 0.004129782988457009,
"tests/utils/test_numeric.py::test_random_powerset_label_min[0-10-3-1000]": 0.18313832598505542,
"tests/utils/test_numeric.py::test_random_powerset_label_min[1-10-3-1000]": 0.18961101496824995,
"tests/utils/test_numeric.py::test_random_powerset_label_min[2-10-3-1000]": 0.18344586697639897,
"tests/utils/test_numeric.py::test_random_powerset_reproducible[10-1024]": 0.021032890013884753,
"tests/utils/test_numeric.py::test_random_powerset_stochastic[10-1024]": 0.020289141015382484,
"tests/utils/test_numeric.py::test_random_subset_of_size[0-0-None]": 0.004669596964959055,
"tests/utils/test_numeric.py::test_random_subset_of_size[0-1-ValueError]": 0.002807142009260133,
"tests/utils/test_numeric.py::test_random_subset_of_size[10-0-None]": 0.0025325829919893295,
"tests/utils/test_numeric.py::test_random_subset_of_size[10-3-None]": 0.0026709649828262627,
"tests/utils/test_numeric.py::test_random_subset_of_size[1000-40-None]": 0.0033286060206592083,
"tests/utils/test_numeric.py::test_random_subset_of_size_stochastic[10-3]": 0.0026626450126059353,
"tests/utils/test_numeric.py::test_random_subset_of_size_stochastic[1000-40]": 0.002802837989293039,
"tests/utils/test_numeric.py::test_running_moments": 0.6196783449850045,
"tests/utils/test_parallel.py::test_chunkification[joblib-data0-3-expected_chunks0]": 0.015510658000494004,
"tests/utils/test_parallel.py::test_chunkification[joblib-data1-2-expected_chunks1]": 0.012093620000086958,
"tests/utils/test_parallel.py::test_chunkification[joblib-data2-2-expected_chunks2]": 0.011375399999451474,
"tests/utils/test_parallel.py::test_chunkification[joblib-data3-3-expected_chunks3]": 0.016111063001517323,
"tests/utils/test_parallel.py::test_chunkification[joblib-data4-5-expected_chunks4]": 0.02149817300050927,
"tests/utils/test_parallel.py::test_chunkification[joblib-data5-42-expected_chunks5]": 0.013197087000662577,
"tests/utils/test_parallel.py::test_chunkification[joblib-data6-42-expected_chunks6]": 0.017662769996604766,
"tests/utils/test_parallel.py::test_chunkification[joblib-data7-4-expected_chunks7]": 0.013664767000591382,
"tests/utils/test_parallel.py::test_chunkification[joblib-data8-4-expected_chunks8]": 0.0129568249994918,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data0-3-expected_chunks0]": 0.02873299299972132,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data1-2-expected_chunks1]": 0.037400651001007645,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data2-2-expected_chunks2]": 0.04821507099950395,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data3-3-expected_chunks3]": 0.03959165199921699,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data4-5-expected_chunks4]": 0.030608711000240874,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data5-42-expected_chunks5]": 0.026263547000780818,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data6-42-expected_chunks6]": 0.01923054399958346,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data7-4-expected_chunks7]": 0.020033368999065715,
"tests/utils/test_parallel.py::test_chunkification[ray-external-data8-4-expected_chunks8]": 0.019113988000754034,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data0-3-expected_chunks0]": 0.022260648998781107,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data1-2-expected_chunks1]": 0.02477619599994796,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data2-2-expected_chunks2]": 0.037821603000338655,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data3-3-expected_chunks3]": 0.0276968880007189,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data4-5-expected_chunks4]": 0.03822717000184639,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data5-42-expected_chunks5]": 0.03200487200047064,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data6-42-expected_chunks6]": 0.02251517100012279,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data7-4-expected_chunks7]": 0.02549016900047718,
"tests/utils/test_parallel.py::test_chunkification[ray-local-data8-4-expected_chunks8]": 0.016007507998438086,
"tests/utils/test_parallel.py::test_effective_n_jobs[joblib]": 0.005121522000990808,
"tests/utils/test_parallel.py::test_effective_n_jobs[ray-external]": 4.8416320709984575,
"tests/utils/test_parallel.py::test_effective_n_jobs[ray-local]": 6.68878685799973,
"tests/utils/test_parallel.py::test_future_cancellation[joblib]": 0.013322050999704516,
"tests/utils/test_parallel.py::test_future_cancellation[ray-external]": 6.1742852379975375,
"tests/utils/test_parallel.py::test_future_cancellation[ray-local]": 5.196579726998607,
"tests/utils/test_parallel.py::test_futures_executor_map[joblib]": 2.7167825960004848,
"tests/utils/test_parallel.py::test_futures_executor_map[ray-external]": 0.10519307000140543,
"tests/utils/test_parallel.py::test_futures_executor_map[ray-local]": 0.10775902599925757,
"tests/utils/test_parallel.py::test_futures_executor_map_with_max_workers[joblib]": 0.012954608999280026,
"tests/utils/test_parallel.py::test_futures_executor_map_with_max_workers[ray-external]": 1.1045504180019634,
"tests/utils/test_parallel.py::test_futures_executor_map_with_max_workers[ray-local]": 1.100314563000211,
"tests/utils/test_parallel.py::test_futures_executor_submit[joblib]": 3.2937196319981012,
"tests/utils/test_parallel.py::test_futures_executor_submit[ray-external]": 0.06437306899897521,
"tests/utils/test_parallel.py::test_futures_executor_submit[ray-local]": 0.05545763400186843,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-1-list-indices0-expected0]": 0.0033702880009514047,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-1-list-indices1-expected1]": 0.003624205000960501,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-1-list-indices2-expected2]": 0.0034593179989315104,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-1-numpy-indices4-45]": 0.003431146000366425,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-1-range-indices3-expected3]": 0.003291076000095927,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-2-list-indices0-expected0]": 0.0043230089995631715,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-2-list-indices1-expected1]": 0.014759305000552558,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-2-list-indices2-expected2]": 0.014669898000647663,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-2-numpy-indices4-45]": 0.014518962998408824,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-2-range-indices3-expected3]": 0.014446292998400168,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-4-list-indices0-expected0]": 0.16248785400057386,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-4-list-indices1-expected1]": 2.277719737998268,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-4-list-indices2-expected2]": 3.347688416000892,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-4-numpy-indices4-45]": 0.04604001000188873,
"tests/utils/test_parallel.py::test_map_reduce_job[joblib-4-range-indices3-expected3]": 0.057255595000242465,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-1-list-indices0-expected0]": 0.026082702997882734,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-1-list-indices1-expected1]": 0.023299047999898903,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-1-list-indices2-expected2]": 0.02191418300026271,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-1-numpy-indices4-45]": 0.02673473200047738,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-1-range-indices3-expected3]": 0.027526039999429486,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-2-list-indices0-expected0]": 3.4228467769989948,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-2-list-indices1-expected1]": 4.798353305001001,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-2-list-indices2-expected2]": 4.636959622999711,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-2-numpy-indices4-45]": 4.028821964997405,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-2-range-indices3-expected3]": 4.398552747999929,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-4-list-indices0-expected0]": 3.734075545000451,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-4-list-indices1-expected1]": 5.287959784998748,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-4-list-indices2-expected2]": 6.245923890002814,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-4-numpy-indices4-45]": 6.61028953999994,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-external-4-range-indices3-expected3]": 6.340780258999075,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-1-list-indices0-expected0]": 0.026392571999167558,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-1-list-indices1-expected1]": 0.0228169030015124,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-1-list-indices2-expected2]": 0.026224847002595197,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-1-numpy-indices4-45]": 0.02119264299835777,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-1-range-indices3-expected3]": 0.02678771700084326,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-2-list-indices0-expected0]": 2.813331847997688,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-2-list-indices1-expected1]": 4.129950463000569,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-2-list-indices2-expected2]": 4.1853057150001405,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-2-numpy-indices4-45]": 3.9139689650000946,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-2-range-indices3-expected3]": 4.066097430000809,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-4-list-indices0-expected0]": 3.626414754000507,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-4-list-indices1-expected1]": 5.354816800998378,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-4-list-indices2-expected2]": 6.589774920001219,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-4-numpy-indices4-45]": 6.373054822000995,
"tests/utils/test_parallel.py::test_map_reduce_job[ray-local-4-range-indices3-expected3]": 6.71076984499814,
"tests/utils/test_parallel.py::test_map_reduce_job_partial_map_and_reduce_func[joblib]": 0.03710782099915377,
"tests/utils/test_parallel.py::test_map_reduce_job_partial_map_and_reduce_func[ray-external]": 6.3739082100000815,
"tests/utils/test_parallel.py::test_map_reduce_job_partial_map_and_reduce_func[ray-local]": 6.171818285998597,
"tests/utils/test_parallel.py::test_map_reduce_seeding[joblib-42-12]": 0.16202725999937684,
"tests/utils/test_parallel.py::test_map_reduce_seeding[ray-external-42-12]": 19.644846438999593,
"tests/utils/test_parallel.py::test_map_reduce_seeding[ray-local-42-12]": 19.494929903998127,
"tests/utils/test_parallel.py::test_wrap_function[joblib]": 0.010273419000441208,
"tests/utils/test_parallel.py::test_wrap_function[ray-external]": 4.3178896000026725,
"tests/utils/test_parallel.py::test_wrap_function[ray-local]": 4.386876819999088,
"tests/utils/test_score.py::test_compose_score": 0.002674737013876438,
"tests/utils/test_score.py::test_scorer": 0.0035687130002770573,
"tests/utils/test_score.py::test_squashed_r2": 0.0024596559815108776,
"tests/utils/test_score.py::test_squashed_variance": 0.0037596760084852576,
"tests/utils/test_status.py::test_and_status": 0.0021642329811584204,
"tests/utils/test_status.py::test_not_status": 0.0017621670267544687,
"tests/utils/test_status.py::test_or_status": 0.0020827190310228616,
"tests/utils/test_utility.py::test_cache[2-0-8]": 0.00677607100806199,
"tests/utils/test_utility.py::test_data_utility_learning_wrapper[10-2-0-8]": 0.007034309994196519,
"tests/utils/test_utility.py::test_data_utility_learning_wrapper[2-2-0-8]": 0.01102408699807711,
"tests/utils/test_utility.py::test_different_cache_signature[model_kwargs0-2-0-8]": 0.0038117940130177885,
"tests/utils/test_utility.py::test_different_cache_signature[model_kwargs1-2-0-8]": 0.0034867670328821987,
"tests/utils/test_utility.py::test_different_utility_with_same_cache[2-0-8]": 0.00709219096461311,
"tests/utils/test_utility.py::test_utility_serialization[False-2-0-8]": 0.004958142031682655,
"tests/utils/test_utility.py::test_utility_serialization[True-2-0-8]": 0.004273276019375771,
"tests/utils/test_utility.py::test_utility_show_warnings[4-4-False]": 0.011898054013727233,
"tests/utils/test_utility.py::test_utility_show_warnings[4-4-True]": 0.011095394002040848,
"tests/utils/test_utility.py::test_utility_with_cache[2-0-8]": 0.010787420003907755,
"tests/value/least_core/test_common.py::test_lc_solve_problems[test_game0]": 0.18890138398273848,
"tests/value/least_core/test_common.py::test_lc_solve_problems[test_utility0]": 3.0655845460132696,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False--1-test_game0-0.1-128]": 0.05052897802670486,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False--1-test_game1-0.2-10000]": 1.0599143210274633,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False--1-test_utility0-0.1-128]": 0.05090764199849218,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False--1-test_utility1-0.2-10000]": 0.39550038598827086,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False-1-test_game0-0.1-128]": 0.045558749028714374,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False-1-test_game1-0.2-10000]": 1.016920865047723,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False-1-test_utility0-0.1-128]": 0.054777625045971945,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[False-1-test_utility1-0.2-10000]": 0.7125970929628238,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True--1-test_game0-0.1-128]": 0.048427555011585355,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True--1-test_game1-0.2-10000]": 1.0079815899953246,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True--1-test_utility0-0.1-128]": 6.515727574034827,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True--1-test_utility1-0.2-10000]": 0.6112625639943872,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True-1-test_game0-0.1-128]": 0.04923934198450297,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True-1-test_game1-0.2-10000]": 1.0299546059977729,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True-1-test_utility0-0.1-128]": 0.07473104700329714,
"tests/value/least_core/test_montecarlo.py::test_montecarlo_least_core[True-1-test_utility1-0.2-10000]": 0.7888634809933137,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_game0]": 0.022803050029324368,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_game1]": 0.024595678987680003,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_game2]": 0.022240159974899143,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_game3]": 0.021910707029746845,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_game4]": 0.025111915019806474,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_utility0]": 0.024124946998199448,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_utility1]": 0.02425819096970372,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_utility2]": 0.023533977015176788,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_utility3]": 0.023558928980492055,
"tests/value/least_core/test_naive.py::test_naive_least_core[False-test_utility4]": 0.024587185034761205,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_game0]": 0.024778541992418468,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_game1]": 0.02579708001576364,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_game2]": 0.025394369004061446,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_game3]": 0.023870316974353045,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_game4]": 0.02718632298638113,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_utility0]": 0.025446541025303304,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_utility1]": 0.026494102989090607,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_utility2]": 0.02477889700094238,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_utility3]": 0.026450325007317588,
"tests/value/least_core/test_naive.py::test_naive_least_core[True-test_utility4]": 0.026973432017257437,
"tests/value/loo/test_loo.py::test_loo[100]": 2.931964471034007,
"tests/value/loo/test_loo.py::test_loo[10]": 2.289035618014168,
"tests/value/shapley/test_classwise.py::test_classwise_scorer_accuracies_left_right_margins[101-0.3-0.4]": 0.005037697002990171,
"tests/value/shapley/test_classwise.py::test_classwise_scorer_accuracies_manual_derivation": 0.037136607978027314,
"tests/value/shapley/test_classwise.py::test_classwise_scorer_is_symmetric[101-0.3-0.4]": 0.006254975975025445,
"tests/value/shapley/test_classwise.py::test_classwise_scorer_representation": 0.0036907130270265043,
"tests/value/shapley/test_classwise.py::test_classwise_scorer_utility[101-0.3-0.4]": 0.009000057965749875,
"tests/value/shapley/test_classwise.py::test_classwise_shapley[classwise_shapley_exact_solution-n_resample_complement_sets=1-n_samples=500]": 5.354776905995095,
"tests/value/shapley/test_classwise.py::test_classwise_shapley[classwise_shapley_exact_solution_no_default-n_resample_complement_sets=1-n_samples=500]": 6.330135180032812,
"tests/value/shapley/test_classwise.py::test_classwise_shapley[classwise_shapley_exact_solution_no_default_allow_empty_set-n_resample_complement_sets=1-n_samples=500]": 6.155792267003562,
"tests/value/shapley/test_classwise.py::test_classwise_shapley[classwise_shapley_exact_solution_normalized-n_resample_complement_sets=1-n_samples=500]": 5.430430012987927,
"tests/value/shapley/test_classwise.py::test_closed_form_linear_classifier": 0.005138550972333178,
"tests/value/shapley/test_knn.py::test_knn_montecarlo_match": 2.8276229689945467,
"tests/value/shapley/test_montecarlo.py::test_analytic_montecarlo_shapley[12-owen-0.1-0.0001-kwargs2]": 0.6999966300209053,
"tests/value/shapley/test_montecarlo.py::test_analytic_montecarlo_shapley[12-owen_antithetic-0.1-0.0001-kwargs3]": 1.3923712590476498,
"tests/value/shapley/test_montecarlo.py::test_analytic_montecarlo_shapley[12-permutation_montecarlo-0.1-1e-05-kwargs0]": 4.533932764985366,
"tests/value/shapley/test_montecarlo.py::test_analytic_montecarlo_shapley[3-group_testing-0.1-0.01-kwargs4]": 2.874565462989267,
"tests/value/shapley/test_montecarlo.py::test_analytic_montecarlo_shapley[8-combinatorial_montecarlo-0.2-0.0001-kwargs1]": 4.175152084033471,
"tests/value/shapley/test_montecarlo.py::test_games[combinatorial_montecarlo-0.2-0.0001-kwargs1-test_game0]": 1.9197496420238167,
"tests/value/shapley/test_montecarlo.py::test_games[combinatorial_montecarlo-0.2-0.0001-kwargs1-test_game1]": 2.5275338669889607,
"tests/value/shapley/test_montecarlo.py::test_games[group_testing-0.1-0.01-kwargs4-test_game0]": 5.158969943964621,
"tests/value/shapley/test_montecarlo.py::test_games[group_testing-0.1-0.01-kwargs4-test_game1]": 6.070634126022924,
"tests/value/shapley/test_montecarlo.py::test_games[owen-0.2-0.0001-kwargs2-test_game0]": 0.5380362030118704,
"tests/value/shapley/test_montecarlo.py::test_games[owen-0.2-0.0001-kwargs2-test_game1]": 0.8358890759991482,
"tests/value/shapley/test_montecarlo.py::test_games[owen_antithetic-0.1-0.0001-kwargs3-test_game0]": 1.2963983940135222,
"tests/value/shapley/test_montecarlo.py::test_games[owen_antithetic-0.1-0.0001-kwargs3-test_game1]": 2.021286355011398,
"tests/value/shapley/test_montecarlo.py::test_games[permutation_montecarlo-0.2-0.0001-kwargs0-test_game0]": 3.723641743970802,
"tests/value/shapley/test_montecarlo.py::test_games[permutation_montecarlo-0.2-0.0001-kwargs0-test_game1]": 3.8597429619985633,
"tests/value/shapley/test_montecarlo.py::test_grouped_linear_montecarlo_shapley[permutation_montecarlo-kwargs0-scorer0-0.1-2-0-21-2]": 5.106256189988926,
"tests/value/shapley/test_montecarlo.py::test_hoeffding_bound_montecarlo[combinatorial_montecarlo-6-0.1-0.1]": 0.001203357009217143,
"tests/value/shapley/test_montecarlo.py::test_hoeffding_bound_montecarlo[permutation_montecarlo-6-0.1-0.1]": 54.87148774100933,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_shapley[combinatorial_montecarlo-kwargs1-scorer0-0.25-2-0-21]": 17.78464582102606,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_shapley[group_testing-kwargs4-scorer0-0.25-2-0-21]": 29.239474696019897,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_shapley[owen-kwargs2-scorer0-0.25-2-0-21]": 4.124498174991459,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_shapley[owen_antithetic-kwargs3-scorer0-0.25-2-0-21]": 7.887545032019261,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_shapley[permutation_montecarlo-kwargs0-scorer0-0.25-2-0-21]": 5.8485472809989005,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_with_outlier[group_testing-kwargs3-scorer0-0.2-2-0-21]": 99.55651604299783,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_with_outlier[owen-kwargs1-scorer0-0.2-2-0-21]": 34.54854124702979,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_with_outlier[owen_antithetic-kwargs2-scorer0-0.2-2-0-21]": 68.9907481589762,
"tests/value/shapley/test_montecarlo.py::test_linear_montecarlo_with_outlier[permutation_montecarlo-kwargs0-scorer0-0.2-2-0-21]": 6.065520199976163,
"tests/value/shapley/test_montecarlo.py::test_montecarlo_shapley_housing_dataset[12-3-12-combinatorial_montecarlo-kwargs0]": 0.16786966001382098,
"tests/value/shapley/test_montecarlo.py::test_montecarlo_shapley_housing_dataset[12-3-12-owen-kwargs1]": 17.011920137971174,
"tests/value/shapley/test_montecarlo.py::test_montecarlo_shapley_housing_dataset[12-3-12-owen_antithetic-kwargs2]": 35.88025256394758,
"tests/value/shapley/test_montecarlo.py::test_montecarlo_shapley_housing_dataset[12-3-4-group_testing-kwargs3]": 0.25901710899779573,
"tests/value/shapley/test_montecarlo.py::test_seed[combinatorial_montecarlo-kwargs0-test_game0]": 0.015400617005070671,
"tests/value/shapley/test_montecarlo.py::test_seed[group_testing-kwargs3-test_game0]": 0.4990526599576697,
"tests/value/shapley/test_montecarlo.py::test_seed[owen-kwargs1-test_game0]": 2.7092463899753056,
"tests/value/shapley/test_montecarlo.py::test_seed[owen_antithetic-kwargs2-test_game0]": 6.592550466011744,
"tests/value/shapley/test_naive.py::test_analytic_exact_shapley[12-combinatorial_exact_shapley-0.01-1e-05]": 2.798590613005217,
"tests/value/shapley/test_naive.py::test_analytic_exact_shapley[6-permutation_exact_shapley-0.01-1e-05]": 0.34537768000154756,
"tests/value/shapley/test_naive.py::test_games[combinatorial_exact_shapley-test_game0-0.1-1e-05]": 0.013095707981847227,
"tests/value/shapley/test_naive.py::test_games[combinatorial_exact_shapley-test_game1-0.1-1e-05]": 0.010749600012786686,
"tests/value/shapley/test_naive.py::test_games[combinatorial_exact_shapley-test_game2-0.1-1e-05]": 0.009951793035725132,
"tests/value/shapley/test_naive.py::test_games[combinatorial_exact_shapley-test_game3-0.1-1e-05]": 0.0090146989969071,
"tests/value/shapley/test_naive.py::test_games[combinatorial_exact_shapley-test_game4-0.1-1e-05]": 0.03628412194666453,
"tests/value/shapley/test_naive.py::test_games[permutation_exact_shapley-test_game0-0.1-1e-05]": 0.017009111965307966,
"tests/value/shapley/test_naive.py::test_games[permutation_exact_shapley-test_game1-0.1-1e-05]": 0.010189941996941343,
"tests/value/shapley/test_naive.py::test_games[permutation_exact_shapley-test_game2-0.1-1e-05]": 0.01022218499565497,
"tests/value/shapley/test_naive.py::test_games[permutation_exact_shapley-test_game3-0.1-1e-05]": 0.009432713995920494,
"tests/value/shapley/test_naive.py::test_games[permutation_exact_shapley-test_game4-0.1-1e-05]": 0.5037095320003573,
"tests/value/shapley/test_naive.py::test_grouped_linear[2-0-50-3-r2]": 0.11044956598198041,
"tests/value/shapley/test_naive.py::test_grouped_linear[2-1-100-5-explained_variance]": 2.3892422189819627,
"tests/value/shapley/test_naive.py::test_grouped_linear[2-1-100-5-r2]": 2.3473940060066525,
"tests/value/shapley/test_naive.py::test_linear[2-0-10-r2]": 0.05533879197901115,
"tests/value/shapley/test_naive.py::test_linear[2-1-10-explained_variance]": 0.058987755968701094,
"tests/value/shapley/test_naive.py::test_linear[2-1-10-neg_median_absolute_error]": 0.05515471697435714,
"tests/value/shapley/test_naive.py::test_linear[2-1-10-r2]": 0.05683578198659234,
"tests/value/shapley/test_naive.py::test_linear_with_outlier[2-0-20-r2]": 15.295730330020888,
"tests/value/shapley/test_naive.py::test_linear_with_outlier[2-1-20-explained_variance]": 15.311946107976837,
"tests/value/shapley/test_naive.py::test_linear_with_outlier[2-1-20-neg_median_absolute_error]": 15.246478994027711,
"tests/value/shapley/test_naive.py::test_linear_with_outlier[2-1-20-r2]": 15.122833114990499,
"tests/value/shapley/test_naive.py::test_polynomial[coefficients0-r2]": 0.12686681901686825,
"tests/value/shapley/test_naive.py::test_polynomial[coefficients1-neg_median_absolute_error]": 0.11067792598623782,
"tests/value/shapley/test_naive.py::test_polynomial[coefficients2-explained_variance]": 0.11747662501875311,
"tests/value/shapley/test_naive.py::test_polynomial_with_outlier[coefficients0-r2]": 0.08565683299093507,
"tests/value/shapley/test_naive.py::test_polynomial_with_outlier[coefficients1-neg_median_absolute_error]": 0.08773901200038381,
"tests/value/shapley/test_naive.py::test_polynomial_with_outlier[coefficients2-explained_variance]": 0.09032825799658895,
"tests/value/shapley/test_truncated.py::test_games[done0-NoTruncation-truncation_kwargs0-test_game0]": 3.9726052110199817,
"tests/value/shapley/test_truncated.py::test_games[done0-NoTruncation-truncation_kwargs0-test_game1]": 4.48901929197018,
"tests/value/shapley/test_truncated.py::test_games[done1-FixedTruncation-truncation_kwargs1-test_game0]": 4.009335360024124,
"tests/value/shapley/test_truncated.py::test_games[done1-FixedTruncation-truncation_kwargs1-test_game1]": 4.109410956996726,
"tests/value/shapley/test_truncated.py::test_tmcs_analytic_montecarlo_shapley[12-truncated_montecarlo-0.1-1e-05-kwargs0]": 5.025441929989029,
"tests/value/shapley/test_truncated.py::test_tmcs_linear_montecarlo_shapley[truncated_montecarlo-kwargs0-scorer0-0.25-2-0-21]": 5.633914494974306,
"tests/value/shapley/test_truncated.py::test_tmcs_linear_montecarlo_with_outlier[truncated_montecarlo-kwargs0-scorer0-0.2-2-0-21]": 3.0232558990246616,
"tests/value/test_sampler.py::test_chunkify[AntitheticSampler]": 0.002352299023186788,
"tests/value/test_sampler.py::test_chunkify[DeterministicUniformSampler]": 0.002171223022742197,
"tests/value/test_sampler.py::test_chunkify[RandomHierarchicalSampler]": 0.0020702430338133126,
"tests/value/test_sampler.py::test_chunkify[UniformSampler]": 0.0028199770022183657,
"tests/value/test_sampler.py::test_chunkify_permutation[DeterministicPermutationSampler]": 0.002369680005358532,
"tests/value/test_sampler.py::test_chunkify_permutation[PermutationSampler]": 0.002037067955825478,
"tests/value/test_sampler.py::test_proper[indices0-AntitheticSampler]": 0.002861024026060477,
"tests/value/test_sampler.py::test_proper[indices0-DeterministicPermutationSampler]": 0.002655454009072855,
"tests/value/test_sampler.py::test_proper[indices0-DeterministicUniformSampler]": 0.003174368990585208,
"tests/value/test_sampler.py::test_proper[indices0-PermutationSampler]": 0.0024646950187161565,
"tests/value/test_sampler.py::test_proper[indices0-RandomHierarchicalSampler]": 0.0023855049803387374,
"tests/value/test_sampler.py::test_proper[indices0-UniformSampler]": 0.0028759060078300536,
"tests/value/test_sampler.py::test_proper[indices1-AntitheticSampler]": 0.003161819011438638,
"tests/value/test_sampler.py::test_proper[indices1-DeterministicPermutationSampler]": 0.002913616015575826,
"tests/value/test_sampler.py::test_proper[indices1-DeterministicUniformSampler]": 0.00358530500670895,
"tests/value/test_sampler.py::test_proper[indices1-PermutationSampler]": 0.0029439219797495753,
"tests/value/test_sampler.py::test_proper[indices1-RandomHierarchicalSampler]": 0.004866360017331317,
"tests/value/test_sampler.py::test_proper[indices1-UniformSampler]": 0.003348411002662033,
"tests/value/test_sampler.py::test_proper_reproducible[indices0-AntitheticSampler]": 0.0021045640169177204,
"tests/value/test_sampler.py::test_proper_reproducible[indices0-PermutationSampler]": 0.002255333965877071,
"tests/value/test_sampler.py::test_proper_reproducible[indices0-RandomHierarchicalSampler]": 0.002645997970830649,
"tests/value/test_sampler.py::test_proper_reproducible[indices0-UniformSampler]": 0.002439948031678796,
"tests/value/test_sampler.py::test_proper_reproducible[indices1-AntitheticSampler]": 0.012846849975176156,
"tests/value/test_sampler.py::test_proper_reproducible[indices1-PermutationSampler]": 0.0033622210030443966,
"tests/value/test_sampler.py::test_proper_reproducible[indices1-RandomHierarchicalSampler]": 0.016803934995550662,
"tests/value/test_sampler.py::test_proper_reproducible[indices1-UniformSampler]": 0.009853368013864383,
"tests/value/test_sampler.py::test_proper_stochastic[indices0-AntitheticSampler]": 0.002318738988833502,
"tests/value/test_sampler.py::test_proper_stochastic[indices0-PermutationSampler]": 0.0024791909963823855,
"tests/value/test_sampler.py::test_proper_stochastic[indices0-RandomHierarchicalSampler]": 0.0026730689860414714,
"tests/value/test_sampler.py::test_proper_stochastic[indices0-UniformSampler]": 0.0024485259782522917,
"tests/value/test_sampler.py::test_proper_stochastic[indices1-AntitheticSampler]": 0.011456050968263298,
"tests/value/test_sampler.py::test_proper_stochastic[indices1-PermutationSampler]": 0.004046668007504195,
"tests/value/test_sampler.py::test_proper_stochastic[indices1-RandomHierarchicalSampler]": 0.017887227004393935,
"tests/value/test_sampler.py::test_proper_stochastic[indices1-UniformSampler]": 0.013727245997870341,
"tests/value/test_semivalues.py::test_banzhaf[AntitheticPermutationSampler-5]": 8.8424951180059,
"tests/value/test_semivalues.py::test_banzhaf[AntitheticSampler-5]": 3.934585579962004,
"tests/value/test_semivalues.py::test_banzhaf[DeterministicPermutationSampler-5]": 4.930636252975091,
"tests/value/test_semivalues.py::test_banzhaf[DeterministicUniformSampler-5]": 3.3139901740069035,
"tests/value/test_semivalues.py::test_banzhaf[PermutationSampler-5]": 7.1331721209862735,
"tests/value/test_semivalues.py::test_banzhaf[UniformSampler-5]": 3.9336799690208863,
"tests/value/test_semivalues.py::test_coefficients[banzhaf_coefficient-100]": 0.004235609987517819,
"tests/value/test_semivalues.py::test_coefficients[banzhaf_coefficient-10]": 0.0035420969943515956,
"tests/value/test_semivalues.py::test_coefficients[beta_coefficient_w0-100]": 0.004731877997983247,
"tests/value/test_semivalues.py::test_coefficients[beta_coefficient_w0-10]": 0.004268383985618129,
"tests/value/test_semivalues.py::test_coefficients[beta_coefficient_w1-100]": 0.00397408299613744,
"tests/value/test_semivalues.py::test_coefficients[beta_coefficient_w1-10]": 0.0036294079618528485,
"tests/value/test_semivalues.py::test_coefficients[beta_coefficient_w2-100]": 0.004120993980905041,
"tests/value/test_semivalues.py::test_coefficients[beta_coefficient_w2-10]": 0.003885133017320186,
"tests/value/test_semivalues.py::test_coefficients[shapley_coefficient-100]": 0.004692697984864935,
"tests/value/test_semivalues.py::test_coefficients[shapley_coefficient-10]": 0.0032941289828158915,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-AntitheticPermutationSampler-test_game0]": 10.938828482991084,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-AntitheticPermutationSampler-test_game1]": 9.457341374014504,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-AntitheticSampler-test_game0]": 11.300962019013241,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-AntitheticSampler-test_game1]": 9.835019734979142,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-PermutationSampler-test_game0]": 10.733634837990394,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-PermutationSampler-test_game1]": 9.321977876999881,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-UniformSampler-test_game0]": 11.094729618023848,
"tests/value/test_semivalues.py::test_games_shapley[beta_coefficient_w-UniformSampler-test_game1]": 9.7448798789992,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-AntitheticPermutationSampler-test_game0]": 7.972334994003177,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-AntitheticPermutationSampler-test_game1]": 6.824364921019878,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-AntitheticSampler-test_game0]": 8.056306425016373,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-AntitheticSampler-test_game1]": 7.130653911037371,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-PermutationSampler-test_game0]": 7.846854715025984,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-PermutationSampler-test_game1]": 6.972198699979344,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-UniformSampler-test_game0]": 8.307511443999829,
"tests/value/test_semivalues.py::test_games_shapley[shapley_coefficient-UniformSampler-test_game1]": 8.480023446987616,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicPermutationSampler-test_game0]": 3.3534141020209063,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicPermutationSampler-test_game1]": 2.9377814330218825,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicPermutationSampler-test_game2]": 3.0197440950141754,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicPermutationSampler-test_game3]": 3.065462252998259,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicUniformSampler-test_game0]": 2.530866265995428,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicUniformSampler-test_game1]": 2.936823854019167,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicUniformSampler-test_game2]": 3.0397010059969034,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[beta_coefficient_w-DeterministicUniformSampler-test_game3]": 2.9198287760373205,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicPermutationSampler-test_game0]": 2.0015553509874735,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicPermutationSampler-test_game1]": 3.1432031750155147,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicPermutationSampler-test_game2]": 2.8129150270251557,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicPermutationSampler-test_game3]": 3.019237435044488,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicUniformSampler-test_game0]": 2.2434276760031935,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicUniformSampler-test_game1]": 3.035445230983896,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicUniformSampler-test_game2]": 2.9089672839909326,
"tests/value/test_semivalues.py::test_games_shapley_deterministic[shapley_coefficient-DeterministicUniformSampler-test_game3]": 3.0945032040181104,
"tests/value/test_semivalues.py::test_marginal_batch_size[PermutationSampler-beta_coefficient_w-5-test_game0]": 0.006125468004029244,
"tests/value/test_semivalues.py::test_shapley[beta_coefficient_w-AntitheticPermutationSampler-5]": 5.1298250389809255,
"tests/value/test_semivalues.py::test_shapley[beta_coefficient_w-AntitheticSampler-5]": 21.97495059997891,
"tests/value/test_semivalues.py::test_shapley[beta_coefficient_w-DeterministicPermutationSampler-5]": 5.294114143965999,
"tests/value/test_semivalues.py::test_shapley[beta_coefficient_w-DeterministicUniformSampler-5]": 4.1863676799985114,
"tests/value/test_semivalues.py::test_shapley[beta_coefficient_w-PermutationSampler-5]": 5.113554820010904,
"tests/value/test_semivalues.py::test_shapley[beta_coefficient_w-UniformSampler-5]": 15.439607260981575,
"tests/value/test_semivalues.py::test_shapley[shapley_coefficient-AntitheticPermutationSampler-5]": 4.836060467991047,
"tests/value/test_semivalues.py::test_shapley[shapley_coefficient-AntitheticSampler-5]": 15.023012319987174,
"tests/value/test_semivalues.py::test_shapley[shapley_coefficient-DeterministicPermutationSampler-5]": 5.098045725986594,
"tests/value/test_semivalues.py::test_shapley[shapley_coefficient-DeterministicUniformSampler-5]": 3.263753114035353,
"tests/value/test_semivalues.py::test_shapley[shapley_coefficient-PermutationSampler-5]": 4.766259174008155,
"tests/value/test_semivalues.py::test_shapley[shapley_coefficient-UniformSampler-5]": 8.919797526003094,
"tests/value/test_semivalues.py::test_shapley_batch_size[1-PermutationSampler-beta_coefficient_w-5-test_game0]": 5.223603894002736,
"tests/value/test_semivalues.py::test_shapley_batch_size[2-PermutationSampler-beta_coefficient_w-5-test_game0]": 5.565272415027721,
"tests/value/test_semivalues.py::test_shapley_batch_size[5-PermutationSampler-beta_coefficient_w-5]": 9.19877936199191,
"tests/value/test_stopping.py::test_history_deviation[0.01-100]": 0.9386799350031652,
"tests/value/test_stopping.py::test_history_deviation[0.01-1]": 0.016687404015101492,
"tests/value/test_stopping.py::test_history_deviation[0.01-42]": 0.34465136696235277,
"tests/value/test_stopping.py::test_history_deviation[0.05-100]": 0.197514128027251,
"tests/value/test_stopping.py::test_history_deviation[0.05-1]": 0.005374073953134939,
"tests/value/test_stopping.py::test_history_deviation[0.05-42]": 0.08412943602888845,
"tests/value/test_stopping.py::test_make_criterion": 0.005493109958479181,
"tests/value/test_stopping.py::test_max_checks": 0.0034617370110936463,
"tests/value/test_stopping.py::test_max_time": 0.30653654897469096,
"tests/value/test_stopping.py::test_minmax_updates": 0.0035910180013161153,
"tests/value/test_stopping.py::test_standard_error": 0.00415661497390829,
"tests/value/test_stopping.py::test_stopping_criterion": 0.0028504370129667222,
"tests/value/test_stopping.py::test_stopping_criterion_composition": 0.005712636018870398
}