Hugging Face's logo

Diogo-V
/
results-b7fe8756f497

English
Model card Files Community
Diogo-V commited on
Commit
9947df5
·
verified ·
1 Parent(s): d5a1c33

Upload 2 files

Browse files
Files changed (2) hide show
  1. results.tsv +132 -30
  2. results.txt +0 -0
results.tsv CHANGED
@@ -1,9 +1,89 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
- 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4695.523328 6.483606815338135 51.580208 0.0
3
- 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.969074726104736 51.581009 0.0
4
- 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.9067816734313965 51.652917 0.0
5
- 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.903452396392822 51.657184 0.0
6
- 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.950102806091309 51.700636 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  0.0 4 0.0 wikitext comb_2 phi rnd_search_fb 4394.006528 4697.62048 1.1224465370178225 71.742124 0.0
8
  0.0015873017255216 5 0.0 wikitext comb_2 phi rnd_search_fb 4394.006528 4697.62048 1.1327569484710691 71.794448 0.0
9
  0.0031746034510433 6 0.0 wikitext comb_2 phi rnd_search_fb 4394.006528 4697.62048 1.1422514915466309 71.795267 0.0
@@ -89,7 +169,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
89
  0.0031746034510433 7 0.0 wikitext comb_13 phi rnd_search_fb 5052.72576 5880.414208 1.1135467290878296 328.249436 0.0
90
  0.0031746034510433 5 0.0 wikitext comb_13 phi rnd_search_fb 5052.72576 5880.414208 1.1135467290878296 328.351964 0.0
91
  0.0031746034510433 6 0.0 wikitext comb_13 phi rnd_search_fb 5052.72576 5880.414208 1.1135467290878296 328.452081 0.0
92
- 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 22.771501 0.0
93
  0.0 4 0.0 librispeech comb_2 wav2vec rnd_search_fb 534.74304 1604.32128 0.0 27.92876 1.0
94
  0.0 5 0.0 librispeech comb_2 wav2vec rnd_search_fb 534.74304 1604.32128 0.0 27.92876 1.0
95
  0.0 6 0.0 librispeech comb_2 wav2vec rnd_search_fb 534.74304 1604.32128 0.0 27.92876 1.0
@@ -145,11 +224,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
145
  0.0 7 0.0 librispeech comb_12 wav2vec rnd_search_fb 658.017792 4800.380928 0.0 25.221459 0.0237246455158352
146
  0.0 4 0.0 librispeech comb_12 wav2vec rnd_search_fb 658.017792 4800.380928 0.0 25.726201 0.0270506203055363
147
  0.0 5 0.0 librispeech comb_12 wav2vec rnd_search_fb 658.017792 4800.380928 0.0 26.299427 0.0236871869471776
148
- 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4802.47808 0.0 26.7777 0.0239494859641096
149
- 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4802.47808 0.0 26.886456 0.0268907930412973
150
- 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4802.47808 0.0 26.917325 0.0237326414926321
151
- 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4802.47808 0.0 27.721902 0.0236079788491685
152
- 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4802.47808 0.0 27.884462 0.0234031339094832
153
  0.0 8 0.0 librispeech comb_16 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 36.191367 0.025143050029423
154
  0.0 7 0.0 librispeech comb_11 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 36.706436 0.0242839896218414
155
  0.0 5 0.0 librispeech comb_11 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 37.218219 0.0270520099739509
@@ -165,7 +239,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
165
  0.0 8 0.0 librispeech comb_17 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 41.145021 0.0238758198935624
166
  0.0 7 0.0 librispeech comb_17 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 41.823721 0.0241900394670291
167
  0.0 6 0.0 librispeech comb_17 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 41.969671 0.0233385253214187
168
- 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 19.593353 0.0239473509600023
169
  0.0 4 0.0 imagenet comb_15 vit rnd_search_fb 356.938752 511.705088 0.0 44.291617 0.0
170
  0.0 5 0.0 imagenet comb_15 vit rnd_search_fb 356.938752 511.705088 0.0 44.291617 0.0
171
  0.0 6 0.0 imagenet comb_15 vit rnd_search_fb 356.938752 511.705088 0.0 44.291617 0.0
@@ -181,11 +254,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
181
  0.7995889186859131 5 0.0 imagenet comb_12 vit rnd_search_fb 357.431808 511.705088 0.0 35.429741 0.0
182
  0.7903391718864441 4 0.0 imagenet comb_12 vit rnd_search_fb 357.431808 511.705088 0.0 35.77837 0.0
183
  0.7995889186859131 7 0.0 imagenet comb_12 vit rnd_search_fb 357.431808 511.705088 0.0 36.650312 0.0
184
- 0.8016444444656372 8 0.0 imagenet woq vit fixed 357.506048 511.705088 0.0 38.869786 0.0
185
- 0.789311408996582 4 0.0 imagenet woq vit fixed 357.506048 511.705088 0.0 40.833086 0.0
186
- 0.7995889186859131 5 0.0 imagenet woq vit fixed 357.506048 511.705088 0.0 42.145428 0.0
187
- 0.7995889186859131 7 0.0 imagenet woq vit fixed 357.506048 511.705088 0.0 43.834588 0.0
188
- 0.8057554364204407 6 0.0 imagenet woq vit fixed 357.506048 511.705088 0.0 43.976967 0.0
189
  0.0 4 0.0 imagenet comb_8 vit rnd_search_fb 357.83168 511.705088 0.0 49.933469 0.0
190
  0.0 5 0.0 imagenet comb_8 vit rnd_search_fb 357.83168 511.705088 0.0 49.933469 0.0
191
  0.0 6 0.0 imagenet comb_8 vit rnd_search_fb 357.83168 511.705088 0.0 49.933469 0.0
@@ -256,7 +324,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
256
  0.8016444444656372 7 0.0 imagenet comb_4 vit rnd_search_fb 358.324736 513.80224 0.0 65.784984 0.0
257
  0.8047276735305786 6 0.0 imagenet comb_5 vit rnd_search_fb 358.324736 513.80224 0.0 66.569199 0.0
258
  0.8016444444656372 5 0.0 imagenet comb_5 vit rnd_search_fb 358.324736 513.80224 0.0 68.239163 0.0
259
- 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 23.45508 0.0
260
  0.0 4 0.0 wikitext comb_2 tinyllama rnd_search_fb 1897.658368 2149.5808 1.3021647930145264 39.798202 0.0
261
  0.0 5 0.0 wikitext comb_2 tinyllama rnd_search_fb 1897.658368 2149.5808 1.3021647930145264 39.798202 0.0
262
  0.0 6 0.0 wikitext comb_2 tinyllama rnd_search_fb 1897.658368 2149.5808 1.3021647930145264 39.798202 0.0
@@ -272,11 +339,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
272
  0.3469773828983307 4 0.0 wikitext comb_12 tinyllama rnd_search_fb 1898.129408 2149.5808 7.644235134124756 35.606683 0.0
273
  0.3680175542831421 5 0.0 wikitext comb_12 tinyllama rnd_search_fb 1898.129408 2149.5808 6.965248107910156 36.469839 0.0
274
  0.3765282034873962 7 0.0 wikitext comb_12 tinyllama rnd_search_fb 1898.129408 2149.5808 6.658954620361328 46.150243 0.0
275
- 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 35.724512 0.0
276
- 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 38.022359 0.0
277
- 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 43.456769 0.0
278
- 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 48.760958 0.0
279
- 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 53.826477 0.0
280
  0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_fb 1899.491328 2151.677952 1.1140508651733398 50.650828 0.0
281
  0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_fb 1899.491328 2151.677952 1.1140508651733398 50.650828 0.0
282
  0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_fb 1899.491328 2151.677952 1.1140508651733398 50.650828 0.0
@@ -347,7 +409,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
347
  0.0 6 0.0 wikitext comb_13 tinyllama rnd_search_fb 2227.17184 2738.880512 1.1093063354492188 99.269084 0.0
348
  0.0 7 0.0 wikitext comb_13 tinyllama rnd_search_fb 2227.17184 2738.880512 1.1093063354492188 99.269084 0.0
349
  0.0 8 0.0 wikitext comb_13 tinyllama rnd_search_fb 2227.17184 2738.880512 1.1093063354492188 99.269084 0.0
350
- 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 26.37516 0.0
351
  0.0 4 0.0 wikitext comb_2 opt rnd_search_fb 669.68832 861.929472 1.1036932468414309 40.349257 0.0
352
  0.0 5 0.0 wikitext comb_2 opt rnd_search_fb 669.68832 861.929472 1.1036932468414309 40.349257 0.0
353
  0.0 6 0.0 wikitext comb_2 opt rnd_search_fb 669.68832 861.929472 1.1036932468414309 40.349257 0.0
@@ -363,11 +424,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
363
  0.3213103413581848 6 0.0 wikitext comb_12 opt rnd_search_fb 670.15936 861.929472 7.801689624786377 33.923326 0.0
364
  0.2894968092441559 4 0.0 wikitext comb_12 opt rnd_search_fb 670.15936 861.929472 8.902691841125488 33.958594 0.0
365
  0.3169875144958496 5 0.0 wikitext comb_12 opt rnd_search_fb 670.15936 861.929472 8.223234176635742 35.288226 0.0
366
- 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 34.209619 0.0
367
- 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.805688381195068 35.760454 0.0
368
- 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222681999206543 38.13847 0.0
369
- 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 41.744134 0.0
370
- 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 43.603187 0.0
371
  0.0 4 0.0 wikitext comb_18 opt rnd_search_fb 670.981632 861.929472 1.1165095567703247 54.496938 0.0
372
  0.0 5 0.0 wikitext comb_18 opt rnd_search_fb 670.981632 861.929472 1.1165095567703247 54.496938 0.0
373
  0.0 6 0.0 wikitext comb_18 opt rnd_search_fb 670.981632 861.929472 1.1165095567703247 54.496938 0.0
@@ -438,4 +494,50 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
438
  0.0 6 0.0 wikitext comb_13 opt rnd_search_fb 799.678464 1071.644672 1.1143286228179932 100.232861 0.0
439
  0.0 7 0.0 wikitext comb_13 opt rnd_search_fb 799.678464 1071.644672 1.1143286228179932 100.232861 0.0
440
  0.0 8 0.0 wikitext comb_13 opt rnd_search_fb 799.678464 1071.644672 1.1143286228179932 100.232861 0.0
441
- 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 21.847011 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
+ 0.0 4 0.0 wikitext comb_2 llama3 rnd_search_fb 14178.745344 15367.929856 1.3576891422271729 122.074458 0.0
3
+ 0.0 5 0.0 wikitext comb_2 llama3 rnd_search_fb 14178.745344 15367.929856 1.3576891422271729 122.074458 0.0
4
+ 0.0 6 0.0 wikitext comb_2 llama3 rnd_search_fb 14178.745344 15367.929856 1.3576891422271729 122.074458 0.0
5
+ 0.0 7 0.0 wikitext comb_2 llama3 rnd_search_fb 14178.745344 15367.929856 1.3576891422271729 122.074458 0.0
6
+ 0.0 8 0.0 wikitext comb_2 llama3 rnd_search_fb 14178.745344 15367.929856 1.3576891422271729 122.074458 0.0
7
+ 0.0 4 0.0 wikitext comb_15 llama3 rnd_search_fb 14178.745344 15367.929856 1.1248141527175903 145.799192 0.0
8
+ 0.0 5 0.0 wikitext comb_15 llama3 rnd_search_fb 14178.745344 15367.929856 1.1248141527175903 145.799192 0.0
9
+ 0.0 6 0.0 wikitext comb_15 llama3 rnd_search_fb 14178.745344 15367.929856 1.1248141527175903 145.799192 0.0
10
+ 0.0 7 0.0 wikitext comb_15 llama3 rnd_search_fb 14178.745344 15367.929856 1.1248141527175903 145.799192 0.0
11
+ 0.0 8 0.0 wikitext comb_15 llama3 rnd_search_fb 14178.745344 15367.929856 1.1248141527175903 145.799192 0.0
12
+ 0.4404930770397186 6 0.0 wikitext comb_12 llama3 rnd_search_fb 14179.216384 15367.929856 5.199138641357422 68.48778 0.0
13
+ 0.4437352418899536 8 0.0 wikitext comb_12 llama3 rnd_search_fb 14179.216384 15367.929856 5.208643436431885 68.554767 0.0
14
+ 0.435663640499115 5 0.0 wikitext comb_12 llama3 rnd_search_fb 14179.216384 15367.929856 5.449023246765137 68.647559 0.0
15
+ 0.380108118057251 4 0.0 wikitext comb_12 llama3 rnd_search_fb 14179.216384 15367.929856 6.15098762512207 68.65745 0.0
16
+ 0.4428571462631225 7 0.0 wikitext comb_12 llama3 rnd_search_fb 14179.216384 15367.929856 5.2481889724731445 68.699582 0.0
17
+ 0.0 4 0.0 wikitext comb_18 llama3 rnd_search_fb 14185.276416 15374.221312 1.1318535804748535 147.377248 0.0
18
+ 0.0 5 0.0 wikitext comb_18 llama3 rnd_search_fb 14185.276416 15374.221312 1.1318535804748535 147.377248 0.0
19
+ 0.0 6 0.0 wikitext comb_18 llama3 rnd_search_fb 14185.276416 15374.221312 1.1318535804748535 147.377248 0.0
20
+ 0.0 7 0.0 wikitext comb_18 llama3 rnd_search_fb 14185.276416 15374.221312 1.1318535804748535 147.377248 0.0
21
+ 0.0 8 0.0 wikitext comb_18 llama3 rnd_search_fb 14185.276416 15374.221312 1.1318535804748535 147.377248 0.0
22
+ 0.0 4 0.0 wikitext comb_8 llama3 rnd_search_fb 14185.276416 15374.221312 1.1366453170776367 147.449505 0.0
23
+ 0.0 5 0.0 wikitext comb_8 llama3 rnd_search_fb 14185.276416 15374.221312 1.1366453170776367 147.449505 0.0
24
+ 0.0 6 0.0 wikitext comb_8 llama3 rnd_search_fb 14185.276416 15374.221312 1.1366453170776367 147.449505 0.0
25
+ 0.0 7 0.0 wikitext comb_8 llama3 rnd_search_fb 14185.276416 15374.221312 1.1366453170776367 147.449505 0.0
26
+ 0.0 8 0.0 wikitext comb_8 llama3 rnd_search_fb 14185.276416 15374.221312 1.1366453170776367 147.449505 0.0
27
+ 0.0 4 0.0 wikitext comb_9 llama3 rnd_search_fb 14185.276416 15374.221312 1.1841051578521729 148.323822 0.0
28
+ 0.0 5 0.0 wikitext comb_9 llama3 rnd_search_fb 14185.276416 15374.221312 1.1841051578521729 148.323822 0.0
29
+ 0.0 6 0.0 wikitext comb_9 llama3 rnd_search_fb 14185.276416 15374.221312 1.1841051578521729 148.323822 0.0
30
+ 0.0 7 0.0 wikitext comb_9 llama3 rnd_search_fb 14185.276416 15374.221312 1.1841051578521729 148.323822 0.0
31
+ 0.0 4 0.0 wikitext comb_4 llama3 rnd_search_fb 14185.276416 15374.221312 1.145966410636902 201.409775 0.0
32
+ 0.0 5 0.0 wikitext comb_4 llama3 rnd_search_fb 14185.276416 15374.221312 1.145966410636902 201.409775 0.0
33
+ 0.0 6 0.0 wikitext comb_4 llama3 rnd_search_fb 14185.276416 15374.221312 1.145966410636902 201.409775 0.0
34
+ 0.0 7 0.0 wikitext comb_4 llama3 rnd_search_fb 14185.276416 15374.221312 1.145966410636902 201.409775 0.0
35
+ 0.0 4 0.0 wikitext comb_7 llama3 rnd_search_fb 14185.276416 15374.221312 1.1248141527175903 201.594972 0.0
36
+ 0.0 5 0.0 wikitext comb_7 llama3 rnd_search_fb 14185.276416 15374.221312 1.1248141527175903 201.594972 0.0
37
+ 0.0 6 0.0 wikitext comb_7 llama3 rnd_search_fb 14185.276416 15374.221312 1.1248141527175903 201.594972 0.0
38
+ 0.0 7 0.0 wikitext comb_7 llama3 rnd_search_fb 14185.276416 15374.221312 1.1248141527175903 201.594972 0.0
39
+ 0.0 8 0.0 wikitext comb_7 llama3 rnd_search_fb 14185.276416 15374.221312 1.1248141527175903 201.594972 0.0
40
+ 0.0358612611889839 8 0.0 wikitext comb_9 llama3 rnd_search_fb 14185.321472 15374.221312 1.6647639274597168 148.101569 0.0
41
+ 0.4373860359191894 5 0.0 wikitext comb_10 llama3 rnd_search_fb 14185.747456 15374.221312 5.412025451660156 147.294374 0.0
42
+ 0.4428909420967102 7 0.0 wikitext comb_10 llama3 rnd_search_fb 14185.747456 15374.221312 5.230251312255859 147.35791 0.0
43
+ 0.436372846364975 5 0.0 wikitext comb_11 llama3 rnd_search_fb 14185.747456 15374.221312 5.430482864379883 147.374194 0.0
44
+ 0.3807835280895233 4 0.0 wikitext comb_11 llama3 rnd_search_fb 14185.747456 15374.221312 6.237351894378662 147.42996 0.0
45
+ 0.4443769156932831 8 0.0 wikitext comb_10 llama3 rnd_search_fb 14185.747456 15374.221312 5.207278728485107 147.450268 0.0
46
+ 0.4402566850185394 6 0.0 wikitext comb_10 llama3 rnd_search_fb 14185.747456 15374.221312 5.230005741119385 147.486099 0.0
47
+ 0.4439041018486023 8 0.0 wikitext comb_16 llama3 rnd_search_fb 14185.747456 15374.221312 5.207451820373535 147.486994 0.0
48
+ 0.3783856928348541 4 0.0 wikitext comb_10 llama3 rnd_search_fb 14185.747456 15374.221312 6.167969226837158 147.513275 0.0
49
+ 0.4400878250598907 6 0.0 wikitext comb_16 llama3 rnd_search_fb 14185.747456 15374.221312 5.199240207672119 147.516645 0.0
50
+ 0.4437690079212188 8 0.0 wikitext comb_11 llama3 rnd_search_fb 14185.747456 15374.221312 5.2081499099731445 147.595439 0.0
51
+ 0.3809524178504944 4 0.0 wikitext comb_16 llama3 rnd_search_fb 14185.747456 15374.221312 6.232641220092773 147.600812 0.0
52
+ 0.4398176372051239 6 0.0 wikitext comb_11 llama3 rnd_search_fb 14185.747456 15374.221312 5.199422359466553 147.62145 0.0
53
+ 0.4365079402923584 5 0.0 wikitext comb_16 llama3 rnd_search_fb 14185.747456 15374.221312 5.430936336517334 147.704374 0.0
54
+ 0.4423505663871765 7 0.0 wikitext comb_11 llama3 rnd_search_fb 14185.747456 15374.221312 5.246627330780029 147.736159 0.0
55
+ 0.4422154724597931 7 0.0 wikitext comb_16 llama3 rnd_search_fb 14185.747456 15374.221312 5.247553825378418 147.746772 0.0
56
+ 0.3804795742034912 4 0.0 wikitext comb_1 llama3 rnd_search_fb 14185.747456 15374.221312 6.175668239593506 147.758163 0.0
57
+ 0.4444106817245483 8 0.0 wikitext comb_1 llama3 rnd_search_fb 14185.747456 15374.221312 5.208073616027832 147.763782 0.0
58
+ 0.440256655216217 6 0.0 wikitext comb_1 llama3 rnd_search_fb 14185.747456 15374.221312 5.190331935882568 147.888495 0.0
59
+ 0.4423843622207641 7 0.0 wikitext comb_1 llama3 rnd_search_fb 14185.747456 15374.221312 5.243480205535889 147.976684 0.0
60
+ 0.4356298446655273 5 0.0 wikitext comb_1 llama3 rnd_search_fb 14185.747456 15374.221312 5.425206184387207 148.100903 0.0
61
+ 0.4406957328319549 6 0.0 wikitext comb_17 llama3 rnd_search_fb 14185.747456 15374.221312 5.230377197265625 174.785584 0.0
62
+ 0.3784194588661194 4 0.0 wikitext comb_17 llama3 rnd_search_fb 14185.747456 15374.221312 6.155763626098633 174.922754 0.0
63
+ 0.436372846364975 5 0.0 wikitext comb_17 llama3 rnd_search_fb 14185.747456 15374.221312 5.392108917236328 175.020896 0.0
64
+ 0.4435325860977173 7 0.0 wikitext comb_17 llama3 rnd_search_fb 14185.747456 15374.221312 5.228376865386963 175.126665 0.0
65
+ 0.4441067576408386 8 0.0 wikitext comb_17 llama3 rnd_search_fb 14185.747456 15374.221312 5.214855194091797 175.244823 0.0
66
+ 0.4428909122943878 7 0.0 wikitext comb_5 llama3 rnd_search_fb 14185.747456 15374.221312 5.229310035705566 200.902476 0.0
67
+ 0.3781155049800873 4 0.0 wikitext comb_5 llama3 rnd_search_fb 14185.747456 15374.221312 6.178023815155029 200.945811 0.0
68
+ 0.4444107115268707 8 0.0 wikitext comb_5 llama3 rnd_search_fb 14185.747456 15374.221312 5.207996845245361 200.983734 0.0
69
+ 0.4402566850185394 6 0.0 wikitext comb_5 llama3 rnd_search_fb 14185.747456 15374.221312 5.23110818862915 200.990115 0.0
70
+ 0.436879426240921 5 0.0 wikitext comb_5 llama3 rnd_search_fb 14185.747456 15374.221312 5.410597324371338 201.15559 0.0
71
+ 0.3016548156738281 8 0.0 wikitext comb_4 llama3 rnd_search_fb 14185.747456 15374.221312 8.716463088989258 201.259501 0.0
72
+ 0.0 4 0.0 wikitext comb_6 llama3 rnd_search_fb 11051.945984 18748.53888 1.1311523914337158 4.398579 0.0
73
+ 0.0 5 0.0 wikitext comb_6 llama3 rnd_search_fb 11051.945984 18748.53888 1.1311523914337158 4.398579 0.0
74
+ 0.0 6 0.0 wikitext comb_6 llama3 rnd_search_fb 11051.945984 18748.53888 1.1311523914337158 4.398579 0.0
75
+ 0.0 7 0.0 wikitext comb_6 llama3 rnd_search_fb 11051.945984 18748.53888 1.1311523914337158 4.398579 0.0
76
+ 0.0 8 0.0 wikitext comb_6 llama3 rnd_search_fb 11051.945984 18748.53888 1.1311523914337158 4.398579 0.0
77
+ 0.0 4 0.0 wikitext comb_3 llama3 rnd_search_fb 11051.945984 18748.53888 1.1400609016418457 4.401918 0.0
78
+ 0.0 5 0.0 wikitext comb_3 llama3 rnd_search_fb 11051.945984 18748.53888 1.1400609016418457 4.401918 0.0
79
+ 0.0 6 0.0 wikitext comb_3 llama3 rnd_search_fb 11051.945984 18748.53888 1.1400609016418457 4.401918 0.0
80
+ 0.0 7 0.0 wikitext comb_3 llama3 rnd_search_fb 11051.945984 18748.53888 1.1400609016418457 4.401918 0.0
81
+ 0.0 8 0.0 wikitext comb_3 llama3 rnd_search_fb 11051.945984 18748.53888 1.1400609016418457 4.401918 0.0
82
+ 0.0 4 0.0 wikitext comb_13 llama3 rnd_search_fb 16811.959808 19811.794944 1.1248141527175903 426.139179 0.0
83
+ 0.0 5 0.0 wikitext comb_13 llama3 rnd_search_fb 16811.959808 19811.794944 1.1248141527175903 426.139179 0.0
84
+ 0.0 6 0.0 wikitext comb_13 llama3 rnd_search_fb 16811.959808 19811.794944 1.1248141527175903 426.139179 0.0
85
+ 0.0 7 0.0 wikitext comb_13 llama3 rnd_search_fb 16811.959808 19811.794944 1.1248141527175903 426.139179 0.0
86
+ 0.0 8 0.0 wikitext comb_13 llama3 rnd_search_fb 16811.959808 19811.794944 1.1248141527175903 426.139179 0.0
87
  0.0 4 0.0 wikitext comb_2 phi rnd_search_fb 4394.006528 4697.62048 1.1224465370178225 71.742124 0.0
88
  0.0015873017255216 5 0.0 wikitext comb_2 phi rnd_search_fb 4394.006528 4697.62048 1.1327569484710691 71.794448 0.0
89
  0.0031746034510433 6 0.0 wikitext comb_2 phi rnd_search_fb 4394.006528 4697.62048 1.1422514915466309 71.795267 0.0
 
169
  0.0031746034510433 7 0.0 wikitext comb_13 phi rnd_search_fb 5052.72576 5880.414208 1.1135467290878296 328.249436 0.0
170
  0.0031746034510433 5 0.0 wikitext comb_13 phi rnd_search_fb 5052.72576 5880.414208 1.1135467290878296 328.351964 0.0
171
  0.0031746034510433 6 0.0 wikitext comb_13 phi rnd_search_fb 5052.72576 5880.414208 1.1135467290878296 328.452081 0.0
 
172
  0.0 4 0.0 librispeech comb_2 wav2vec rnd_search_fb 534.74304 1604.32128 0.0 27.92876 1.0
173
  0.0 5 0.0 librispeech comb_2 wav2vec rnd_search_fb 534.74304 1604.32128 0.0 27.92876 1.0
174
  0.0 6 0.0 librispeech comb_2 wav2vec rnd_search_fb 534.74304 1604.32128 0.0 27.92876 1.0
 
224
  0.0 7 0.0 librispeech comb_12 wav2vec rnd_search_fb 658.017792 4800.380928 0.0 25.221459 0.0237246455158352
225
  0.0 4 0.0 librispeech comb_12 wav2vec rnd_search_fb 658.017792 4800.380928 0.0 25.726201 0.0270506203055363
226
  0.0 5 0.0 librispeech comb_12 wav2vec rnd_search_fb 658.017792 4800.380928 0.0 26.299427 0.0236871869471776
 
 
 
 
 
227
  0.0 8 0.0 librispeech comb_16 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 36.191367 0.025143050029423
228
  0.0 7 0.0 librispeech comb_11 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 36.706436 0.0242839896218414
229
  0.0 5 0.0 librispeech comb_11 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 37.218219 0.0270520099739509
 
239
  0.0 8 0.0 librispeech comb_17 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 41.145021 0.0238758198935624
240
  0.0 7 0.0 librispeech comb_17 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 41.823721 0.0241900394670291
241
  0.0 6 0.0 librispeech comb_17 wav2vec rnd_search_fb 658.907136 4802.47808 0.0 41.969671 0.0233385253214187
 
242
  0.0 4 0.0 imagenet comb_15 vit rnd_search_fb 356.938752 511.705088 0.0 44.291617 0.0
243
  0.0 5 0.0 imagenet comb_15 vit rnd_search_fb 356.938752 511.705088 0.0 44.291617 0.0
244
  0.0 6 0.0 imagenet comb_15 vit rnd_search_fb 356.938752 511.705088 0.0 44.291617 0.0
 
254
  0.7995889186859131 5 0.0 imagenet comb_12 vit rnd_search_fb 357.431808 511.705088 0.0 35.429741 0.0
255
  0.7903391718864441 4 0.0 imagenet comb_12 vit rnd_search_fb 357.431808 511.705088 0.0 35.77837 0.0
256
  0.7995889186859131 7 0.0 imagenet comb_12 vit rnd_search_fb 357.431808 511.705088 0.0 36.650312 0.0
 
 
 
 
 
257
  0.0 4 0.0 imagenet comb_8 vit rnd_search_fb 357.83168 511.705088 0.0 49.933469 0.0
258
  0.0 5 0.0 imagenet comb_8 vit rnd_search_fb 357.83168 511.705088 0.0 49.933469 0.0
259
  0.0 6 0.0 imagenet comb_8 vit rnd_search_fb 357.83168 511.705088 0.0 49.933469 0.0
 
324
  0.8016444444656372 7 0.0 imagenet comb_4 vit rnd_search_fb 358.324736 513.80224 0.0 65.784984 0.0
325
  0.8047276735305786 6 0.0 imagenet comb_5 vit rnd_search_fb 358.324736 513.80224 0.0 66.569199 0.0
326
  0.8016444444656372 5 0.0 imagenet comb_5 vit rnd_search_fb 358.324736 513.80224 0.0 68.239163 0.0
 
327
  0.0 4 0.0 wikitext comb_2 tinyllama rnd_search_fb 1897.658368 2149.5808 1.3021647930145264 39.798202 0.0
328
  0.0 5 0.0 wikitext comb_2 tinyllama rnd_search_fb 1897.658368 2149.5808 1.3021647930145264 39.798202 0.0
329
  0.0 6 0.0 wikitext comb_2 tinyllama rnd_search_fb 1897.658368 2149.5808 1.3021647930145264 39.798202 0.0
 
339
  0.3469773828983307 4 0.0 wikitext comb_12 tinyllama rnd_search_fb 1898.129408 2149.5808 7.644235134124756 35.606683 0.0
340
  0.3680175542831421 5 0.0 wikitext comb_12 tinyllama rnd_search_fb 1898.129408 2149.5808 6.965248107910156 36.469839 0.0
341
  0.3765282034873962 7 0.0 wikitext comb_12 tinyllama rnd_search_fb 1898.129408 2149.5808 6.658954620361328 46.150243 0.0
 
 
 
 
 
342
  0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_fb 1899.491328 2151.677952 1.1140508651733398 50.650828 0.0
343
  0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_fb 1899.491328 2151.677952 1.1140508651733398 50.650828 0.0
344
  0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_fb 1899.491328 2151.677952 1.1140508651733398 50.650828 0.0
 
409
  0.0 6 0.0 wikitext comb_13 tinyllama rnd_search_fb 2227.17184 2738.880512 1.1093063354492188 99.269084 0.0
410
  0.0 7 0.0 wikitext comb_13 tinyllama rnd_search_fb 2227.17184 2738.880512 1.1093063354492188 99.269084 0.0
411
  0.0 8 0.0 wikitext comb_13 tinyllama rnd_search_fb 2227.17184 2738.880512 1.1093063354492188 99.269084 0.0
 
412
  0.0 4 0.0 wikitext comb_2 opt rnd_search_fb 669.68832 861.929472 1.1036932468414309 40.349257 0.0
413
  0.0 5 0.0 wikitext comb_2 opt rnd_search_fb 669.68832 861.929472 1.1036932468414309 40.349257 0.0
414
  0.0 6 0.0 wikitext comb_2 opt rnd_search_fb 669.68832 861.929472 1.1036932468414309 40.349257 0.0
 
424
  0.3213103413581848 6 0.0 wikitext comb_12 opt rnd_search_fb 670.15936 861.929472 7.801689624786377 33.923326 0.0
425
  0.2894968092441559 4 0.0 wikitext comb_12 opt rnd_search_fb 670.15936 861.929472 8.902691841125488 33.958594 0.0
426
  0.3169875144958496 5 0.0 wikitext comb_12 opt rnd_search_fb 670.15936 861.929472 8.223234176635742 35.288226 0.0
 
 
 
 
 
427
  0.0 4 0.0 wikitext comb_18 opt rnd_search_fb 670.981632 861.929472 1.1165095567703247 54.496938 0.0
428
  0.0 5 0.0 wikitext comb_18 opt rnd_search_fb 670.981632 861.929472 1.1165095567703247 54.496938 0.0
429
  0.0 6 0.0 wikitext comb_18 opt rnd_search_fb 670.981632 861.929472 1.1165095567703247 54.496938 0.0
 
494
  0.0 6 0.0 wikitext comb_13 opt rnd_search_fb 799.678464 1071.644672 1.1143286228179932 100.232861 0.0
495
  0.0 7 0.0 wikitext comb_13 opt rnd_search_fb 799.678464 1071.644672 1.1143286228179932 100.232861 0.0
496
  0.0 8 0.0 wikitext comb_13 opt rnd_search_fb 799.678464 1071.644672 1.1143286228179932 100.232861 0.0
497
+ 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
498
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
499
+ 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
500
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
501
+ 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
502
+ 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
503
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
504
+ 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
505
+ 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
506
+ 0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
507
+ 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
508
+ 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
509
+ 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
510
+ 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
511
+ 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
512
+ 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
513
+ 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
514
+ 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
515
+ 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
516
+ 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
517
+ 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
518
+ 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
519
+ 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
520
+ 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
521
+ 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
522
+ 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
523
+ 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
524
+ 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
525
+ 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
526
+ 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
527
+ 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
528
+ 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
529
+ 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
530
+ 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
531
+ 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
532
+ 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
533
+ 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
534
+ 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
535
+ 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
536
+ 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
537
+ 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
538
+ 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
539
+ 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
540
+ 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
541
+ 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
542
+ 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
543
+ 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0
results.txt CHANGED
The diff for this file is too large to render. See raw diff