model_name: Tucano2-0.6B-Base
results:
  niah_pt_multikey_1_1024: 0.006
  niah_pt_multikey_1_1024_stderr: 0.003457152557758369
  niah_pt_multikey_1_2048: 0.004
  niah_pt_multikey_1_2048_stderr: 0.002825591608118863
  niah_pt_multikey_1_4096: 0.034
  niah_pt_multikey_1_4096_stderr: N/A
  niah_pt_multikey_1_alias: " - niah_pt_multikey_1"
  niah_pt_multikey_2_1024: 0.0
  niah_pt_multikey_2_1024_stderr: 0.0
  niah_pt_multikey_2_2048: 0.0
  niah_pt_multikey_2_2048_stderr: 0.0
  niah_pt_multikey_2_4096: 0.0
  niah_pt_multikey_2_4096_stderr: N/A
  niah_pt_multikey_2_alias: " - niah_pt_multikey_2"
  niah_pt_multikey_3_1024: 0.0
  niah_pt_multikey_3_1024_stderr: 0.0
  niah_pt_multikey_3_2048: 0.0
  niah_pt_multikey_3_2048_stderr: 0.0
  niah_pt_multikey_3_4096: 0.0
  niah_pt_multikey_3_4096_stderr: N/A
  niah_pt_multikey_3_alias: " - niah_pt_multikey_3"
  niah_pt_multiquery_1024: 0.0005
  niah_pt_multiquery_1024_stderr: 0.0005
  niah_pt_multiquery_2048: 0.0005
  niah_pt_multiquery_2048_stderr: 0.0005
  niah_pt_multiquery_4096: 0.0005
  niah_pt_multiquery_4096_stderr: N/A
  niah_pt_multiquery_alias: " - niah_pt_multiquery"
  niah_pt_multivalue_1024: 0.001
  niah_pt_multivalue_1024_stderr: 0.0007063979020297158
  niah_pt_multivalue_2048: 0.0035
  niah_pt_multivalue_2048_stderr: 0.0013148984431626887
  niah_pt_multivalue_4096: 0.008
  niah_pt_multivalue_4096_stderr: N/A
  niah_pt_multivalue_alias: " - niah_pt_multivalue"
  niah_pt_single_1_1024: 0.034
  niah_pt_single_1_1024_stderr: 0.008112930375552172
  niah_pt_single_1_2048: 0.026
  niah_pt_single_1_2048_stderr: 0.007123868260853507
  niah_pt_single_1_4096: 0.03
  niah_pt_single_1_4096_stderr: N/A
  niah_pt_single_1_alias: " - niah_pt_single_1"
  niah_pt_single_2_1024: 0.008
  niah_pt_single_2_1024_stderr: 0.003987957825156938
  niah_pt_single_2_2048: 0.028
  niah_pt_single_2_2048_stderr: 0.0073851934412260765
  niah_pt_single_2_4096: 0.042
  niah_pt_single_2_4096_stderr: N/A
  niah_pt_single_2_alias: " - niah_pt_single_2"
  niah_pt_single_3_1024: 0.0
  niah_pt_single_3_1024_stderr: 0.0
  niah_pt_single_3_2048: 0.0
  niah_pt_single_3_2048_stderr: 0.0
  niah_pt_single_3_4096: 0.0
  niah_pt_single_3_4096_stderr: N/A
  niah_pt_single_3_alias: " - niah_pt_single_3"
  ruler_pt_4096: 0.015475757575757577
  ruler_pt_4096_stderr: N/A
  ruler_pt_alias: ruler_pt
  ruler_pt_cwe_1024: 0.053200000000000004
  ruler_pt_cwe_1024_stderr: 0.0035048663564182735
  ruler_pt_cwe_2048: 0.0124
  ruler_pt_cwe_2048_stderr: 0.001580340137407071
  ruler_pt_cwe_4096: 0.0268
  ruler_pt_cwe_4096_stderr: N/A
  ruler_pt_cwe_alias: " - ruler_pt_cwe"
  ruler_pt_fwe_1024: 0.03666666666666667
  ruler_pt_fwe_1024_stderr: 0.006433809051326357
  ruler_pt_fwe_2048: 0.01933333333333333
  ruler_pt_fwe_2048_stderr: 0.004184457675582841
  ruler_pt_fwe_4096: 0.007333333333333333
  ruler_pt_fwe_4096_stderr: N/A
  ruler_pt_fwe_alias: " - ruler_pt_fwe"
  ruler_pt_vt_1024: 0.026400000000000003
  ruler_pt_vt_1024_stderr: 0.004924894839319589
  ruler_pt_vt_2048: 0.0296
  ruler_pt_vt_2048_stderr: 0.004441523867833773
  ruler_pt_vt_4096: 0.0216
  ruler_pt_vt_4096_stderr: N/A
  ruler_pt_vt_alias: " - ruler_pt_vt"