{
 "eval": {
  "bpe32k": {
   "seeds": [
    {
     "guba": {
      "metric": "acc",
      "value": 0.6497652582159624,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 51.28217472992015,
      "trunc_rate": 0.0,
      "secs": 12.51575231552124
     },
     "finfe": {
      "metric": "acc",
      "value": 0.696039603960396,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 44.92591446431887,
      "trunc_rate": 0.0,
      "secs": 20.025456428527832
     },
     "finnl": {
      "metric": "acc",
      "value": 0.7590497737556561,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 115.05160648279784,
      "trunc_rate": 0.011373329542223486,
      "secs": 15.267116069793701
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.7624434389140271,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 115.46986067671311,
      "trunc_rate": 0.0,
      "secs": 15.65549612045288
     },
     "gap": {
      "metric": "auc",
      "value": 0.6692353350947546,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 46.67419094782909,
      "trunc_rate": 0.0,
      "secs": 75.25479435920715
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6422535211267606,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 51.28217472992015,
      "trunc_rate": 0.0,
      "secs": 12.88081669807434
     },
     "finfe": {
      "metric": "acc",
      "value": 0.6871287128712872,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 44.92591446431887,
      "trunc_rate": 0.0,
      "secs": 19.41249132156372
     },
     "finnl": {
      "metric": "acc",
      "value": 0.746606334841629,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 115.05160648279784,
      "trunc_rate": 0.011373329542223486,
      "secs": 15.279677152633667
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.748868778280543,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 115.46986067671311,
      "trunc_rate": 0.0,
      "secs": 15.732490539550781
     },
     "gap": {
      "metric": "auc",
      "value": 0.6748068342023202,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 46.67419094782909,
      "trunc_rate": 0.0,
      "secs": 67.01578521728516
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6516431924882629,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 51.28217472992015,
      "trunc_rate": 0.0,
      "secs": 12.917216777801514
     },
     "finfe": {
      "metric": "acc",
      "value": 0.699009900990099,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 44.92591446431887,
      "trunc_rate": 0.0,
      "secs": 19.750473737716675
     },
     "finnl": {
      "metric": "acc",
      "value": 0.7398190045248869,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 115.05160648279784,
      "trunc_rate": 0.011373329542223486,
      "secs": 15.184924125671387
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.744343891402715,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 115.46986067671311,
      "trunc_rate": 0.0,
      "secs": 15.735608577728271
     },
     "gap": {
      "metric": "auc",
      "value": 0.6756023213205796,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 46.67419094782909,
      "trunc_rate": 0.0,
      "secs": 78.96950459480286
     }
    }
   ]
  },
  "bpe8k": {
   "seeds": [
    {
     "guba": {
      "metric": "acc",
      "value": 0.6187793427230047,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.837247534053546,
      "trunc_rate": 0.0,
      "secs": 12.115365266799927
     },
     "finfe": {
      "metric": "acc",
      "value": 0.7029702970297029,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 57.25635947267438,
      "trunc_rate": 0.0,
      "secs": 17.756722927093506
     },
     "finnl": {
      "metric": "acc",
      "value": 0.8088235294117647,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 142.95379584873473,
      "trunc_rate": 0.0752061415979528,
      "secs": 16.439210891723633
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8156108597285068,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 145.72419675860107,
      "trunc_rate": 0.0005686664771111743,
      "secs": 17.522573471069336
     },
     "gap": {
      "metric": "auc",
      "value": 0.6852357084189835,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 58.55343775192906,
      "trunc_rate": 0.0,
      "secs": 63.40279030799866
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6464788732394366,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.837247534053546,
      "trunc_rate": 0.0,
      "secs": 11.811650276184082
     },
     "finfe": {
      "metric": "acc",
      "value": 0.6881188118811881,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 57.25635947267438,
      "trunc_rate": 0.0,
      "secs": 19.845394372940063
     },
     "finnl": {
      "metric": "acc",
      "value": 0.8382352941176471,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 142.95379584873473,
      "trunc_rate": 0.0752061415979528,
      "secs": 16.390137672424316
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8269230769230769,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 145.72419675860107,
      "trunc_rate": 0.0005686664771111743,
      "secs": 17.63071584701538
     },
     "gap": {
      "metric": "auc",
      "value": 0.6850789093421126,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 58.55343775192906,
      "trunc_rate": 0.0,
      "secs": 74.29358077049255
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6389671361502347,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.837247534053546,
      "trunc_rate": 0.0,
      "secs": 13.260751247406006
     },
     "finfe": {
      "metric": "acc",
      "value": 0.7099009900990099,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 57.25635947267438,
      "trunc_rate": 0.0,
      "secs": 21.3540620803833
     },
     "finnl": {
      "metric": "acc",
      "value": 0.8054298642533937,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 142.95379584873473,
      "trunc_rate": 0.0752061415979528,
      "secs": 16.63794255256653
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8201357466063348,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 145.72419675860107,
      "trunc_rate": 0.0005686664771111743,
      "secs": 17.689269065856934
     },
     "gap": {
      "metric": "auc",
      "value": 0.6856861365259566,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 58.55343775192906,
      "trunc_rate": 0.0,
      "secs": 65.06217050552368
     }
    }
   ]
  },
  "char_2x": {
   "seeds": [
    {
     "guba": {
      "metric": "acc",
      "value": 0.6455399061032864,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 69.57656176608737,
      "trunc_rate": 0.00011742602160638798,
      "secs": 13.266840934753418
     },
     "finfe": {
      "metric": "acc",
      "value": 0.695049504950495,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.22454663613294,
      "trunc_rate": 0.0,
      "secs": 21.292069911956787
     },
     "finnl": {
      "metric": "acc",
      "value": 0.831447963800905,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 174.23798692067103,
      "trunc_rate": 0.22647142450952518,
      "secs": 19.227270364761353
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8235294117647058,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 187.48805800398065,
      "trunc_rate": 0.0017059994313335229,
      "secs": 21.604917287826538
     },
     "gap": {
      "metric": "auc",
      "value": 0.6917601584727994,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 78.80935928442551,
      "trunc_rate": 0.0007293946024799417,
      "secs": 78.90842700004578
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.647887323943662,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 69.57656176608737,
      "trunc_rate": 0.00011742602160638798,
      "secs": 11.598442554473877
     },
     "finfe": {
      "metric": "acc",
      "value": 0.7094059405940594,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.22454663613294,
      "trunc_rate": 0.0,
      "secs": 18.318111658096313
     },
     "finnl": {
      "metric": "acc",
      "value": 0.8167420814479638,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 174.23798692067103,
      "trunc_rate": 0.22647142450952518,
      "secs": 19.184088945388794
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8257918552036199,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 187.48805800398065,
      "trunc_rate": 0.0017059994313335229,
      "secs": 21.466424226760864
     },
     "gap": {
      "metric": "auc",
      "value": 0.6915968980150434,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 78.80935928442551,
      "trunc_rate": 0.0007293946024799417,
      "secs": 78.16711974143982
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6596244131455399,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 69.57656176608737,
      "trunc_rate": 0.00011742602160638798,
      "secs": 12.008718252182007
     },
     "finfe": {
      "metric": "acc",
      "value": 0.698019801980198,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.22454663613294,
      "trunc_rate": 0.0,
      "secs": 19.958667755126953
     },
     "finnl": {
      "metric": "acc",
      "value": 0.830316742081448,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 174.23798692067103,
      "trunc_rate": 0.22647142450952518,
      "secs": 19.268883228302002
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8257918552036199,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 187.48805800398065,
      "trunc_rate": 0.0017059994313335229,
      "secs": 21.370892763137817
     },
     "gap": {
      "metric": "auc",
      "value": 0.693380587227119,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 78.80935928442551,
      "trunc_rate": 0.0007293946024799417,
      "secs": 78.49860668182373
     }
    }
   ]
  },
  "char": {
   "seeds": [
    {
     "guba": {
      "metric": "acc",
      "value": 0.6488262910798122,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 69.57656176608737,
      "trunc_rate": 0.00011742602160638798,
      "secs": 12.583715200424194
     },
     "finfe": {
      "metric": "acc",
      "value": 0.6995049504950495,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.22454663613294,
      "trunc_rate": 0.0,
      "secs": 19.25820541381836
     },
     "finnl": {
      "metric": "acc",
      "value": 0.7692307692307693,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 174.23798692067103,
      "trunc_rate": 0.22647142450952518,
      "secs": 19.643177270889282
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.7805429864253394,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 187.48805800398065,
      "trunc_rate": 0.0017059994313335229,
      "secs": 21.913732290267944
     },
     "gap": {
      "metric": "auc",
      "value": 0.6905326242203497,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 78.80935928442551,
      "trunc_rate": 0.0007293946024799417,
      "secs": 80.6253309249878
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6389671361502347,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 69.57656176608737,
      "trunc_rate": 0.00011742602160638798,
      "secs": 12.681064128875732
     },
     "finfe": {
      "metric": "acc",
      "value": 0.695049504950495,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.22454663613294,
      "trunc_rate": 0.0,
      "secs": 20.430887937545776
     },
     "finnl": {
      "metric": "acc",
      "value": 0.7070135746606335,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 174.23798692067103,
      "trunc_rate": 0.22647142450952518,
      "secs": 19.23650550842285
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.7330316742081447,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 187.48805800398065,
      "trunc_rate": 0.0017059994313335229,
      "secs": 21.394311904907227
     },
     "gap": {
      "metric": "auc",
      "value": 0.6908085902088784,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 78.80935928442551,
      "trunc_rate": 0.0007293946024799417,
      "secs": 78.14184141159058
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.652112676056338,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 69.57656176608737,
      "trunc_rate": 0.00011742602160638798,
      "secs": 12.694148778915405
     },
     "finfe": {
      "metric": "acc",
      "value": 0.6816831683168317,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 63.22454663613294,
      "trunc_rate": 0.0,
      "secs": 19.878928422927856
     },
     "finnl": {
      "metric": "acc",
      "value": 0.7771493212669683,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 174.23798692067103,
      "trunc_rate": 0.22647142450952518,
      "secs": 19.41124939918518
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.7794117647058824,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 187.48805800398065,
      "trunc_rate": 0.0017059994313335229,
      "secs": 21.813715934753418
     },
     "gap": {
      "metric": "auc",
      "value": 0.6908399398716899,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 78.80935928442551,
      "trunc_rate": 0.0007293946024799417,
      "secs": 77.33641028404236
     }
    }
   ]
  },
  "word50k": {
   "seeds": [
    {
     "guba": {
      "metric": "acc",
      "value": 0.6136150234741784,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 39.78992484734617,
      "trunc_rate": 0.0,
      "secs": 13.044394969940186
     },
     "finfe": {
      "metric": "acc",
      "value": 0.6727722772277228,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 36.50232097542861,
      "trunc_rate": 0.0,
      "secs": 21.547120094299316
     },
     "finnl": {
      "metric": "acc",
      "value": 0.8212669683257918,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 104.23784475405175,
      "trunc_rate": 0.0034119988626670457,
      "secs": 15.320155382156372
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8178733031674208,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 104.3406312197896,
      "trunc_rate": 0.0,
      "secs": 15.42084813117981
     },
     "gap": {
      "metric": "auc",
      "value": 0.6892357938938911,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 45.03948328150793,
      "trunc_rate": 0.0,
      "secs": 73.44176506996155
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.5976525821596245,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 39.78992484734617,
      "trunc_rate": 0.0,
      "secs": 12.84603476524353
     },
     "finfe": {
      "metric": "acc",
      "value": 0.6747524752475248,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 36.50232097542861,
      "trunc_rate": 0.0,
      "secs": 20.322078466415405
     },
     "finnl": {
      "metric": "acc",
      "value": 0.7692307692307693,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 104.23784475405175,
      "trunc_rate": 0.0034119988626670457,
      "secs": 15.343115091323853
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.7692307692307693,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 104.3406312197896,
      "trunc_rate": 0.0,
      "secs": 15.745988368988037
     },
     "gap": {
      "metric": "auc",
      "value": 0.6880205659976273,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 45.03948328150793,
      "trunc_rate": 0.0,
      "secs": 90.03967666625977
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.5887323943661972,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 39.78992484734617,
      "trunc_rate": 0.0,
      "secs": 13.33348274230957
     },
     "finfe": {
      "metric": "acc",
      "value": 0.6757425742574258,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 36.50232097542861,
      "trunc_rate": 0.0,
      "secs": 22.44880437850952
     },
     "finnl": {
      "metric": "acc",
      "value": 0.8235294117647058,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 104.23784475405175,
      "trunc_rate": 0.0034119988626670457,
      "secs": 15.689279556274414
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8178733031674208,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 104.3406312197896,
      "trunc_rate": 0.0,
      "secs": 15.678996086120605
     },
     "gap": {
      "metric": "auc",
      "value": 0.6856804704291386,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 45.03948328150793,
      "trunc_rate": 0.0,
      "secs": 85.87690258026123
     }
    }
   ]
  },
  "wordfb": {
   "seeds": [
    {
     "guba": {
      "metric": "acc",
      "value": 0.64037558685446,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 58.18154062940348,
      "trunc_rate": 0.0,
      "secs": 15.042544603347778
     },
     "finfe": {
      "metric": "acc",
      "value": 0.7014851485148514,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 50.802995605619856,
      "trunc_rate": 0.0,
      "secs": 24.751334190368652
     },
     "finnl": {
      "metric": "acc",
      "value": 0.832579185520362,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 125.58529997156667,
      "trunc_rate": 0.01435882854705715,
      "secs": 17.15553879737854
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8257918552036199,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 126.03426215524595,
      "trunc_rate": 0.0,
      "secs": 18.10591697692871
     },
     "gap": {
      "metric": "auc",
      "value": 0.6881790112399987,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 56.594494990210755,
      "trunc_rate": 0.0,
      "secs": 83.58276510238647
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6384976525821596,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 58.18154062940348,
      "trunc_rate": 0.0,
      "secs": 14.233019590377808
     },
     "finfe": {
      "metric": "acc",
      "value": 0.7143564356435643,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 50.802995605619856,
      "trunc_rate": 0.0,
      "secs": 23.142310857772827
     },
     "finnl": {
      "metric": "acc",
      "value": 0.8042986425339367,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 125.58529997156667,
      "trunc_rate": 0.01435882854705715,
      "secs": 17.20022177696228
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8110859728506787,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 126.03426215524595,
      "trunc_rate": 0.0,
      "secs": 17.767998456954956
     },
     "gap": {
      "metric": "auc",
      "value": 0.6867160197236251,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 56.594494990210755,
      "trunc_rate": 0.0,
      "secs": 88.00102472305298
     }
    },
    {
     "guba": {
      "metric": "acc",
      "value": 0.6366197183098592,
      "n_train": 8516,
      "n_test": 2130,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 58.18154062940348,
      "trunc_rate": 0.0,
      "secs": 15.160643100738525
     },
     "finfe": {
      "metric": "acc",
      "value": 0.7133663366336633,
      "n_train": 16157,
      "n_test": 2020,
      "n_opts": 3,
      "max_len": 128,
      "mean_tokens": 50.802995605619856,
      "trunc_rate": 0.0,
      "secs": 27.129161596298218
     },
     "finnl": {
      "metric": "acc",
      "value": 0.830316742081448,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 256,
      "mean_tokens": 125.58529997156667,
      "trunc_rate": 0.01435882854705715,
      "secs": 17.55586552619934
     },
     "finnl_long": {
      "metric": "acc",
      "value": 0.8167420814479638,
      "n_train": 7034,
      "n_test": 884,
      "n_opts": 15,
      "max_len": 512,
      "mean_tokens": 126.03426215524595,
      "trunc_rate": 0.0,
      "secs": 17.83722472190857
     },
     "gap": {
      "metric": "auc",
      "value": 0.6887853053549982,
      "n_train": 52098,
      "n_test": 28901,
      "n_opts": 2,
      "max_len": 160,
      "mean_tokens": 56.594494990210755,
      "trunc_rate": 0.0,
      "secs": 82.8043999671936
     }
    }
   ]
  }
 },
 "meta": {
  "wordfb": {
   "arm": "wordfb",
   "name": "wordfb",
   "vocab": 52606,
   "corpus_tokens": 45891167,
   "steps": 2288,
   "tokens_seen": 149946368,
   "epochs": 3.2674341883700624,
   "params": 31045632,
   "params_nonemb": 10648320,
   "secs": 2789.367353439331,
   "block": 128,
   "bs": 512,
   "d": 384,
   "layers": 6
  },
  "bpe8k": {
   "arm": "bpe8k",
   "name": "bpe8k",
   "vocab": 8000,
   "corpus_tokens": 44017425,
   "steps": 2288,
   "tokens_seen": 149946368,
   "epochs": 3.4065229394949843,
   "params": 13916928,
   "params_nonemb": 10648320,
   "secs": 1735.394728899002,
   "block": 128,
   "bs": 512,
   "d": 384,
   "layers": 6
  },
  "char_bench2": {
   "arm": "char",
   "name": "char_bench2",
   "vocab": 4724,
   "corpus_tokens": 89583530,
   "steps": 610,
   "tokens_seen": 39976960,
   "epochs": 0.44625345752729323,
   "params": 12658944,
   "params_nonemb": 10648320,
   "secs": 377.739146232605,
   "block": 128,
   "bs": 512,
   "d": 384,
   "layers": 6
  },
  "char": {
   "arm": "char",
   "name": "char",
   "vocab": 4724,
   "corpus_tokens": 89583530,
   "steps": 2288,
   "tokens_seen": 149946368,
   "epochs": 1.673816247249913,
   "params": 12658944,
   "params_nonemb": 10648320,
   "secs": 1005.6235194206238,
   "block": 128,
   "bs": 512,
   "d": 384,
   "layers": 6
  },
  "word50k": {
   "arm": "word50k",
   "name": "word50k",
   "vocab": 50005,
   "corpus_tokens": 44647962,
   "steps": 2288,
   "tokens_seen": 149946368,
   "epochs": 3.358414612519156,
   "params": 30046848,
   "params_nonemb": 10648320,
   "secs": 2834.1119384765625,
   "block": 128,
   "bs": 512,
   "d": 384,
   "layers": 6
  },
  "char_bench": {
   "arm": "char",
   "name": "char_bench",
   "vocab": 4724,
   "corpus_tokens": 89583530,
   "steps": 813,
   "tokens_seen": 19980288,
   "epochs": 0.2230352833830058,
   "params": 12658944,
   "params_nonemb": 10648320,
   "secs": 147.28630781173706,
   "block": 128,
   "bs": 192,
   "d": 384,
   "layers": 6
  },
  "bpe32k": {
   "arm": "bpe32k",
   "name": "bpe32k",
   "vocab": 32000,
   "corpus_tokens": 33542032,
   "steps": 2288,
   "tokens_seen": 149946368,
   "epochs": 4.4704020316956345,
   "params": 23132928,
   "params_nonemb": 10648320,
   "secs": 3740.8606255054474,
   "block": 128,
   "bs": 512,
   "d": 384,
   "layers": 6
  },
  "char_2x": {
   "arm": "char",
   "name": "char_2x",
   "vocab": 4724,
   "corpus_tokens": 89583530,
   "steps": 4577,
   "tokens_seen": 299958272,
   "epochs": 3.348364057544953,
   "params": 12658944,
   "params_nonemb": 10648320,
   "secs": 1705.348004579544,
   "block": 128,
   "bs": 512,
   "d": 384,
   "layers": 6
  }
 },
 "tok": {
  "char": {
   "vocab": 4724,
   "char_per_tok": 1.0,
   "tok_per_char": 1.0,
   "unk_rate": 2.2007978625851157e-05,
   "cjk_tokens": 4506,
   "cjk_multi": 0,
   "opt15_tokens": 48,
   "secs": 5.45318078994751
  },
  "bpe8k": {
   "vocab": 8000,
   "char_per_tok": 1.9792742352346713,
   "tok_per_char": 0.50523569811509,
   "unk_rate": 0.0,
   "cjk_tokens": 7442,
   "cjk_multi": 2445,
   "opt15_tokens": 34,
   "secs": 26.135716915130615
  },
  "bpe32k": {
   "vocab": 32000,
   "char_per_tok": 2.6783522088700615,
   "tok_per_char": 0.37336389018898986,
   "unk_rate": 0.0,
   "cjk_tokens": 27150,
   "cjk_multi": 22153,
   "opt15_tokens": 30,
   "secs": 34.91290616989136
  },
  "word50k": {
   "vocab": 50005,
   "char_per_tok": 2.0969286195555528,
   "tok_per_char": 0.4768879544464186,
   "unk_rate": 0.014257013903203674,
   "cjk_tokens": 36992,
   "cjk_multi": 35027,
   "opt15_tokens": 31,
   "secs": 85.02800679206848
  },
  "wordfb": {
   "vocab": 52606,
   "char_per_tok": 2.0245986127820106,
   "tok_per_char": 0.49392506429997757,
   "unk_rate": 4.45573229960344e-05,
   "cjk_tokens": 39533,
   "cjk_multi": 35027,
   "opt15_tokens": 31,
   "secs": 89.5436339378357
  }
 },
 "num": {
  "char": {
   "num_unk_rate": 0.0,
   "tok_per_number": 3.82447710570944
  },
  "bpe8k": {
   "num_unk_rate": 0.0,
   "tok_per_number": 3.82447710570944
  },
  "bpe32k": {
   "num_unk_rate": 0.0,
   "tok_per_number": 3.82447710570944
  },
  "word50k": {
   "num_unk_rate": 0.3282221594120972,
   "tok_per_number": 1.025720746184285
  },
  "wordfb": {
   "num_unk_rate": 0.0,
   "tok_per_number": 2.6122102882984737
  }
 },
 "baseline": {
  "guba|字1-4gram": {
   "value": 0.7056338028169014,
   "C": 1.0,
   "n_feat": 48954,
   "metric": "acc"
  },
  "guba|字1-2gram": {
   "value": 0.7065727699530516,
   "C": 1.0,
   "n_feat": 18888,
   "metric": "acc"
  },
  "guba|词1gram": {
   "value": 0.671830985915493,
   "C": 3.0,
   "n_feat": 4790,
   "metric": "acc"
  },
  "guba|词1-2gram": {
   "value": 0.6849765258215963,
   "C": 3.0,
   "n_feat": 15130,
   "metric": "acc"
  },
  "finfe|字1-4gram": {
   "value": 0.7871287128712872,
   "C": 3.0,
   "n_feat": 192237,
   "metric": "acc"
  },
  "finfe|字1-2gram": {
   "value": 0.7856435643564357,
   "C": 3.0,
   "n_feat": 42073,
   "metric": "acc"
  },
  "finfe|词1gram": {
   "value": 0.7589108910891089,
   "C": 10.0,
   "n_feat": 10897,
   "metric": "acc"
  },
  "finfe|词1-2gram": {
   "value": 0.7737623762376238,
   "C": 10.0,
   "n_feat": 48555,
   "metric": "acc"
  },
  "finnl|字1-4gram": {
   "value": 0.831447963800905,
   "C": 10.0,
   "n_feat": 223158,
   "metric": "acc"
  },
  "finnl|字1-2gram": {
   "value": 0.8257918552036199,
   "C": 10.0,
   "n_feat": 54550,
   "metric": "acc"
  },
  "finnl|词1gram": {
   "value": 0.8212669683257918,
   "C": 3.0,
   "n_feat": 14023,
   "metric": "acc"
  },
  "finnl|词1-2gram": {
   "value": 0.8133484162895928,
   "C": 10.0,
   "n_feat": 58609,
   "metric": "acc"
  },
  "gap|字1-4gram": {
   "value": 0.6874092487814387,
   "C": 0.3,
   "n_feat": 228632,
   "metric": "auc"
  },
  "gap|字1-2gram": {
   "value": 0.6879647438244983,
   "C": 0.3,
   "n_feat": 55607,
   "metric": "auc"
  },
  "gap|词1gram": {
   "value": 0.6812651258074128,
   "C": 0.3,
   "n_feat": 17251,
   "metric": "auc"
  },
  "gap|词1-2gram": {
   "value": 0.6824811900814491,
   "C": 0.3,
   "n_feat": 62085,
   "metric": "auc"
  }
 },
 "others": {
  "bert-base-chinese": {
   "vocab": 21128,
   "char_per_tok": 1.1330645998264717,
   "cjk": 14642,
   "cjk_multi": 0,
   "multi_share": 0.0,
   "digits": {
    "193.5%": 4,
    "48.7%": 4,
    "1234567": 2,
    "2025年": 2
   }
  },
  "chinese-roberta-wwm-ext": {
   "vocab": 21128,
   "char_per_tok": 1.0925962250555432,
   "cjk": 14642,
   "cjk_multi": 0,
   "multi_share": 0.0,
   "digits": {
    "193.5%": 4,
    "48.7%": 4,
    "1234567": 2,
    "2025年": 2
   }
  },
  "mbert-multilingual": {
   "vocab": 119547,
   "char_per_tok": 1.083380304052713,
   "cjk": 13542,
   "cjk_multi": 0,
   "multi_share": 0.0,
   "digits": {
    "193.5%": 4,
    "48.7%": 4,
    "1234567": 4,
    "2025年": 2
   }
  },
  "xlm-roberta-base": {
   "vocab": 250002,
   "char_per_tok": 1.6289337829369461,
   "cjk": 17132,
   "cjk_multi": 9414,
   "multi_share": 0.5494980154097595,
   "digits": {
    "193.5%": 3,
    "48.7%": 3,
    "1234567": 3,
    "2025年": 2
   }
  },
  "Qwen3-0.6B": {
   "vocab": 151669,
   "char_per_tok": 1.5878526964919426,
   "cjk": 0,
   "cjk_multi": 0,
   "multi_share": 0.0,
   "digits": {
    "193.5%": 6,
    "48.7%": 5,
    "1234567": 7,
    "2025年": 5
   }
  },
  "mmBERT-base": {
   "vocab": 256000,
   "char_per_tok": 1.3815696894535698,
   "cjk": 21754,
   "cjk_multi": 10499,
   "multi_share": 0.48262388526248046,
   "digits": {
    "193.5%": 7,
    "48.7%": 6,
    "1234567": 8,
    "2025年": 6
   }
  }
 }
}