model_final_suite_results_task1.json

{
    "tests": {
        "16": {
            "id": 16,
            "task": 1,
            "model": "roberta-large",
            "languages": [
                "en"
            ],
            "augmentation": [
                ""
            ],
            "data_percentage": 1,
            "use_token_type_ids": false,
            "tokenizer_config": {
                "strip_accent": false,
                "add_prefix_space": true
            },
            "opimizer_config": {
                "adafactor": true,
                "num_train_epochs": 3
            },
            "result": [
                {
                    "loss": 1.1378,
                    "learning_rate": 8.000000000000001e-07,
                    "epoch": 0.0,
                    "step": 1
                },
                {
                    "loss": 0.1736,
                    "learning_rate": 3.99408108907961e-05,
                    "epoch": 0.01,
                    "step": 100
                },
                {
                    "loss": 0.0314,
                    "learning_rate": 3.982243267238828e-05,
                    "epoch": 0.02,
                    "step": 200
                },
                {
                    "loss": 0.026,
                    "learning_rate": 3.9704054453980473e-05,
                    "epoch": 0.03,
                    "step": 300
                },
                {
                    "loss": 0.0249,
                    "learning_rate": 3.958567623557265e-05,
                    "epoch": 0.04,
                    "step": 400
                },
                {
                    "loss": 0.0248,
                    "learning_rate": 3.946729801716485e-05,
                    "epoch": 0.04,
                    "step": 500
                },
                {
                    "loss": 0.0228,
                    "learning_rate": 3.9348919798757033e-05,
                    "epoch": 0.05,
                    "step": 600
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.923054158034922e-05,
                    "epoch": 0.06,
                    "step": 700
                },
                {
                    "loss": 0.0214,
                    "learning_rate": 3.911216336194141e-05,
                    "epoch": 0.07,
                    "step": 800
                },
                {
                    "loss": 0.0221,
                    "learning_rate": 3.8993785143533594e-05,
                    "epoch": 0.08,
                    "step": 900
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.887540692512578e-05,
                    "epoch": 0.09,
                    "step": 1000
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.875702870671797e-05,
                    "epoch": 0.1,
                    "step": 1100
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.8638650488310154e-05,
                    "epoch": 0.11,
                    "step": 1200
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.852027226990234e-05,
                    "epoch": 0.12,
                    "step": 1300
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.840189405149453e-05,
                    "epoch": 0.12,
                    "step": 1400
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.8283515833086714e-05,
                    "epoch": 0.13,
                    "step": 1500
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.816513761467891e-05,
                    "epoch": 0.14,
                    "step": 1600
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.804675939627109e-05,
                    "epoch": 0.15,
                    "step": 1700
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.792838117786328e-05,
                    "epoch": 0.16,
                    "step": 1800
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.781000295945546e-05,
                    "epoch": 0.17,
                    "step": 1900
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.7691624741047654e-05,
                    "epoch": 0.18,
                    "step": 2000
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.7573246522639834e-05,
                    "epoch": 0.19,
                    "step": 2100
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.745486830423203e-05,
                    "epoch": 0.2,
                    "step": 2200
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 3.7336490085824214e-05,
                    "epoch": 0.2,
                    "step": 2300
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.72181118674164e-05,
                    "epoch": 0.21,
                    "step": 2400
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.709973364900859e-05,
                    "epoch": 0.22,
                    "step": 2500
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.6981355430600774e-05,
                    "epoch": 0.23,
                    "step": 2600
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.686297721219296e-05,
                    "epoch": 0.24,
                    "step": 2700
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.674459899378515e-05,
                    "epoch": 0.25,
                    "step": 2800
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.6626220775377334e-05,
                    "epoch": 0.26,
                    "step": 2900
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 3.650784255696952e-05,
                    "epoch": 0.27,
                    "step": 3000
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.638946433856171e-05,
                    "epoch": 0.27,
                    "step": 3100
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.6271086120153894e-05,
                    "epoch": 0.28,
                    "step": 3200
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 3.615270790174608e-05,
                    "epoch": 0.29,
                    "step": 3300
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.603432968333827e-05,
                    "epoch": 0.3,
                    "step": 3400
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 3.5915951464930454e-05,
                    "epoch": 0.31,
                    "step": 3500
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.579757324652264e-05,
                    "epoch": 0.32,
                    "step": 3600
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 3.567919502811483e-05,
                    "epoch": 0.33,
                    "step": 3700
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.5560816809707015e-05,
                    "epoch": 0.34,
                    "step": 3800
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.54424385912992e-05,
                    "epoch": 0.35,
                    "step": 3900
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 3.532406037289139e-05,
                    "epoch": 0.35,
                    "step": 4000
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 3.5205682154483575e-05,
                    "epoch": 0.36,
                    "step": 4100
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 3.508730393607577e-05,
                    "epoch": 0.37,
                    "step": 4200
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 3.496892571766795e-05,
                    "epoch": 0.38,
                    "step": 4300
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 3.485054749926014e-05,
                    "epoch": 0.39,
                    "step": 4400
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 3.473216928085233e-05,
                    "epoch": 0.4,
                    "step": 4500
                },
                {
                    "loss": 0.0171,
                    "learning_rate": 3.4613791062444515e-05,
                    "epoch": 0.41,
                    "step": 4600
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 3.44954128440367e-05,
                    "epoch": 0.42,
                    "step": 4700
                },
                {
                    "loss": 0.0173,
                    "learning_rate": 3.437703462562889e-05,
                    "epoch": 0.43,
                    "step": 4800
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 3.4258656407221075e-05,
                    "epoch": 0.43,
                    "step": 4900
                },
                {
                    "loss": 0.0168,
                    "learning_rate": 3.414027818881326e-05,
                    "epoch": 0.44,
                    "step": 5000
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 3.402189997040545e-05,
                    "epoch": 0.45,
                    "step": 5100
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.3903521751997635e-05,
                    "epoch": 0.46,
                    "step": 5200
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.378514353358982e-05,
                    "epoch": 0.47,
                    "step": 5300
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 3.366676531518201e-05,
                    "epoch": 0.48,
                    "step": 5400
                },
                {
                    "loss": 0.0173,
                    "learning_rate": 3.3548387096774195e-05,
                    "epoch": 0.49,
                    "step": 5500
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 3.343000887836638e-05,
                    "epoch": 0.5,
                    "step": 5600
                },
                {
                    "loss": 0.0166,
                    "learning_rate": 3.331163065995857e-05,
                    "epoch": 0.51,
                    "step": 5700
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 3.3193252441550755e-05,
                    "epoch": 0.51,
                    "step": 5800
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 3.307487422314295e-05,
                    "epoch": 0.52,
                    "step": 5900
                },
                {
                    "loss": 0.0172,
                    "learning_rate": 3.295649600473513e-05,
                    "epoch": 0.53,
                    "step": 6000
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 3.283811778632732e-05,
                    "epoch": 0.54,
                    "step": 6100
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 3.27197395679195e-05,
                    "epoch": 0.55,
                    "step": 6200
                },
                {
                    "loss": 0.0168,
                    "learning_rate": 3.2601361349511696e-05,
                    "epoch": 0.56,
                    "step": 6300
                },
                {
                    "loss": 0.0172,
                    "learning_rate": 3.2482983131103875e-05,
                    "epoch": 0.57,
                    "step": 6400
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 3.236460491269607e-05,
                    "epoch": 0.58,
                    "step": 6500
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 3.224622669428825e-05,
                    "epoch": 0.59,
                    "step": 6600
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 3.212784847588044e-05,
                    "epoch": 0.59,
                    "step": 6700
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 3.200947025747263e-05,
                    "epoch": 0.6,
                    "step": 6800
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 3.1891092039064816e-05,
                    "epoch": 0.61,
                    "step": 6900
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 3.1772713820657e-05,
                    "epoch": 0.62,
                    "step": 7000
                },
                {
                    "loss": 0.0166,
                    "learning_rate": 3.165433560224919e-05,
                    "epoch": 0.63,
                    "step": 7100
                },
                {
                    "loss": 0.0172,
                    "learning_rate": 3.1535957383841376e-05,
                    "epoch": 0.64,
                    "step": 7200
                },
                {
                    "loss": 0.0168,
                    "learning_rate": 3.141757916543356e-05,
                    "epoch": 0.65,
                    "step": 7300
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.129920094702575e-05,
                    "epoch": 0.66,
                    "step": 7400
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 3.1180822728617936e-05,
                    "epoch": 0.66,
                    "step": 7500
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.106244451021012e-05,
                    "epoch": 0.67,
                    "step": 7600
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 3.094406629180231e-05,
                    "epoch": 0.68,
                    "step": 7700
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 3.08256880733945e-05,
                    "epoch": 0.69,
                    "step": 7800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 3.070730985498668e-05,
                    "epoch": 0.7,
                    "step": 7900
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.0588931636578876e-05,
                    "epoch": 0.71,
                    "step": 8000
                },
                {
                    "loss": 0.0166,
                    "learning_rate": 3.047055341817106e-05,
                    "epoch": 0.72,
                    "step": 8100
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 3.0352175199763246e-05,
                    "epoch": 0.73,
                    "step": 8200
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 3.0233796981355433e-05,
                    "epoch": 0.74,
                    "step": 8300
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 3.0115418762947623e-05,
                    "epoch": 0.74,
                    "step": 8400
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.9997040544539806e-05,
                    "epoch": 0.75,
                    "step": 8500
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.9878662326131996e-05,
                    "epoch": 0.76,
                    "step": 8600
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.976028410772418e-05,
                    "epoch": 0.77,
                    "step": 8700
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 2.964190588931637e-05,
                    "epoch": 0.78,
                    "step": 8800
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.9523527670908553e-05,
                    "epoch": 0.79,
                    "step": 8900
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.9405149452500743e-05,
                    "epoch": 0.8,
                    "step": 9000
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 2.9286771234092926e-05,
                    "epoch": 0.81,
                    "step": 9100
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.9168393015685117e-05,
                    "epoch": 0.82,
                    "step": 9200
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.9050014797277303e-05,
                    "epoch": 0.82,
                    "step": 9300
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.893163657886949e-05,
                    "epoch": 0.83,
                    "step": 9400
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.8813258360461677e-05,
                    "epoch": 0.84,
                    "step": 9500
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.8694880142053863e-05,
                    "epoch": 0.85,
                    "step": 9600
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 2.857650192364605e-05,
                    "epoch": 0.86,
                    "step": 9700
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.845812370523824e-05,
                    "epoch": 0.87,
                    "step": 9800
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.8339745486830423e-05,
                    "epoch": 0.88,
                    "step": 9900
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 2.8221367268422614e-05,
                    "epoch": 0.89,
                    "step": 10000
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.81029890500148e-05,
                    "epoch": 0.9,
                    "step": 10100
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.7984610831606987e-05,
                    "epoch": 0.9,
                    "step": 10200
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.7866232613199177e-05,
                    "epoch": 0.91,
                    "step": 10300
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.774785439479136e-05,
                    "epoch": 0.92,
                    "step": 10400
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.762947617638355e-05,
                    "epoch": 0.93,
                    "step": 10500
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.7511097957975734e-05,
                    "epoch": 0.94,
                    "step": 10600
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.7392719739567924e-05,
                    "epoch": 0.95,
                    "step": 10700
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.7274341521160107e-05,
                    "epoch": 0.96,
                    "step": 10800
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.7155963302752297e-05,
                    "epoch": 0.97,
                    "step": 10900
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.703758508434448e-05,
                    "epoch": 0.98,
                    "step": 11000
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.691920686593667e-05,
                    "epoch": 0.98,
                    "step": 11100
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.6800828647528857e-05,
                    "epoch": 0.99,
                    "step": 11200
                },
                {
                    "eval_loss": 0.015110394917428493,
                    "eval_f1": 0.9390332417924677,
                    "eval_precision": 0.9326477692717384,
                    "eval_recall": 0.9455067547299472,
                    "eval_accuracy": 0.9946187849847105,
                    "eval_runtime": 320.6205,
                    "eval_samples_per_second": 52.483,
                    "epoch": 1.0,
                    "step": 11280
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 2.6682450429121044e-05,
                    "epoch": 1.0,
                    "step": 11300
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.656407221071323e-05,
                    "epoch": 1.01,
                    "step": 11400
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.6445693992305417e-05,
                    "epoch": 1.02,
                    "step": 11500
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.6327315773897604e-05,
                    "epoch": 1.03,
                    "step": 11600
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 2.6208937555489794e-05,
                    "epoch": 1.04,
                    "step": 11700
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 2.6090559337081977e-05,
                    "epoch": 1.05,
                    "step": 11800
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 2.5972181118674168e-05,
                    "epoch": 1.05,
                    "step": 11900
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.585380290026635e-05,
                    "epoch": 1.06,
                    "step": 12000
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.573542468185854e-05,
                    "epoch": 1.07,
                    "step": 12100
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.5617046463450724e-05,
                    "epoch": 1.08,
                    "step": 12200
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.5498668245042914e-05,
                    "epoch": 1.09,
                    "step": 12300
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.53802900266351e-05,
                    "epoch": 1.1,
                    "step": 12400
                },
                {
                    "loss": 0.0126,
                    "learning_rate": 2.5261911808227288e-05,
                    "epoch": 1.11,
                    "step": 12500
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 2.5143533589819474e-05,
                    "epoch": 1.12,
                    "step": 12600
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 2.502515537141166e-05,
                    "epoch": 1.13,
                    "step": 12700
                },
                {
                    "loss": 0.013,
                    "learning_rate": 2.4906777153003848e-05,
                    "epoch": 1.13,
                    "step": 12800
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.4788398934596038e-05,
                    "epoch": 1.14,
                    "step": 12900
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.4670020716188225e-05,
                    "epoch": 1.15,
                    "step": 13000
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.455164249778041e-05,
                    "epoch": 1.16,
                    "step": 13100
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.4433264279372598e-05,
                    "epoch": 1.17,
                    "step": 13200
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.4314886060964785e-05,
                    "epoch": 1.18,
                    "step": 13300
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.4196507842556975e-05,
                    "epoch": 1.19,
                    "step": 13400
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.4078129624149158e-05,
                    "epoch": 1.2,
                    "step": 13500
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.3959751405741348e-05,
                    "epoch": 1.21,
                    "step": 13600
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.384137318733353e-05,
                    "epoch": 1.21,
                    "step": 13700
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.372299496892572e-05,
                    "epoch": 1.22,
                    "step": 13800
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.3604616750517905e-05,
                    "epoch": 1.23,
                    "step": 13900
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 2.3486238532110095e-05,
                    "epoch": 1.24,
                    "step": 14000
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.3367860313702278e-05,
                    "epoch": 1.25,
                    "step": 14100
                },
                {
                    "loss": 0.0127,
                    "learning_rate": 2.324948209529447e-05,
                    "epoch": 1.26,
                    "step": 14200
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.3131103876886655e-05,
                    "epoch": 1.27,
                    "step": 14300
                },
                {
                    "loss": 0.013,
                    "learning_rate": 2.3012725658478842e-05,
                    "epoch": 1.28,
                    "step": 14400
                },
                {
                    "loss": 0.0123,
                    "learning_rate": 2.289434744007103e-05,
                    "epoch": 1.29,
                    "step": 14500
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.2775969221663215e-05,
                    "epoch": 1.29,
                    "step": 14600
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.2657591003255402e-05,
                    "epoch": 1.3,
                    "step": 14700
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 2.2539212784847592e-05,
                    "epoch": 1.31,
                    "step": 14800
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.2420834566439775e-05,
                    "epoch": 1.32,
                    "step": 14900
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.2302456348031965e-05,
                    "epoch": 1.33,
                    "step": 15000
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.218407812962415e-05,
                    "epoch": 1.34,
                    "step": 15100
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 2.206569991121634e-05,
                    "epoch": 1.35,
                    "step": 15200
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.1947321692808522e-05,
                    "epoch": 1.36,
                    "step": 15300
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 2.1828943474400712e-05,
                    "epoch": 1.37,
                    "step": 15400
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.1710565255992895e-05,
                    "epoch": 1.37,
                    "step": 15500
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.1592187037585085e-05,
                    "epoch": 1.38,
                    "step": 15600
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.1473808819177276e-05,
                    "epoch": 1.39,
                    "step": 15700
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.135543060076946e-05,
                    "epoch": 1.4,
                    "step": 15800
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 2.123705238236165e-05,
                    "epoch": 1.41,
                    "step": 15900
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.1118674163953836e-05,
                    "epoch": 1.42,
                    "step": 16000
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 2.1000295945546022e-05,
                    "epoch": 1.43,
                    "step": 16100
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.088191772713821e-05,
                    "epoch": 1.44,
                    "step": 16200
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.0763539508730396e-05,
                    "epoch": 1.45,
                    "step": 16300
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.0645161290322582e-05,
                    "epoch": 1.45,
                    "step": 16400
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 2.0526783071914773e-05,
                    "epoch": 1.46,
                    "step": 16500
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.0408404853506956e-05,
                    "epoch": 1.47,
                    "step": 16600
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.0290026635099146e-05,
                    "epoch": 1.48,
                    "step": 16700
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.017164841669133e-05,
                    "epoch": 1.49,
                    "step": 16800
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.005327019828352e-05,
                    "epoch": 1.5,
                    "step": 16900
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.9934891979875703e-05,
                    "epoch": 1.51,
                    "step": 17000
                },
                {
                    "loss": 0.0122,
                    "learning_rate": 1.9816513761467893e-05,
                    "epoch": 1.52,
                    "step": 17100
                },
                {
                    "loss": 0.012,
                    "learning_rate": 1.969813554306008e-05,
                    "epoch": 1.52,
                    "step": 17200
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.9579757324652266e-05,
                    "epoch": 1.53,
                    "step": 17300
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.9461379106244453e-05,
                    "epoch": 1.54,
                    "step": 17400
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.934300088783664e-05,
                    "epoch": 1.55,
                    "step": 17500
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.9224622669428826e-05,
                    "epoch": 1.56,
                    "step": 17600
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 1.9106244451021013e-05,
                    "epoch": 1.57,
                    "step": 17700
                },
                {
                    "loss": 0.012,
                    "learning_rate": 1.89878662326132e-05,
                    "epoch": 1.58,
                    "step": 17800
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.886948801420539e-05,
                    "epoch": 1.59,
                    "step": 17900
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 1.8751109795797576e-05,
                    "epoch": 1.6,
                    "step": 18000
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.8632731577389763e-05,
                    "epoch": 1.6,
                    "step": 18100
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.851435335898195e-05,
                    "epoch": 1.61,
                    "step": 18200
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.8395975140574136e-05,
                    "epoch": 1.62,
                    "step": 18300
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.8277596922166323e-05,
                    "epoch": 1.63,
                    "step": 18400
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.815921870375851e-05,
                    "epoch": 1.64,
                    "step": 18500
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.8040840485350697e-05,
                    "epoch": 1.65,
                    "step": 18600
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.7922462266942883e-05,
                    "epoch": 1.66,
                    "step": 18700
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.780408404853507e-05,
                    "epoch": 1.67,
                    "step": 18800
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.7685705830127257e-05,
                    "epoch": 1.68,
                    "step": 18900
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.7567327611719443e-05,
                    "epoch": 1.68,
                    "step": 19000
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.744894939331163e-05,
                    "epoch": 1.69,
                    "step": 19100
                },
                {
                    "loss": 0.012,
                    "learning_rate": 1.733057117490382e-05,
                    "epoch": 1.7,
                    "step": 19200
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.7212192956496007e-05,
                    "epoch": 1.71,
                    "step": 19300
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.7093814738088194e-05,
                    "epoch": 1.72,
                    "step": 19400
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.697543651968038e-05,
                    "epoch": 1.73,
                    "step": 19500
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.6857058301272567e-05,
                    "epoch": 1.74,
                    "step": 19600
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.6738680082864754e-05,
                    "epoch": 1.75,
                    "step": 19700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.662030186445694e-05,
                    "epoch": 1.76,
                    "step": 19800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.6501923646049127e-05,
                    "epoch": 1.76,
                    "step": 19900
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.6383545427641317e-05,
                    "epoch": 1.77,
                    "step": 20000
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.6265167209233504e-05,
                    "epoch": 1.78,
                    "step": 20100
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.614678899082569e-05,
                    "epoch": 1.79,
                    "step": 20200
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.6028410772417877e-05,
                    "epoch": 1.8,
                    "step": 20300
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.5910032554010064e-05,
                    "epoch": 1.81,
                    "step": 20400
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.579165433560225e-05,
                    "epoch": 1.82,
                    "step": 20500
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.5673276117194437e-05,
                    "epoch": 1.83,
                    "step": 20600
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.5554897898786624e-05,
                    "epoch": 1.84,
                    "step": 20700
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.543651968037881e-05,
                    "epoch": 1.84,
                    "step": 20800
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.5318141461970997e-05,
                    "epoch": 1.85,
                    "step": 20900
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.5199763243563186e-05,
                    "epoch": 1.86,
                    "step": 21000
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.5081385025155372e-05,
                    "epoch": 1.87,
                    "step": 21100
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.4963006806747559e-05,
                    "epoch": 1.88,
                    "step": 21200
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.4844628588339748e-05,
                    "epoch": 1.89,
                    "step": 21300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.4726250369931934e-05,
                    "epoch": 1.9,
                    "step": 21400
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.4607872151524121e-05,
                    "epoch": 1.91,
                    "step": 21500
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.4489493933116308e-05,
                    "epoch": 1.91,
                    "step": 21600
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.4371115714708494e-05,
                    "epoch": 1.92,
                    "step": 21700
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.4252737496300681e-05,
                    "epoch": 1.93,
                    "step": 21800
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.4134359277892868e-05,
                    "epoch": 1.94,
                    "step": 21900
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.4015981059485056e-05,
                    "epoch": 1.95,
                    "step": 22000
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.3897602841077243e-05,
                    "epoch": 1.96,
                    "step": 22100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.377922462266943e-05,
                    "epoch": 1.97,
                    "step": 22200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.3660846404261616e-05,
                    "epoch": 1.98,
                    "step": 22300
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.3542468185853803e-05,
                    "epoch": 1.99,
                    "step": 22400
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.342408996744599e-05,
                    "epoch": 1.99,
                    "step": 22500
                },
                {
                    "eval_loss": 0.015164626762270927,
                    "eval_f1": 0.9442094994636048,
                    "eval_precision": 0.9357211718708157,
                    "eval_recall": 0.9528532393797756,
                    "eval_accuracy": 0.9950646099593236,
                    "eval_runtime": 320.7256,
                    "eval_samples_per_second": 52.465,
                    "epoch": 2.0,
                    "step": 22560
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.3305711749038176e-05,
                    "epoch": 2.0,
                    "step": 22600
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 1.3187333530630365e-05,
                    "epoch": 2.01,
                    "step": 22700
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.3068955312222553e-05,
                    "epoch": 2.02,
                    "step": 22800
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 1.295057709381474e-05,
                    "epoch": 2.03,
                    "step": 22900
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 1.2832198875406926e-05,
                    "epoch": 2.04,
                    "step": 23000
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.2713820656999115e-05,
                    "epoch": 2.05,
                    "step": 23100
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.2595442438591302e-05,
                    "epoch": 2.06,
                    "step": 23200
                },
                {
                    "loss": 0.008,
                    "learning_rate": 1.2477064220183488e-05,
                    "epoch": 2.07,
                    "step": 23300
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 1.2358686001775675e-05,
                    "epoch": 2.07,
                    "step": 23400
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.2240307783367862e-05,
                    "epoch": 2.08,
                    "step": 23500
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.2121929564960048e-05,
                    "epoch": 2.09,
                    "step": 23600
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.2003551346552235e-05,
                    "epoch": 2.1,
                    "step": 23700
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.1885173128144423e-05,
                    "epoch": 2.11,
                    "step": 23800
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.176679490973661e-05,
                    "epoch": 2.12,
                    "step": 23900
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.1648416691328797e-05,
                    "epoch": 2.13,
                    "step": 24000
                },
                {
                    "loss": 0.008,
                    "learning_rate": 1.1530038472920984e-05,
                    "epoch": 2.14,
                    "step": 24100
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.141166025451317e-05,
                    "epoch": 2.15,
                    "step": 24200
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.1293282036105357e-05,
                    "epoch": 2.15,
                    "step": 24300
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 1.1174903817697544e-05,
                    "epoch": 2.16,
                    "step": 24400
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 1.1056525599289732e-05,
                    "epoch": 2.17,
                    "step": 24500
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 1.0938147380881919e-05,
                    "epoch": 2.18,
                    "step": 24600
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 1.0819769162474105e-05,
                    "epoch": 2.19,
                    "step": 24700
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 1.0701390944066292e-05,
                    "epoch": 2.2,
                    "step": 24800
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.0583012725658479e-05,
                    "epoch": 2.21,
                    "step": 24900
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.0464634507250665e-05,
                    "epoch": 2.22,
                    "step": 25000
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.0346256288842854e-05,
                    "epoch": 2.23,
                    "step": 25100
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 1.022787807043504e-05,
                    "epoch": 2.23,
                    "step": 25200
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 1.0109499852027227e-05,
                    "epoch": 2.24,
                    "step": 25300
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 9.991121633619416e-06,
                    "epoch": 2.25,
                    "step": 25400
                },
                {
                    "loss": 0.008,
                    "learning_rate": 9.872743415211602e-06,
                    "epoch": 2.26,
                    "step": 25500
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 9.754365196803789e-06,
                    "epoch": 2.27,
                    "step": 25600
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 9.635986978395976e-06,
                    "epoch": 2.28,
                    "step": 25700
                },
                {
                    "loss": 0.008,
                    "learning_rate": 9.517608759988162e-06,
                    "epoch": 2.29,
                    "step": 25800
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 9.399230541580349e-06,
                    "epoch": 2.3,
                    "step": 25900
                },
                {
                    "loss": 0.008,
                    "learning_rate": 9.280852323172538e-06,
                    "epoch": 2.3,
                    "step": 26000
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 9.162474104764724e-06,
                    "epoch": 2.31,
                    "step": 26100
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 9.044095886356911e-06,
                    "epoch": 2.32,
                    "step": 26200
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 8.925717667949098e-06,
                    "epoch": 2.33,
                    "step": 26300
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 8.807339449541286e-06,
                    "epoch": 2.34,
                    "step": 26400
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 8.688961231133473e-06,
                    "epoch": 2.35,
                    "step": 26500
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 8.57058301272566e-06,
                    "epoch": 2.36,
                    "step": 26600
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 8.452204794317846e-06,
                    "epoch": 2.37,
                    "step": 26700
                },
                {
                    "loss": 0.008,
                    "learning_rate": 8.333826575910033e-06,
                    "epoch": 2.38,
                    "step": 26800
                },
                {
                    "loss": 0.008,
                    "learning_rate": 8.215448357502221e-06,
                    "epoch": 2.38,
                    "step": 26900
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 8.097070139094408e-06,
                    "epoch": 2.39,
                    "step": 27000
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 7.978691920686595e-06,
                    "epoch": 2.4,
                    "step": 27100
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 7.860313702278781e-06,
                    "epoch": 2.41,
                    "step": 27200
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 7.741935483870968e-06,
                    "epoch": 2.42,
                    "step": 27300
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 7.623557265463155e-06,
                    "epoch": 2.43,
                    "step": 27400
                },
                {
                    "loss": 0.008,
                    "learning_rate": 7.505179047055342e-06,
                    "epoch": 2.44,
                    "step": 27500
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 7.386800828647529e-06,
                    "epoch": 2.45,
                    "step": 27600
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 7.268422610239716e-06,
                    "epoch": 2.46,
                    "step": 27700
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 7.150044391831904e-06,
                    "epoch": 2.46,
                    "step": 27800
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 7.031666173424091e-06,
                    "epoch": 2.47,
                    "step": 27900
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 6.913287955016278e-06,
                    "epoch": 2.48,
                    "step": 28000
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 6.794909736608465e-06,
                    "epoch": 2.49,
                    "step": 28100
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 6.676531518200652e-06,
                    "epoch": 2.5,
                    "step": 28200
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 6.558153299792838e-06,
                    "epoch": 2.51,
                    "step": 28300
                },
                {
                    "loss": 0.008,
                    "learning_rate": 6.439775081385026e-06,
                    "epoch": 2.52,
                    "step": 28400
                },
                {
                    "loss": 0.008,
                    "learning_rate": 6.321396862977213e-06,
                    "epoch": 2.53,
                    "step": 28500
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 6.203018644569399e-06,
                    "epoch": 2.54,
                    "step": 28600
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 6.084640426161587e-06,
                    "epoch": 2.54,
                    "step": 28700
                },
                {
                    "loss": 0.008,
                    "learning_rate": 5.9662622077537735e-06,
                    "epoch": 2.55,
                    "step": 28800
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 5.84788398934596e-06,
                    "epoch": 2.56,
                    "step": 28900
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 5.729505770938148e-06,
                    "epoch": 2.57,
                    "step": 29000
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 5.6111275525303345e-06,
                    "epoch": 2.58,
                    "step": 29100
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 5.492749334122522e-06,
                    "epoch": 2.59,
                    "step": 29200
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 5.3743711157147096e-06,
                    "epoch": 2.6,
                    "step": 29300
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 5.255992897306896e-06,
                    "epoch": 2.61,
                    "step": 29400
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 5.137614678899083e-06,
                    "epoch": 2.62,
                    "step": 29500
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 5.0192364604912705e-06,
                    "epoch": 2.62,
                    "step": 29600
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 4.900858242083457e-06,
                    "epoch": 2.63,
                    "step": 29700
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 4.782480023675644e-06,
                    "epoch": 2.64,
                    "step": 29800
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 4.6641018052678314e-06,
                    "epoch": 2.65,
                    "step": 29900
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 4.545723586860018e-06,
                    "epoch": 2.66,
                    "step": 30000
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 4.427345368452205e-06,
                    "epoch": 2.67,
                    "step": 30100
                },
                {
                    "loss": 0.007,
                    "learning_rate": 4.3089671500443915e-06,
                    "epoch": 2.68,
                    "step": 30200
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 4.190588931636579e-06,
                    "epoch": 2.69,
                    "step": 30300
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 4.072210713228767e-06,
                    "epoch": 2.7,
                    "step": 30400
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 3.953832494820953e-06,
                    "epoch": 2.7,
                    "step": 30500
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 3.83545427641314e-06,
                    "epoch": 2.71,
                    "step": 30600
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 3.717076058005327e-06,
                    "epoch": 2.72,
                    "step": 30700
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 3.5986978395975142e-06,
                    "epoch": 2.73,
                    "step": 30800
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 3.480319621189701e-06,
                    "epoch": 2.74,
                    "step": 30900
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 3.3619414027818885e-06,
                    "epoch": 2.75,
                    "step": 31000
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 3.2435631843740756e-06,
                    "epoch": 2.76,
                    "step": 31100
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 3.1251849659662627e-06,
                    "epoch": 2.77,
                    "step": 31200
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 3.0068067475584494e-06,
                    "epoch": 2.77,
                    "step": 31300
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 2.8884285291506365e-06,
                    "epoch": 2.78,
                    "step": 31400
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 2.7700503107428232e-06,
                    "epoch": 2.79,
                    "step": 31500
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 2.6516720923350104e-06,
                    "epoch": 2.8,
                    "step": 31600
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 2.533293873927198e-06,
                    "epoch": 2.81,
                    "step": 31700
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 2.4149156555193846e-06,
                    "epoch": 2.82,
                    "step": 31800
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 2.2965374371115717e-06,
                    "epoch": 2.83,
                    "step": 31900
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 2.178159218703759e-06,
                    "epoch": 2.84,
                    "step": 32000
                },
                {
                    "loss": 0.007,
                    "learning_rate": 2.0597810002959455e-06,
                    "epoch": 2.85,
                    "step": 32100
                },
                {
                    "loss": 0.007,
                    "learning_rate": 1.9414027818881327e-06,
                    "epoch": 2.85,
                    "step": 32200
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 1.8230245634803198e-06,
                    "epoch": 2.86,
                    "step": 32300
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 1.7046463450725067e-06,
                    "epoch": 2.87,
                    "step": 32400
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 1.5862681266646938e-06,
                    "epoch": 2.88,
                    "step": 32500
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 1.467889908256881e-06,
                    "epoch": 2.89,
                    "step": 32600
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 1.3495116898490678e-06,
                    "epoch": 2.9,
                    "step": 32700
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 1.231133471441255e-06,
                    "epoch": 2.91,
                    "step": 32800
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 1.1127552530334419e-06,
                    "epoch": 2.92,
                    "step": 32900
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 9.94377034625629e-07,
                    "epoch": 2.93,
                    "step": 33000
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 8.75998816217816e-07,
                    "epoch": 2.93,
                    "step": 33100
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 7.57620597810003e-07,
                    "epoch": 2.94,
                    "step": 33200
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 6.3924237940219e-07,
                    "epoch": 2.95,
                    "step": 33300
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 5.20864160994377e-07,
                    "epoch": 2.96,
                    "step": 33400
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 4.024859425865641e-07,
                    "epoch": 2.97,
                    "step": 33500
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 2.8410772417875113e-07,
                    "epoch": 2.98,
                    "step": 33600
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 1.6572950577093815e-07,
                    "epoch": 2.99,
                    "step": 33700
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 4.735128736312519e-08,
                    "epoch": 3.0,
                    "step": 33800
                },
                {
                    "eval_loss": 0.016340361908078194,
                    "eval_f1": 0.9457777777777777,
                    "eval_precision": 0.9413538140687091,
                    "eval_recall": 0.9502435193315626,
                    "eval_accuracy": 0.9952244137102774,
                    "eval_runtime": 320.7206,
                    "eval_samples_per_second": 52.466,
                    "epoch": 3.0,
                    "step": 33840
                },
                {
                    "train_runtime": 15002.013,
                    "train_samples_per_second": 2.256,
                    "total_flos": 2.9464479602745754e+17,
                    "epoch": 3.0,
                    "step": 33840
                }
            ]
        },
        "19": {
            "id": 19,
            "task": 1,
            "model": "xlm-roberta-large",
            "languages": [
                "en"
            ],
            "augmentation": [
                ""
            ],
            "data_percentage": 1,
            "use_token_type_ids": false,
            "tokenizer_config": {
                "strip_accent": false,
                "add_prefix_space": true
            },
            "opimizer_config": {
                "adafactor": true,
                "num_train_epochs": 3
            },
            "result": [
                {
                    "loss": 0.6126,
                    "learning_rate": 8.000000000000001e-07,
                    "epoch": 0.0,
                    "step": 1
                },
                {
                    "loss": 0.125,
                    "learning_rate": 3.994637207057436e-05,
                    "epoch": 0.01,
                    "step": 100
                },
                {
                    "loss": 0.0378,
                    "learning_rate": 3.983911621172307e-05,
                    "epoch": 0.02,
                    "step": 200
                },
                {
                    "loss": 0.0318,
                    "learning_rate": 3.973186035287178e-05,
                    "epoch": 0.02,
                    "step": 300
                },
                {
                    "loss": 0.0307,
                    "learning_rate": 3.962460449402049e-05,
                    "epoch": 0.03,
                    "step": 400
                },
                {
                    "loss": 0.0301,
                    "learning_rate": 3.9517348635169204e-05,
                    "epoch": 0.04,
                    "step": 500
                },
                {
                    "loss": 0.0272,
                    "learning_rate": 3.941009277631791e-05,
                    "epoch": 0.05,
                    "step": 600
                },
                {
                    "loss": 0.0267,
                    "learning_rate": 3.930283691746662e-05,
                    "epoch": 0.06,
                    "step": 700
                },
                {
                    "loss": 0.026,
                    "learning_rate": 3.919558105861533e-05,
                    "epoch": 0.06,
                    "step": 800
                },
                {
                    "loss": 0.0265,
                    "learning_rate": 3.908832519976404e-05,
                    "epoch": 0.07,
                    "step": 900
                },
                {
                    "loss": 0.0258,
                    "learning_rate": 3.898106934091275e-05,
                    "epoch": 0.08,
                    "step": 1000
                },
                {
                    "loss": 0.025,
                    "learning_rate": 3.887381348206146e-05,
                    "epoch": 0.09,
                    "step": 1100
                },
                {
                    "loss": 0.0242,
                    "learning_rate": 3.8766557623210174e-05,
                    "epoch": 0.1,
                    "step": 1200
                },
                {
                    "loss": 0.0242,
                    "learning_rate": 3.865930176435888e-05,
                    "epoch": 0.1,
                    "step": 1300
                },
                {
                    "loss": 0.0254,
                    "learning_rate": 3.855204590550759e-05,
                    "epoch": 0.11,
                    "step": 1400
                },
                {
                    "loss": 0.0241,
                    "learning_rate": 3.8444790046656304e-05,
                    "epoch": 0.12,
                    "step": 1500
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.833753418780501e-05,
                    "epoch": 0.13,
                    "step": 1600
                },
                {
                    "loss": 0.0239,
                    "learning_rate": 3.823027832895372e-05,
                    "epoch": 0.14,
                    "step": 1700
                },
                {
                    "loss": 0.024,
                    "learning_rate": 3.812302247010243e-05,
                    "epoch": 0.14,
                    "step": 1800
                },
                {
                    "loss": 0.0228,
                    "learning_rate": 3.8015766611251145e-05,
                    "epoch": 0.15,
                    "step": 1900
                },
                {
                    "loss": 0.0241,
                    "learning_rate": 3.790851075239985e-05,
                    "epoch": 0.16,
                    "step": 2000
                },
                {
                    "loss": 0.024,
                    "learning_rate": 3.780125489354856e-05,
                    "epoch": 0.17,
                    "step": 2100
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.7693999034697274e-05,
                    "epoch": 0.18,
                    "step": 2200
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.7586743175845986e-05,
                    "epoch": 0.18,
                    "step": 2300
                },
                {
                    "loss": 0.0225,
                    "learning_rate": 3.747948731699469e-05,
                    "epoch": 0.19,
                    "step": 2400
                },
                {
                    "loss": 0.0228,
                    "learning_rate": 3.73722314581434e-05,
                    "epoch": 0.2,
                    "step": 2500
                },
                {
                    "loss": 0.0225,
                    "learning_rate": 3.7264975599292115e-05,
                    "epoch": 0.21,
                    "step": 2600
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.715771974044082e-05,
                    "epoch": 0.22,
                    "step": 2700
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.705046388158953e-05,
                    "epoch": 0.22,
                    "step": 2800
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.6943208022738245e-05,
                    "epoch": 0.23,
                    "step": 2900
                },
                {
                    "loss": 0.0226,
                    "learning_rate": 3.6835952163886957e-05,
                    "epoch": 0.24,
                    "step": 3000
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.672869630503566e-05,
                    "epoch": 0.25,
                    "step": 3100
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.662144044618438e-05,
                    "epoch": 0.26,
                    "step": 3200
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.6514184587333086e-05,
                    "epoch": 0.27,
                    "step": 3300
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.64069287284818e-05,
                    "epoch": 0.27,
                    "step": 3400
                },
                {
                    "loss": 0.0221,
                    "learning_rate": 3.629967286963051e-05,
                    "epoch": 0.28,
                    "step": 3500
                },
                {
                    "loss": 0.0219,
                    "learning_rate": 3.6192417010779215e-05,
                    "epoch": 0.29,
                    "step": 3600
                },
                {
                    "loss": 0.0214,
                    "learning_rate": 3.608516115192793e-05,
                    "epoch": 0.3,
                    "step": 3700
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.597790529307664e-05,
                    "epoch": 0.31,
                    "step": 3800
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.587064943422535e-05,
                    "epoch": 0.31,
                    "step": 3900
                },
                {
                    "loss": 0.0225,
                    "learning_rate": 3.5763393575374056e-05,
                    "epoch": 0.32,
                    "step": 4000
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.565613771652277e-05,
                    "epoch": 0.33,
                    "step": 4100
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.554888185767148e-05,
                    "epoch": 0.34,
                    "step": 4200
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.544162599882019e-05,
                    "epoch": 0.35,
                    "step": 4300
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.53343701399689e-05,
                    "epoch": 0.35,
                    "step": 4400
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.522711428111761e-05,
                    "epoch": 0.36,
                    "step": 4500
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.511985842226632e-05,
                    "epoch": 0.37,
                    "step": 4600
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.501260256341503e-05,
                    "epoch": 0.38,
                    "step": 4700
                },
                {
                    "loss": 0.0219,
                    "learning_rate": 3.490534670456374e-05,
                    "epoch": 0.39,
                    "step": 4800
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.479809084571245e-05,
                    "epoch": 0.39,
                    "step": 4900
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.469083498686116e-05,
                    "epoch": 0.4,
                    "step": 5000
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.458357912800987e-05,
                    "epoch": 0.41,
                    "step": 5100
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.447632326915858e-05,
                    "epoch": 0.42,
                    "step": 5200
                },
                {
                    "loss": 0.0211,
                    "learning_rate": 3.436906741030729e-05,
                    "epoch": 0.43,
                    "step": 5300
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.4261811551456e-05,
                    "epoch": 0.43,
                    "step": 5400
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.415455569260471e-05,
                    "epoch": 0.44,
                    "step": 5500
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.404729983375342e-05,
                    "epoch": 0.45,
                    "step": 5600
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.394004397490213e-05,
                    "epoch": 0.46,
                    "step": 5700
                },
                {
                    "loss": 0.0211,
                    "learning_rate": 3.383278811605084e-05,
                    "epoch": 0.47,
                    "step": 5800
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.372553225719955e-05,
                    "epoch": 0.47,
                    "step": 5900
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.361827639834826e-05,
                    "epoch": 0.48,
                    "step": 6000
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.3511020539496974e-05,
                    "epoch": 0.49,
                    "step": 6100
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.340376468064568e-05,
                    "epoch": 0.5,
                    "step": 6200
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.329650882179439e-05,
                    "epoch": 0.51,
                    "step": 6300
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.3189252962943104e-05,
                    "epoch": 0.51,
                    "step": 6400
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.308199710409181e-05,
                    "epoch": 0.52,
                    "step": 6500
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.297474124524053e-05,
                    "epoch": 0.53,
                    "step": 6600
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.286748538638923e-05,
                    "epoch": 0.54,
                    "step": 6700
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.2760229527537945e-05,
                    "epoch": 0.55,
                    "step": 6800
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.265297366868666e-05,
                    "epoch": 0.55,
                    "step": 6900
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.254571780983537e-05,
                    "epoch": 0.56,
                    "step": 7000
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.2438461950984074e-05,
                    "epoch": 0.57,
                    "step": 7100
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.2331206092132786e-05,
                    "epoch": 0.58,
                    "step": 7200
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.22239502332815e-05,
                    "epoch": 0.59,
                    "step": 7300
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.2116694374430203e-05,
                    "epoch": 0.59,
                    "step": 7400
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.2009438515578915e-05,
                    "epoch": 0.6,
                    "step": 7500
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.190218265672763e-05,
                    "epoch": 0.61,
                    "step": 7600
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.179492679787634e-05,
                    "epoch": 0.62,
                    "step": 7700
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.1687670939025045e-05,
                    "epoch": 0.63,
                    "step": 7800
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.158041508017376e-05,
                    "epoch": 0.63,
                    "step": 7900
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.147315922132247e-05,
                    "epoch": 0.64,
                    "step": 8000
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.136590336247118e-05,
                    "epoch": 0.65,
                    "step": 8100
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.1258647503619886e-05,
                    "epoch": 0.66,
                    "step": 8200
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.11513916447686e-05,
                    "epoch": 0.67,
                    "step": 8300
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.104413578591731e-05,
                    "epoch": 0.67,
                    "step": 8400
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.0936879927066015e-05,
                    "epoch": 0.68,
                    "step": 8500
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.082962406821473e-05,
                    "epoch": 0.69,
                    "step": 8600
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.072236820936344e-05,
                    "epoch": 0.7,
                    "step": 8700
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.061511235051215e-05,
                    "epoch": 0.71,
                    "step": 8800
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.050785649166086e-05,
                    "epoch": 0.71,
                    "step": 8900
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 3.0400600632809572e-05,
                    "epoch": 0.72,
                    "step": 9000
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.029334477395828e-05,
                    "epoch": 0.73,
                    "step": 9100
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.018608891510699e-05,
                    "epoch": 0.74,
                    "step": 9200
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.00788330562557e-05,
                    "epoch": 0.75,
                    "step": 9300
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 2.997157719740441e-05,
                    "epoch": 0.76,
                    "step": 9400
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.986432133855312e-05,
                    "epoch": 0.76,
                    "step": 9500
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 2.975706547970183e-05,
                    "epoch": 0.77,
                    "step": 9600
                },
                {
                    "loss": 0.019,
                    "learning_rate": 2.9649809620850542e-05,
                    "epoch": 0.78,
                    "step": 9700
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.954255376199925e-05,
                    "epoch": 0.79,
                    "step": 9800
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 2.9435297903147963e-05,
                    "epoch": 0.8,
                    "step": 9900
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.932804204429667e-05,
                    "epoch": 0.8,
                    "step": 10000
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.9220786185445383e-05,
                    "epoch": 0.81,
                    "step": 10100
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.9113530326594092e-05,
                    "epoch": 0.82,
                    "step": 10200
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 2.90062744677428e-05,
                    "epoch": 0.83,
                    "step": 10300
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.8899018608891513e-05,
                    "epoch": 0.84,
                    "step": 10400
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.879176275004022e-05,
                    "epoch": 0.84,
                    "step": 10500
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.8684506891188933e-05,
                    "epoch": 0.85,
                    "step": 10600
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 2.8577251032337642e-05,
                    "epoch": 0.86,
                    "step": 10700
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.8469995173486354e-05,
                    "epoch": 0.87,
                    "step": 10800
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 2.8362739314635063e-05,
                    "epoch": 0.88,
                    "step": 10900
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 2.8255483455783778e-05,
                    "epoch": 0.88,
                    "step": 11000
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 2.8148227596932483e-05,
                    "epoch": 0.89,
                    "step": 11100
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.8040971738081192e-05,
                    "epoch": 0.9,
                    "step": 11200
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.7933715879229907e-05,
                    "epoch": 0.91,
                    "step": 11300
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.7826460020378612e-05,
                    "epoch": 0.92,
                    "step": 11400
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.7719204161527328e-05,
                    "epoch": 0.92,
                    "step": 11500
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.7611948302676036e-05,
                    "epoch": 0.93,
                    "step": 11600
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.750469244382475e-05,
                    "epoch": 0.94,
                    "step": 11700
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 2.7397436584973457e-05,
                    "epoch": 0.95,
                    "step": 11800
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.729018072612217e-05,
                    "epoch": 0.96,
                    "step": 11900
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.7182924867270878e-05,
                    "epoch": 0.96,
                    "step": 12000
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.7075669008419586e-05,
                    "epoch": 0.97,
                    "step": 12100
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 2.6968413149568298e-05,
                    "epoch": 0.98,
                    "step": 12200
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.6861157290717007e-05,
                    "epoch": 0.99,
                    "step": 12300
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 2.675390143186572e-05,
                    "epoch": 1.0,
                    "step": 12400
                },
                {
                    "eval_loss": 0.017647968605160713,
                    "eval_f1": 0.9370942607394174,
                    "eval_precision": 0.9285856656957866,
                    "eval_recall": 0.9457602256206971,
                    "eval_accuracy": 0.993718907816234,
                    "eval_runtime": 355.7452,
                    "eval_samples_per_second": 52.217,
                    "epoch": 1.0,
                    "step": 12448
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.6646645573014428e-05,
                    "epoch": 1.0,
                    "step": 12500
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.653938971416314e-05,
                    "epoch": 1.01,
                    "step": 12600
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 2.6432133855311848e-05,
                    "epoch": 1.02,
                    "step": 12700
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.632487799646056e-05,
                    "epoch": 1.03,
                    "step": 12800
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.621762213760927e-05,
                    "epoch": 1.04,
                    "step": 12900
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 2.611036627875798e-05,
                    "epoch": 1.04,
                    "step": 13000
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.600311041990669e-05,
                    "epoch": 1.05,
                    "step": 13100
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 2.5895854561055398e-05,
                    "epoch": 1.06,
                    "step": 13200
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.578859870220411e-05,
                    "epoch": 1.07,
                    "step": 13300
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.568134284335282e-05,
                    "epoch": 1.08,
                    "step": 13400
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.557408698450153e-05,
                    "epoch": 1.08,
                    "step": 13500
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.546683112565024e-05,
                    "epoch": 1.09,
                    "step": 13600
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.535957526679895e-05,
                    "epoch": 1.1,
                    "step": 13700
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.525231940794766e-05,
                    "epoch": 1.11,
                    "step": 13800
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.5145063549096372e-05,
                    "epoch": 1.12,
                    "step": 13900
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.503780769024508e-05,
                    "epoch": 1.12,
                    "step": 14000
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.493055183139379e-05,
                    "epoch": 1.13,
                    "step": 14100
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.48232959725425e-05,
                    "epoch": 1.14,
                    "step": 14200
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.471604011369121e-05,
                    "epoch": 1.15,
                    "step": 14300
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 2.4608784254839925e-05,
                    "epoch": 1.16,
                    "step": 14400
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 2.450152839598863e-05,
                    "epoch": 1.16,
                    "step": 14500
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.4394272537137346e-05,
                    "epoch": 1.17,
                    "step": 14600
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.4287016678286054e-05,
                    "epoch": 1.18,
                    "step": 14700
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 2.4179760819434766e-05,
                    "epoch": 1.19,
                    "step": 14800
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.4072504960583475e-05,
                    "epoch": 1.2,
                    "step": 14900
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.3965249101732184e-05,
                    "epoch": 1.21,
                    "step": 15000
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.3857993242880896e-05,
                    "epoch": 1.21,
                    "step": 15100
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.3750737384029604e-05,
                    "epoch": 1.22,
                    "step": 15200
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.3643481525178316e-05,
                    "epoch": 1.23,
                    "step": 15300
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.3536225666327025e-05,
                    "epoch": 1.24,
                    "step": 15400
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.3428969807475737e-05,
                    "epoch": 1.25,
                    "step": 15500
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.3321713948624445e-05,
                    "epoch": 1.25,
                    "step": 15600
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.3214458089773157e-05,
                    "epoch": 1.26,
                    "step": 15700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.3107202230921866e-05,
                    "epoch": 1.27,
                    "step": 15800
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.2999946372070578e-05,
                    "epoch": 1.28,
                    "step": 15900
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 2.2892690513219287e-05,
                    "epoch": 1.29,
                    "step": 16000
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.2785434654367995e-05,
                    "epoch": 1.29,
                    "step": 16100
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 2.2678178795516707e-05,
                    "epoch": 1.3,
                    "step": 16200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.2570922936665416e-05,
                    "epoch": 1.31,
                    "step": 16300
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.2463667077814128e-05,
                    "epoch": 1.32,
                    "step": 16400
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.2356411218962837e-05,
                    "epoch": 1.33,
                    "step": 16500
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.224915536011155e-05,
                    "epoch": 1.33,
                    "step": 16600
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.2141899501260257e-05,
                    "epoch": 1.34,
                    "step": 16700
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.203464364240897e-05,
                    "epoch": 1.35,
                    "step": 16800
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 2.1927387783557678e-05,
                    "epoch": 1.36,
                    "step": 16900
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 2.1820131924706386e-05,
                    "epoch": 1.37,
                    "step": 17000
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 2.17128760658551e-05,
                    "epoch": 1.37,
                    "step": 17100
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.1605620207003807e-05,
                    "epoch": 1.38,
                    "step": 17200
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.149836434815252e-05,
                    "epoch": 1.39,
                    "step": 17300
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.1391108489301228e-05,
                    "epoch": 1.4,
                    "step": 17400
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.1283852630449943e-05,
                    "epoch": 1.41,
                    "step": 17500
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.1176596771598648e-05,
                    "epoch": 1.41,
                    "step": 17600
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 2.1069340912747364e-05,
                    "epoch": 1.42,
                    "step": 17700
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.0962085053896072e-05,
                    "epoch": 1.43,
                    "step": 17800
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 2.0854829195044777e-05,
                    "epoch": 1.44,
                    "step": 17900
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 2.0747573336193493e-05,
                    "epoch": 1.45,
                    "step": 18000
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 2.06403174773422e-05,
                    "epoch": 1.45,
                    "step": 18100
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 2.0533061618490913e-05,
                    "epoch": 1.46,
                    "step": 18200
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.0425805759639622e-05,
                    "epoch": 1.47,
                    "step": 18300
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 2.0318549900788334e-05,
                    "epoch": 1.48,
                    "step": 18400
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.0211294041937043e-05,
                    "epoch": 1.49,
                    "step": 18500
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 2.0104038183085755e-05,
                    "epoch": 1.49,
                    "step": 18600
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.9996782324234463e-05,
                    "epoch": 1.5,
                    "step": 18700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.9889526465383172e-05,
                    "epoch": 1.51,
                    "step": 18800
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.9782270606531884e-05,
                    "epoch": 1.52,
                    "step": 18900
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.9675014747680593e-05,
                    "epoch": 1.53,
                    "step": 19000
                },
                {
                    "loss": 0.0127,
                    "learning_rate": 1.9567758888829305e-05,
                    "epoch": 1.53,
                    "step": 19100
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.9460503029978017e-05,
                    "epoch": 1.54,
                    "step": 19200
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.9353247171126722e-05,
                    "epoch": 1.55,
                    "step": 19300
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.9245991312275434e-05,
                    "epoch": 1.56,
                    "step": 19400
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.9138735453424146e-05,
                    "epoch": 1.57,
                    "step": 19500
                },
                {
                    "loss": 0.0127,
                    "learning_rate": 1.9031479594572854e-05,
                    "epoch": 1.57,
                    "step": 19600
                },
                {
                    "loss": 0.013,
                    "learning_rate": 1.8924223735721566e-05,
                    "epoch": 1.58,
                    "step": 19700
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.8816967876870275e-05,
                    "epoch": 1.59,
                    "step": 19800
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.8709712018018987e-05,
                    "epoch": 1.6,
                    "step": 19900
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.8602456159167696e-05,
                    "epoch": 1.61,
                    "step": 20000
                },
                {
                    "loss": 0.0126,
                    "learning_rate": 1.8495200300316408e-05,
                    "epoch": 1.61,
                    "step": 20100
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 1.8387944441465116e-05,
                    "epoch": 1.62,
                    "step": 20200
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.8280688582613825e-05,
                    "epoch": 1.63,
                    "step": 20300
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.8173432723762537e-05,
                    "epoch": 1.64,
                    "step": 20400
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.8066176864911246e-05,
                    "epoch": 1.65,
                    "step": 20500
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.7958921006059958e-05,
                    "epoch": 1.65,
                    "step": 20600
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.7851665147208666e-05,
                    "epoch": 1.66,
                    "step": 20700
                },
                {
                    "loss": 0.013,
                    "learning_rate": 1.7744409288357378e-05,
                    "epoch": 1.67,
                    "step": 20800
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.763715342950609e-05,
                    "epoch": 1.68,
                    "step": 20900
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.75298975706548e-05,
                    "epoch": 1.69,
                    "step": 21000
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.742264171180351e-05,
                    "epoch": 1.7,
                    "step": 21100
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.731538585295222e-05,
                    "epoch": 1.7,
                    "step": 21200
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.7208129994100928e-05,
                    "epoch": 1.71,
                    "step": 21300
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 1.710087413524964e-05,
                    "epoch": 1.72,
                    "step": 21400
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.699361827639835e-05,
                    "epoch": 1.73,
                    "step": 21500
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.688636241754706e-05,
                    "epoch": 1.74,
                    "step": 21600
                },
                {
                    "loss": 0.0129,
                    "learning_rate": 1.677910655869577e-05,
                    "epoch": 1.74,
                    "step": 21700
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.667185069984448e-05,
                    "epoch": 1.75,
                    "step": 21800
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.656459484099319e-05,
                    "epoch": 1.76,
                    "step": 21900
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.6457338982141902e-05,
                    "epoch": 1.77,
                    "step": 22000
                },
                {
                    "loss": 0.0127,
                    "learning_rate": 1.635008312329061e-05,
                    "epoch": 1.78,
                    "step": 22100
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.624282726443932e-05,
                    "epoch": 1.78,
                    "step": 22200
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.613557140558803e-05,
                    "epoch": 1.79,
                    "step": 22300
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.602831554673674e-05,
                    "epoch": 1.8,
                    "step": 22400
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.5921059687885452e-05,
                    "epoch": 1.81,
                    "step": 22500
                },
                {
                    "loss": 0.013,
                    "learning_rate": 1.5813803829034164e-05,
                    "epoch": 1.82,
                    "step": 22600
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.5706547970182872e-05,
                    "epoch": 1.82,
                    "step": 22700
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.5599292111331584e-05,
                    "epoch": 1.83,
                    "step": 22800
                },
                {
                    "loss": 0.0126,
                    "learning_rate": 1.5492036252480293e-05,
                    "epoch": 1.84,
                    "step": 22900
                },
                {
                    "loss": 0.0127,
                    "learning_rate": 1.5384780393629005e-05,
                    "epoch": 1.85,
                    "step": 23000
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.5277524534777714e-05,
                    "epoch": 1.86,
                    "step": 23100
                },
                {
                    "loss": 0.0126,
                    "learning_rate": 1.5170268675926422e-05,
                    "epoch": 1.86,
                    "step": 23200
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 1.5063012817075133e-05,
                    "epoch": 1.87,
                    "step": 23300
                },
                {
                    "loss": 0.012,
                    "learning_rate": 1.4955756958223845e-05,
                    "epoch": 1.88,
                    "step": 23400
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 1.4848501099372555e-05,
                    "epoch": 1.89,
                    "step": 23500
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 1.4741245240521265e-05,
                    "epoch": 1.9,
                    "step": 23600
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 1.4633989381669975e-05,
                    "epoch": 1.9,
                    "step": 23700
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 1.4526733522818686e-05,
                    "epoch": 1.91,
                    "step": 23800
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.4419477663967396e-05,
                    "epoch": 1.92,
                    "step": 23900
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 1.4312221805116106e-05,
                    "epoch": 1.93,
                    "step": 24000
                },
                {
                    "loss": 0.0126,
                    "learning_rate": 1.4204965946264815e-05,
                    "epoch": 1.94,
                    "step": 24100
                },
                {
                    "loss": 0.0129,
                    "learning_rate": 1.4097710087413525e-05,
                    "epoch": 1.94,
                    "step": 24200
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.3990454228562236e-05,
                    "epoch": 1.95,
                    "step": 24300
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.3883198369710946e-05,
                    "epoch": 1.96,
                    "step": 24400
                },
                {
                    "loss": 0.0124,
                    "learning_rate": 1.3775942510859656e-05,
                    "epoch": 1.97,
                    "step": 24500
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 1.3668686652008367e-05,
                    "epoch": 1.98,
                    "step": 24600
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.3561430793157077e-05,
                    "epoch": 1.98,
                    "step": 24700
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.3454174934305789e-05,
                    "epoch": 1.99,
                    "step": 24800
                },
                {
                    "eval_loss": 0.017754463478922844,
                    "eval_f1": 0.940485069577878,
                    "eval_precision": 0.9328538818178499,
                    "eval_recall": 0.9482421406025574,
                    "eval_accuracy": 0.9940633642116716,
                    "eval_runtime": 355.7086,
                    "eval_samples_per_second": 52.223,
                    "epoch": 2.0,
                    "step": 24896
                },
                {
                    "loss": 0.012,
                    "learning_rate": 1.3346919075454499e-05,
                    "epoch": 2.0,
                    "step": 24900
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 1.323966321660321e-05,
                    "epoch": 2.01,
                    "step": 25000
                },
                {
                    "loss": 0.0093,
                    "learning_rate": 1.3132407357751918e-05,
                    "epoch": 2.02,
                    "step": 25100
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 1.3025151498900628e-05,
                    "epoch": 2.02,
                    "step": 25200
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.2917895640049339e-05,
                    "epoch": 2.03,
                    "step": 25300
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 1.2810639781198049e-05,
                    "epoch": 2.04,
                    "step": 25400
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 1.270338392234676e-05,
                    "epoch": 2.05,
                    "step": 25500
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 1.259612806349547e-05,
                    "epoch": 2.06,
                    "step": 25600
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.248887220464418e-05,
                    "epoch": 2.06,
                    "step": 25700
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.238161634579289e-05,
                    "epoch": 2.07,
                    "step": 25800
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.22743604869416e-05,
                    "epoch": 2.08,
                    "step": 25900
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.216710462809031e-05,
                    "epoch": 2.09,
                    "step": 26000
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 1.205984876923902e-05,
                    "epoch": 2.1,
                    "step": 26100
                },
                {
                    "loss": 0.009,
                    "learning_rate": 1.195259291038773e-05,
                    "epoch": 2.1,
                    "step": 26200
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 1.184533705153644e-05,
                    "epoch": 2.11,
                    "step": 26300
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 1.173808119268515e-05,
                    "epoch": 2.12,
                    "step": 26400
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.1630825333833862e-05,
                    "epoch": 2.13,
                    "step": 26500
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 1.1523569474982573e-05,
                    "epoch": 2.14,
                    "step": 26600
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 1.1416313616131283e-05,
                    "epoch": 2.14,
                    "step": 26700
                },
                {
                    "loss": 0.0093,
                    "learning_rate": 1.1309057757279993e-05,
                    "epoch": 2.15,
                    "step": 26800
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.1201801898428704e-05,
                    "epoch": 2.16,
                    "step": 26900
                },
                {
                    "loss": 0.0093,
                    "learning_rate": 1.1094546039577412e-05,
                    "epoch": 2.17,
                    "step": 27000
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 1.0987290180726123e-05,
                    "epoch": 2.18,
                    "step": 27100
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 1.0880034321874833e-05,
                    "epoch": 2.19,
                    "step": 27200
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.0772778463023543e-05,
                    "epoch": 2.19,
                    "step": 27300
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 1.0665522604172254e-05,
                    "epoch": 2.2,
                    "step": 27400
                },
                {
                    "loss": 0.009,
                    "learning_rate": 1.0558266745320964e-05,
                    "epoch": 2.21,
                    "step": 27500
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 1.0451010886469674e-05,
                    "epoch": 2.22,
                    "step": 27600
                },
                {
                    "loss": 0.009,
                    "learning_rate": 1.0343755027618384e-05,
                    "epoch": 2.23,
                    "step": 27700
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 1.0236499168767096e-05,
                    "epoch": 2.23,
                    "step": 27800
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 1.0129243309915807e-05,
                    "epoch": 2.24,
                    "step": 27900
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.0021987451064514e-05,
                    "epoch": 2.25,
                    "step": 28000
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 9.914731592213226e-06,
                    "epoch": 2.26,
                    "step": 28100
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 9.807475733361936e-06,
                    "epoch": 2.27,
                    "step": 28200
                },
                {
                    "loss": 0.0093,
                    "learning_rate": 9.700219874510646e-06,
                    "epoch": 2.27,
                    "step": 28300
                },
                {
                    "loss": 0.009,
                    "learning_rate": 9.592964015659357e-06,
                    "epoch": 2.28,
                    "step": 28400
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 9.485708156808067e-06,
                    "epoch": 2.29,
                    "step": 28500
                },
                {
                    "loss": 0.009,
                    "learning_rate": 9.378452297956777e-06,
                    "epoch": 2.3,
                    "step": 28600
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 9.271196439105486e-06,
                    "epoch": 2.31,
                    "step": 28700
                },
                {
                    "loss": 0.0093,
                    "learning_rate": 9.163940580254196e-06,
                    "epoch": 2.31,
                    "step": 28800
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 9.056684721402908e-06,
                    "epoch": 2.32,
                    "step": 28900
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 8.949428862551618e-06,
                    "epoch": 2.33,
                    "step": 29000
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 8.842173003700329e-06,
                    "epoch": 2.34,
                    "step": 29100
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 8.734917144849037e-06,
                    "epoch": 2.35,
                    "step": 29200
                },
                {
                    "loss": 0.0093,
                    "learning_rate": 8.627661285997748e-06,
                    "epoch": 2.35,
                    "step": 29300
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 8.520405427146458e-06,
                    "epoch": 2.36,
                    "step": 29400
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 8.413149568295168e-06,
                    "epoch": 2.37,
                    "step": 29500
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 8.305893709443879e-06,
                    "epoch": 2.38,
                    "step": 29600
                },
                {
                    "loss": 0.009,
                    "learning_rate": 8.198637850592589e-06,
                    "epoch": 2.39,
                    "step": 29700
                },
                {
                    "loss": 0.01,
                    "learning_rate": 8.0913819917413e-06,
                    "epoch": 2.39,
                    "step": 29800
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 7.98412613289001e-06,
                    "epoch": 2.4,
                    "step": 29900
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 7.87687027403872e-06,
                    "epoch": 2.41,
                    "step": 30000
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 7.76961441518743e-06,
                    "epoch": 2.42,
                    "step": 30100
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 7.66235855633614e-06,
                    "epoch": 2.43,
                    "step": 30200
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 7.555102697484851e-06,
                    "epoch": 2.43,
                    "step": 30300
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 7.447846838633561e-06,
                    "epoch": 2.44,
                    "step": 30400
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 7.340590979782271e-06,
                    "epoch": 2.45,
                    "step": 30500
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 7.233335120930981e-06,
                    "epoch": 2.46,
                    "step": 30600
                },
                {
                    "loss": 0.009,
                    "learning_rate": 7.126079262079691e-06,
                    "epoch": 2.47,
                    "step": 30700
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 7.018823403228402e-06,
                    "epoch": 2.47,
                    "step": 30800
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 6.911567544377113e-06,
                    "epoch": 2.48,
                    "step": 30900
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 6.804311685525823e-06,
                    "epoch": 2.49,
                    "step": 31000
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 6.6970558266745324e-06,
                    "epoch": 2.5,
                    "step": 31100
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 6.589799967823243e-06,
                    "epoch": 2.51,
                    "step": 31200
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 6.482544108971953e-06,
                    "epoch": 2.51,
                    "step": 31300
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 6.375288250120663e-06,
                    "epoch": 2.52,
                    "step": 31400
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 6.2680323912693745e-06,
                    "epoch": 2.53,
                    "step": 31500
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 6.160776532418083e-06,
                    "epoch": 2.54,
                    "step": 31600
                },
                {
                    "loss": 0.009,
                    "learning_rate": 6.053520673566794e-06,
                    "epoch": 2.55,
                    "step": 31700
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 5.946264814715505e-06,
                    "epoch": 2.55,
                    "step": 31800
                },
                {
                    "loss": 0.009,
                    "learning_rate": 5.839008955864215e-06,
                    "epoch": 2.56,
                    "step": 31900
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 5.731753097012924e-06,
                    "epoch": 2.57,
                    "step": 32000
                },
                {
                    "loss": 0.009,
                    "learning_rate": 5.624497238161635e-06,
                    "epoch": 2.58,
                    "step": 32100
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 5.517241379310345e-06,
                    "epoch": 2.59,
                    "step": 32200
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 5.409985520459055e-06,
                    "epoch": 2.59,
                    "step": 32300
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 5.3027296616077665e-06,
                    "epoch": 2.6,
                    "step": 32400
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 5.195473802756476e-06,
                    "epoch": 2.61,
                    "step": 32500
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 5.088217943905186e-06,
                    "epoch": 2.62,
                    "step": 32600
                },
                {
                    "loss": 0.009,
                    "learning_rate": 4.9809620850538965e-06,
                    "epoch": 2.63,
                    "step": 32700
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 4.873706226202607e-06,
                    "epoch": 2.63,
                    "step": 32800
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 4.766450367351317e-06,
                    "epoch": 2.64,
                    "step": 32900
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 4.6591945085000275e-06,
                    "epoch": 2.65,
                    "step": 33000
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 4.551938649648737e-06,
                    "epoch": 2.66,
                    "step": 33100
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 4.444682790797448e-06,
                    "epoch": 2.67,
                    "step": 33200
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 4.337426931946158e-06,
                    "epoch": 2.68,
                    "step": 33300
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 4.230171073094868e-06,
                    "epoch": 2.68,
                    "step": 33400
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 4.122915214243578e-06,
                    "epoch": 2.69,
                    "step": 33500
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 4.0156593553922885e-06,
                    "epoch": 2.7,
                    "step": 33600
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 3.908403496540999e-06,
                    "epoch": 2.71,
                    "step": 33700
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 3.8011476376897087e-06,
                    "epoch": 2.72,
                    "step": 33800
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 3.6938917788384194e-06,
                    "epoch": 2.72,
                    "step": 33900
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 3.5866359199871297e-06,
                    "epoch": 2.73,
                    "step": 34000
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 3.4793800611358396e-06,
                    "epoch": 2.74,
                    "step": 34100
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 3.3721242022845503e-06,
                    "epoch": 2.75,
                    "step": 34200
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 3.2648683434332602e-06,
                    "epoch": 2.76,
                    "step": 34300
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 3.1576124845819705e-06,
                    "epoch": 2.76,
                    "step": 34400
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 3.050356625730681e-06,
                    "epoch": 2.77,
                    "step": 34500
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 2.943100766879391e-06,
                    "epoch": 2.78,
                    "step": 34600
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 2.8358449080281015e-06,
                    "epoch": 2.79,
                    "step": 34700
                },
                {
                    "loss": 0.008,
                    "learning_rate": 2.7285890491768113e-06,
                    "epoch": 2.8,
                    "step": 34800
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 2.6213331903255217e-06,
                    "epoch": 2.8,
                    "step": 34900
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 2.5140773314742315e-06,
                    "epoch": 2.81,
                    "step": 35000
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 2.4068214726229423e-06,
                    "epoch": 2.82,
                    "step": 35100
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 2.2995656137716526e-06,
                    "epoch": 2.83,
                    "step": 35200
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 2.1923097549203625e-06,
                    "epoch": 2.84,
                    "step": 35300
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 2.085053896069073e-06,
                    "epoch": 2.84,
                    "step": 35400
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.977798037217783e-06,
                    "epoch": 2.85,
                    "step": 35500
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 1.8705421783664934e-06,
                    "epoch": 2.86,
                    "step": 35600
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.7632863195152037e-06,
                    "epoch": 2.87,
                    "step": 35700
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.6560304606639138e-06,
                    "epoch": 2.88,
                    "step": 35800
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.548774601812624e-06,
                    "epoch": 2.88,
                    "step": 35900
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.4415187429613344e-06,
                    "epoch": 2.89,
                    "step": 36000
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 1.3342628841100447e-06,
                    "epoch": 2.9,
                    "step": 36100
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.2270070252587548e-06,
                    "epoch": 2.91,
                    "step": 36200
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 1.1197511664074651e-06,
                    "epoch": 2.92,
                    "step": 36300
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 1.0124953075561755e-06,
                    "epoch": 2.92,
                    "step": 36400
                },
                {
                    "loss": 0.008,
                    "learning_rate": 9.052394487048856e-07,
                    "epoch": 2.93,
                    "step": 36500
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 7.979835898535958e-07,
                    "epoch": 2.94,
                    "step": 36600
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 6.907277310023061e-07,
                    "epoch": 2.95,
                    "step": 36700
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 5.834718721510163e-07,
                    "epoch": 2.96,
                    "step": 36800
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 4.762160132997266e-07,
                    "epoch": 2.96,
                    "step": 36900
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 3.689601544484368e-07,
                    "epoch": 2.97,
                    "step": 37000
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 2.6170429559714704e-07,
                    "epoch": 2.98,
                    "step": 37100
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.5444843674585725e-07,
                    "epoch": 2.99,
                    "step": 37200
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 4.7192577894567495e-08,
                    "epoch": 3.0,
                    "step": 37300
                },
                {
                    "eval_loss": 0.01880047656595707,
                    "eval_f1": 0.9434077127619097,
                    "eval_precision": 0.9396791434585633,
                    "eval_recall": 0.9471659892515837,
                    "eval_accuracy": 0.9943787739706288,
                    "eval_runtime": 355.6534,
                    "eval_samples_per_second": 52.231,
                    "epoch": 3.0,
                    "step": 37344
                },
                {
                    "train_runtime": 17247.4412,
                    "train_samples_per_second": 2.165,
                    "total_flos": 5.1286132543498445e+17,
                    "epoch": 3.0,
                    "step": 37344
                }
            ]
        },
        "8": {
            "id": 8,
            "task": 1,
            "model": "german-nlp-group/electra-base-german-uncased",
            "languages": [
                "de"
            ],
            "augmentation": [
                ""
            ],
            "data_percentage": 1,
            "use_token_type_ids": true,
            "tokenizer_config": {
                "strip_accent": false
            },
            "opimizer_config": {
                "adafactor": true,
                "num_train_epochs": 3
            },
            "result": [
                {
                    "loss": 0.4604,
                    "learning_rate": 8.000000000000001e-07,
                    "epoch": 0.0,
                    "step": 1
                },
                {
                    "loss": 0.113,
                    "learning_rate": 3.993443052914563e-05,
                    "epoch": 0.01,
                    "step": 100
                },
                {
                    "loss": 0.0267,
                    "learning_rate": 3.980329158743689e-05,
                    "epoch": 0.02,
                    "step": 200
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.967215264572815e-05,
                    "epoch": 0.03,
                    "step": 300
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.954101370401941e-05,
                    "epoch": 0.04,
                    "step": 400
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.940987476231067e-05,
                    "epoch": 0.05,
                    "step": 500
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.927873582060193e-05,
                    "epoch": 0.06,
                    "step": 600
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 3.914759687889319e-05,
                    "epoch": 0.07,
                    "step": 700
                },
                {
                    "loss": 0.018,
                    "learning_rate": 3.901645793718445e-05,
                    "epoch": 0.08,
                    "step": 800
                },
                {
                    "loss": 0.018,
                    "learning_rate": 3.888531899547571e-05,
                    "epoch": 0.09,
                    "step": 900
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 3.875418005376697e-05,
                    "epoch": 0.1,
                    "step": 1000
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 3.862304111205823e-05,
                    "epoch": 0.11,
                    "step": 1100
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.849190217034949e-05,
                    "epoch": 0.12,
                    "step": 1200
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 3.836076322864075e-05,
                    "epoch": 0.13,
                    "step": 1300
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.822962428693201e-05,
                    "epoch": 0.14,
                    "step": 1400
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 3.809848534522327e-05,
                    "epoch": 0.15,
                    "step": 1500
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 3.7967346403514526e-05,
                    "epoch": 0.16,
                    "step": 1600
                },
                {
                    "loss": 0.016,
                    "learning_rate": 3.7836207461805786e-05,
                    "epoch": 0.17,
                    "step": 1700
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 3.7705068520097046e-05,
                    "epoch": 0.18,
                    "step": 1800
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 3.7573929578388305e-05,
                    "epoch": 0.19,
                    "step": 1900
                },
                {
                    "loss": 0.0173,
                    "learning_rate": 3.7442790636679565e-05,
                    "epoch": 0.2,
                    "step": 2000
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.7311651694970824e-05,
                    "epoch": 0.21,
                    "step": 2100
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 3.7180512753262084e-05,
                    "epoch": 0.22,
                    "step": 2200
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 3.7049373811553343e-05,
                    "epoch": 0.23,
                    "step": 2300
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 3.69182348698446e-05,
                    "epoch": 0.24,
                    "step": 2400
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.678709592813586e-05,
                    "epoch": 0.25,
                    "step": 2500
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 3.665595698642712e-05,
                    "epoch": 0.26,
                    "step": 2600
                },
                {
                    "loss": 0.015,
                    "learning_rate": 3.652481804471838e-05,
                    "epoch": 0.27,
                    "step": 2700
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 3.639367910300964e-05,
                    "epoch": 0.27,
                    "step": 2800
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.62625401613009e-05,
                    "epoch": 0.28,
                    "step": 2900
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 3.613140121959216e-05,
                    "epoch": 0.29,
                    "step": 3000
                },
                {
                    "loss": 0.015,
                    "learning_rate": 3.600026227788342e-05,
                    "epoch": 0.3,
                    "step": 3100
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 3.586912333617468e-05,
                    "epoch": 0.31,
                    "step": 3200
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 3.573798439446594e-05,
                    "epoch": 0.32,
                    "step": 3300
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 3.56068454527572e-05,
                    "epoch": 0.33,
                    "step": 3400
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 3.547570651104846e-05,
                    "epoch": 0.34,
                    "step": 3500
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.534456756933972e-05,
                    "epoch": 0.35,
                    "step": 3600
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 3.521342862763098e-05,
                    "epoch": 0.36,
                    "step": 3700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 3.508228968592224e-05,
                    "epoch": 0.37,
                    "step": 3800
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 3.4951150744213496e-05,
                    "epoch": 0.38,
                    "step": 3900
                },
                {
                    "loss": 0.015,
                    "learning_rate": 3.4820011802504756e-05,
                    "epoch": 0.39,
                    "step": 4000
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 3.4688872860796016e-05,
                    "epoch": 0.4,
                    "step": 4100
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 3.4557733919087275e-05,
                    "epoch": 0.41,
                    "step": 4200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 3.4426594977378535e-05,
                    "epoch": 0.42,
                    "step": 4300
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 3.4295456035669794e-05,
                    "epoch": 0.43,
                    "step": 4400
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 3.4164317093961054e-05,
                    "epoch": 0.44,
                    "step": 4500
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 3.403317815225231e-05,
                    "epoch": 0.45,
                    "step": 4600
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 3.390203921054357e-05,
                    "epoch": 0.46,
                    "step": 4700
                },
                {
                    "loss": 0.015,
                    "learning_rate": 3.377090026883483e-05,
                    "epoch": 0.47,
                    "step": 4800
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 3.363976132712609e-05,
                    "epoch": 0.48,
                    "step": 4900
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 3.350862238541735e-05,
                    "epoch": 0.49,
                    "step": 5000
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 3.337748344370861e-05,
                    "epoch": 0.5,
                    "step": 5100
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 3.324634450199987e-05,
                    "epoch": 0.51,
                    "step": 5200
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 3.311520556029113e-05,
                    "epoch": 0.52,
                    "step": 5300
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 3.298406661858239e-05,
                    "epoch": 0.53,
                    "step": 5400
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 3.285292767687365e-05,
                    "epoch": 0.54,
                    "step": 5500
                },
                {
                    "loss": 0.015,
                    "learning_rate": 3.272178873516491e-05,
                    "epoch": 0.55,
                    "step": 5600
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 3.259064979345617e-05,
                    "epoch": 0.56,
                    "step": 5700
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 3.245951085174743e-05,
                    "epoch": 0.57,
                    "step": 5800
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 3.232837191003869e-05,
                    "epoch": 0.58,
                    "step": 5900
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 3.219723296832995e-05,
                    "epoch": 0.59,
                    "step": 6000
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 3.206609402662121e-05,
                    "epoch": 0.6,
                    "step": 6100
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 3.1934955084912466e-05,
                    "epoch": 0.61,
                    "step": 6200
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 3.1803816143203726e-05,
                    "epoch": 0.62,
                    "step": 6300
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 3.1672677201494986e-05,
                    "epoch": 0.63,
                    "step": 6400
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 3.1541538259786245e-05,
                    "epoch": 0.64,
                    "step": 6500
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 3.1410399318077505e-05,
                    "epoch": 0.65,
                    "step": 6600
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 3.1279260376368764e-05,
                    "epoch": 0.66,
                    "step": 6700
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 3.1148121434660024e-05,
                    "epoch": 0.67,
                    "step": 6800
                },
                {
                    "loss": 0.014,
                    "learning_rate": 3.101698249295128e-05,
                    "epoch": 0.68,
                    "step": 6900
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 3.088584355124254e-05,
                    "epoch": 0.69,
                    "step": 7000
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 3.07547046095338e-05,
                    "epoch": 0.7,
                    "step": 7100
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 3.062356566782506e-05,
                    "epoch": 0.71,
                    "step": 7200
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 3.0492426726116325e-05,
                    "epoch": 0.72,
                    "step": 7300
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 3.036128778440758e-05,
                    "epoch": 0.73,
                    "step": 7400
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 3.023014884269884e-05,
                    "epoch": 0.74,
                    "step": 7500
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 3.00990099009901e-05,
                    "epoch": 0.75,
                    "step": 7600
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 2.9967870959281363e-05,
                    "epoch": 0.76,
                    "step": 7700
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 2.9836732017572623e-05,
                    "epoch": 0.77,
                    "step": 7800
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.970559307586388e-05,
                    "epoch": 0.78,
                    "step": 7900
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 2.957445413415514e-05,
                    "epoch": 0.79,
                    "step": 8000
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.94433151924464e-05,
                    "epoch": 0.8,
                    "step": 8100
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 2.931217625073766e-05,
                    "epoch": 0.81,
                    "step": 8200
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 2.9181037309028917e-05,
                    "epoch": 0.82,
                    "step": 8300
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.9049898367320177e-05,
                    "epoch": 0.82,
                    "step": 8400
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.8918759425611436e-05,
                    "epoch": 0.83,
                    "step": 8500
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 2.87876204839027e-05,
                    "epoch": 0.84,
                    "step": 8600
                },
                {
                    "loss": 0.013,
                    "learning_rate": 2.865648154219396e-05,
                    "epoch": 0.85,
                    "step": 8700
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 2.8525342600485215e-05,
                    "epoch": 0.86,
                    "step": 8800
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.8394203658776475e-05,
                    "epoch": 0.87,
                    "step": 8900
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 2.8263064717067738e-05,
                    "epoch": 0.88,
                    "step": 9000
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.8131925775358997e-05,
                    "epoch": 0.89,
                    "step": 9100
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 2.8000786833650253e-05,
                    "epoch": 0.9,
                    "step": 9200
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 2.7869647891941513e-05,
                    "epoch": 0.91,
                    "step": 9300
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 2.7738508950232776e-05,
                    "epoch": 0.92,
                    "step": 9400
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 2.7607370008524035e-05,
                    "epoch": 0.93,
                    "step": 9500
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 2.747623106681529e-05,
                    "epoch": 0.94,
                    "step": 9600
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 2.734509212510655e-05,
                    "epoch": 0.95,
                    "step": 9700
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 2.721395318339781e-05,
                    "epoch": 0.96,
                    "step": 9800
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 2.7082814241689074e-05,
                    "epoch": 0.97,
                    "step": 9900
                },
                {
                    "loss": 0.013,
                    "learning_rate": 2.6951675299980333e-05,
                    "epoch": 0.98,
                    "step": 10000
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.682053635827159e-05,
                    "epoch": 0.99,
                    "step": 10100
                },
                {
                    "eval_loss": 0.013001807034015656,
                    "eval_f1": 0.9520974679615095,
                    "eval_precision": 0.9482682949046713,
                    "eval_recall": 0.9559576913337359,
                    "eval_accuracy": 0.9952811908195082,
                    "eval_runtime": 104.6966,
                    "eval_samples_per_second": 140.616,
                    "epoch": 1.0,
                    "step": 10184
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 2.668939741656285e-05,
                    "epoch": 1.0,
                    "step": 10200
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.6558258474854112e-05,
                    "epoch": 1.01,
                    "step": 10300
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.642711953314537e-05,
                    "epoch": 1.02,
                    "step": 10400
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.6295980591436628e-05,
                    "epoch": 1.03,
                    "step": 10500
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.6164841649727887e-05,
                    "epoch": 1.04,
                    "step": 10600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.603370270801915e-05,
                    "epoch": 1.05,
                    "step": 10700
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.590256376631041e-05,
                    "epoch": 1.06,
                    "step": 10800
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.577142482460167e-05,
                    "epoch": 1.07,
                    "step": 10900
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.5640285882892925e-05,
                    "epoch": 1.08,
                    "step": 11000
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 2.5509146941184185e-05,
                    "epoch": 1.09,
                    "step": 11100
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.5378007999475448e-05,
                    "epoch": 1.1,
                    "step": 11200
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.5246869057766707e-05,
                    "epoch": 1.11,
                    "step": 11300
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.5115730116057964e-05,
                    "epoch": 1.12,
                    "step": 11400
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 2.4984591174349223e-05,
                    "epoch": 1.13,
                    "step": 11500
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.4853452232640486e-05,
                    "epoch": 1.14,
                    "step": 11600
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.4722313290931746e-05,
                    "epoch": 1.15,
                    "step": 11700
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.4591174349223005e-05,
                    "epoch": 1.16,
                    "step": 11800
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 2.446003540751426e-05,
                    "epoch": 1.17,
                    "step": 11900
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.432889646580552e-05,
                    "epoch": 1.18,
                    "step": 12000
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.4197757524096784e-05,
                    "epoch": 1.19,
                    "step": 12100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.4066618582388044e-05,
                    "epoch": 1.2,
                    "step": 12200
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.39354796406793e-05,
                    "epoch": 1.21,
                    "step": 12300
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.380434069897056e-05,
                    "epoch": 1.22,
                    "step": 12400
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 2.3673201757261822e-05,
                    "epoch": 1.23,
                    "step": 12500
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.3542062815553082e-05,
                    "epoch": 1.24,
                    "step": 12600
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 2.3410923873844338e-05,
                    "epoch": 1.25,
                    "step": 12700
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.3279784932135598e-05,
                    "epoch": 1.26,
                    "step": 12800
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.314864599042686e-05,
                    "epoch": 1.27,
                    "step": 12900
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.301750704871812e-05,
                    "epoch": 1.28,
                    "step": 13000
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.288636810700938e-05,
                    "epoch": 1.29,
                    "step": 13100
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 2.2755229165300636e-05,
                    "epoch": 1.3,
                    "step": 13200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.2624090223591895e-05,
                    "epoch": 1.31,
                    "step": 13300
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.2492951281883158e-05,
                    "epoch": 1.32,
                    "step": 13400
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.2361812340174418e-05,
                    "epoch": 1.33,
                    "step": 13500
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.2230673398465674e-05,
                    "epoch": 1.34,
                    "step": 13600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.2099534456756934e-05,
                    "epoch": 1.35,
                    "step": 13700
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.1968395515048197e-05,
                    "epoch": 1.36,
                    "step": 13800
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 2.1837256573339456e-05,
                    "epoch": 1.36,
                    "step": 13900
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.1706117631630716e-05,
                    "epoch": 1.37,
                    "step": 14000
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.1574978689921972e-05,
                    "epoch": 1.38,
                    "step": 14100
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 2.1443839748213235e-05,
                    "epoch": 1.39,
                    "step": 14200
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.1312700806504494e-05,
                    "epoch": 1.4,
                    "step": 14300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.1181561864795754e-05,
                    "epoch": 1.41,
                    "step": 14400
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 2.105042292308701e-05,
                    "epoch": 1.42,
                    "step": 14500
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.091928398137827e-05,
                    "epoch": 1.43,
                    "step": 14600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.0788145039669533e-05,
                    "epoch": 1.44,
                    "step": 14700
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.0657006097960792e-05,
                    "epoch": 1.45,
                    "step": 14800
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.0525867156252052e-05,
                    "epoch": 1.46,
                    "step": 14900
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.0394728214543308e-05,
                    "epoch": 1.47,
                    "step": 15000
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.026358927283457e-05,
                    "epoch": 1.48,
                    "step": 15100
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.013245033112583e-05,
                    "epoch": 1.49,
                    "step": 15200
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.000131138941709e-05,
                    "epoch": 1.5,
                    "step": 15300
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.987017244770835e-05,
                    "epoch": 1.51,
                    "step": 15400
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.973903350599961e-05,
                    "epoch": 1.52,
                    "step": 15500
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.960789456429087e-05,
                    "epoch": 1.53,
                    "step": 15600
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.9476755622582125e-05,
                    "epoch": 1.54,
                    "step": 15700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.9345616680873388e-05,
                    "epoch": 1.55,
                    "step": 15800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.9214477739164647e-05,
                    "epoch": 1.56,
                    "step": 15900
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.9083338797455907e-05,
                    "epoch": 1.57,
                    "step": 16000
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.8952199855747166e-05,
                    "epoch": 1.58,
                    "step": 16100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.8821060914038426e-05,
                    "epoch": 1.59,
                    "step": 16200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.8689921972329686e-05,
                    "epoch": 1.6,
                    "step": 16300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.8558783030620945e-05,
                    "epoch": 1.61,
                    "step": 16400
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.8427644088912205e-05,
                    "epoch": 1.62,
                    "step": 16500
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.8296505147203464e-05,
                    "epoch": 1.63,
                    "step": 16600
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.8165366205494724e-05,
                    "epoch": 1.64,
                    "step": 16700
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.803422726378598e-05,
                    "epoch": 1.65,
                    "step": 16800
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.7903088322077243e-05,
                    "epoch": 1.66,
                    "step": 16900
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.7771949380368503e-05,
                    "epoch": 1.67,
                    "step": 17000
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.7640810438659762e-05,
                    "epoch": 1.68,
                    "step": 17100
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.750967149695102e-05,
                    "epoch": 1.69,
                    "step": 17200
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.737853255524228e-05,
                    "epoch": 1.7,
                    "step": 17300
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.724739361353354e-05,
                    "epoch": 1.71,
                    "step": 17400
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.71162546718248e-05,
                    "epoch": 1.72,
                    "step": 17500
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.698511573011606e-05,
                    "epoch": 1.73,
                    "step": 17600
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.685397678840732e-05,
                    "epoch": 1.74,
                    "step": 17700
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.672283784669858e-05,
                    "epoch": 1.75,
                    "step": 17800
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.659169890498984e-05,
                    "epoch": 1.76,
                    "step": 17900
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.6460559963281098e-05,
                    "epoch": 1.77,
                    "step": 18000
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.6329421021572358e-05,
                    "epoch": 1.78,
                    "step": 18100
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.6198282079863617e-05,
                    "epoch": 1.79,
                    "step": 18200
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.6067143138154877e-05,
                    "epoch": 1.8,
                    "step": 18300
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.5936004196446136e-05,
                    "epoch": 1.81,
                    "step": 18400
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.5804865254737396e-05,
                    "epoch": 1.82,
                    "step": 18500
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.5673726313028656e-05,
                    "epoch": 1.83,
                    "step": 18600
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.5542587371319915e-05,
                    "epoch": 1.84,
                    "step": 18700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.5411448429611175e-05,
                    "epoch": 1.85,
                    "step": 18800
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.5280309487902434e-05,
                    "epoch": 1.86,
                    "step": 18900
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.5149170546193694e-05,
                    "epoch": 1.87,
                    "step": 19000
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.5018031604484953e-05,
                    "epoch": 1.88,
                    "step": 19100
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.4886892662776213e-05,
                    "epoch": 1.89,
                    "step": 19200
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.4755753721067473e-05,
                    "epoch": 1.9,
                    "step": 19300
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.4624614779358732e-05,
                    "epoch": 1.9,
                    "step": 19400
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.449347583764999e-05,
                    "epoch": 1.91,
                    "step": 19500
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.4362336895941251e-05,
                    "epoch": 1.92,
                    "step": 19600
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.4231197954232509e-05,
                    "epoch": 1.93,
                    "step": 19700
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.410005901252377e-05,
                    "epoch": 1.94,
                    "step": 19800
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.3968920070815032e-05,
                    "epoch": 1.95,
                    "step": 19900
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.383778112910629e-05,
                    "epoch": 1.96,
                    "step": 20000
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.3706642187397549e-05,
                    "epoch": 1.97,
                    "step": 20100
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.3575503245688809e-05,
                    "epoch": 1.98,
                    "step": 20200
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.3444364303980068e-05,
                    "epoch": 1.99,
                    "step": 20300
                },
                {
                    "eval_loss": 0.012987840920686722,
                    "eval_f1": 0.9545726850842152,
                    "eval_precision": 0.947074049220066,
                    "eval_recall": 0.9621910123302881,
                    "eval_accuracy": 0.9955075211140365,
                    "eval_runtime": 105.4166,
                    "eval_samples_per_second": 139.655,
                    "epoch": 2.0,
                    "step": 20368
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.3313225362271328e-05,
                    "epoch": 2.0,
                    "step": 20400
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.3182086420562587e-05,
                    "epoch": 2.01,
                    "step": 20500
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.3050947478853845e-05,
                    "epoch": 2.02,
                    "step": 20600
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 1.2919808537145106e-05,
                    "epoch": 2.03,
                    "step": 20700
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.2788669595436364e-05,
                    "epoch": 2.04,
                    "step": 20800
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.2657530653727626e-05,
                    "epoch": 2.05,
                    "step": 20900
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 1.2526391712018887e-05,
                    "epoch": 2.06,
                    "step": 21000
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.2395252770310145e-05,
                    "epoch": 2.07,
                    "step": 21100
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.2264113828601404e-05,
                    "epoch": 2.08,
                    "step": 21200
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.2132974886892664e-05,
                    "epoch": 2.09,
                    "step": 21300
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 1.2001835945183923e-05,
                    "epoch": 2.1,
                    "step": 21400
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 1.1870697003475183e-05,
                    "epoch": 2.11,
                    "step": 21500
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.1739558061766442e-05,
                    "epoch": 2.12,
                    "step": 21600
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.1608419120057702e-05,
                    "epoch": 2.13,
                    "step": 21700
                },
                {
                    "loss": 0.008,
                    "learning_rate": 1.1477280178348962e-05,
                    "epoch": 2.14,
                    "step": 21800
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.134614123664022e-05,
                    "epoch": 2.15,
                    "step": 21900
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.121500229493148e-05,
                    "epoch": 2.16,
                    "step": 22000
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.1083863353222742e-05,
                    "epoch": 2.17,
                    "step": 22100
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.0952724411514e-05,
                    "epoch": 2.18,
                    "step": 22200
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.0821585469805261e-05,
                    "epoch": 2.19,
                    "step": 22300
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 1.0690446528096519e-05,
                    "epoch": 2.2,
                    "step": 22400
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 1.0559307586387779e-05,
                    "epoch": 2.21,
                    "step": 22500
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 1.0428168644679038e-05,
                    "epoch": 2.22,
                    "step": 22600
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.0297029702970298e-05,
                    "epoch": 2.23,
                    "step": 22700
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 1.0165890761261557e-05,
                    "epoch": 2.24,
                    "step": 22800
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.0034751819552817e-05,
                    "epoch": 2.25,
                    "step": 22900
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 9.903612877844076e-06,
                    "epoch": 2.26,
                    "step": 23000
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 9.772473936135336e-06,
                    "epoch": 2.27,
                    "step": 23100
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 9.641334994426595e-06,
                    "epoch": 2.28,
                    "step": 23200
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 9.510196052717855e-06,
                    "epoch": 2.29,
                    "step": 23300
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 9.379057111009115e-06,
                    "epoch": 2.3,
                    "step": 23400
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 9.247918169300376e-06,
                    "epoch": 2.31,
                    "step": 23500
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 9.116779227591634e-06,
                    "epoch": 2.32,
                    "step": 23600
                },
                {
                    "loss": 0.008,
                    "learning_rate": 8.985640285882893e-06,
                    "epoch": 2.33,
                    "step": 23700
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 8.854501344174153e-06,
                    "epoch": 2.34,
                    "step": 23800
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 8.723362402465412e-06,
                    "epoch": 2.35,
                    "step": 23900
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 8.592223460756672e-06,
                    "epoch": 2.36,
                    "step": 24000
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 8.461084519047932e-06,
                    "epoch": 2.37,
                    "step": 24100
                },
                {
                    "loss": 0.009,
                    "learning_rate": 8.329945577339191e-06,
                    "epoch": 2.38,
                    "step": 24200
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 8.19880663563045e-06,
                    "epoch": 2.39,
                    "step": 24300
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 8.06766769392171e-06,
                    "epoch": 2.4,
                    "step": 24400
                },
                {
                    "loss": 0.008,
                    "learning_rate": 7.936528752212971e-06,
                    "epoch": 2.41,
                    "step": 24500
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 7.805389810504231e-06,
                    "epoch": 2.42,
                    "step": 24600
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 7.67425086879549e-06,
                    "epoch": 2.43,
                    "step": 24700
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 7.543111927086749e-06,
                    "epoch": 2.44,
                    "step": 24800
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 7.411972985378009e-06,
                    "epoch": 2.45,
                    "step": 24900
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 7.2808340436692684e-06,
                    "epoch": 2.45,
                    "step": 25000
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 7.149695101960528e-06,
                    "epoch": 2.46,
                    "step": 25100
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 7.018556160251787e-06,
                    "epoch": 2.47,
                    "step": 25200
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 6.887417218543046e-06,
                    "epoch": 2.48,
                    "step": 25300
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 6.756278276834306e-06,
                    "epoch": 2.49,
                    "step": 25400
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 6.625139335125566e-06,
                    "epoch": 2.5,
                    "step": 25500
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 6.494000393416826e-06,
                    "epoch": 2.51,
                    "step": 25600
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 6.362861451708085e-06,
                    "epoch": 2.52,
                    "step": 25700
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 6.231722509999345e-06,
                    "epoch": 2.53,
                    "step": 25800
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 6.1005835682906045e-06,
                    "epoch": 2.54,
                    "step": 25900
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 5.969444626581864e-06,
                    "epoch": 2.55,
                    "step": 26000
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 5.838305684873124e-06,
                    "epoch": 2.56,
                    "step": 26100
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 5.707166743164383e-06,
                    "epoch": 2.57,
                    "step": 26200
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 5.576027801455643e-06,
                    "epoch": 2.58,
                    "step": 26300
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 5.4448888597469015e-06,
                    "epoch": 2.59,
                    "step": 26400
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 5.313749918038161e-06,
                    "epoch": 2.6,
                    "step": 26500
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 5.182610976329422e-06,
                    "epoch": 2.61,
                    "step": 26600
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 5.051472034620681e-06,
                    "epoch": 2.62,
                    "step": 26700
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 4.9203330929119406e-06,
                    "epoch": 2.63,
                    "step": 26800
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 4.7891941512032e-06,
                    "epoch": 2.64,
                    "step": 26900
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 4.65805520949446e-06,
                    "epoch": 2.65,
                    "step": 27000
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 4.526916267785719e-06,
                    "epoch": 2.66,
                    "step": 27100
                },
                {
                    "loss": 0.0088,
                    "learning_rate": 4.395777326076979e-06,
                    "epoch": 2.67,
                    "step": 27200
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 4.264638384368238e-06,
                    "epoch": 2.68,
                    "step": 27300
                },
                {
                    "loss": 0.008,
                    "learning_rate": 4.133499442659498e-06,
                    "epoch": 2.69,
                    "step": 27400
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 4.0023605009507575e-06,
                    "epoch": 2.7,
                    "step": 27500
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 3.871221559242017e-06,
                    "epoch": 2.71,
                    "step": 27600
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 3.7400826175332766e-06,
                    "epoch": 2.72,
                    "step": 27700
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 3.6089436758245366e-06,
                    "epoch": 2.73,
                    "step": 27800
                },
                {
                    "loss": 0.008,
                    "learning_rate": 3.477804734115796e-06,
                    "epoch": 2.74,
                    "step": 27900
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 3.3466657924070557e-06,
                    "epoch": 2.75,
                    "step": 28000
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 3.215526850698315e-06,
                    "epoch": 2.76,
                    "step": 28100
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 3.0843879089895744e-06,
                    "epoch": 2.77,
                    "step": 28200
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 2.9532489672808344e-06,
                    "epoch": 2.78,
                    "step": 28300
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 2.822110025572094e-06,
                    "epoch": 2.79,
                    "step": 28400
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 2.6909710838633536e-06,
                    "epoch": 2.8,
                    "step": 28500
                },
                {
                    "loss": 0.0085,
                    "learning_rate": 2.559832142154613e-06,
                    "epoch": 2.81,
                    "step": 28600
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 2.4286932004458727e-06,
                    "epoch": 2.82,
                    "step": 28700
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 2.2975542587371322e-06,
                    "epoch": 2.83,
                    "step": 28800
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 2.166415317028392e-06,
                    "epoch": 2.84,
                    "step": 28900
                },
                {
                    "loss": 0.0087,
                    "learning_rate": 2.0352763753196514e-06,
                    "epoch": 2.85,
                    "step": 29000
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 1.904137433610911e-06,
                    "epoch": 2.86,
                    "step": 29100
                },
                {
                    "loss": 0.008,
                    "learning_rate": 1.7729984919021707e-06,
                    "epoch": 2.87,
                    "step": 29200
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.64185955019343e-06,
                    "epoch": 2.88,
                    "step": 29300
                },
                {
                    "loss": 0.0082,
                    "learning_rate": 1.5107206084846896e-06,
                    "epoch": 2.89,
                    "step": 29400
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 1.3795816667759494e-06,
                    "epoch": 2.9,
                    "step": 29500
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 1.2484427250672087e-06,
                    "epoch": 2.91,
                    "step": 29600
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 1.1173037833584683e-06,
                    "epoch": 2.92,
                    "step": 29700
                },
                {
                    "loss": 0.0084,
                    "learning_rate": 9.86164841649728e-07,
                    "epoch": 2.93,
                    "step": 29800
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 8.550258999409875e-07,
                    "epoch": 2.94,
                    "step": 29900
                },
                {
                    "loss": 0.0086,
                    "learning_rate": 7.238869582322471e-07,
                    "epoch": 2.95,
                    "step": 30000
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 5.927480165235068e-07,
                    "epoch": 2.96,
                    "step": 30100
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 4.616090748147663e-07,
                    "epoch": 2.97,
                    "step": 30200
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 3.304701331060259e-07,
                    "epoch": 2.98,
                    "step": 30300
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 1.9933119139728546e-07,
                    "epoch": 2.99,
                    "step": 30400
                },
                {
                    "loss": 0.0083,
                    "learning_rate": 6.819224968854502e-08,
                    "epoch": 2.99,
                    "step": 30500
                },
                {
                    "eval_loss": 0.014121832326054573,
                    "eval_f1": 0.954494371163569,
                    "eval_precision": 0.947186851789438,
                    "eval_recall": 0.9619155218041012,
                    "eval_accuracy": 0.9955006957131158,
                    "eval_runtime": 105.1564,
                    "eval_samples_per_second": 140.001,
                    "epoch": 3.0,
                    "step": 30552
                },
                {
                    "train_runtime": 5410.165,
                    "train_samples_per_second": 5.647,
                    "total_flos": 8.305046976831898e+16,
                    "epoch": 3.0,
                    "step": 30552
                }
            ]
        },
        "18": {
            "id": 18,
            "task": 1,
            "model": "camembert/camembert-large",
            "languages": [
                "fr"
            ],
            "augmentation": [
                ""
            ],
            "data_percentage": 1,
            "use_token_type_ids": false,
            "tokenizer_config": {
                "strip_accent": false,
                "add_prefix_space": true
            },
            "opimizer_config": {
                "adafactor": true,
                "num_train_epochs": 3
            },
            "result": [
                {
                    "loss": 0.6449,
                    "learning_rate": 8.000000000000001e-07,
                    "epoch": 0.0,
                    "step": 1
                },
                {
                    "loss": 0.1155,
                    "learning_rate": 3.9942030665777804e-05,
                    "epoch": 0.01,
                    "step": 100
                },
                {
                    "loss": 0.0266,
                    "learning_rate": 3.982609199733341e-05,
                    "epoch": 0.02,
                    "step": 200
                },
                {
                    "loss": 0.0239,
                    "learning_rate": 3.971015332888902e-05,
                    "epoch": 0.03,
                    "step": 300
                },
                {
                    "loss": 0.0221,
                    "learning_rate": 3.9594214660444626e-05,
                    "epoch": 0.03,
                    "step": 400
                },
                {
                    "loss": 0.0214,
                    "learning_rate": 3.947827599200023e-05,
                    "epoch": 0.04,
                    "step": 500
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.936233732355584e-05,
                    "epoch": 0.05,
                    "step": 600
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.924639865511145e-05,
                    "epoch": 0.06,
                    "step": 700
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.9130459986667056e-05,
                    "epoch": 0.07,
                    "step": 800
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.901452131822266e-05,
                    "epoch": 0.08,
                    "step": 900
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.889858264977827e-05,
                    "epoch": 0.09,
                    "step": 1000
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.878264398133388e-05,
                    "epoch": 0.1,
                    "step": 1100
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.8666705312889485e-05,
                    "epoch": 0.1,
                    "step": 1200
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 3.855076664444509e-05,
                    "epoch": 0.11,
                    "step": 1300
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.84348279760007e-05,
                    "epoch": 0.12,
                    "step": 1400
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 3.83188893075563e-05,
                    "epoch": 0.13,
                    "step": 1500
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.820295063911191e-05,
                    "epoch": 0.14,
                    "step": 1600
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.8087011970667516e-05,
                    "epoch": 0.15,
                    "step": 1700
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 3.797107330222313e-05,
                    "epoch": 0.16,
                    "step": 1800
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 3.785513463377874e-05,
                    "epoch": 0.16,
                    "step": 1900
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 3.7739195965334345e-05,
                    "epoch": 0.17,
                    "step": 2000
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 3.762325729688995e-05,
                    "epoch": 0.18,
                    "step": 2100
                },
                {
                    "loss": 0.018,
                    "learning_rate": 3.750731862844556e-05,
                    "epoch": 0.19,
                    "step": 2200
                },
                {
                    "loss": 0.018,
                    "learning_rate": 3.739137996000117e-05,
                    "epoch": 0.2,
                    "step": 2300
                },
                {
                    "loss": 0.0171,
                    "learning_rate": 3.727544129155677e-05,
                    "epoch": 0.21,
                    "step": 2400
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 3.7159502623112375e-05,
                    "epoch": 0.22,
                    "step": 2500
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.704356395466798e-05,
                    "epoch": 0.23,
                    "step": 2600
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 3.692762528622359e-05,
                    "epoch": 0.23,
                    "step": 2700
                },
                {
                    "loss": 0.0173,
                    "learning_rate": 3.68116866177792e-05,
                    "epoch": 0.24,
                    "step": 2800
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.6695747949334805e-05,
                    "epoch": 0.25,
                    "step": 2900
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 3.657980928089041e-05,
                    "epoch": 0.26,
                    "step": 3000
                },
                {
                    "loss": 0.0173,
                    "learning_rate": 3.646387061244602e-05,
                    "epoch": 0.27,
                    "step": 3100
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 3.634793194400163e-05,
                    "epoch": 0.28,
                    "step": 3200
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 3.6231993275557235e-05,
                    "epoch": 0.29,
                    "step": 3300
                },
                {
                    "loss": 0.0166,
                    "learning_rate": 3.611605460711284e-05,
                    "epoch": 0.3,
                    "step": 3400
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.600011593866845e-05,
                    "epoch": 0.3,
                    "step": 3500
                },
                {
                    "loss": 0.0171,
                    "learning_rate": 3.588417727022406e-05,
                    "epoch": 0.31,
                    "step": 3600
                },
                {
                    "loss": 0.0172,
                    "learning_rate": 3.576823860177966e-05,
                    "epoch": 0.32,
                    "step": 3700
                },
                {
                    "loss": 0.0168,
                    "learning_rate": 3.5652299933335265e-05,
                    "epoch": 0.33,
                    "step": 3800
                },
                {
                    "loss": 0.0168,
                    "learning_rate": 3.553636126489087e-05,
                    "epoch": 0.34,
                    "step": 3900
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 3.542042259644648e-05,
                    "epoch": 0.35,
                    "step": 4000
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 3.530448392800209e-05,
                    "epoch": 0.36,
                    "step": 4100
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 3.5188545259557695e-05,
                    "epoch": 0.36,
                    "step": 4200
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.50726065911133e-05,
                    "epoch": 0.37,
                    "step": 4300
                },
                {
                    "loss": 0.0168,
                    "learning_rate": 3.495666792266891e-05,
                    "epoch": 0.38,
                    "step": 4400
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 3.484072925422452e-05,
                    "epoch": 0.39,
                    "step": 4500
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 3.4724790585780125e-05,
                    "epoch": 0.4,
                    "step": 4600
                },
                {
                    "loss": 0.016,
                    "learning_rate": 3.460885191733573e-05,
                    "epoch": 0.41,
                    "step": 4700
                },
                {
                    "loss": 0.0173,
                    "learning_rate": 3.449291324889134e-05,
                    "epoch": 0.42,
                    "step": 4800
                },
                {
                    "loss": 0.017,
                    "learning_rate": 3.437697458044695e-05,
                    "epoch": 0.43,
                    "step": 4900
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 3.4261035912002555e-05,
                    "epoch": 0.43,
                    "step": 5000
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 3.4145097243558155e-05,
                    "epoch": 0.44,
                    "step": 5100
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 3.402915857511376e-05,
                    "epoch": 0.45,
                    "step": 5200
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 3.391321990666938e-05,
                    "epoch": 0.46,
                    "step": 5300
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 3.3797281238224985e-05,
                    "epoch": 0.47,
                    "step": 5400
                },
                {
                    "loss": 0.0166,
                    "learning_rate": 3.368134256978059e-05,
                    "epoch": 0.48,
                    "step": 5500
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 3.35654039013362e-05,
                    "epoch": 0.49,
                    "step": 5600
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 3.344946523289181e-05,
                    "epoch": 0.49,
                    "step": 5700
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 3.3333526564447414e-05,
                    "epoch": 0.5,
                    "step": 5800
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 3.321758789600302e-05,
                    "epoch": 0.51,
                    "step": 5900
                },
                {
                    "loss": 0.016,
                    "learning_rate": 3.310164922755862e-05,
                    "epoch": 0.52,
                    "step": 6000
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 3.298571055911423e-05,
                    "epoch": 0.53,
                    "step": 6100
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 3.286977189066984e-05,
                    "epoch": 0.54,
                    "step": 6200
                },
                {
                    "loss": 0.016,
                    "learning_rate": 3.2753833222225445e-05,
                    "epoch": 0.55,
                    "step": 6300
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.263789455378105e-05,
                    "epoch": 0.56,
                    "step": 6400
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 3.252195588533666e-05,
                    "epoch": 0.56,
                    "step": 6500
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 3.240601721689227e-05,
                    "epoch": 0.57,
                    "step": 6600
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 3.2290078548447875e-05,
                    "epoch": 0.58,
                    "step": 6700
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 3.217413988000348e-05,
                    "epoch": 0.59,
                    "step": 6800
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 3.205820121155909e-05,
                    "epoch": 0.6,
                    "step": 6900
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 3.19422625431147e-05,
                    "epoch": 0.61,
                    "step": 7000
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 3.1826323874670304e-05,
                    "epoch": 0.62,
                    "step": 7100
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 3.171038520622591e-05,
                    "epoch": 0.63,
                    "step": 7200
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 3.159444653778151e-05,
                    "epoch": 0.63,
                    "step": 7300
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 3.147850786933712e-05,
                    "epoch": 0.64,
                    "step": 7400
                },
                {
                    "loss": 0.0168,
                    "learning_rate": 3.136256920089273e-05,
                    "epoch": 0.65,
                    "step": 7500
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 3.1246630532448335e-05,
                    "epoch": 0.66,
                    "step": 7600
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 3.113069186400394e-05,
                    "epoch": 0.67,
                    "step": 7700
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 3.101475319555955e-05,
                    "epoch": 0.68,
                    "step": 7800
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 3.089881452711516e-05,
                    "epoch": 0.69,
                    "step": 7900
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 3.0782875858670764e-05,
                    "epoch": 0.69,
                    "step": 8000
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 3.066693719022637e-05,
                    "epoch": 0.7,
                    "step": 8100
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 3.055099852178198e-05,
                    "epoch": 0.71,
                    "step": 8200
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 3.0435059853337587e-05,
                    "epoch": 0.72,
                    "step": 8300
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 3.031912118489319e-05,
                    "epoch": 0.73,
                    "step": 8400
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 3.02031825164488e-05,
                    "epoch": 0.74,
                    "step": 8500
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 3.0087243848004406e-05,
                    "epoch": 0.75,
                    "step": 8600
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.9971305179560017e-05,
                    "epoch": 0.76,
                    "step": 8700
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.9855366511115624e-05,
                    "epoch": 0.76,
                    "step": 8800
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.973942784267123e-05,
                    "epoch": 0.77,
                    "step": 8900
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.962348917422684e-05,
                    "epoch": 0.78,
                    "step": 9000
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.9507550505782446e-05,
                    "epoch": 0.79,
                    "step": 9100
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.9391611837338054e-05,
                    "epoch": 0.8,
                    "step": 9200
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.9275673168893658e-05,
                    "epoch": 0.81,
                    "step": 9300
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.9159734500449265e-05,
                    "epoch": 0.82,
                    "step": 9400
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.9043795832004873e-05,
                    "epoch": 0.82,
                    "step": 9500
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.892785716356048e-05,
                    "epoch": 0.83,
                    "step": 9600
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.8811918495116088e-05,
                    "epoch": 0.84,
                    "step": 9700
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.8695979826671695e-05,
                    "epoch": 0.85,
                    "step": 9800
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.85800411582273e-05,
                    "epoch": 0.86,
                    "step": 9900
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.8464102489782907e-05,
                    "epoch": 0.87,
                    "step": 10000
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.8348163821338514e-05,
                    "epoch": 0.88,
                    "step": 10100
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.823222515289412e-05,
                    "epoch": 0.89,
                    "step": 10200
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.811628648444973e-05,
                    "epoch": 0.89,
                    "step": 10300
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.8000347816005336e-05,
                    "epoch": 0.9,
                    "step": 10400
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.7884409147560944e-05,
                    "epoch": 0.91,
                    "step": 10500
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.7768470479116548e-05,
                    "epoch": 0.92,
                    "step": 10600
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.7652531810672155e-05,
                    "epoch": 0.93,
                    "step": 10700
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.7536593142227763e-05,
                    "epoch": 0.94,
                    "step": 10800
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.742065447378337e-05,
                    "epoch": 0.95,
                    "step": 10900
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.7304715805338978e-05,
                    "epoch": 0.96,
                    "step": 11000
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.7188777136894585e-05,
                    "epoch": 0.96,
                    "step": 11100
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.7072838468450193e-05,
                    "epoch": 0.97,
                    "step": 11200
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.6956899800005797e-05,
                    "epoch": 0.98,
                    "step": 11300
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.6840961131561404e-05,
                    "epoch": 0.99,
                    "step": 11400
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.672502246311701e-05,
                    "epoch": 1.0,
                    "step": 11500
                },
                {
                    "eval_loss": 0.014913903549313545,
                    "eval_f1": 0.937474530486091,
                    "eval_precision": 0.9177907791464334,
                    "eval_recall": 0.9580210967348973,
                    "eval_accuracy": 0.9944835722716371,
                    "eval_runtime": 382.95,
                    "eval_samples_per_second": 52.432,
                    "epoch": 1.0,
                    "step": 11517
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.660908379467262e-05,
                    "epoch": 1.01,
                    "step": 11600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.6493145126228226e-05,
                    "epoch": 1.02,
                    "step": 11700
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.6377206457783834e-05,
                    "epoch": 1.02,
                    "step": 11800
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.626126778933944e-05,
                    "epoch": 1.03,
                    "step": 11900
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.6145329120895045e-05,
                    "epoch": 1.04,
                    "step": 12000
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.6029390452450653e-05,
                    "epoch": 1.05,
                    "step": 12100
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.5913451784006264e-05,
                    "epoch": 1.06,
                    "step": 12200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.579751311556187e-05,
                    "epoch": 1.07,
                    "step": 12300
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.568157444711748e-05,
                    "epoch": 1.08,
                    "step": 12400
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 2.5565635778673086e-05,
                    "epoch": 1.09,
                    "step": 12500
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.5449697110228693e-05,
                    "epoch": 1.09,
                    "step": 12600
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.53337584417843e-05,
                    "epoch": 1.1,
                    "step": 12700
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.5217819773339908e-05,
                    "epoch": 1.11,
                    "step": 12800
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.5101881104895512e-05,
                    "epoch": 1.12,
                    "step": 12900
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.498594243645112e-05,
                    "epoch": 1.13,
                    "step": 13000
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.4870003768006727e-05,
                    "epoch": 1.14,
                    "step": 13100
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.4754065099562335e-05,
                    "epoch": 1.15,
                    "step": 13200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.4638126431117942e-05,
                    "epoch": 1.15,
                    "step": 13300
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.452218776267355e-05,
                    "epoch": 1.16,
                    "step": 13400
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.4406249094229154e-05,
                    "epoch": 1.17,
                    "step": 13500
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.429031042578476e-05,
                    "epoch": 1.18,
                    "step": 13600
                },
                {
                    "loss": 0.012,
                    "learning_rate": 2.417437175734037e-05,
                    "epoch": 1.19,
                    "step": 13700
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.4058433088895976e-05,
                    "epoch": 1.2,
                    "step": 13800
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.3942494420451583e-05,
                    "epoch": 1.21,
                    "step": 13900
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.382655575200719e-05,
                    "epoch": 1.22,
                    "step": 14000
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.3710617083562798e-05,
                    "epoch": 1.22,
                    "step": 14100
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 2.3594678415118402e-05,
                    "epoch": 1.23,
                    "step": 14200
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.347873974667401e-05,
                    "epoch": 1.24,
                    "step": 14300
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.3362801078229617e-05,
                    "epoch": 1.25,
                    "step": 14400
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.3246862409785225e-05,
                    "epoch": 1.26,
                    "step": 14500
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.3130923741340832e-05,
                    "epoch": 1.27,
                    "step": 14600
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.301498507289644e-05,
                    "epoch": 1.28,
                    "step": 14700
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 2.2899046404452047e-05,
                    "epoch": 1.29,
                    "step": 14800
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.278310773600765e-05,
                    "epoch": 1.29,
                    "step": 14900
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.266716906756326e-05,
                    "epoch": 1.3,
                    "step": 15000
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.2551230399118866e-05,
                    "epoch": 1.31,
                    "step": 15100
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.2435291730674473e-05,
                    "epoch": 1.32,
                    "step": 15200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.231935306223008e-05,
                    "epoch": 1.33,
                    "step": 15300
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.2203414393785688e-05,
                    "epoch": 1.34,
                    "step": 15400
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.2087475725341296e-05,
                    "epoch": 1.35,
                    "step": 15500
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.1971537056896906e-05,
                    "epoch": 1.35,
                    "step": 15600
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.1855598388452514e-05,
                    "epoch": 1.36,
                    "step": 15700
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.1739659720008118e-05,
                    "epoch": 1.37,
                    "step": 15800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 2.1623721051563725e-05,
                    "epoch": 1.38,
                    "step": 15900
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.1507782383119333e-05,
                    "epoch": 1.39,
                    "step": 16000
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.139184371467494e-05,
                    "epoch": 1.4,
                    "step": 16100
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.1275905046230548e-05,
                    "epoch": 1.41,
                    "step": 16200
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 2.1159966377786155e-05,
                    "epoch": 1.42,
                    "step": 16300
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 2.1044027709341763e-05,
                    "epoch": 1.42,
                    "step": 16400
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 2.0928089040897367e-05,
                    "epoch": 1.43,
                    "step": 16500
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.0812150372452974e-05,
                    "epoch": 1.44,
                    "step": 16600
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 2.069621170400858e-05,
                    "epoch": 1.45,
                    "step": 16700
                },
                {
                    "loss": 0.011,
                    "learning_rate": 2.058027303556419e-05,
                    "epoch": 1.46,
                    "step": 16800
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.0464334367119796e-05,
                    "epoch": 1.47,
                    "step": 16900
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 2.0348395698675404e-05,
                    "epoch": 1.48,
                    "step": 17000
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.023245703023101e-05,
                    "epoch": 1.48,
                    "step": 17100
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.0116518361786615e-05,
                    "epoch": 1.49,
                    "step": 17200
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 2.0000579693342223e-05,
                    "epoch": 1.5,
                    "step": 17300
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.988464102489783e-05,
                    "epoch": 1.51,
                    "step": 17400
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.9768702356453438e-05,
                    "epoch": 1.52,
                    "step": 17500
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.9652763688009045e-05,
                    "epoch": 1.53,
                    "step": 17600
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.9536825019564653e-05,
                    "epoch": 1.54,
                    "step": 17700
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.9420886351120257e-05,
                    "epoch": 1.55,
                    "step": 17800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.9304947682675864e-05,
                    "epoch": 1.55,
                    "step": 17900
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.918900901423147e-05,
                    "epoch": 1.56,
                    "step": 18000
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.907307034578708e-05,
                    "epoch": 1.57,
                    "step": 18100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.895713167734269e-05,
                    "epoch": 1.58,
                    "step": 18200
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.8841193008898294e-05,
                    "epoch": 1.59,
                    "step": 18300
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.87252543404539e-05,
                    "epoch": 1.6,
                    "step": 18400
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.860931567200951e-05,
                    "epoch": 1.61,
                    "step": 18500
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.8493377003565116e-05,
                    "epoch": 1.62,
                    "step": 18600
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.8377438335120724e-05,
                    "epoch": 1.62,
                    "step": 18700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.826149966667633e-05,
                    "epoch": 1.63,
                    "step": 18800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.814556099823194e-05,
                    "epoch": 1.64,
                    "step": 18900
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.8029622329787543e-05,
                    "epoch": 1.65,
                    "step": 19000
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.791368366134315e-05,
                    "epoch": 1.66,
                    "step": 19100
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.7797744992898757e-05,
                    "epoch": 1.67,
                    "step": 19200
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.7681806324454365e-05,
                    "epoch": 1.68,
                    "step": 19300
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.7565867656009972e-05,
                    "epoch": 1.68,
                    "step": 19400
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.744992898756558e-05,
                    "epoch": 1.69,
                    "step": 19500
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.7333990319121187e-05,
                    "epoch": 1.7,
                    "step": 19600
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.721805165067679e-05,
                    "epoch": 1.71,
                    "step": 19700
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.71021129822324e-05,
                    "epoch": 1.72,
                    "step": 19800
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.698617431378801e-05,
                    "epoch": 1.73,
                    "step": 19900
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.6870235645343617e-05,
                    "epoch": 1.74,
                    "step": 20000
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.675429697689922e-05,
                    "epoch": 1.75,
                    "step": 20100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.663835830845483e-05,
                    "epoch": 1.75,
                    "step": 20200
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.6522419640010436e-05,
                    "epoch": 1.76,
                    "step": 20300
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.6406480971566043e-05,
                    "epoch": 1.77,
                    "step": 20400
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.629054230312165e-05,
                    "epoch": 1.78,
                    "step": 20500
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.6174603634677258e-05,
                    "epoch": 1.79,
                    "step": 20600
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.6058664966232866e-05,
                    "epoch": 1.8,
                    "step": 20700
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.594272629778847e-05,
                    "epoch": 1.81,
                    "step": 20800
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.5826787629344077e-05,
                    "epoch": 1.81,
                    "step": 20900
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.5710848960899685e-05,
                    "epoch": 1.82,
                    "step": 21000
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.5594910292455292e-05,
                    "epoch": 1.83,
                    "step": 21100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.54789716240109e-05,
                    "epoch": 1.84,
                    "step": 21200
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.5363032955566507e-05,
                    "epoch": 1.85,
                    "step": 21300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.5247094287122113e-05,
                    "epoch": 1.86,
                    "step": 21400
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.513115561867772e-05,
                    "epoch": 1.87,
                    "step": 21500
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.5015216950233326e-05,
                    "epoch": 1.88,
                    "step": 21600
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.4899278281788935e-05,
                    "epoch": 1.88,
                    "step": 21700
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.4783339613344543e-05,
                    "epoch": 1.89,
                    "step": 21800
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.466740094490015e-05,
                    "epoch": 1.9,
                    "step": 21900
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.4551462276455757e-05,
                    "epoch": 1.91,
                    "step": 22000
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.4435523608011363e-05,
                    "epoch": 1.92,
                    "step": 22100
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.431958493956697e-05,
                    "epoch": 1.93,
                    "step": 22200
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.4203646271122578e-05,
                    "epoch": 1.94,
                    "step": 22300
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.4087707602678184e-05,
                    "epoch": 1.94,
                    "step": 22400
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.3971768934233791e-05,
                    "epoch": 1.95,
                    "step": 22500
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.3855830265789399e-05,
                    "epoch": 1.96,
                    "step": 22600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.3739891597345006e-05,
                    "epoch": 1.97,
                    "step": 22700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.3623952928900612e-05,
                    "epoch": 1.98,
                    "step": 22800
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 1.350801426045622e-05,
                    "epoch": 1.99,
                    "step": 22900
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.3392075592011827e-05,
                    "epoch": 2.0,
                    "step": 23000
                },
                {
                    "eval_loss": 0.016188519075512886,
                    "eval_f1": 0.9409442093545032,
                    "eval_precision": 0.93517710358218,
                    "eval_recall": 0.9467828863581831,
                    "eval_accuracy": 0.9948697989002202,
                    "eval_runtime": 383.8922,
                    "eval_samples_per_second": 52.304,
                    "epoch": 2.0,
                    "step": 23034
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 1.3276136923567432e-05,
                    "epoch": 2.01,
                    "step": 23100
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.316019825512304e-05,
                    "epoch": 2.01,
                    "step": 23200
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.3044259586678647e-05,
                    "epoch": 2.02,
                    "step": 23300
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.2928320918234257e-05,
                    "epoch": 2.03,
                    "step": 23400
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.2812382249789864e-05,
                    "epoch": 2.04,
                    "step": 23500
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.269644358134547e-05,
                    "epoch": 2.05,
                    "step": 23600
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 1.2580504912901077e-05,
                    "epoch": 2.06,
                    "step": 23700
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 1.2464566244456685e-05,
                    "epoch": 2.07,
                    "step": 23800
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.234862757601229e-05,
                    "epoch": 2.08,
                    "step": 23900
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.2232688907567898e-05,
                    "epoch": 2.08,
                    "step": 24000
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 1.2116750239123505e-05,
                    "epoch": 2.09,
                    "step": 24100
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 1.2000811570679111e-05,
                    "epoch": 2.1,
                    "step": 24200
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.1884872902234718e-05,
                    "epoch": 2.11,
                    "step": 24300
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 1.1768934233790326e-05,
                    "epoch": 2.12,
                    "step": 24400
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.1652995565345933e-05,
                    "epoch": 2.13,
                    "step": 24500
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 1.1537056896901539e-05,
                    "epoch": 2.14,
                    "step": 24600
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 1.1421118228457146e-05,
                    "epoch": 2.14,
                    "step": 24700
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 1.1305179560012754e-05,
                    "epoch": 2.15,
                    "step": 24800
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.118924089156836e-05,
                    "epoch": 2.16,
                    "step": 24900
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 1.1073302223123967e-05,
                    "epoch": 2.17,
                    "step": 25000
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.0957363554679576e-05,
                    "epoch": 2.18,
                    "step": 25100
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 1.0841424886235184e-05,
                    "epoch": 2.19,
                    "step": 25200
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 1.0725486217790791e-05,
                    "epoch": 2.2,
                    "step": 25300
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 1.0609547549346397e-05,
                    "epoch": 2.21,
                    "step": 25400
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 1.0493608880902004e-05,
                    "epoch": 2.21,
                    "step": 25500
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 1.0377670212457612e-05,
                    "epoch": 2.22,
                    "step": 25600
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 1.0261731544013218e-05,
                    "epoch": 2.23,
                    "step": 25700
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 1.0145792875568825e-05,
                    "epoch": 2.24,
                    "step": 25800
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 1.0029854207124432e-05,
                    "epoch": 2.25,
                    "step": 25900
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 9.913915538680038e-06,
                    "epoch": 2.26,
                    "step": 26000
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 9.797976870235646e-06,
                    "epoch": 2.27,
                    "step": 26100
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 9.682038201791253e-06,
                    "epoch": 2.27,
                    "step": 26200
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 9.56609953334686e-06,
                    "epoch": 2.28,
                    "step": 26300
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 9.450160864902468e-06,
                    "epoch": 2.29,
                    "step": 26400
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 9.334222196458075e-06,
                    "epoch": 2.3,
                    "step": 26500
                },
                {
                    "loss": 0.007,
                    "learning_rate": 9.218283528013681e-06,
                    "epoch": 2.31,
                    "step": 26600
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 9.102344859569289e-06,
                    "epoch": 2.32,
                    "step": 26700
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 8.986406191124896e-06,
                    "epoch": 2.33,
                    "step": 26800
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 8.870467522680502e-06,
                    "epoch": 2.34,
                    "step": 26900
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 8.75452885423611e-06,
                    "epoch": 2.34,
                    "step": 27000
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 8.638590185791717e-06,
                    "epoch": 2.35,
                    "step": 27100
                },
                {
                    "loss": 0.0068,
                    "learning_rate": 8.522651517347324e-06,
                    "epoch": 2.36,
                    "step": 27200
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 8.406712848902932e-06,
                    "epoch": 2.37,
                    "step": 27300
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 8.290774180458539e-06,
                    "epoch": 2.38,
                    "step": 27400
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 8.174835512014145e-06,
                    "epoch": 2.39,
                    "step": 27500
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 8.058896843569752e-06,
                    "epoch": 2.4,
                    "step": 27600
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 7.94295817512536e-06,
                    "epoch": 2.41,
                    "step": 27700
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 7.827019506680965e-06,
                    "epoch": 2.41,
                    "step": 27800
                },
                {
                    "loss": 0.007,
                    "learning_rate": 7.711080838236573e-06,
                    "epoch": 2.42,
                    "step": 27900
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 7.59514216979218e-06,
                    "epoch": 2.43,
                    "step": 28000
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 7.4792035013477885e-06,
                    "epoch": 2.44,
                    "step": 28100
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 7.363264832903395e-06,
                    "epoch": 2.45,
                    "step": 28200
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 7.247326164459002e-06,
                    "epoch": 2.46,
                    "step": 28300
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 7.131387496014609e-06,
                    "epoch": 2.47,
                    "step": 28400
                },
                {
                    "loss": 0.007,
                    "learning_rate": 7.015448827570216e-06,
                    "epoch": 2.47,
                    "step": 28500
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 6.899510159125823e-06,
                    "epoch": 2.48,
                    "step": 28600
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 6.78357149068143e-06,
                    "epoch": 2.49,
                    "step": 28700
                },
                {
                    "loss": 0.007,
                    "learning_rate": 6.667632822237036e-06,
                    "epoch": 2.5,
                    "step": 28800
                },
                {
                    "loss": 0.0068,
                    "learning_rate": 6.551694153792644e-06,
                    "epoch": 2.51,
                    "step": 28900
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 6.435755485348252e-06,
                    "epoch": 2.52,
                    "step": 29000
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 6.319816816903859e-06,
                    "epoch": 2.53,
                    "step": 29100
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 6.203878148459465e-06,
                    "epoch": 2.54,
                    "step": 29200
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 6.087939480015073e-06,
                    "epoch": 2.54,
                    "step": 29300
                },
                {
                    "loss": 0.0079,
                    "learning_rate": 5.972000811570679e-06,
                    "epoch": 2.55,
                    "step": 29400
                },
                {
                    "loss": 0.0081,
                    "learning_rate": 5.856062143126287e-06,
                    "epoch": 2.56,
                    "step": 29500
                },
                {
                    "loss": 0.0076,
                    "learning_rate": 5.740123474681893e-06,
                    "epoch": 2.57,
                    "step": 29600
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 5.6241848062375e-06,
                    "epoch": 2.58,
                    "step": 29700
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 5.5082461377931075e-06,
                    "epoch": 2.59,
                    "step": 29800
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 5.392307469348716e-06,
                    "epoch": 2.6,
                    "step": 29900
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 5.276368800904322e-06,
                    "epoch": 2.6,
                    "step": 30000
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 5.160430132459929e-06,
                    "epoch": 2.61,
                    "step": 30100
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 5.044491464015536e-06,
                    "epoch": 2.62,
                    "step": 30200
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 4.928552795571143e-06,
                    "epoch": 2.63,
                    "step": 30300
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 4.81261412712675e-06,
                    "epoch": 2.64,
                    "step": 30400
                },
                {
                    "loss": 0.0078,
                    "learning_rate": 4.696675458682358e-06,
                    "epoch": 2.65,
                    "step": 30500
                },
                {
                    "loss": 0.007,
                    "learning_rate": 4.5807367902379645e-06,
                    "epoch": 2.66,
                    "step": 30600
                },
                {
                    "loss": 0.0068,
                    "learning_rate": 4.464798121793572e-06,
                    "epoch": 2.67,
                    "step": 30700
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 4.3488594533491785e-06,
                    "epoch": 2.67,
                    "step": 30800
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 4.232920784904786e-06,
                    "epoch": 2.68,
                    "step": 30900
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 4.1169821164603925e-06,
                    "epoch": 2.69,
                    "step": 31000
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 4.001043448016e-06,
                    "epoch": 2.7,
                    "step": 31100
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 3.885104779571607e-06,
                    "epoch": 2.71,
                    "step": 31200
                },
                {
                    "loss": 0.007,
                    "learning_rate": 3.7691661111272136e-06,
                    "epoch": 2.72,
                    "step": 31300
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 3.6532274426828215e-06,
                    "epoch": 2.73,
                    "step": 31400
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 3.537288774238428e-06,
                    "epoch": 2.74,
                    "step": 31500
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 3.421350105794035e-06,
                    "epoch": 2.74,
                    "step": 31600
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 3.305411437349642e-06,
                    "epoch": 2.75,
                    "step": 31700
                },
                {
                    "loss": 0.0068,
                    "learning_rate": 3.1894727689052495e-06,
                    "epoch": 2.76,
                    "step": 31800
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 3.0735341004608566e-06,
                    "epoch": 2.77,
                    "step": 31900
                },
                {
                    "loss": 0.0068,
                    "learning_rate": 2.9575954320164636e-06,
                    "epoch": 2.78,
                    "step": 32000
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 2.8416567635720706e-06,
                    "epoch": 2.79,
                    "step": 32100
                },
                {
                    "loss": 0.0069,
                    "learning_rate": 2.725718095127678e-06,
                    "epoch": 2.8,
                    "step": 32200
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 2.609779426683285e-06,
                    "epoch": 2.8,
                    "step": 32300
                },
                {
                    "loss": 0.0065,
                    "learning_rate": 2.4938407582388917e-06,
                    "epoch": 2.81,
                    "step": 32400
                },
                {
                    "loss": 0.0067,
                    "learning_rate": 2.3779020897944987e-06,
                    "epoch": 2.82,
                    "step": 32500
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 2.261963421350106e-06,
                    "epoch": 2.83,
                    "step": 32600
                },
                {
                    "loss": 0.007,
                    "learning_rate": 2.146024752905713e-06,
                    "epoch": 2.84,
                    "step": 32700
                },
                {
                    "loss": 0.0077,
                    "learning_rate": 2.03008608446132e-06,
                    "epoch": 2.85,
                    "step": 32800
                },
                {
                    "loss": 0.0068,
                    "learning_rate": 1.914147416016927e-06,
                    "epoch": 2.86,
                    "step": 32900
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 1.7982087475725344e-06,
                    "epoch": 2.87,
                    "step": 33000
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 1.6822700791281412e-06,
                    "epoch": 2.87,
                    "step": 33100
                },
                {
                    "loss": 0.0067,
                    "learning_rate": 1.5663314106837485e-06,
                    "epoch": 2.88,
                    "step": 33200
                },
                {
                    "loss": 0.0068,
                    "learning_rate": 1.4503927422393555e-06,
                    "epoch": 2.89,
                    "step": 33300
                },
                {
                    "loss": 0.007,
                    "learning_rate": 1.3344540737949627e-06,
                    "epoch": 2.9,
                    "step": 33400
                },
                {
                    "loss": 0.007,
                    "learning_rate": 1.2185154053505695e-06,
                    "epoch": 2.91,
                    "step": 33500
                },
                {
                    "loss": 0.0065,
                    "learning_rate": 1.1025767369061767e-06,
                    "epoch": 2.92,
                    "step": 33600
                },
                {
                    "loss": 0.0072,
                    "learning_rate": 9.866380684617838e-07,
                    "epoch": 2.93,
                    "step": 33700
                },
                {
                    "loss": 0.0074,
                    "learning_rate": 8.706994000173909e-07,
                    "epoch": 2.93,
                    "step": 33800
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 7.547607315729979e-07,
                    "epoch": 2.94,
                    "step": 33900
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 6.38822063128605e-07,
                    "epoch": 2.95,
                    "step": 34000
                },
                {
                    "loss": 0.0069,
                    "learning_rate": 5.228833946842122e-07,
                    "epoch": 2.96,
                    "step": 34100
                },
                {
                    "loss": 0.0073,
                    "learning_rate": 4.069447262398191e-07,
                    "epoch": 2.97,
                    "step": 34200
                },
                {
                    "loss": 0.0071,
                    "learning_rate": 2.9100605779542625e-07,
                    "epoch": 2.98,
                    "step": 34300
                },
                {
                    "loss": 0.0075,
                    "learning_rate": 1.750673893510333e-07,
                    "epoch": 2.99,
                    "step": 34400
                },
                {
                    "loss": 0.0066,
                    "learning_rate": 5.9128720906640386e-08,
                    "epoch": 3.0,
                    "step": 34500
                },
                {
                    "eval_loss": 0.017831049859523773,
                    "eval_f1": 0.9421073462855569,
                    "eval_precision": 0.9369467840167217,
                    "eval_recall": 0.9473250705993097,
                    "eval_accuracy": 0.9949741737085634,
                    "eval_runtime": 384.0311,
                    "eval_samples_per_second": 52.285,
                    "epoch": 3.0,
                    "step": 34551
                },
                {
                    "train_runtime": 15434.057,
                    "train_samples_per_second": 2.239,
                    "total_flos": 2.8495976677189632e+17,
                    "epoch": 3.0,
                    "step": 34551
                }
            ]
        },
        "22": {
            "id": 22,
            "task": 1,
            "model": "xlm-roberta-large",
            "languages": [
                "en",
                "de",
                "fr",
                "it"
            ],
            "augmentation": [
                ""
            ],
            "data_percentage": 1,
            "use_token_type_ids": false,
            "tokenizer_config": {
                "strip_accent": false,
                "add_prefix_space": true
            },
            "opimizer_config": {
                "adafactor": true,
                "num_train_epochs": 3
            },
            "result": [
                {
                    "loss": 0.6264,
                    "learning_rate": 8.000000000000001e-07,
                    "epoch": 0.0,
                    "step": 1
                },
                {
                    "loss": 0.1341,
                    "learning_rate": 3.998682511659772e-05,
                    "epoch": 0.0,
                    "step": 100
                },
                {
                    "loss": 0.0391,
                    "learning_rate": 3.9960475349793155e-05,
                    "epoch": 0.0,
                    "step": 200
                },
                {
                    "loss": 0.0354,
                    "learning_rate": 3.993412558298859e-05,
                    "epoch": 0.01,
                    "step": 300
                },
                {
                    "loss": 0.0309,
                    "learning_rate": 3.990777581618403e-05,
                    "epoch": 0.01,
                    "step": 400
                },
                {
                    "loss": 0.0294,
                    "learning_rate": 3.9881426049379465e-05,
                    "epoch": 0.01,
                    "step": 500
                },
                {
                    "loss": 0.0277,
                    "learning_rate": 3.98550762825749e-05,
                    "epoch": 0.01,
                    "step": 600
                },
                {
                    "loss": 0.0289,
                    "learning_rate": 3.982872651577034e-05,
                    "epoch": 0.01,
                    "step": 700
                },
                {
                    "loss": 0.0277,
                    "learning_rate": 3.9802376748965774e-05,
                    "epoch": 0.02,
                    "step": 800
                },
                {
                    "loss": 0.0269,
                    "learning_rate": 3.9776026982161216e-05,
                    "epoch": 0.02,
                    "step": 900
                },
                {
                    "loss": 0.0267,
                    "learning_rate": 3.974967721535665e-05,
                    "epoch": 0.02,
                    "step": 1000
                },
                {
                    "loss": 0.0264,
                    "learning_rate": 3.9723327448552084e-05,
                    "epoch": 0.02,
                    "step": 1100
                },
                {
                    "loss": 0.0277,
                    "learning_rate": 3.969697768174752e-05,
                    "epoch": 0.02,
                    "step": 1200
                },
                {
                    "loss": 0.0261,
                    "learning_rate": 3.967062791494295e-05,
                    "epoch": 0.03,
                    "step": 1300
                },
                {
                    "loss": 0.026,
                    "learning_rate": 3.9644278148138394e-05,
                    "epoch": 0.03,
                    "step": 1400
                },
                {
                    "loss": 0.0246,
                    "learning_rate": 3.961792838133383e-05,
                    "epoch": 0.03,
                    "step": 1500
                },
                {
                    "loss": 0.0251,
                    "learning_rate": 3.959157861452926e-05,
                    "epoch": 0.03,
                    "step": 1600
                },
                {
                    "loss": 0.0253,
                    "learning_rate": 3.95652288477247e-05,
                    "epoch": 0.03,
                    "step": 1700
                },
                {
                    "loss": 0.0253,
                    "learning_rate": 3.953887908092014e-05,
                    "epoch": 0.04,
                    "step": 1800
                },
                {
                    "loss": 0.0244,
                    "learning_rate": 3.951252931411557e-05,
                    "epoch": 0.04,
                    "step": 1900
                },
                {
                    "loss": 0.0262,
                    "learning_rate": 3.948617954731101e-05,
                    "epoch": 0.04,
                    "step": 2000
                },
                {
                    "loss": 0.0268,
                    "learning_rate": 3.945982978050645e-05,
                    "epoch": 0.04,
                    "step": 2100
                },
                {
                    "loss": 0.0239,
                    "learning_rate": 3.943348001370188e-05,
                    "epoch": 0.04,
                    "step": 2200
                },
                {
                    "loss": 0.0247,
                    "learning_rate": 3.940713024689732e-05,
                    "epoch": 0.05,
                    "step": 2300
                },
                {
                    "loss": 0.0253,
                    "learning_rate": 3.938078048009276e-05,
                    "epoch": 0.05,
                    "step": 2400
                },
                {
                    "loss": 0.0246,
                    "learning_rate": 3.935443071328819e-05,
                    "epoch": 0.05,
                    "step": 2500
                },
                {
                    "loss": 0.024,
                    "learning_rate": 3.932808094648363e-05,
                    "epoch": 0.05,
                    "step": 2600
                },
                {
                    "loss": 0.0239,
                    "learning_rate": 3.930173117967906e-05,
                    "epoch": 0.05,
                    "step": 2700
                },
                {
                    "loss": 0.0247,
                    "learning_rate": 3.9275381412874495e-05,
                    "epoch": 0.06,
                    "step": 2800
                },
                {
                    "loss": 0.0242,
                    "learning_rate": 3.9249031646069937e-05,
                    "epoch": 0.06,
                    "step": 2900
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.922268187926537e-05,
                    "epoch": 0.06,
                    "step": 3000
                },
                {
                    "loss": 0.024,
                    "learning_rate": 3.9196332112460805e-05,
                    "epoch": 0.06,
                    "step": 3100
                },
                {
                    "loss": 0.0235,
                    "learning_rate": 3.9169982345656246e-05,
                    "epoch": 0.06,
                    "step": 3200
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.914363257885168e-05,
                    "epoch": 0.07,
                    "step": 3300
                },
                {
                    "loss": 0.024,
                    "learning_rate": 3.9117282812047115e-05,
                    "epoch": 0.07,
                    "step": 3400
                },
                {
                    "loss": 0.0242,
                    "learning_rate": 3.9090933045242556e-05,
                    "epoch": 0.07,
                    "step": 3500
                },
                {
                    "loss": 0.024,
                    "learning_rate": 3.906458327843799e-05,
                    "epoch": 0.07,
                    "step": 3600
                },
                {
                    "loss": 0.0242,
                    "learning_rate": 3.9038233511633425e-05,
                    "epoch": 0.07,
                    "step": 3700
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.901188374482886e-05,
                    "epoch": 0.08,
                    "step": 3800
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.8985533978024294e-05,
                    "epoch": 0.08,
                    "step": 3900
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.8959184211219735e-05,
                    "epoch": 0.08,
                    "step": 4000
                },
                {
                    "loss": 0.0232,
                    "learning_rate": 3.893283444441517e-05,
                    "epoch": 0.08,
                    "step": 4100
                },
                {
                    "loss": 0.0244,
                    "learning_rate": 3.8906484677610604e-05,
                    "epoch": 0.08,
                    "step": 4200
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.8880134910806045e-05,
                    "epoch": 0.08,
                    "step": 4300
                },
                {
                    "loss": 0.0231,
                    "learning_rate": 3.885378514400148e-05,
                    "epoch": 0.09,
                    "step": 4400
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.882743537719691e-05,
                    "epoch": 0.09,
                    "step": 4500
                },
                {
                    "loss": 0.0228,
                    "learning_rate": 3.8801085610392354e-05,
                    "epoch": 0.09,
                    "step": 4600
                },
                {
                    "loss": 0.0229,
                    "learning_rate": 3.877473584358779e-05,
                    "epoch": 0.09,
                    "step": 4700
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.874838607678322e-05,
                    "epoch": 0.09,
                    "step": 4800
                },
                {
                    "loss": 0.0233,
                    "learning_rate": 3.8722036309978664e-05,
                    "epoch": 0.1,
                    "step": 4900
                },
                {
                    "loss": 0.023,
                    "learning_rate": 3.86956865431741e-05,
                    "epoch": 0.1,
                    "step": 5000
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.866933677636953e-05,
                    "epoch": 0.1,
                    "step": 5100
                },
                {
                    "loss": 0.0229,
                    "learning_rate": 3.864298700956497e-05,
                    "epoch": 0.1,
                    "step": 5200
                },
                {
                    "loss": 0.0247,
                    "learning_rate": 3.86166372427604e-05,
                    "epoch": 0.1,
                    "step": 5300
                },
                {
                    "loss": 0.0223,
                    "learning_rate": 3.8590287475955836e-05,
                    "epoch": 0.11,
                    "step": 5400
                },
                {
                    "loss": 0.0226,
                    "learning_rate": 3.856393770915128e-05,
                    "epoch": 0.11,
                    "step": 5500
                },
                {
                    "loss": 0.0225,
                    "learning_rate": 3.853758794234671e-05,
                    "epoch": 0.11,
                    "step": 5600
                },
                {
                    "loss": 0.0229,
                    "learning_rate": 3.851123817554215e-05,
                    "epoch": 0.11,
                    "step": 5700
                },
                {
                    "loss": 0.0231,
                    "learning_rate": 3.848488840873759e-05,
                    "epoch": 0.11,
                    "step": 5800
                },
                {
                    "loss": 0.0231,
                    "learning_rate": 3.845853864193302e-05,
                    "epoch": 0.12,
                    "step": 5900
                },
                {
                    "loss": 0.0229,
                    "learning_rate": 3.843218887512846e-05,
                    "epoch": 0.12,
                    "step": 6000
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.84058391083239e-05,
                    "epoch": 0.12,
                    "step": 6100
                },
                {
                    "loss": 0.0232,
                    "learning_rate": 3.837948934151933e-05,
                    "epoch": 0.12,
                    "step": 6200
                },
                {
                    "loss": 0.0234,
                    "learning_rate": 3.8353139574714766e-05,
                    "epoch": 0.12,
                    "step": 6300
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.83267898079102e-05,
                    "epoch": 0.13,
                    "step": 6400
                },
                {
                    "loss": 0.0226,
                    "learning_rate": 3.8300440041105634e-05,
                    "epoch": 0.13,
                    "step": 6500
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.8274090274301075e-05,
                    "epoch": 0.13,
                    "step": 6600
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.824774050749651e-05,
                    "epoch": 0.13,
                    "step": 6700
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.8221390740691944e-05,
                    "epoch": 0.13,
                    "step": 6800
                },
                {
                    "loss": 0.0232,
                    "learning_rate": 3.8195040973887385e-05,
                    "epoch": 0.14,
                    "step": 6900
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.816869120708282e-05,
                    "epoch": 0.14,
                    "step": 7000
                },
                {
                    "loss": 0.0229,
                    "learning_rate": 3.814234144027826e-05,
                    "epoch": 0.14,
                    "step": 7100
                },
                {
                    "loss": 0.0228,
                    "learning_rate": 3.8115991673473695e-05,
                    "epoch": 0.14,
                    "step": 7200
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.808964190666913e-05,
                    "epoch": 0.14,
                    "step": 7300
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.8063292139864564e-05,
                    "epoch": 0.15,
                    "step": 7400
                },
                {
                    "loss": 0.0234,
                    "learning_rate": 3.8036942373060005e-05,
                    "epoch": 0.15,
                    "step": 7500
                },
                {
                    "loss": 0.0221,
                    "learning_rate": 3.801059260625544e-05,
                    "epoch": 0.15,
                    "step": 7600
                },
                {
                    "loss": 0.0231,
                    "learning_rate": 3.7984242839450874e-05,
                    "epoch": 0.15,
                    "step": 7700
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.795789307264631e-05,
                    "epoch": 0.15,
                    "step": 7800
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.793154330584174e-05,
                    "epoch": 0.16,
                    "step": 7900
                },
                {
                    "loss": 0.0236,
                    "learning_rate": 3.7905193539037183e-05,
                    "epoch": 0.16,
                    "step": 8000
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.787884377223262e-05,
                    "epoch": 0.16,
                    "step": 8100
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.785249400542805e-05,
                    "epoch": 0.16,
                    "step": 8200
                },
                {
                    "loss": 0.0223,
                    "learning_rate": 3.782614423862349e-05,
                    "epoch": 0.16,
                    "step": 8300
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.779979447181893e-05,
                    "epoch": 0.17,
                    "step": 8400
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.777344470501436e-05,
                    "epoch": 0.17,
                    "step": 8500
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.77470949382098e-05,
                    "epoch": 0.17,
                    "step": 8600
                },
                {
                    "loss": 0.0217,
                    "learning_rate": 3.772074517140524e-05,
                    "epoch": 0.17,
                    "step": 8700
                },
                {
                    "loss": 0.0217,
                    "learning_rate": 3.769439540460067e-05,
                    "epoch": 0.17,
                    "step": 8800
                },
                {
                    "loss": 0.0221,
                    "learning_rate": 3.7668045637796106e-05,
                    "epoch": 0.18,
                    "step": 8900
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.764169587099154e-05,
                    "epoch": 0.18,
                    "step": 9000
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.761534610418698e-05,
                    "epoch": 0.18,
                    "step": 9100
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.7588996337382416e-05,
                    "epoch": 0.18,
                    "step": 9200
                },
                {
                    "loss": 0.0219,
                    "learning_rate": 3.756264657057785e-05,
                    "epoch": 0.18,
                    "step": 9300
                },
                {
                    "loss": 0.0221,
                    "learning_rate": 3.753629680377329e-05,
                    "epoch": 0.19,
                    "step": 9400
                },
                {
                    "loss": 0.0219,
                    "learning_rate": 3.7509947036968726e-05,
                    "epoch": 0.19,
                    "step": 9500
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.748359727016416e-05,
                    "epoch": 0.19,
                    "step": 9600
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.74572475033596e-05,
                    "epoch": 0.19,
                    "step": 9700
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.7430897736555036e-05,
                    "epoch": 0.19,
                    "step": 9800
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.740454796975047e-05,
                    "epoch": 0.2,
                    "step": 9900
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.737819820294591e-05,
                    "epoch": 0.2,
                    "step": 10000
                },
                {
                    "loss": 0.0226,
                    "learning_rate": 3.7351848436141346e-05,
                    "epoch": 0.2,
                    "step": 10100
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.732549866933678e-05,
                    "epoch": 0.2,
                    "step": 10200
                },
                {
                    "loss": 0.0223,
                    "learning_rate": 3.7299148902532214e-05,
                    "epoch": 0.2,
                    "step": 10300
                },
                {
                    "loss": 0.0214,
                    "learning_rate": 3.727279913572765e-05,
                    "epoch": 0.21,
                    "step": 10400
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.724644936892309e-05,
                    "epoch": 0.21,
                    "step": 10500
                },
                {
                    "loss": 0.0219,
                    "learning_rate": 3.7220099602118524e-05,
                    "epoch": 0.21,
                    "step": 10600
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.719374983531396e-05,
                    "epoch": 0.21,
                    "step": 10700
                },
                {
                    "loss": 0.0211,
                    "learning_rate": 3.71674000685094e-05,
                    "epoch": 0.21,
                    "step": 10800
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.7141050301704834e-05,
                    "epoch": 0.22,
                    "step": 10900
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.711470053490027e-05,
                    "epoch": 0.22,
                    "step": 11000
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.708835076809571e-05,
                    "epoch": 0.22,
                    "step": 11100
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.7062001001291144e-05,
                    "epoch": 0.22,
                    "step": 11200
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.703565123448658e-05,
                    "epoch": 0.22,
                    "step": 11300
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.700930146768201e-05,
                    "epoch": 0.23,
                    "step": 11400
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.698295170087745e-05,
                    "epoch": 0.23,
                    "step": 11500
                },
                {
                    "loss": 0.0219,
                    "learning_rate": 3.695660193407288e-05,
                    "epoch": 0.23,
                    "step": 11600
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.693025216726832e-05,
                    "epoch": 0.23,
                    "step": 11700
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.690390240046376e-05,
                    "epoch": 0.23,
                    "step": 11800
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.68775526336592e-05,
                    "epoch": 0.24,
                    "step": 11900
                },
                {
                    "loss": 0.0219,
                    "learning_rate": 3.685120286685463e-05,
                    "epoch": 0.24,
                    "step": 12000
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.6824853100050067e-05,
                    "epoch": 0.24,
                    "step": 12100
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.679850333324551e-05,
                    "epoch": 0.24,
                    "step": 12200
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.677215356644094e-05,
                    "epoch": 0.24,
                    "step": 12300
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.6745803799636376e-05,
                    "epoch": 0.24,
                    "step": 12400
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.671945403283181e-05,
                    "epoch": 0.25,
                    "step": 12500
                },
                {
                    "loss": 0.0214,
                    "learning_rate": 3.669310426602725e-05,
                    "epoch": 0.25,
                    "step": 12600
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.6666754499222686e-05,
                    "epoch": 0.25,
                    "step": 12700
                },
                {
                    "loss": 0.0214,
                    "learning_rate": 3.664040473241812e-05,
                    "epoch": 0.25,
                    "step": 12800
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.6614054965613555e-05,
                    "epoch": 0.25,
                    "step": 12900
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.658770519880899e-05,
                    "epoch": 0.26,
                    "step": 13000
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.656135543200443e-05,
                    "epoch": 0.26,
                    "step": 13100
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.6535005665199865e-05,
                    "epoch": 0.26,
                    "step": 13200
                },
                {
                    "loss": 0.0211,
                    "learning_rate": 3.6508655898395306e-05,
                    "epoch": 0.26,
                    "step": 13300
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.648230613159074e-05,
                    "epoch": 0.26,
                    "step": 13400
                },
                {
                    "loss": 0.0223,
                    "learning_rate": 3.6455956364786175e-05,
                    "epoch": 0.27,
                    "step": 13500
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.6429606597981616e-05,
                    "epoch": 0.27,
                    "step": 13600
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.640325683117705e-05,
                    "epoch": 0.27,
                    "step": 13700
                },
                {
                    "loss": 0.0226,
                    "learning_rate": 3.6376907064372484e-05,
                    "epoch": 0.27,
                    "step": 13800
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.635055729756792e-05,
                    "epoch": 0.27,
                    "step": 13900
                },
                {
                    "loss": 0.0223,
                    "learning_rate": 3.632420753076335e-05,
                    "epoch": 0.28,
                    "step": 14000
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.629785776395879e-05,
                    "epoch": 0.28,
                    "step": 14100
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.627150799715423e-05,
                    "epoch": 0.28,
                    "step": 14200
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.624515823034966e-05,
                    "epoch": 0.28,
                    "step": 14300
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.62188084635451e-05,
                    "epoch": 0.28,
                    "step": 14400
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.619245869674054e-05,
                    "epoch": 0.29,
                    "step": 14500
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.616610892993597e-05,
                    "epoch": 0.29,
                    "step": 14600
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.613975916313141e-05,
                    "epoch": 0.29,
                    "step": 14700
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.611340939632685e-05,
                    "epoch": 0.29,
                    "step": 14800
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.608705962952228e-05,
                    "epoch": 0.29,
                    "step": 14900
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.606070986271772e-05,
                    "epoch": 0.3,
                    "step": 15000
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.603436009591315e-05,
                    "epoch": 0.3,
                    "step": 15100
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.600801032910859e-05,
                    "epoch": 0.3,
                    "step": 15200
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.598166056230403e-05,
                    "epoch": 0.3,
                    "step": 15300
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.595531079549946e-05,
                    "epoch": 0.3,
                    "step": 15400
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.5928961028694896e-05,
                    "epoch": 0.31,
                    "step": 15500
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.590261126189034e-05,
                    "epoch": 0.31,
                    "step": 15600
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.587626149508577e-05,
                    "epoch": 0.31,
                    "step": 15700
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.5849911728281205e-05,
                    "epoch": 0.31,
                    "step": 15800
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.5823561961476647e-05,
                    "epoch": 0.31,
                    "step": 15900
                },
                {
                    "loss": 0.0211,
                    "learning_rate": 3.579721219467208e-05,
                    "epoch": 0.32,
                    "step": 16000
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.5770862427867515e-05,
                    "epoch": 0.32,
                    "step": 16100
                },
                {
                    "loss": 0.0217,
                    "learning_rate": 3.5744512661062956e-05,
                    "epoch": 0.32,
                    "step": 16200
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.571816289425839e-05,
                    "epoch": 0.32,
                    "step": 16300
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.5691813127453825e-05,
                    "epoch": 0.32,
                    "step": 16400
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.566546336064926e-05,
                    "epoch": 0.33,
                    "step": 16500
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.5639113593844694e-05,
                    "epoch": 0.33,
                    "step": 16600
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.5612763827040135e-05,
                    "epoch": 0.33,
                    "step": 16700
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.558641406023557e-05,
                    "epoch": 0.33,
                    "step": 16800
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.5560064293431004e-05,
                    "epoch": 0.33,
                    "step": 16900
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.5533714526626445e-05,
                    "epoch": 0.34,
                    "step": 17000
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.550736475982188e-05,
                    "epoch": 0.34,
                    "step": 17100
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.5481014993017313e-05,
                    "epoch": 0.34,
                    "step": 17200
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.5454665226212755e-05,
                    "epoch": 0.34,
                    "step": 17300
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.542831545940819e-05,
                    "epoch": 0.34,
                    "step": 17400
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.540196569260362e-05,
                    "epoch": 0.35,
                    "step": 17500
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.537561592579906e-05,
                    "epoch": 0.35,
                    "step": 17600
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.534926615899449e-05,
                    "epoch": 0.35,
                    "step": 17700
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.532291639218993e-05,
                    "epoch": 0.35,
                    "step": 17800
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.529656662538537e-05,
                    "epoch": 0.35,
                    "step": 17900
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.52702168585808e-05,
                    "epoch": 0.36,
                    "step": 18000
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.524386709177624e-05,
                    "epoch": 0.36,
                    "step": 18100
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.521751732497168e-05,
                    "epoch": 0.36,
                    "step": 18200
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.519116755816711e-05,
                    "epoch": 0.36,
                    "step": 18300
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.516481779136255e-05,
                    "epoch": 0.36,
                    "step": 18400
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.513846802455799e-05,
                    "epoch": 0.37,
                    "step": 18500
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.511211825775342e-05,
                    "epoch": 0.37,
                    "step": 18600
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.508576849094886e-05,
                    "epoch": 0.37,
                    "step": 18700
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.50594187241443e-05,
                    "epoch": 0.37,
                    "step": 18800
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.503306895733973e-05,
                    "epoch": 0.37,
                    "step": 18900
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.5006719190535166e-05,
                    "epoch": 0.38,
                    "step": 19000
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.49803694237306e-05,
                    "epoch": 0.38,
                    "step": 19100
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.4954019656926034e-05,
                    "epoch": 0.38,
                    "step": 19200
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.4927669890121476e-05,
                    "epoch": 0.38,
                    "step": 19300
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.490132012331691e-05,
                    "epoch": 0.38,
                    "step": 19400
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.487497035651235e-05,
                    "epoch": 0.39,
                    "step": 19500
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.4848620589707785e-05,
                    "epoch": 0.39,
                    "step": 19600
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.482227082290322e-05,
                    "epoch": 0.39,
                    "step": 19700
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.479592105609866e-05,
                    "epoch": 0.39,
                    "step": 19800
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.4769571289294095e-05,
                    "epoch": 0.39,
                    "step": 19900
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.474322152248953e-05,
                    "epoch": 0.4,
                    "step": 20000
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.4716871755684964e-05,
                    "epoch": 0.4,
                    "step": 20100
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.46905219888804e-05,
                    "epoch": 0.4,
                    "step": 20200
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.466417222207583e-05,
                    "epoch": 0.4,
                    "step": 20300
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.4637822455271274e-05,
                    "epoch": 0.4,
                    "step": 20400
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.461147268846671e-05,
                    "epoch": 0.4,
                    "step": 20500
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.458512292166214e-05,
                    "epoch": 0.41,
                    "step": 20600
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.4558773154857584e-05,
                    "epoch": 0.41,
                    "step": 20700
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.453242338805302e-05,
                    "epoch": 0.41,
                    "step": 20800
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.450607362124845e-05,
                    "epoch": 0.41,
                    "step": 20900
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.4479723854443893e-05,
                    "epoch": 0.41,
                    "step": 21000
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.445337408763933e-05,
                    "epoch": 0.42,
                    "step": 21100
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.442702432083476e-05,
                    "epoch": 0.42,
                    "step": 21200
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 3.44006745540302e-05,
                    "epoch": 0.42,
                    "step": 21300
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 3.437432478722564e-05,
                    "epoch": 0.42,
                    "step": 21400
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.434797502042107e-05,
                    "epoch": 0.42,
                    "step": 21500
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.4321625253616506e-05,
                    "epoch": 0.43,
                    "step": 21600
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.429527548681194e-05,
                    "epoch": 0.43,
                    "step": 21700
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.426892572000738e-05,
                    "epoch": 0.43,
                    "step": 21800
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.4242575953202816e-05,
                    "epoch": 0.43,
                    "step": 21900
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.421622618639825e-05,
                    "epoch": 0.43,
                    "step": 22000
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.418987641959369e-05,
                    "epoch": 0.44,
                    "step": 22100
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.4163526652789126e-05,
                    "epoch": 0.44,
                    "step": 22200
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.413717688598456e-05,
                    "epoch": 0.44,
                    "step": 22300
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.411082711918e-05,
                    "epoch": 0.44,
                    "step": 22400
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.4084477352375436e-05,
                    "epoch": 0.44,
                    "step": 22500
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 3.405812758557087e-05,
                    "epoch": 0.45,
                    "step": 22600
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.4031777818766305e-05,
                    "epoch": 0.45,
                    "step": 22700
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.400542805196174e-05,
                    "epoch": 0.45,
                    "step": 22800
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.397907828515718e-05,
                    "epoch": 0.45,
                    "step": 22900
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.3952728518352614e-05,
                    "epoch": 0.45,
                    "step": 23000
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.392637875154805e-05,
                    "epoch": 0.46,
                    "step": 23100
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.390002898474349e-05,
                    "epoch": 0.46,
                    "step": 23200
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.3873679217938924e-05,
                    "epoch": 0.46,
                    "step": 23300
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.384732945113436e-05,
                    "epoch": 0.46,
                    "step": 23400
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.38209796843298e-05,
                    "epoch": 0.46,
                    "step": 23500
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.3794629917525234e-05,
                    "epoch": 0.47,
                    "step": 23600
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.376828015072067e-05,
                    "epoch": 0.47,
                    "step": 23700
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.37419303839161e-05,
                    "epoch": 0.47,
                    "step": 23800
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.3715580617111544e-05,
                    "epoch": 0.47,
                    "step": 23900
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.368923085030698e-05,
                    "epoch": 0.47,
                    "step": 24000
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.366288108350241e-05,
                    "epoch": 0.48,
                    "step": 24100
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.363653131669785e-05,
                    "epoch": 0.48,
                    "step": 24200
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.361018154989329e-05,
                    "epoch": 0.48,
                    "step": 24300
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.358383178308872e-05,
                    "epoch": 0.48,
                    "step": 24400
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.355748201628416e-05,
                    "epoch": 0.48,
                    "step": 24500
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.35311322494796e-05,
                    "epoch": 0.49,
                    "step": 24600
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.350478248267503e-05,
                    "epoch": 0.49,
                    "step": 24700
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.347843271587047e-05,
                    "epoch": 0.49,
                    "step": 24800
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.345208294906591e-05,
                    "epoch": 0.49,
                    "step": 24900
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.342573318226134e-05,
                    "epoch": 0.49,
                    "step": 25000
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.3399383415456777e-05,
                    "epoch": 0.5,
                    "step": 25100
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.337303364865221e-05,
                    "epoch": 0.5,
                    "step": 25200
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.3346683881847645e-05,
                    "epoch": 0.5,
                    "step": 25300
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 3.332033411504308e-05,
                    "epoch": 0.5,
                    "step": 25400
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.329398434823852e-05,
                    "epoch": 0.5,
                    "step": 25500
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.3267634581433955e-05,
                    "epoch": 0.51,
                    "step": 25600
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.3241284814629396e-05,
                    "epoch": 0.51,
                    "step": 25700
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.321493504782483e-05,
                    "epoch": 0.51,
                    "step": 25800
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.3188585281020265e-05,
                    "epoch": 0.51,
                    "step": 25900
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.3162235514215706e-05,
                    "epoch": 0.51,
                    "step": 26000
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.313588574741114e-05,
                    "epoch": 0.52,
                    "step": 26100
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 3.3109535980606575e-05,
                    "epoch": 0.52,
                    "step": 26200
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.308318621380201e-05,
                    "epoch": 0.52,
                    "step": 26300
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.3056836446997443e-05,
                    "epoch": 0.52,
                    "step": 26400
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.3030486680192885e-05,
                    "epoch": 0.52,
                    "step": 26500
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.300413691338832e-05,
                    "epoch": 0.53,
                    "step": 26600
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.297778714658375e-05,
                    "epoch": 0.53,
                    "step": 26700
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.295143737977919e-05,
                    "epoch": 0.53,
                    "step": 26800
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.292508761297463e-05,
                    "epoch": 0.53,
                    "step": 26900
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.289873784617006e-05,
                    "epoch": 0.53,
                    "step": 27000
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.28723880793655e-05,
                    "epoch": 0.54,
                    "step": 27100
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.284603831256094e-05,
                    "epoch": 0.54,
                    "step": 27200
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.281968854575637e-05,
                    "epoch": 0.54,
                    "step": 27300
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.2793338778951814e-05,
                    "epoch": 0.54,
                    "step": 27400
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.276698901214725e-05,
                    "epoch": 0.54,
                    "step": 27500
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.274063924534268e-05,
                    "epoch": 0.55,
                    "step": 27600
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.271428947853812e-05,
                    "epoch": 0.55,
                    "step": 27700
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.268793971173355e-05,
                    "epoch": 0.55,
                    "step": 27800
                },
                {
                    "loss": 0.0203,
                    "learning_rate": 3.2661589944928986e-05,
                    "epoch": 0.55,
                    "step": 27900
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.263524017812443e-05,
                    "epoch": 0.55,
                    "step": 28000
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.260889041131986e-05,
                    "epoch": 0.56,
                    "step": 28100
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.2582540644515296e-05,
                    "epoch": 0.56,
                    "step": 28200
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.255619087771074e-05,
                    "epoch": 0.56,
                    "step": 28300
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.252984111090617e-05,
                    "epoch": 0.56,
                    "step": 28400
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 3.2503491344101606e-05,
                    "epoch": 0.56,
                    "step": 28500
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.247714157729705e-05,
                    "epoch": 0.57,
                    "step": 28600
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.245079181049248e-05,
                    "epoch": 0.57,
                    "step": 28700
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.2424442043687915e-05,
                    "epoch": 0.57,
                    "step": 28800
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.239809227688335e-05,
                    "epoch": 0.57,
                    "step": 28900
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.2371742510078784e-05,
                    "epoch": 0.57,
                    "step": 29000
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 3.2345392743274225e-05,
                    "epoch": 0.57,
                    "step": 29100
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.231904297646966e-05,
                    "epoch": 0.58,
                    "step": 29200
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.2292693209665094e-05,
                    "epoch": 0.58,
                    "step": 29300
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.2266343442860535e-05,
                    "epoch": 0.58,
                    "step": 29400
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.223999367605597e-05,
                    "epoch": 0.58,
                    "step": 29500
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.2213643909251404e-05,
                    "epoch": 0.58,
                    "step": 29600
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.2187294142446845e-05,
                    "epoch": 0.59,
                    "step": 29700
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.216094437564228e-05,
                    "epoch": 0.59,
                    "step": 29800
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 3.2134594608837714e-05,
                    "epoch": 0.59,
                    "step": 29900
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.2108244842033155e-05,
                    "epoch": 0.59,
                    "step": 30000
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.208189507522859e-05,
                    "epoch": 0.59,
                    "step": 30100
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.2055545308424023e-05,
                    "epoch": 0.6,
                    "step": 30200
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.202919554161946e-05,
                    "epoch": 0.6,
                    "step": 30300
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.200284577481489e-05,
                    "epoch": 0.6,
                    "step": 30400
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.197649600801033e-05,
                    "epoch": 0.6,
                    "step": 30500
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.195014624120577e-05,
                    "epoch": 0.6,
                    "step": 30600
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.19237964744012e-05,
                    "epoch": 0.61,
                    "step": 30700
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.189744670759664e-05,
                    "epoch": 0.61,
                    "step": 30800
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.187109694079208e-05,
                    "epoch": 0.61,
                    "step": 30900
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.184474717398751e-05,
                    "epoch": 0.61,
                    "step": 31000
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.181839740718295e-05,
                    "epoch": 0.61,
                    "step": 31100
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.179204764037839e-05,
                    "epoch": 0.62,
                    "step": 31200
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.176569787357382e-05,
                    "epoch": 0.62,
                    "step": 31300
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.1739348106769256e-05,
                    "epoch": 0.62,
                    "step": 31400
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.171299833996469e-05,
                    "epoch": 0.62,
                    "step": 31500
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.168664857316013e-05,
                    "epoch": 0.62,
                    "step": 31600
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 3.1660298806355566e-05,
                    "epoch": 0.63,
                    "step": 31700
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.1633949039551e-05,
                    "epoch": 0.63,
                    "step": 31800
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.160759927274644e-05,
                    "epoch": 0.63,
                    "step": 31900
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.1581249505941876e-05,
                    "epoch": 0.63,
                    "step": 32000
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.155489973913731e-05,
                    "epoch": 0.63,
                    "step": 32100
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.152854997233275e-05,
                    "epoch": 0.64,
                    "step": 32200
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.1502200205528186e-05,
                    "epoch": 0.64,
                    "step": 32300
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.147585043872362e-05,
                    "epoch": 0.64,
                    "step": 32400
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.144950067191906e-05,
                    "epoch": 0.64,
                    "step": 32500
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.1423150905114495e-05,
                    "epoch": 0.64,
                    "step": 32600
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.139680113830993e-05,
                    "epoch": 0.65,
                    "step": 32700
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.1370451371505364e-05,
                    "epoch": 0.65,
                    "step": 32800
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 3.13441016047008e-05,
                    "epoch": 0.65,
                    "step": 32900
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.131775183789623e-05,
                    "epoch": 0.65,
                    "step": 33000
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.1291402071091674e-05,
                    "epoch": 0.65,
                    "step": 33100
                },
                {
                    "loss": 0.02,
                    "learning_rate": 3.126505230428711e-05,
                    "epoch": 0.66,
                    "step": 33200
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.123870253748254e-05,
                    "epoch": 0.66,
                    "step": 33300
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.1212352770677984e-05,
                    "epoch": 0.66,
                    "step": 33400
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.118600300387342e-05,
                    "epoch": 0.66,
                    "step": 33500
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.115965323706886e-05,
                    "epoch": 0.66,
                    "step": 33600
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.1133303470264294e-05,
                    "epoch": 0.67,
                    "step": 33700
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.110695370345973e-05,
                    "epoch": 0.67,
                    "step": 33800
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.108060393665516e-05,
                    "epoch": 0.67,
                    "step": 33900
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.10542541698506e-05,
                    "epoch": 0.67,
                    "step": 34000
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.102790440304603e-05,
                    "epoch": 0.67,
                    "step": 34100
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.100155463624147e-05,
                    "epoch": 0.68,
                    "step": 34200
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.0975204869436906e-05,
                    "epoch": 0.68,
                    "step": 34300
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.094885510263234e-05,
                    "epoch": 0.68,
                    "step": 34400
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.092250533582778e-05,
                    "epoch": 0.68,
                    "step": 34500
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 3.0896155569023216e-05,
                    "epoch": 0.68,
                    "step": 34600
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.086980580221865e-05,
                    "epoch": 0.69,
                    "step": 34700
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.084345603541409e-05,
                    "epoch": 0.69,
                    "step": 34800
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.0817106268609526e-05,
                    "epoch": 0.69,
                    "step": 34900
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.079075650180496e-05,
                    "epoch": 0.69,
                    "step": 35000
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.07644067350004e-05,
                    "epoch": 0.69,
                    "step": 35100
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.0738056968195836e-05,
                    "epoch": 0.7,
                    "step": 35200
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 3.071170720139127e-05,
                    "epoch": 0.7,
                    "step": 35300
                },
                {
                    "loss": 0.0198,
                    "learning_rate": 3.0685357434586705e-05,
                    "epoch": 0.7,
                    "step": 35400
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.065900766778214e-05,
                    "epoch": 0.7,
                    "step": 35500
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 3.063265790097758e-05,
                    "epoch": 0.7,
                    "step": 35600
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 3.0606308134173015e-05,
                    "epoch": 0.71,
                    "step": 35700
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 3.057995836736845e-05,
                    "epoch": 0.71,
                    "step": 35800
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.055360860056389e-05,
                    "epoch": 0.71,
                    "step": 35900
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 3.0527258833759324e-05,
                    "epoch": 0.71,
                    "step": 36000
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.050090906695476e-05,
                    "epoch": 0.71,
                    "step": 36100
                },
                {
                    "loss": 0.0199,
                    "learning_rate": 3.0474559300150196e-05,
                    "epoch": 0.72,
                    "step": 36200
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.044820953334563e-05,
                    "epoch": 0.72,
                    "step": 36300
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 3.0421859766541065e-05,
                    "epoch": 0.72,
                    "step": 36400
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 3.0395509999736506e-05,
                    "epoch": 0.72,
                    "step": 36500
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 3.036916023293194e-05,
                    "epoch": 0.72,
                    "step": 36600
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 3.034281046612738e-05,
                    "epoch": 0.73,
                    "step": 36700
                },
                {
                    "loss": 0.0195,
                    "learning_rate": 3.0316460699322813e-05,
                    "epoch": 0.73,
                    "step": 36800
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.0290110932518247e-05,
                    "epoch": 0.73,
                    "step": 36900
                },
                {
                    "loss": 0.0196,
                    "learning_rate": 3.0263761165713688e-05,
                    "epoch": 0.73,
                    "step": 37000
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 3.0237411398909123e-05,
                    "epoch": 0.73,
                    "step": 37100
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.0211061632104557e-05,
                    "epoch": 0.73,
                    "step": 37200
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 3.0184711865299995e-05,
                    "epoch": 0.74,
                    "step": 37300
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 3.015836209849543e-05,
                    "epoch": 0.74,
                    "step": 37400
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 3.0132012331690867e-05,
                    "epoch": 0.74,
                    "step": 37500
                },
                {
                    "loss": 0.019,
                    "learning_rate": 3.0105662564886305e-05,
                    "epoch": 0.74,
                    "step": 37600
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 3.007931279808174e-05,
                    "epoch": 0.74,
                    "step": 37700
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 3.0052963031277173e-05,
                    "epoch": 0.75,
                    "step": 37800
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 3.0026613264472614e-05,
                    "epoch": 0.75,
                    "step": 37900
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 3.000026349766805e-05,
                    "epoch": 0.75,
                    "step": 38000
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.9973913730863486e-05,
                    "epoch": 0.75,
                    "step": 38100
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 2.994756396405892e-05,
                    "epoch": 0.75,
                    "step": 38200
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 2.9921214197254355e-05,
                    "epoch": 0.76,
                    "step": 38300
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 2.9894864430449796e-05,
                    "epoch": 0.76,
                    "step": 38400
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.986851466364523e-05,
                    "epoch": 0.76,
                    "step": 38500
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.9842164896840665e-05,
                    "epoch": 0.76,
                    "step": 38600
                },
                {
                    "loss": 0.0197,
                    "learning_rate": 2.9815815130036103e-05,
                    "epoch": 0.76,
                    "step": 38700
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 2.9789465363231537e-05,
                    "epoch": 0.77,
                    "step": 38800
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.976311559642697e-05,
                    "epoch": 0.77,
                    "step": 38900
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.9736765829622413e-05,
                    "epoch": 0.77,
                    "step": 39000
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.9710416062817847e-05,
                    "epoch": 0.77,
                    "step": 39100
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.968406629601328e-05,
                    "epoch": 0.77,
                    "step": 39200
                },
                {
                    "loss": 0.0194,
                    "learning_rate": 2.965771652920872e-05,
                    "epoch": 0.78,
                    "step": 39300
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.9631366762404153e-05,
                    "epoch": 0.78,
                    "step": 39400
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.9605016995599588e-05,
                    "epoch": 0.78,
                    "step": 39500
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 2.957866722879503e-05,
                    "epoch": 0.78,
                    "step": 39600
                },
                {
                    "loss": 0.0192,
                    "learning_rate": 2.9552317461990463e-05,
                    "epoch": 0.78,
                    "step": 39700
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.95259676951859e-05,
                    "epoch": 0.79,
                    "step": 39800
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.9499617928381335e-05,
                    "epoch": 0.79,
                    "step": 39900
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.947326816157677e-05,
                    "epoch": 0.79,
                    "step": 40000
                },
                {
                    "loss": 0.019,
                    "learning_rate": 2.944691839477221e-05,
                    "epoch": 0.79,
                    "step": 40100
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 2.9420568627967645e-05,
                    "epoch": 0.79,
                    "step": 40200
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.939421886116308e-05,
                    "epoch": 0.8,
                    "step": 40300
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.9367869094358517e-05,
                    "epoch": 0.8,
                    "step": 40400
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.9341519327553955e-05,
                    "epoch": 0.8,
                    "step": 40500
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.931516956074939e-05,
                    "epoch": 0.8,
                    "step": 40600
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.9288819793944827e-05,
                    "epoch": 0.8,
                    "step": 40700
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.926247002714026e-05,
                    "epoch": 0.81,
                    "step": 40800
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.9236120260335696e-05,
                    "epoch": 0.81,
                    "step": 40900
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.9209770493531137e-05,
                    "epoch": 0.81,
                    "step": 41000
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 2.918342072672657e-05,
                    "epoch": 0.81,
                    "step": 41100
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.915707095992201e-05,
                    "epoch": 0.81,
                    "step": 41200
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 2.9130721193117443e-05,
                    "epoch": 0.82,
                    "step": 41300
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.9104371426312878e-05,
                    "epoch": 0.82,
                    "step": 41400
                },
                {
                    "loss": 0.0189,
                    "learning_rate": 2.907802165950832e-05,
                    "epoch": 0.82,
                    "step": 41500
                },
                {
                    "loss": 0.017,
                    "learning_rate": 2.9051671892703753e-05,
                    "epoch": 0.82,
                    "step": 41600
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.9025322125899188e-05,
                    "epoch": 0.82,
                    "step": 41700
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.8998972359094625e-05,
                    "epoch": 0.83,
                    "step": 41800
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.897262259229006e-05,
                    "epoch": 0.83,
                    "step": 41900
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.8946272825485494e-05,
                    "epoch": 0.83,
                    "step": 42000
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 2.8919923058680935e-05,
                    "epoch": 0.83,
                    "step": 42100
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 2.889357329187637e-05,
                    "epoch": 0.83,
                    "step": 42200
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.8867223525071804e-05,
                    "epoch": 0.84,
                    "step": 42300
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.884087375826724e-05,
                    "epoch": 0.84,
                    "step": 42400
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 2.8814523991462676e-05,
                    "epoch": 0.84,
                    "step": 42500
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 2.878817422465811e-05,
                    "epoch": 0.84,
                    "step": 42600
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.876182445785355e-05,
                    "epoch": 0.84,
                    "step": 42700
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.8735474691048986e-05,
                    "epoch": 0.85,
                    "step": 42800
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 2.8709124924244424e-05,
                    "epoch": 0.85,
                    "step": 42900
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.8682775157439858e-05,
                    "epoch": 0.85,
                    "step": 43000
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.8656425390635296e-05,
                    "epoch": 0.85,
                    "step": 43100
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.8630075623830733e-05,
                    "epoch": 0.85,
                    "step": 43200
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 2.8603725857026168e-05,
                    "epoch": 0.86,
                    "step": 43300
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.8577376090221602e-05,
                    "epoch": 0.86,
                    "step": 43400
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.855102632341704e-05,
                    "epoch": 0.86,
                    "step": 43500
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.8524676556612478e-05,
                    "epoch": 0.86,
                    "step": 43600
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.8498326789807912e-05,
                    "epoch": 0.86,
                    "step": 43700
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 2.847197702300335e-05,
                    "epoch": 0.87,
                    "step": 43800
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.8445627256198784e-05,
                    "epoch": 0.87,
                    "step": 43900
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.841927748939422e-05,
                    "epoch": 0.87,
                    "step": 44000
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 2.839292772258966e-05,
                    "epoch": 0.87,
                    "step": 44100
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.8366577955785094e-05,
                    "epoch": 0.87,
                    "step": 44200
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.834022818898053e-05,
                    "epoch": 0.88,
                    "step": 44300
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.8313878422175966e-05,
                    "epoch": 0.88,
                    "step": 44400
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.82875286553714e-05,
                    "epoch": 0.88,
                    "step": 44500
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.826117888856684e-05,
                    "epoch": 0.88,
                    "step": 44600
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 2.8234829121762276e-05,
                    "epoch": 0.88,
                    "step": 44700
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.820847935495771e-05,
                    "epoch": 0.89,
                    "step": 44800
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.8182129588153148e-05,
                    "epoch": 0.89,
                    "step": 44900
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.8155779821348582e-05,
                    "epoch": 0.89,
                    "step": 45000
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.8129430054544017e-05,
                    "epoch": 0.89,
                    "step": 45100
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.8103080287739458e-05,
                    "epoch": 0.89,
                    "step": 45200
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.8076730520934892e-05,
                    "epoch": 0.89,
                    "step": 45300
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.8050380754130326e-05,
                    "epoch": 0.9,
                    "step": 45400
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.8024030987325764e-05,
                    "epoch": 0.9,
                    "step": 45500
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 2.79976812205212e-05,
                    "epoch": 0.9,
                    "step": 45600
                },
                {
                    "loss": 0.0182,
                    "learning_rate": 2.7971331453716636e-05,
                    "epoch": 0.9,
                    "step": 45700
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 2.7944981686912074e-05,
                    "epoch": 0.9,
                    "step": 45800
                },
                {
                    "loss": 0.0193,
                    "learning_rate": 2.791863192010751e-05,
                    "epoch": 0.91,
                    "step": 45900
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 2.7892282153302946e-05,
                    "epoch": 0.91,
                    "step": 46000
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 2.7865932386498384e-05,
                    "epoch": 0.91,
                    "step": 46100
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.7839582619693818e-05,
                    "epoch": 0.91,
                    "step": 46200
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.7813232852889256e-05,
                    "epoch": 0.91,
                    "step": 46300
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.778688308608469e-05,
                    "epoch": 0.92,
                    "step": 46400
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.7760533319280125e-05,
                    "epoch": 0.92,
                    "step": 46500
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 2.7734183552475566e-05,
                    "epoch": 0.92,
                    "step": 46600
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 2.7707833785671e-05,
                    "epoch": 0.92,
                    "step": 46700
                },
                {
                    "loss": 0.0191,
                    "learning_rate": 2.7681484018866434e-05,
                    "epoch": 0.92,
                    "step": 46800
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.7655134252061872e-05,
                    "epoch": 0.93,
                    "step": 46900
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.7628784485257307e-05,
                    "epoch": 0.93,
                    "step": 47000
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 2.760243471845274e-05,
                    "epoch": 0.93,
                    "step": 47100
                },
                {
                    "loss": 0.017,
                    "learning_rate": 2.7576084951648182e-05,
                    "epoch": 0.93,
                    "step": 47200
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 2.7549735184843616e-05,
                    "epoch": 0.93,
                    "step": 47300
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.7523385418039054e-05,
                    "epoch": 0.94,
                    "step": 47400
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.749703565123449e-05,
                    "epoch": 0.94,
                    "step": 47500
                },
                {
                    "loss": 0.0185,
                    "learning_rate": 2.7470685884429923e-05,
                    "epoch": 0.94,
                    "step": 47600
                },
                {
                    "loss": 0.0169,
                    "learning_rate": 2.7444336117625364e-05,
                    "epoch": 0.94,
                    "step": 47700
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.74179863508208e-05,
                    "epoch": 0.94,
                    "step": 47800
                },
                {
                    "loss": 0.017,
                    "learning_rate": 2.7391636584016233e-05,
                    "epoch": 0.95,
                    "step": 47900
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.736528681721167e-05,
                    "epoch": 0.95,
                    "step": 48000
                },
                {
                    "loss": 0.0173,
                    "learning_rate": 2.7338937050407105e-05,
                    "epoch": 0.95,
                    "step": 48100
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 2.731258728360254e-05,
                    "epoch": 0.95,
                    "step": 48200
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 2.728623751679798e-05,
                    "epoch": 0.95,
                    "step": 48300
                },
                {
                    "loss": 0.017,
                    "learning_rate": 2.7259887749993415e-05,
                    "epoch": 0.96,
                    "step": 48400
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 2.723353798318885e-05,
                    "epoch": 0.96,
                    "step": 48500
                },
                {
                    "loss": 0.0187,
                    "learning_rate": 2.7207188216384287e-05,
                    "epoch": 0.96,
                    "step": 48600
                },
                {
                    "loss": 0.0184,
                    "learning_rate": 2.7180838449579724e-05,
                    "epoch": 0.96,
                    "step": 48700
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 2.715448868277516e-05,
                    "epoch": 0.96,
                    "step": 48800
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 2.7128138915970597e-05,
                    "epoch": 0.97,
                    "step": 48900
                },
                {
                    "loss": 0.0178,
                    "learning_rate": 2.710178914916603e-05,
                    "epoch": 0.97,
                    "step": 49000
                },
                {
                    "loss": 0.0186,
                    "learning_rate": 2.707543938236147e-05,
                    "epoch": 0.97,
                    "step": 49100
                },
                {
                    "loss": 0.0183,
                    "learning_rate": 2.7049089615556906e-05,
                    "epoch": 0.97,
                    "step": 49200
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.702273984875234e-05,
                    "epoch": 0.97,
                    "step": 49300
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.699639008194778e-05,
                    "epoch": 0.98,
                    "step": 49400
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 2.6970040315143213e-05,
                    "epoch": 0.98,
                    "step": 49500
                },
                {
                    "loss": 0.018,
                    "learning_rate": 2.6943690548338647e-05,
                    "epoch": 0.98,
                    "step": 49600
                },
                {
                    "loss": 0.0172,
                    "learning_rate": 2.691734078153409e-05,
                    "epoch": 0.98,
                    "step": 49700
                },
                {
                    "loss": 0.0176,
                    "learning_rate": 2.6890991014729523e-05,
                    "epoch": 0.98,
                    "step": 49800
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.6864641247924957e-05,
                    "epoch": 0.99,
                    "step": 49900
                },
                {
                    "loss": 0.0179,
                    "learning_rate": 2.6838291481120395e-05,
                    "epoch": 0.99,
                    "step": 50000
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 2.681194171431583e-05,
                    "epoch": 0.99,
                    "step": 50100
                },
                {
                    "loss": 0.0174,
                    "learning_rate": 2.6785591947511264e-05,
                    "epoch": 0.99,
                    "step": 50200
                },
                {
                    "loss": 0.0175,
                    "learning_rate": 2.6759242180706705e-05,
                    "epoch": 0.99,
                    "step": 50300
                },
                {
                    "loss": 0.0177,
                    "learning_rate": 2.673289241390214e-05,
                    "epoch": 1.0,
                    "step": 50400
                },
                {
                    "loss": 0.0188,
                    "learning_rate": 2.6706542647097577e-05,
                    "epoch": 1.0,
                    "step": 50500
                },
                {
                    "loss": 0.0171,
                    "learning_rate": 2.668019288029301e-05,
                    "epoch": 1.0,
                    "step": 50600
                },
                {
                    "eval_loss": 0.01719193533062935,
                    "eval_f1": 0.9363431003128354,
                    "eval_precision": 0.9324070141675255,
                    "eval_recall": 0.9403125591221149,
                    "eval_accuracy": 0.9936043160584818,
                    "eval_runtime": 1533.4661,
                    "eval_samples_per_second": 52.217,
                    "epoch": 1.0,
                    "step": 50618
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.6653843113488445e-05,
                    "epoch": 1.0,
                    "step": 50700
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.6627493346683887e-05,
                    "epoch": 1.0,
                    "step": 50800
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.660114357987932e-05,
                    "epoch": 1.01,
                    "step": 50900
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.6574793813074755e-05,
                    "epoch": 1.01,
                    "step": 51000
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.6548444046270193e-05,
                    "epoch": 1.01,
                    "step": 51100
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.6522094279465627e-05,
                    "epoch": 1.01,
                    "step": 51200
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.6495744512661065e-05,
                    "epoch": 1.01,
                    "step": 51300
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.6469394745856503e-05,
                    "epoch": 1.02,
                    "step": 51400
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.6443044979051937e-05,
                    "epoch": 1.02,
                    "step": 51500
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.641669521224737e-05,
                    "epoch": 1.02,
                    "step": 51600
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.639034544544281e-05,
                    "epoch": 1.02,
                    "step": 51700
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.6363995678638247e-05,
                    "epoch": 1.02,
                    "step": 51800
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.633764591183368e-05,
                    "epoch": 1.03,
                    "step": 51900
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.631129614502912e-05,
                    "epoch": 1.03,
                    "step": 52000
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.6284946378224554e-05,
                    "epoch": 1.03,
                    "step": 52100
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.6258596611419995e-05,
                    "epoch": 1.03,
                    "step": 52200
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.623224684461543e-05,
                    "epoch": 1.03,
                    "step": 52300
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.6205897077810863e-05,
                    "epoch": 1.04,
                    "step": 52400
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.61795473110063e-05,
                    "epoch": 1.04,
                    "step": 52500
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.6153197544201735e-05,
                    "epoch": 1.04,
                    "step": 52600
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.612684777739717e-05,
                    "epoch": 1.04,
                    "step": 52700
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.610049801059261e-05,
                    "epoch": 1.04,
                    "step": 52800
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.6074148243788045e-05,
                    "epoch": 1.05,
                    "step": 52900
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.604779847698348e-05,
                    "epoch": 1.05,
                    "step": 53000
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.6021448710178917e-05,
                    "epoch": 1.05,
                    "step": 53100
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.5995098943374352e-05,
                    "epoch": 1.05,
                    "step": 53200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.5968749176569786e-05,
                    "epoch": 1.05,
                    "step": 53300
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.5942399409765227e-05,
                    "epoch": 1.05,
                    "step": 53400
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.591604964296066e-05,
                    "epoch": 1.06,
                    "step": 53500
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.58896998761561e-05,
                    "epoch": 1.06,
                    "step": 53600
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.5863350109351534e-05,
                    "epoch": 1.06,
                    "step": 53700
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.5837000342546968e-05,
                    "epoch": 1.06,
                    "step": 53800
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.581065057574241e-05,
                    "epoch": 1.06,
                    "step": 53900
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.5784300808937844e-05,
                    "epoch": 1.07,
                    "step": 54000
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.5757951042133278e-05,
                    "epoch": 1.07,
                    "step": 54100
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.5731601275328716e-05,
                    "epoch": 1.07,
                    "step": 54200
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.570525150852415e-05,
                    "epoch": 1.07,
                    "step": 54300
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.5678901741719588e-05,
                    "epoch": 1.07,
                    "step": 54400
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.5652551974915025e-05,
                    "epoch": 1.08,
                    "step": 54500
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.562620220811046e-05,
                    "epoch": 1.08,
                    "step": 54600
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.5599852441305894e-05,
                    "epoch": 1.08,
                    "step": 54700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.5573502674501335e-05,
                    "epoch": 1.08,
                    "step": 54800
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.554715290769677e-05,
                    "epoch": 1.08,
                    "step": 54900
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.5520803140892204e-05,
                    "epoch": 1.09,
                    "step": 55000
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.5494453374087642e-05,
                    "epoch": 1.09,
                    "step": 55100
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.5468103607283076e-05,
                    "epoch": 1.09,
                    "step": 55200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.5441753840478517e-05,
                    "epoch": 1.09,
                    "step": 55300
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.541540407367395e-05,
                    "epoch": 1.09,
                    "step": 55400
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.5389054306869386e-05,
                    "epoch": 1.1,
                    "step": 55500
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.5362704540064824e-05,
                    "epoch": 1.1,
                    "step": 55600
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 2.5336354773260258e-05,
                    "epoch": 1.1,
                    "step": 55700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.5310005006455692e-05,
                    "epoch": 1.1,
                    "step": 55800
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.5283655239651134e-05,
                    "epoch": 1.1,
                    "step": 55900
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.5257305472846568e-05,
                    "epoch": 1.11,
                    "step": 56000
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.5230955706042002e-05,
                    "epoch": 1.11,
                    "step": 56100
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.520460593923744e-05,
                    "epoch": 1.11,
                    "step": 56200
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.5178256172432874e-05,
                    "epoch": 1.11,
                    "step": 56300
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.515190640562831e-05,
                    "epoch": 1.11,
                    "step": 56400
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.512555663882375e-05,
                    "epoch": 1.12,
                    "step": 56500
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.5099206872019184e-05,
                    "epoch": 1.12,
                    "step": 56600
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.5072857105214622e-05,
                    "epoch": 1.12,
                    "step": 56700
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.5046507338410056e-05,
                    "epoch": 1.12,
                    "step": 56800
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.5020157571605494e-05,
                    "epoch": 1.12,
                    "step": 56900
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.4993807804800932e-05,
                    "epoch": 1.13,
                    "step": 57000
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.4967458037996366e-05,
                    "epoch": 1.13,
                    "step": 57100
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.49411082711918e-05,
                    "epoch": 1.13,
                    "step": 57200
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.4914758504387238e-05,
                    "epoch": 1.13,
                    "step": 57300
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.4888408737582676e-05,
                    "epoch": 1.13,
                    "step": 57400
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.486205897077811e-05,
                    "epoch": 1.14,
                    "step": 57500
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.4835709203973548e-05,
                    "epoch": 1.14,
                    "step": 57600
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.4809359437168982e-05,
                    "epoch": 1.14,
                    "step": 57700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.4783009670364417e-05,
                    "epoch": 1.14,
                    "step": 57800
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.4756659903559858e-05,
                    "epoch": 1.14,
                    "step": 57900
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.4730310136755292e-05,
                    "epoch": 1.15,
                    "step": 58000
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.4703960369950727e-05,
                    "epoch": 1.15,
                    "step": 58100
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.4677610603146164e-05,
                    "epoch": 1.15,
                    "step": 58200
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.46512608363416e-05,
                    "epoch": 1.15,
                    "step": 58300
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.462491106953704e-05,
                    "epoch": 1.15,
                    "step": 58400
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.4598561302732474e-05,
                    "epoch": 1.16,
                    "step": 58500
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.457221153592791e-05,
                    "epoch": 1.16,
                    "step": 58600
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.4545861769123346e-05,
                    "epoch": 1.16,
                    "step": 58700
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.451951200231878e-05,
                    "epoch": 1.16,
                    "step": 58800
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.4493162235514215e-05,
                    "epoch": 1.16,
                    "step": 58900
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.4466812468709656e-05,
                    "epoch": 1.17,
                    "step": 59000
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.444046270190509e-05,
                    "epoch": 1.17,
                    "step": 59100
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.4414112935100525e-05,
                    "epoch": 1.17,
                    "step": 59200
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.4387763168295963e-05,
                    "epoch": 1.17,
                    "step": 59300
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.4361413401491397e-05,
                    "epoch": 1.17,
                    "step": 59400
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.4335063634686835e-05,
                    "epoch": 1.18,
                    "step": 59500
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.4308713867882272e-05,
                    "epoch": 1.18,
                    "step": 59600
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.4282364101077707e-05,
                    "epoch": 1.18,
                    "step": 59700
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.4256014334273144e-05,
                    "epoch": 1.18,
                    "step": 59800
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.422966456746858e-05,
                    "epoch": 1.18,
                    "step": 59900
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.4203314800664017e-05,
                    "epoch": 1.19,
                    "step": 60000
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.4176965033859454e-05,
                    "epoch": 1.19,
                    "step": 60100
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.415061526705489e-05,
                    "epoch": 1.19,
                    "step": 60200
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.4124265500250323e-05,
                    "epoch": 1.19,
                    "step": 60300
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.4097915733445764e-05,
                    "epoch": 1.19,
                    "step": 60400
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.40715659666412e-05,
                    "epoch": 1.2,
                    "step": 60500
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.4045216199836633e-05,
                    "epoch": 1.2,
                    "step": 60600
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 2.401886643303207e-05,
                    "epoch": 1.2,
                    "step": 60700
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.3992516666227505e-05,
                    "epoch": 1.2,
                    "step": 60800
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.396616689942294e-05,
                    "epoch": 1.2,
                    "step": 60900
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.393981713261838e-05,
                    "epoch": 1.21,
                    "step": 61000
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.3913467365813815e-05,
                    "epoch": 1.21,
                    "step": 61100
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.388711759900925e-05,
                    "epoch": 1.21,
                    "step": 61200
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.3860767832204687e-05,
                    "epoch": 1.21,
                    "step": 61300
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.383441806540012e-05,
                    "epoch": 1.21,
                    "step": 61400
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.3808068298595562e-05,
                    "epoch": 1.21,
                    "step": 61500
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.3781718531790997e-05,
                    "epoch": 1.22,
                    "step": 61600
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.375536876498643e-05,
                    "epoch": 1.22,
                    "step": 61700
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.372901899818187e-05,
                    "epoch": 1.22,
                    "step": 61800
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.3702669231377303e-05,
                    "epoch": 1.22,
                    "step": 61900
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.3676319464572738e-05,
                    "epoch": 1.22,
                    "step": 62000
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.364996969776818e-05,
                    "epoch": 1.23,
                    "step": 62100
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.3623619930963613e-05,
                    "epoch": 1.23,
                    "step": 62200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.3597270164159047e-05,
                    "epoch": 1.23,
                    "step": 62300
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.3570920397354485e-05,
                    "epoch": 1.23,
                    "step": 62400
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.354457063054992e-05,
                    "epoch": 1.23,
                    "step": 62500
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.3518220863745357e-05,
                    "epoch": 1.24,
                    "step": 62600
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.3491871096940795e-05,
                    "epoch": 1.24,
                    "step": 62700
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.346552133013623e-05,
                    "epoch": 1.24,
                    "step": 62800
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.3439171563331667e-05,
                    "epoch": 1.24,
                    "step": 62900
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.3412821796527105e-05,
                    "epoch": 1.24,
                    "step": 63000
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.338647202972254e-05,
                    "epoch": 1.25,
                    "step": 63100
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.3360122262917977e-05,
                    "epoch": 1.25,
                    "step": 63200
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.333377249611341e-05,
                    "epoch": 1.25,
                    "step": 63300
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.3307422729308846e-05,
                    "epoch": 1.25,
                    "step": 63400
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.3281072962504287e-05,
                    "epoch": 1.25,
                    "step": 63500
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.325472319569972e-05,
                    "epoch": 1.26,
                    "step": 63600
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.3228373428895155e-05,
                    "epoch": 1.26,
                    "step": 63700
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.3202023662090593e-05,
                    "epoch": 1.26,
                    "step": 63800
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.3175673895286028e-05,
                    "epoch": 1.26,
                    "step": 63900
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.3149324128481462e-05,
                    "epoch": 1.26,
                    "step": 64000
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 2.3122974361676903e-05,
                    "epoch": 1.27,
                    "step": 64100
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.3096624594872337e-05,
                    "epoch": 1.27,
                    "step": 64200
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.3070274828067772e-05,
                    "epoch": 1.27,
                    "step": 64300
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.304392506126321e-05,
                    "epoch": 1.27,
                    "step": 64400
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.3017575294458644e-05,
                    "epoch": 1.27,
                    "step": 64500
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.2991225527654085e-05,
                    "epoch": 1.28,
                    "step": 64600
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.296487576084952e-05,
                    "epoch": 1.28,
                    "step": 64700
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.2938525994044954e-05,
                    "epoch": 1.28,
                    "step": 64800
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.291217622724039e-05,
                    "epoch": 1.28,
                    "step": 64900
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.2885826460435826e-05,
                    "epoch": 1.28,
                    "step": 65000
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.285947669363126e-05,
                    "epoch": 1.29,
                    "step": 65100
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.28331269268267e-05,
                    "epoch": 1.29,
                    "step": 65200
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.2806777160022136e-05,
                    "epoch": 1.29,
                    "step": 65300
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.278042739321757e-05,
                    "epoch": 1.29,
                    "step": 65400
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.2754077626413008e-05,
                    "epoch": 1.29,
                    "step": 65500
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.2727727859608445e-05,
                    "epoch": 1.3,
                    "step": 65600
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.270137809280388e-05,
                    "epoch": 1.3,
                    "step": 65700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.2675028325999318e-05,
                    "epoch": 1.3,
                    "step": 65800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.2648678559194752e-05,
                    "epoch": 1.3,
                    "step": 65900
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.2622328792390193e-05,
                    "epoch": 1.3,
                    "step": 66000
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.2595979025585627e-05,
                    "epoch": 1.31,
                    "step": 66100
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.2569629258781062e-05,
                    "epoch": 1.31,
                    "step": 66200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.25432794919765e-05,
                    "epoch": 1.31,
                    "step": 66300
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.2516929725171934e-05,
                    "epoch": 1.31,
                    "step": 66400
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.2490579958367368e-05,
                    "epoch": 1.31,
                    "step": 66500
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.246423019156281e-05,
                    "epoch": 1.32,
                    "step": 66600
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.2437880424758244e-05,
                    "epoch": 1.32,
                    "step": 66700
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.2411530657953678e-05,
                    "epoch": 1.32,
                    "step": 66800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.2385180891149116e-05,
                    "epoch": 1.32,
                    "step": 66900
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.235883112434455e-05,
                    "epoch": 1.32,
                    "step": 67000
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.2332481357539984e-05,
                    "epoch": 1.33,
                    "step": 67100
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.2306131590735426e-05,
                    "epoch": 1.33,
                    "step": 67200
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.227978182393086e-05,
                    "epoch": 1.33,
                    "step": 67300
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.2253432057126294e-05,
                    "epoch": 1.33,
                    "step": 67400
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.2227082290321732e-05,
                    "epoch": 1.33,
                    "step": 67500
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.2200732523517166e-05,
                    "epoch": 1.34,
                    "step": 67600
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.2174382756712608e-05,
                    "epoch": 1.34,
                    "step": 67700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.2148032989908042e-05,
                    "epoch": 1.34,
                    "step": 67800
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.2121683223103476e-05,
                    "epoch": 1.34,
                    "step": 67900
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.2095333456298914e-05,
                    "epoch": 1.34,
                    "step": 68000
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.2068983689494348e-05,
                    "epoch": 1.35,
                    "step": 68100
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 2.2042633922689786e-05,
                    "epoch": 1.35,
                    "step": 68200
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.2016284155885224e-05,
                    "epoch": 1.35,
                    "step": 68300
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.1989934389080658e-05,
                    "epoch": 1.35,
                    "step": 68400
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.1963584622276092e-05,
                    "epoch": 1.35,
                    "step": 68500
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.1937234855471534e-05,
                    "epoch": 1.36,
                    "step": 68600
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.1910885088666968e-05,
                    "epoch": 1.36,
                    "step": 68700
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.1884535321862402e-05,
                    "epoch": 1.36,
                    "step": 68800
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.185818555505784e-05,
                    "epoch": 1.36,
                    "step": 68900
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.1831835788253274e-05,
                    "epoch": 1.36,
                    "step": 69000
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.1805486021448716e-05,
                    "epoch": 1.37,
                    "step": 69100
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.177913625464415e-05,
                    "epoch": 1.37,
                    "step": 69200
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.1752786487839584e-05,
                    "epoch": 1.37,
                    "step": 69300
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.1726436721035022e-05,
                    "epoch": 1.37,
                    "step": 69400
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 2.1700086954230456e-05,
                    "epoch": 1.37,
                    "step": 69500
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.167373718742589e-05,
                    "epoch": 1.38,
                    "step": 69600
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.1647387420621332e-05,
                    "epoch": 1.38,
                    "step": 69700
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.1621037653816766e-05,
                    "epoch": 1.38,
                    "step": 69800
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.15946878870122e-05,
                    "epoch": 1.38,
                    "step": 69900
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.1568338120207638e-05,
                    "epoch": 1.38,
                    "step": 70000
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.1541988353403073e-05,
                    "epoch": 1.38,
                    "step": 70100
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.1515638586598507e-05,
                    "epoch": 1.39,
                    "step": 70200
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.1489288819793948e-05,
                    "epoch": 1.39,
                    "step": 70300
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.1462939052989382e-05,
                    "epoch": 1.39,
                    "step": 70400
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.1436589286184817e-05,
                    "epoch": 1.39,
                    "step": 70500
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.1410239519380255e-05,
                    "epoch": 1.39,
                    "step": 70600
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.138388975257569e-05,
                    "epoch": 1.4,
                    "step": 70700
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.135753998577113e-05,
                    "epoch": 1.4,
                    "step": 70800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.1331190218966564e-05,
                    "epoch": 1.4,
                    "step": 70900
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.1304840452162e-05,
                    "epoch": 1.4,
                    "step": 71000
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.1278490685357437e-05,
                    "epoch": 1.4,
                    "step": 71100
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.1252140918552874e-05,
                    "epoch": 1.41,
                    "step": 71200
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.122579115174831e-05,
                    "epoch": 1.41,
                    "step": 71300
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.1199441384943746e-05,
                    "epoch": 1.41,
                    "step": 71400
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.117309161813918e-05,
                    "epoch": 1.41,
                    "step": 71500
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.1146741851334615e-05,
                    "epoch": 1.41,
                    "step": 71600
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.1120392084530056e-05,
                    "epoch": 1.42,
                    "step": 71700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.109404231772549e-05,
                    "epoch": 1.42,
                    "step": 71800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.1067692550920925e-05,
                    "epoch": 1.42,
                    "step": 71900
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 2.1041342784116363e-05,
                    "epoch": 1.42,
                    "step": 72000
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.1014993017311797e-05,
                    "epoch": 1.42,
                    "step": 72100
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.0988643250507238e-05,
                    "epoch": 1.43,
                    "step": 72200
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.0962293483702672e-05,
                    "epoch": 1.43,
                    "step": 72300
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.0935943716898107e-05,
                    "epoch": 1.43,
                    "step": 72400
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.0909593950093545e-05,
                    "epoch": 1.43,
                    "step": 72500
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.088324418328898e-05,
                    "epoch": 1.43,
                    "step": 72600
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.0856894416484413e-05,
                    "epoch": 1.44,
                    "step": 72700
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.0830544649679854e-05,
                    "epoch": 1.44,
                    "step": 72800
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.080419488287529e-05,
                    "epoch": 1.44,
                    "step": 72900
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.0777845116070723e-05,
                    "epoch": 1.44,
                    "step": 73000
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.075149534926616e-05,
                    "epoch": 1.44,
                    "step": 73100
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.0725145582461595e-05,
                    "epoch": 1.45,
                    "step": 73200
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.069879581565703e-05,
                    "epoch": 1.45,
                    "step": 73300
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 2.067244604885247e-05,
                    "epoch": 1.45,
                    "step": 73400
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.0646096282047905e-05,
                    "epoch": 1.45,
                    "step": 73500
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.061974651524334e-05,
                    "epoch": 1.45,
                    "step": 73600
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.0593396748438777e-05,
                    "epoch": 1.46,
                    "step": 73700
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.0567046981634215e-05,
                    "epoch": 1.46,
                    "step": 73800
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.0540697214829653e-05,
                    "epoch": 1.46,
                    "step": 73900
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.0514347448025087e-05,
                    "epoch": 1.46,
                    "step": 74000
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.048799768122052e-05,
                    "epoch": 1.46,
                    "step": 74100
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.046164791441596e-05,
                    "epoch": 1.47,
                    "step": 74200
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 2.0435298147611397e-05,
                    "epoch": 1.47,
                    "step": 74300
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.040894838080683e-05,
                    "epoch": 1.47,
                    "step": 74400
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.038259861400227e-05,
                    "epoch": 1.47,
                    "step": 74500
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 2.0356248847197703e-05,
                    "epoch": 1.47,
                    "step": 74600
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.0329899080393138e-05,
                    "epoch": 1.48,
                    "step": 74700
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 2.030354931358858e-05,
                    "epoch": 1.48,
                    "step": 74800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.0277199546784013e-05,
                    "epoch": 1.48,
                    "step": 74900
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.0250849779979447e-05,
                    "epoch": 1.48,
                    "step": 75000
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.0224500013174885e-05,
                    "epoch": 1.48,
                    "step": 75100
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.019815024637032e-05,
                    "epoch": 1.49,
                    "step": 75200
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 2.017180047956576e-05,
                    "epoch": 1.49,
                    "step": 75300
                },
                {
                    "loss": 0.014,
                    "learning_rate": 2.0145450712761195e-05,
                    "epoch": 1.49,
                    "step": 75400
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 2.011910094595663e-05,
                    "epoch": 1.49,
                    "step": 75500
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 2.0092751179152067e-05,
                    "epoch": 1.49,
                    "step": 75600
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 2.00664014123475e-05,
                    "epoch": 1.5,
                    "step": 75700
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 2.0040051645542936e-05,
                    "epoch": 1.5,
                    "step": 75800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 2.0013701878738377e-05,
                    "epoch": 1.5,
                    "step": 75900
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.998735211193381e-05,
                    "epoch": 1.5,
                    "step": 76000
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 1.996100234512925e-05,
                    "epoch": 1.5,
                    "step": 76100
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.9934652578324683e-05,
                    "epoch": 1.51,
                    "step": 76200
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.9908302811520118e-05,
                    "epoch": 1.51,
                    "step": 76300
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.9881953044715556e-05,
                    "epoch": 1.51,
                    "step": 76400
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.9855603277910993e-05,
                    "epoch": 1.51,
                    "step": 76500
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.9829253511106428e-05,
                    "epoch": 1.51,
                    "step": 76600
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.9802903744301865e-05,
                    "epoch": 1.52,
                    "step": 76700
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.9776553977497303e-05,
                    "epoch": 1.52,
                    "step": 76800
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.9750204210692737e-05,
                    "epoch": 1.52,
                    "step": 76900
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.9723854443888172e-05,
                    "epoch": 1.52,
                    "step": 77000
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.969750467708361e-05,
                    "epoch": 1.52,
                    "step": 77100
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.9671154910279047e-05,
                    "epoch": 1.53,
                    "step": 77200
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.964480514347448e-05,
                    "epoch": 1.53,
                    "step": 77300
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.961845537666992e-05,
                    "epoch": 1.53,
                    "step": 77400
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.9592105609865354e-05,
                    "epoch": 1.53,
                    "step": 77500
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.9565755843060788e-05,
                    "epoch": 1.53,
                    "step": 77600
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.9539406076256226e-05,
                    "epoch": 1.54,
                    "step": 77700
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.9513056309451664e-05,
                    "epoch": 1.54,
                    "step": 77800
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 1.94867065426471e-05,
                    "epoch": 1.54,
                    "step": 77900
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.9460356775842536e-05,
                    "epoch": 1.54,
                    "step": 78000
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.9434007009037973e-05,
                    "epoch": 1.54,
                    "step": 78100
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.9407657242233408e-05,
                    "epoch": 1.54,
                    "step": 78200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.9381307475428842e-05,
                    "epoch": 1.55,
                    "step": 78300
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.935495770862428e-05,
                    "epoch": 1.55,
                    "step": 78400
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.9328607941819718e-05,
                    "epoch": 1.55,
                    "step": 78500
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.9302258175015152e-05,
                    "epoch": 1.55,
                    "step": 78600
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.927590840821059e-05,
                    "epoch": 1.55,
                    "step": 78700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.9249558641406024e-05,
                    "epoch": 1.56,
                    "step": 78800
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.9223208874601462e-05,
                    "epoch": 1.56,
                    "step": 78900
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.9196859107796896e-05,
                    "epoch": 1.56,
                    "step": 79000
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 1.9170509340992334e-05,
                    "epoch": 1.56,
                    "step": 79100
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.914415957418777e-05,
                    "epoch": 1.56,
                    "step": 79200
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.9117809807383206e-05,
                    "epoch": 1.57,
                    "step": 79300
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.9091460040578644e-05,
                    "epoch": 1.57,
                    "step": 79400
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.9065110273774078e-05,
                    "epoch": 1.57,
                    "step": 79500
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 1.9038760506969516e-05,
                    "epoch": 1.57,
                    "step": 79600
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.901241074016495e-05,
                    "epoch": 1.57,
                    "step": 79700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.8986060973360388e-05,
                    "epoch": 1.58,
                    "step": 79800
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.8959711206555826e-05,
                    "epoch": 1.58,
                    "step": 79900
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.893336143975126e-05,
                    "epoch": 1.58,
                    "step": 80000
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.8907011672946694e-05,
                    "epoch": 1.58,
                    "step": 80100
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.8880661906142132e-05,
                    "epoch": 1.58,
                    "step": 80200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.885431213933757e-05,
                    "epoch": 1.59,
                    "step": 80300
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.8827962372533004e-05,
                    "epoch": 1.59,
                    "step": 80400
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.8801612605728442e-05,
                    "epoch": 1.59,
                    "step": 80500
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.8775262838923876e-05,
                    "epoch": 1.59,
                    "step": 80600
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.8748913072119314e-05,
                    "epoch": 1.59,
                    "step": 80700
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.872256330531475e-05,
                    "epoch": 1.6,
                    "step": 80800
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.8696213538510186e-05,
                    "epoch": 1.6,
                    "step": 80900
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.8669863771705624e-05,
                    "epoch": 1.6,
                    "step": 81000
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.8643514004901058e-05,
                    "epoch": 1.6,
                    "step": 81100
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.8617164238096496e-05,
                    "epoch": 1.6,
                    "step": 81200
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.859081447129193e-05,
                    "epoch": 1.61,
                    "step": 81300
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.8564464704487365e-05,
                    "epoch": 1.61,
                    "step": 81400
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.8538114937682802e-05,
                    "epoch": 1.61,
                    "step": 81500
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.851176517087824e-05,
                    "epoch": 1.61,
                    "step": 81600
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.8485415404073675e-05,
                    "epoch": 1.61,
                    "step": 81700
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.8459065637269112e-05,
                    "epoch": 1.62,
                    "step": 81800
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.8432715870464547e-05,
                    "epoch": 1.62,
                    "step": 81900
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.8406366103659984e-05,
                    "epoch": 1.62,
                    "step": 82000
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.838001633685542e-05,
                    "epoch": 1.62,
                    "step": 82100
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.8353666570050856e-05,
                    "epoch": 1.62,
                    "step": 82200
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.8327316803246294e-05,
                    "epoch": 1.63,
                    "step": 82300
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.830096703644173e-05,
                    "epoch": 1.63,
                    "step": 82400
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.8274617269637166e-05,
                    "epoch": 1.63,
                    "step": 82500
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.82482675028326e-05,
                    "epoch": 1.63,
                    "step": 82600
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.822191773602804e-05,
                    "epoch": 1.63,
                    "step": 82700
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.8195567969223473e-05,
                    "epoch": 1.64,
                    "step": 82800
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.816921820241891e-05,
                    "epoch": 1.64,
                    "step": 82900
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.8142868435614348e-05,
                    "epoch": 1.64,
                    "step": 83000
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.8116518668809783e-05,
                    "epoch": 1.64,
                    "step": 83100
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.8090168902005217e-05,
                    "epoch": 1.64,
                    "step": 83200
                },
                {
                    "loss": 0.015,
                    "learning_rate": 1.8063819135200655e-05,
                    "epoch": 1.65,
                    "step": 83300
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 1.8037469368396092e-05,
                    "epoch": 1.65,
                    "step": 83400
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.8011119601591527e-05,
                    "epoch": 1.65,
                    "step": 83500
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.7984769834786965e-05,
                    "epoch": 1.65,
                    "step": 83600
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.79584200679824e-05,
                    "epoch": 1.65,
                    "step": 83700
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.7932070301177837e-05,
                    "epoch": 1.66,
                    "step": 83800
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.790572053437327e-05,
                    "epoch": 1.66,
                    "step": 83900
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.787937076756871e-05,
                    "epoch": 1.66,
                    "step": 84000
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.7853021000764146e-05,
                    "epoch": 1.66,
                    "step": 84100
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.782667123395958e-05,
                    "epoch": 1.66,
                    "step": 84200
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.780032146715502e-05,
                    "epoch": 1.67,
                    "step": 84300
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.7773971700350453e-05,
                    "epoch": 1.67,
                    "step": 84400
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.7747621933545887e-05,
                    "epoch": 1.67,
                    "step": 84500
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.7721272166741325e-05,
                    "epoch": 1.67,
                    "step": 84600
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.7694922399936763e-05,
                    "epoch": 1.67,
                    "step": 84700
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.7668572633132197e-05,
                    "epoch": 1.68,
                    "step": 84800
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.7642222866327635e-05,
                    "epoch": 1.68,
                    "step": 84900
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.761587309952307e-05,
                    "epoch": 1.68,
                    "step": 85000
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.7589523332718507e-05,
                    "epoch": 1.68,
                    "step": 85100
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.756317356591394e-05,
                    "epoch": 1.68,
                    "step": 85200
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.753682379910938e-05,
                    "epoch": 1.69,
                    "step": 85300
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.7510474032304817e-05,
                    "epoch": 1.69,
                    "step": 85400
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.748412426550025e-05,
                    "epoch": 1.69,
                    "step": 85500
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.745777449869569e-05,
                    "epoch": 1.69,
                    "step": 85600
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.7431424731891123e-05,
                    "epoch": 1.69,
                    "step": 85700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.740507496508656e-05,
                    "epoch": 1.7,
                    "step": 85800
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.7378725198281995e-05,
                    "epoch": 1.7,
                    "step": 85900
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.7352375431477433e-05,
                    "epoch": 1.7,
                    "step": 86000
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.732602566467287e-05,
                    "epoch": 1.7,
                    "step": 86100
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.7299675897868305e-05,
                    "epoch": 1.7,
                    "step": 86200
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.727332613106374e-05,
                    "epoch": 1.7,
                    "step": 86300
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.7246976364259177e-05,
                    "epoch": 1.71,
                    "step": 86400
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.7220626597454615e-05,
                    "epoch": 1.71,
                    "step": 86500
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.719427683065005e-05,
                    "epoch": 1.71,
                    "step": 86600
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.7167927063845487e-05,
                    "epoch": 1.71,
                    "step": 86700
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.7141577297040925e-05,
                    "epoch": 1.71,
                    "step": 86800
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.711522753023636e-05,
                    "epoch": 1.72,
                    "step": 86900
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.7088877763431794e-05,
                    "epoch": 1.72,
                    "step": 87000
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.706252799662723e-05,
                    "epoch": 1.72,
                    "step": 87100
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.703617822982267e-05,
                    "epoch": 1.72,
                    "step": 87200
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.7009828463018103e-05,
                    "epoch": 1.72,
                    "step": 87300
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.698347869621354e-05,
                    "epoch": 1.73,
                    "step": 87400
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.6957128929408976e-05,
                    "epoch": 1.73,
                    "step": 87500
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.6930779162604413e-05,
                    "epoch": 1.73,
                    "step": 87600
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.6904429395799848e-05,
                    "epoch": 1.73,
                    "step": 87700
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.6878079628995285e-05,
                    "epoch": 1.73,
                    "step": 87800
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.685172986219072e-05,
                    "epoch": 1.74,
                    "step": 87900
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.6825380095386157e-05,
                    "epoch": 1.74,
                    "step": 88000
                },
                {
                    "loss": 0.0149,
                    "learning_rate": 1.6799030328581595e-05,
                    "epoch": 1.74,
                    "step": 88100
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.677268056177703e-05,
                    "epoch": 1.74,
                    "step": 88200
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.6746330794972464e-05,
                    "epoch": 1.74,
                    "step": 88300
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.67199810281679e-05,
                    "epoch": 1.75,
                    "step": 88400
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.669363126136334e-05,
                    "epoch": 1.75,
                    "step": 88500
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.6667281494558774e-05,
                    "epoch": 1.75,
                    "step": 88600
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.664093172775421e-05,
                    "epoch": 1.75,
                    "step": 88700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.6614581960949646e-05,
                    "epoch": 1.75,
                    "step": 88800
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.6588232194145084e-05,
                    "epoch": 1.76,
                    "step": 88900
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.6561882427340518e-05,
                    "epoch": 1.76,
                    "step": 89000
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.6535532660535956e-05,
                    "epoch": 1.76,
                    "step": 89100
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.6509182893731393e-05,
                    "epoch": 1.76,
                    "step": 89200
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.6482833126926828e-05,
                    "epoch": 1.76,
                    "step": 89300
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.6456483360122265e-05,
                    "epoch": 1.77,
                    "step": 89400
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.64301335933177e-05,
                    "epoch": 1.77,
                    "step": 89500
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.6403783826513138e-05,
                    "epoch": 1.77,
                    "step": 89600
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.6377434059708572e-05,
                    "epoch": 1.77,
                    "step": 89700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.635108429290401e-05,
                    "epoch": 1.77,
                    "step": 89800
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.6324734526099447e-05,
                    "epoch": 1.78,
                    "step": 89900
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.6298384759294882e-05,
                    "epoch": 1.78,
                    "step": 90000
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.6272034992490316e-05,
                    "epoch": 1.78,
                    "step": 90100
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.6245685225685754e-05,
                    "epoch": 1.78,
                    "step": 90200
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.621933545888119e-05,
                    "epoch": 1.78,
                    "step": 90300
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.6192985692076626e-05,
                    "epoch": 1.79,
                    "step": 90400
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.6166635925272064e-05,
                    "epoch": 1.79,
                    "step": 90500
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.6140286158467498e-05,
                    "epoch": 1.79,
                    "step": 90600
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.6113936391662936e-05,
                    "epoch": 1.79,
                    "step": 90700
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 1.608758662485837e-05,
                    "epoch": 1.79,
                    "step": 90800
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.6061236858053808e-05,
                    "epoch": 1.8,
                    "step": 90900
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.6034887091249242e-05,
                    "epoch": 1.8,
                    "step": 91000
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.600853732444468e-05,
                    "epoch": 1.8,
                    "step": 91100
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.5982187557640118e-05,
                    "epoch": 1.8,
                    "step": 91200
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.5955837790835552e-05,
                    "epoch": 1.8,
                    "step": 91300
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.5929488024030986e-05,
                    "epoch": 1.81,
                    "step": 91400
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.5903138257226424e-05,
                    "epoch": 1.81,
                    "step": 91500
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.5876788490421862e-05,
                    "epoch": 1.81,
                    "step": 91600
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.5850438723617296e-05,
                    "epoch": 1.81,
                    "step": 91700
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.5824088956812734e-05,
                    "epoch": 1.81,
                    "step": 91800
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.579773919000817e-05,
                    "epoch": 1.82,
                    "step": 91900
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.5771389423203606e-05,
                    "epoch": 1.82,
                    "step": 92000
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.574503965639904e-05,
                    "epoch": 1.82,
                    "step": 92100
                },
                {
                    "loss": 0.015,
                    "learning_rate": 1.5718689889594478e-05,
                    "epoch": 1.82,
                    "step": 92200
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.5692340122789916e-05,
                    "epoch": 1.82,
                    "step": 92300
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.566599035598535e-05,
                    "epoch": 1.83,
                    "step": 92400
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.5639640589180788e-05,
                    "epoch": 1.83,
                    "step": 92500
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.5613290822376222e-05,
                    "epoch": 1.83,
                    "step": 92600
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.558694105557166e-05,
                    "epoch": 1.83,
                    "step": 92700
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.5560591288767095e-05,
                    "epoch": 1.83,
                    "step": 92800
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.5534241521962532e-05,
                    "epoch": 1.84,
                    "step": 92900
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.550789175515797e-05,
                    "epoch": 1.84,
                    "step": 93000
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.5481541988353404e-05,
                    "epoch": 1.84,
                    "step": 93100
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.545519222154884e-05,
                    "epoch": 1.84,
                    "step": 93200
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.5428842454744276e-05,
                    "epoch": 1.84,
                    "step": 93300
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.5402492687939714e-05,
                    "epoch": 1.85,
                    "step": 93400
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.537614292113515e-05,
                    "epoch": 1.85,
                    "step": 93500
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.5349793154330586e-05,
                    "epoch": 1.85,
                    "step": 93600
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.5323443387526024e-05,
                    "epoch": 1.85,
                    "step": 93700
                },
                {
                    "loss": 0.013,
                    "learning_rate": 1.529709362072146e-05,
                    "epoch": 1.85,
                    "step": 93800
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.5270743853916893e-05,
                    "epoch": 1.86,
                    "step": 93900
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 1.524439408711233e-05,
                    "epoch": 1.86,
                    "step": 94000
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.5218044320307765e-05,
                    "epoch": 1.86,
                    "step": 94100
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.5191694553503203e-05,
                    "epoch": 1.86,
                    "step": 94200
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.5165344786698639e-05,
                    "epoch": 1.86,
                    "step": 94300
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.5138995019894076e-05,
                    "epoch": 1.86,
                    "step": 94400
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.511264525308951e-05,
                    "epoch": 1.87,
                    "step": 94500
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.5086295486284947e-05,
                    "epoch": 1.87,
                    "step": 94600
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.5059945719480385e-05,
                    "epoch": 1.87,
                    "step": 94700
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.5033595952675819e-05,
                    "epoch": 1.87,
                    "step": 94800
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.5007246185871257e-05,
                    "epoch": 1.87,
                    "step": 94900
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.4980896419066693e-05,
                    "epoch": 1.88,
                    "step": 95000
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.495454665226213e-05,
                    "epoch": 1.88,
                    "step": 95100
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.4928196885457565e-05,
                    "epoch": 1.88,
                    "step": 95200
                },
                {
                    "loss": 0.0122,
                    "learning_rate": 1.4901847118653e-05,
                    "epoch": 1.88,
                    "step": 95300
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.4875497351848439e-05,
                    "epoch": 1.88,
                    "step": 95400
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.4849147585043873e-05,
                    "epoch": 1.89,
                    "step": 95500
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.4822797818239309e-05,
                    "epoch": 1.89,
                    "step": 95600
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.4796448051434747e-05,
                    "epoch": 1.89,
                    "step": 95700
                },
                {
                    "loss": 0.0142,
                    "learning_rate": 1.4770098284630183e-05,
                    "epoch": 1.89,
                    "step": 95800
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.4743748517825617e-05,
                    "epoch": 1.89,
                    "step": 95900
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.4717398751021055e-05,
                    "epoch": 1.9,
                    "step": 96000
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.4691048984216491e-05,
                    "epoch": 1.9,
                    "step": 96100
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.4664699217411927e-05,
                    "epoch": 1.9,
                    "step": 96200
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.4638349450607363e-05,
                    "epoch": 1.9,
                    "step": 96300
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.46119996838028e-05,
                    "epoch": 1.9,
                    "step": 96400
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.4585649916998237e-05,
                    "epoch": 1.91,
                    "step": 96500
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.4559300150193671e-05,
                    "epoch": 1.91,
                    "step": 96600
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.4532950383389109e-05,
                    "epoch": 1.91,
                    "step": 96700
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.4506600616584545e-05,
                    "epoch": 1.91,
                    "step": 96800
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.448025084977998e-05,
                    "epoch": 1.91,
                    "step": 96900
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 1.4453901082975417e-05,
                    "epoch": 1.92,
                    "step": 97000
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.4427551316170853e-05,
                    "epoch": 1.92,
                    "step": 97100
                },
                {
                    "loss": 0.014,
                    "learning_rate": 1.4401201549366287e-05,
                    "epoch": 1.92,
                    "step": 97200
                },
                {
                    "loss": 0.0135,
                    "learning_rate": 1.4374851782561725e-05,
                    "epoch": 1.92,
                    "step": 97300
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.4348502015757161e-05,
                    "epoch": 1.92,
                    "step": 97400
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.4322152248952599e-05,
                    "epoch": 1.93,
                    "step": 97500
                },
                {
                    "loss": 0.013,
                    "learning_rate": 1.4295802482148033e-05,
                    "epoch": 1.93,
                    "step": 97600
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.4269452715343471e-05,
                    "epoch": 1.93,
                    "step": 97700
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 1.4243102948538907e-05,
                    "epoch": 1.93,
                    "step": 97800
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.4216753181734341e-05,
                    "epoch": 1.93,
                    "step": 97900
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.419040341492978e-05,
                    "epoch": 1.94,
                    "step": 98000
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.4164053648125215e-05,
                    "epoch": 1.94,
                    "step": 98100
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.4137703881320653e-05,
                    "epoch": 1.94,
                    "step": 98200
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.4111354114516087e-05,
                    "epoch": 1.94,
                    "step": 98300
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.4085004347711523e-05,
                    "epoch": 1.94,
                    "step": 98400
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.4058654580906961e-05,
                    "epoch": 1.95,
                    "step": 98500
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.4032304814102395e-05,
                    "epoch": 1.95,
                    "step": 98600
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.4005955047297832e-05,
                    "epoch": 1.95,
                    "step": 98700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.397960528049327e-05,
                    "epoch": 1.95,
                    "step": 98800
                },
                {
                    "loss": 0.0134,
                    "learning_rate": 1.3953255513688705e-05,
                    "epoch": 1.95,
                    "step": 98900
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.3926905746884141e-05,
                    "epoch": 1.96,
                    "step": 99000
                },
                {
                    "loss": 0.0144,
                    "learning_rate": 1.3900555980079577e-05,
                    "epoch": 1.96,
                    "step": 99100
                },
                {
                    "loss": 0.0131,
                    "learning_rate": 1.3874206213275015e-05,
                    "epoch": 1.96,
                    "step": 99200
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.384785644647045e-05,
                    "epoch": 1.96,
                    "step": 99300
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 1.3821506679665886e-05,
                    "epoch": 1.96,
                    "step": 99400
                },
                {
                    "loss": 0.0145,
                    "learning_rate": 1.3795156912861323e-05,
                    "epoch": 1.97,
                    "step": 99500
                },
                {
                    "loss": 0.013,
                    "learning_rate": 1.376880714605676e-05,
                    "epoch": 1.97,
                    "step": 99600
                },
                {
                    "loss": 0.0137,
                    "learning_rate": 1.3742457379252194e-05,
                    "epoch": 1.97,
                    "step": 99700
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.3716107612447631e-05,
                    "epoch": 1.97,
                    "step": 99800
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.3689757845643067e-05,
                    "epoch": 1.97,
                    "step": 99900
                },
                {
                    "loss": 0.013,
                    "learning_rate": 1.3663408078838502e-05,
                    "epoch": 1.98,
                    "step": 100000
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.363705831203394e-05,
                    "epoch": 1.98,
                    "step": 100100
                },
                {
                    "loss": 0.0138,
                    "learning_rate": 1.3610708545229376e-05,
                    "epoch": 1.98,
                    "step": 100200
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.3584358778424812e-05,
                    "epoch": 1.98,
                    "step": 100300
                },
                {
                    "loss": 0.0143,
                    "learning_rate": 1.3558009011620248e-05,
                    "epoch": 1.98,
                    "step": 100400
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.3531659244815685e-05,
                    "epoch": 1.99,
                    "step": 100500
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.3505309478011122e-05,
                    "epoch": 1.99,
                    "step": 100600
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.3478959711206556e-05,
                    "epoch": 1.99,
                    "step": 100700
                },
                {
                    "loss": 0.0139,
                    "learning_rate": 1.3452609944401994e-05,
                    "epoch": 1.99,
                    "step": 100800
                },
                {
                    "loss": 0.0136,
                    "learning_rate": 1.342626017759743e-05,
                    "epoch": 1.99,
                    "step": 100900
                },
                {
                    "loss": 0.0132,
                    "learning_rate": 1.3399910410792864e-05,
                    "epoch": 2.0,
                    "step": 101000
                },
                {
                    "loss": 0.0133,
                    "learning_rate": 1.3373560643988302e-05,
                    "epoch": 2.0,
                    "step": 101100
                },
                {
                    "loss": 0.0129,
                    "learning_rate": 1.3347210877183738e-05,
                    "epoch": 2.0,
                    "step": 101200
                },
                {
                    "eval_loss": 0.016109028831124306,
                    "eval_f1": 0.9438931559397454,
                    "eval_precision": 0.9361095646145885,
                    "eval_recall": 0.9518072710155251,
                    "eval_accuracy": 0.9943396105800706,
                    "eval_runtime": 1533.0533,
                    "eval_samples_per_second": 52.231,
                    "epoch": 2.0,
                    "step": 101236
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 1.3320861110379176e-05,
                    "epoch": 2.0,
                    "step": 101300
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.329451134357461e-05,
                    "epoch": 2.0,
                    "step": 101400
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.3268161576770046e-05,
                    "epoch": 2.01,
                    "step": 101500
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.3241811809965484e-05,
                    "epoch": 2.01,
                    "step": 101600
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.3215462043160918e-05,
                    "epoch": 2.01,
                    "step": 101700
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.3189112276356356e-05,
                    "epoch": 2.01,
                    "step": 101800
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.3162762509551792e-05,
                    "epoch": 2.01,
                    "step": 101900
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.313641274274723e-05,
                    "epoch": 2.02,
                    "step": 102000
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.3110062975942664e-05,
                    "epoch": 2.02,
                    "step": 102100
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.30837132091381e-05,
                    "epoch": 2.02,
                    "step": 102200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.3057363442333538e-05,
                    "epoch": 2.02,
                    "step": 102300
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.3031013675528972e-05,
                    "epoch": 2.02,
                    "step": 102400
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.3004663908724408e-05,
                    "epoch": 2.02,
                    "step": 102500
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.2978314141919846e-05,
                    "epoch": 2.03,
                    "step": 102600
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 1.2951964375115282e-05,
                    "epoch": 2.03,
                    "step": 102700
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.2925614608310716e-05,
                    "epoch": 2.03,
                    "step": 102800
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.2899264841506154e-05,
                    "epoch": 2.03,
                    "step": 102900
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.287291507470159e-05,
                    "epoch": 2.03,
                    "step": 103000
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.2846565307897026e-05,
                    "epoch": 2.04,
                    "step": 103100
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.2820215541092462e-05,
                    "epoch": 2.04,
                    "step": 103200
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.27938657742879e-05,
                    "epoch": 2.04,
                    "step": 103300
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.2767516007483334e-05,
                    "epoch": 2.04,
                    "step": 103400
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.274116624067877e-05,
                    "epoch": 2.04,
                    "step": 103500
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.2714816473874208e-05,
                    "epoch": 2.05,
                    "step": 103600
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.2688466707069644e-05,
                    "epoch": 2.05,
                    "step": 103700
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.2662116940265078e-05,
                    "epoch": 2.05,
                    "step": 103800
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.2635767173460516e-05,
                    "epoch": 2.05,
                    "step": 103900
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.2609417406655952e-05,
                    "epoch": 2.05,
                    "step": 104000
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.2583067639851387e-05,
                    "epoch": 2.06,
                    "step": 104100
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.2556717873046824e-05,
                    "epoch": 2.06,
                    "step": 104200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.253036810624226e-05,
                    "epoch": 2.06,
                    "step": 104300
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.2504018339437698e-05,
                    "epoch": 2.06,
                    "step": 104400
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.2477668572633132e-05,
                    "epoch": 2.06,
                    "step": 104500
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.245131880582857e-05,
                    "epoch": 2.07,
                    "step": 104600
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.2424969039024006e-05,
                    "epoch": 2.07,
                    "step": 104700
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.239861927221944e-05,
                    "epoch": 2.07,
                    "step": 104800
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.2372269505414878e-05,
                    "epoch": 2.07,
                    "step": 104900
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.2345919738610314e-05,
                    "epoch": 2.07,
                    "step": 105000
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.2319569971805752e-05,
                    "epoch": 2.08,
                    "step": 105100
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.2293220205001186e-05,
                    "epoch": 2.08,
                    "step": 105200
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.2266870438196623e-05,
                    "epoch": 2.08,
                    "step": 105300
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.224052067139206e-05,
                    "epoch": 2.08,
                    "step": 105400
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.2214170904587495e-05,
                    "epoch": 2.08,
                    "step": 105500
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.218782113778293e-05,
                    "epoch": 2.09,
                    "step": 105600
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.2161471370978368e-05,
                    "epoch": 2.09,
                    "step": 105700
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.2135121604173804e-05,
                    "epoch": 2.09,
                    "step": 105800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.210877183736924e-05,
                    "epoch": 2.09,
                    "step": 105900
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.2082422070564677e-05,
                    "epoch": 2.09,
                    "step": 106000
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.2056072303760114e-05,
                    "epoch": 2.1,
                    "step": 106100
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.2029722536955549e-05,
                    "epoch": 2.1,
                    "step": 106200
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.2003372770150985e-05,
                    "epoch": 2.1,
                    "step": 106300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.1977023003346422e-05,
                    "epoch": 2.1,
                    "step": 106400
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.1950673236541857e-05,
                    "epoch": 2.1,
                    "step": 106500
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.1924323469737293e-05,
                    "epoch": 2.11,
                    "step": 106600
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.189797370293273e-05,
                    "epoch": 2.11,
                    "step": 106700
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.1871623936128167e-05,
                    "epoch": 2.11,
                    "step": 106800
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.1845274169323601e-05,
                    "epoch": 2.11,
                    "step": 106900
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.1818924402519039e-05,
                    "epoch": 2.11,
                    "step": 107000
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.1792574635714475e-05,
                    "epoch": 2.12,
                    "step": 107100
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.176622486890991e-05,
                    "epoch": 2.12,
                    "step": 107200
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.1739875102105347e-05,
                    "epoch": 2.12,
                    "step": 107300
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.1713525335300785e-05,
                    "epoch": 2.12,
                    "step": 107400
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.168717556849622e-05,
                    "epoch": 2.12,
                    "step": 107500
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.1660825801691655e-05,
                    "epoch": 2.13,
                    "step": 107600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.1634476034887093e-05,
                    "epoch": 2.13,
                    "step": 107700
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.1608126268082529e-05,
                    "epoch": 2.13,
                    "step": 107800
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.1581776501277963e-05,
                    "epoch": 2.13,
                    "step": 107900
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.1555426734473401e-05,
                    "epoch": 2.13,
                    "step": 108000
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.1529076967668837e-05,
                    "epoch": 2.14,
                    "step": 108100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.1502727200864275e-05,
                    "epoch": 2.14,
                    "step": 108200
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.1476377434059709e-05,
                    "epoch": 2.14,
                    "step": 108300
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.1450027667255145e-05,
                    "epoch": 2.14,
                    "step": 108400
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.1423677900450583e-05,
                    "epoch": 2.14,
                    "step": 108500
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.1397328133646017e-05,
                    "epoch": 2.15,
                    "step": 108600
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.1370978366841455e-05,
                    "epoch": 2.15,
                    "step": 108700
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.1344628600036891e-05,
                    "epoch": 2.15,
                    "step": 108800
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.1318278833232329e-05,
                    "epoch": 2.15,
                    "step": 108900
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.1291929066427763e-05,
                    "epoch": 2.15,
                    "step": 109000
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.1265579299623199e-05,
                    "epoch": 2.16,
                    "step": 109100
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.1239229532818637e-05,
                    "epoch": 2.16,
                    "step": 109200
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.1212879766014071e-05,
                    "epoch": 2.16,
                    "step": 109300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.1186529999209507e-05,
                    "epoch": 2.16,
                    "step": 109400
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.1160180232404945e-05,
                    "epoch": 2.16,
                    "step": 109500
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.113383046560038e-05,
                    "epoch": 2.17,
                    "step": 109600
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.1107480698795815e-05,
                    "epoch": 2.17,
                    "step": 109700
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.1081130931991253e-05,
                    "epoch": 2.17,
                    "step": 109800
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.105478116518669e-05,
                    "epoch": 2.17,
                    "step": 109900
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.1028431398382125e-05,
                    "epoch": 2.17,
                    "step": 110000
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.1002081631577561e-05,
                    "epoch": 2.18,
                    "step": 110100
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.0975731864772999e-05,
                    "epoch": 2.18,
                    "step": 110200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.0949382097968433e-05,
                    "epoch": 2.18,
                    "step": 110300
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.092303233116387e-05,
                    "epoch": 2.18,
                    "step": 110400
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.0896682564359307e-05,
                    "epoch": 2.18,
                    "step": 110500
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.0870332797554743e-05,
                    "epoch": 2.18,
                    "step": 110600
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.0843983030750178e-05,
                    "epoch": 2.19,
                    "step": 110700
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.0817633263945615e-05,
                    "epoch": 2.19,
                    "step": 110800
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.0791283497141051e-05,
                    "epoch": 2.19,
                    "step": 110900
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.0764933730336486e-05,
                    "epoch": 2.19,
                    "step": 111000
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.0738583963531923e-05,
                    "epoch": 2.19,
                    "step": 111100
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.071223419672736e-05,
                    "epoch": 2.2,
                    "step": 111200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.0685884429922797e-05,
                    "epoch": 2.2,
                    "step": 111300
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.0659534663118232e-05,
                    "epoch": 2.2,
                    "step": 111400
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.063318489631367e-05,
                    "epoch": 2.2,
                    "step": 111500
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.0606835129509105e-05,
                    "epoch": 2.2,
                    "step": 111600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.058048536270454e-05,
                    "epoch": 2.21,
                    "step": 111700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.0554135595899978e-05,
                    "epoch": 2.21,
                    "step": 111800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.0527785829095414e-05,
                    "epoch": 2.21,
                    "step": 111900
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 1.0501436062290851e-05,
                    "epoch": 2.21,
                    "step": 112000
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.0475086295486286e-05,
                    "epoch": 2.21,
                    "step": 112100
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.0448736528681722e-05,
                    "epoch": 2.22,
                    "step": 112200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 1.042238676187716e-05,
                    "epoch": 2.22,
                    "step": 112300
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.0396036995072594e-05,
                    "epoch": 2.22,
                    "step": 112400
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.036968722826803e-05,
                    "epoch": 2.22,
                    "step": 112500
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.0343337461463468e-05,
                    "epoch": 2.22,
                    "step": 112600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.0316987694658902e-05,
                    "epoch": 2.23,
                    "step": 112700
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.029063792785434e-05,
                    "epoch": 2.23,
                    "step": 112800
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.0264288161049776e-05,
                    "epoch": 2.23,
                    "step": 112900
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.0237938394245212e-05,
                    "epoch": 2.23,
                    "step": 113000
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.0211588627440648e-05,
                    "epoch": 2.23,
                    "step": 113100
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.0185238860636084e-05,
                    "epoch": 2.24,
                    "step": 113200
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.0158889093831522e-05,
                    "epoch": 2.24,
                    "step": 113300
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 1.0132539327026956e-05,
                    "epoch": 2.24,
                    "step": 113400
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 1.0106189560222392e-05,
                    "epoch": 2.24,
                    "step": 113500
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 1.007983979341783e-05,
                    "epoch": 2.24,
                    "step": 113600
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.0053490026613266e-05,
                    "epoch": 2.25,
                    "step": 113700
                },
                {
                    "loss": 0.011,
                    "learning_rate": 1.00271402598087e-05,
                    "epoch": 2.25,
                    "step": 113800
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.0000790493004138e-05,
                    "epoch": 2.25,
                    "step": 113900
                },
                {
                    "loss": 0.011,
                    "learning_rate": 9.974440726199574e-06,
                    "epoch": 2.25,
                    "step": 114000
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 9.94809095939501e-06,
                    "epoch": 2.25,
                    "step": 114100
                },
                {
                    "loss": 0.011,
                    "learning_rate": 9.921741192590446e-06,
                    "epoch": 2.26,
                    "step": 114200
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.895391425785884e-06,
                    "epoch": 2.26,
                    "step": 114300
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 9.869041658981318e-06,
                    "epoch": 2.26,
                    "step": 114400
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 9.842691892176756e-06,
                    "epoch": 2.26,
                    "step": 114500
                },
                {
                    "loss": 0.011,
                    "learning_rate": 9.816342125372192e-06,
                    "epoch": 2.26,
                    "step": 114600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 9.789992358567626e-06,
                    "epoch": 2.27,
                    "step": 114700
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 9.763642591763064e-06,
                    "epoch": 2.27,
                    "step": 114800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.7372928249585e-06,
                    "epoch": 2.27,
                    "step": 114900
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 9.710943058153936e-06,
                    "epoch": 2.27,
                    "step": 115000
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 9.684593291349372e-06,
                    "epoch": 2.27,
                    "step": 115100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.658243524544808e-06,
                    "epoch": 2.28,
                    "step": 115200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 9.631893757740244e-06,
                    "epoch": 2.28,
                    "step": 115300
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 9.60554399093568e-06,
                    "epoch": 2.28,
                    "step": 115400
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.579194224131118e-06,
                    "epoch": 2.28,
                    "step": 115500
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.552844457326554e-06,
                    "epoch": 2.28,
                    "step": 115600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 9.52649469052199e-06,
                    "epoch": 2.29,
                    "step": 115700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 9.500144923717426e-06,
                    "epoch": 2.29,
                    "step": 115800
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 9.473795156912862e-06,
                    "epoch": 2.29,
                    "step": 115900
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.447445390108298e-06,
                    "epoch": 2.29,
                    "step": 116000
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.421095623303734e-06,
                    "epoch": 2.29,
                    "step": 116100
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 9.39474585649917e-06,
                    "epoch": 2.3,
                    "step": 116200
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 9.368396089694606e-06,
                    "epoch": 2.3,
                    "step": 116300
                },
                {
                    "loss": 0.011,
                    "learning_rate": 9.342046322890043e-06,
                    "epoch": 2.3,
                    "step": 116400
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 9.31569655608548e-06,
                    "epoch": 2.3,
                    "step": 116500
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 9.289346789280915e-06,
                    "epoch": 2.3,
                    "step": 116600
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 9.262997022476352e-06,
                    "epoch": 2.31,
                    "step": 116700
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.236647255671788e-06,
                    "epoch": 2.31,
                    "step": 116800
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 9.210297488867224e-06,
                    "epoch": 2.31,
                    "step": 116900
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 9.18394772206266e-06,
                    "epoch": 2.31,
                    "step": 117000
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.157597955258097e-06,
                    "epoch": 2.31,
                    "step": 117100
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 9.131248188453533e-06,
                    "epoch": 2.32,
                    "step": 117200
                },
                {
                    "loss": 0.011,
                    "learning_rate": 9.104898421648969e-06,
                    "epoch": 2.32,
                    "step": 117300
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 9.078548654844406e-06,
                    "epoch": 2.32,
                    "step": 117400
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 9.05219888803984e-06,
                    "epoch": 2.32,
                    "step": 117500
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 9.025849121235278e-06,
                    "epoch": 2.32,
                    "step": 117600
                },
                {
                    "loss": 0.011,
                    "learning_rate": 8.999499354430715e-06,
                    "epoch": 2.33,
                    "step": 117700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 8.97314958762615e-06,
                    "epoch": 2.33,
                    "step": 117800
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 8.946799820821587e-06,
                    "epoch": 2.33,
                    "step": 117900
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 8.920450054017023e-06,
                    "epoch": 2.33,
                    "step": 118000
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 8.894100287212459e-06,
                    "epoch": 2.33,
                    "step": 118100
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 8.867750520407895e-06,
                    "epoch": 2.34,
                    "step": 118200
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 8.84140075360333e-06,
                    "epoch": 2.34,
                    "step": 118300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 8.815050986798767e-06,
                    "epoch": 2.34,
                    "step": 118400
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 8.788701219994203e-06,
                    "epoch": 2.34,
                    "step": 118500
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 8.76235145318964e-06,
                    "epoch": 2.34,
                    "step": 118600
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 8.736001686385077e-06,
                    "epoch": 2.35,
                    "step": 118700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 8.709651919580513e-06,
                    "epoch": 2.35,
                    "step": 118800
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 8.683302152775949e-06,
                    "epoch": 2.35,
                    "step": 118900
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 8.656952385971385e-06,
                    "epoch": 2.35,
                    "step": 119000
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 8.630602619166821e-06,
                    "epoch": 2.35,
                    "step": 119100
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 8.604252852362257e-06,
                    "epoch": 2.35,
                    "step": 119200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 8.577903085557695e-06,
                    "epoch": 2.36,
                    "step": 119300
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 8.551553318753129e-06,
                    "epoch": 2.36,
                    "step": 119400
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 8.525203551948565e-06,
                    "epoch": 2.36,
                    "step": 119500
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 8.498853785144003e-06,
                    "epoch": 2.36,
                    "step": 119600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 8.472504018339439e-06,
                    "epoch": 2.36,
                    "step": 119700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 8.446154251534875e-06,
                    "epoch": 2.37,
                    "step": 119800
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 8.419804484730311e-06,
                    "epoch": 2.37,
                    "step": 119900
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 8.393454717925747e-06,
                    "epoch": 2.37,
                    "step": 120000
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 8.367104951121183e-06,
                    "epoch": 2.37,
                    "step": 120100
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 8.340755184316619e-06,
                    "epoch": 2.37,
                    "step": 120200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 8.314405417512055e-06,
                    "epoch": 2.38,
                    "step": 120300
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 8.288055650707491e-06,
                    "epoch": 2.38,
                    "step": 120400
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 8.261705883902929e-06,
                    "epoch": 2.38,
                    "step": 120500
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 8.235356117098365e-06,
                    "epoch": 2.38,
                    "step": 120600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 8.209006350293801e-06,
                    "epoch": 2.38,
                    "step": 120700
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 8.182656583489237e-06,
                    "epoch": 2.39,
                    "step": 120800
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 8.156306816684673e-06,
                    "epoch": 2.39,
                    "step": 120900
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 8.12995704988011e-06,
                    "epoch": 2.39,
                    "step": 121000
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 8.103607283075545e-06,
                    "epoch": 2.39,
                    "step": 121100
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 8.077257516270981e-06,
                    "epoch": 2.39,
                    "step": 121200
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 8.050907749466417e-06,
                    "epoch": 2.4,
                    "step": 121300
                },
                {
                    "loss": 0.011,
                    "learning_rate": 8.024557982661853e-06,
                    "epoch": 2.4,
                    "step": 121400
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 7.998208215857291e-06,
                    "epoch": 2.4,
                    "step": 121500
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 7.971858449052725e-06,
                    "epoch": 2.4,
                    "step": 121600
                },
                {
                    "loss": 0.01,
                    "learning_rate": 7.945508682248163e-06,
                    "epoch": 2.4,
                    "step": 121700
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 7.9191589154436e-06,
                    "epoch": 2.41,
                    "step": 121800
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 7.892809148639035e-06,
                    "epoch": 2.41,
                    "step": 121900
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 7.866459381834471e-06,
                    "epoch": 2.41,
                    "step": 122000
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 7.840109615029907e-06,
                    "epoch": 2.41,
                    "step": 122100
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.813759848225343e-06,
                    "epoch": 2.41,
                    "step": 122200
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.78741008142078e-06,
                    "epoch": 2.42,
                    "step": 122300
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 7.761060314616217e-06,
                    "epoch": 2.42,
                    "step": 122400
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.734710547811652e-06,
                    "epoch": 2.42,
                    "step": 122500
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 7.708360781007088e-06,
                    "epoch": 2.42,
                    "step": 122600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.682011014202525e-06,
                    "epoch": 2.42,
                    "step": 122700
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 7.655661247397961e-06,
                    "epoch": 2.43,
                    "step": 122800
                },
                {
                    "loss": 0.011,
                    "learning_rate": 7.6293114805933975e-06,
                    "epoch": 2.43,
                    "step": 122900
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 7.6029617137888335e-06,
                    "epoch": 2.43,
                    "step": 123000
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 7.5766119469842704e-06,
                    "epoch": 2.43,
                    "step": 123100
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 7.550262180179706e-06,
                    "epoch": 2.43,
                    "step": 123200
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 7.523912413375142e-06,
                    "epoch": 2.44,
                    "step": 123300
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 7.497562646570579e-06,
                    "epoch": 2.44,
                    "step": 123400
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 7.471212879766015e-06,
                    "epoch": 2.44,
                    "step": 123500
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 7.4448631129614515e-06,
                    "epoch": 2.44,
                    "step": 123600
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 7.418513346156887e-06,
                    "epoch": 2.44,
                    "step": 123700
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 7.392163579352324e-06,
                    "epoch": 2.45,
                    "step": 123800
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 7.36581381254776e-06,
                    "epoch": 2.45,
                    "step": 123900
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 7.339464045743196e-06,
                    "epoch": 2.45,
                    "step": 124000
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 7.313114278938633e-06,
                    "epoch": 2.45,
                    "step": 124100
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 7.286764512134068e-06,
                    "epoch": 2.45,
                    "step": 124200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 7.260414745329505e-06,
                    "epoch": 2.46,
                    "step": 124300
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.234064978524941e-06,
                    "epoch": 2.46,
                    "step": 124400
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 7.207715211720376e-06,
                    "epoch": 2.46,
                    "step": 124500
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.181365444915813e-06,
                    "epoch": 2.46,
                    "step": 124600
                },
                {
                    "loss": 0.011,
                    "learning_rate": 7.155015678111249e-06,
                    "epoch": 2.46,
                    "step": 124700
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.128665911306686e-06,
                    "epoch": 2.47,
                    "step": 124800
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 7.102316144502122e-06,
                    "epoch": 2.47,
                    "step": 124900
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 7.075966377697559e-06,
                    "epoch": 2.47,
                    "step": 125000
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 7.049616610892994e-06,
                    "epoch": 2.47,
                    "step": 125100
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 7.02326684408843e-06,
                    "epoch": 2.47,
                    "step": 125200
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 6.996917077283867e-06,
                    "epoch": 2.48,
                    "step": 125300
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 6.970567310479303e-06,
                    "epoch": 2.48,
                    "step": 125400
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 6.94421754367474e-06,
                    "epoch": 2.48,
                    "step": 125500
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 6.917867776870175e-06,
                    "epoch": 2.48,
                    "step": 125600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 6.891518010065611e-06,
                    "epoch": 2.48,
                    "step": 125700
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 6.865168243261048e-06,
                    "epoch": 2.49,
                    "step": 125800
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 6.838818476456483e-06,
                    "epoch": 2.49,
                    "step": 125900
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 6.81246870965192e-06,
                    "epoch": 2.49,
                    "step": 126000
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 6.786118942847356e-06,
                    "epoch": 2.49,
                    "step": 126100
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 6.759769176042793e-06,
                    "epoch": 2.49,
                    "step": 126200
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 6.733419409238229e-06,
                    "epoch": 2.5,
                    "step": 126300
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 6.707069642433664e-06,
                    "epoch": 2.5,
                    "step": 126400
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 6.680719875629101e-06,
                    "epoch": 2.5,
                    "step": 126500
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 6.654370108824537e-06,
                    "epoch": 2.5,
                    "step": 126600
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 6.628020342019974e-06,
                    "epoch": 2.5,
                    "step": 126700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 6.60167057521541e-06,
                    "epoch": 2.51,
                    "step": 126800
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 6.575320808410847e-06,
                    "epoch": 2.51,
                    "step": 126900
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 6.548971041606282e-06,
                    "epoch": 2.51,
                    "step": 127000
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 6.522621274801718e-06,
                    "epoch": 2.51,
                    "step": 127100
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 6.496271507997155e-06,
                    "epoch": 2.51,
                    "step": 127200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 6.46992174119259e-06,
                    "epoch": 2.51,
                    "step": 127300
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 6.443571974388027e-06,
                    "epoch": 2.52,
                    "step": 127400
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 6.417222207583463e-06,
                    "epoch": 2.52,
                    "step": 127500
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 6.390872440778899e-06,
                    "epoch": 2.52,
                    "step": 127600
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 6.364522673974336e-06,
                    "epoch": 2.52,
                    "step": 127700
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 6.3381729071697715e-06,
                    "epoch": 2.52,
                    "step": 127800
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 6.311823140365208e-06,
                    "epoch": 2.53,
                    "step": 127900
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 6.285473373560644e-06,
                    "epoch": 2.53,
                    "step": 128000
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 6.259123606756081e-06,
                    "epoch": 2.53,
                    "step": 128100
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 6.232773839951517e-06,
                    "epoch": 2.53,
                    "step": 128200
                },
                {
                    "loss": 0.011,
                    "learning_rate": 6.2064240731469526e-06,
                    "epoch": 2.53,
                    "step": 128300
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 6.1800743063423895e-06,
                    "epoch": 2.54,
                    "step": 128400
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 6.1537245395378255e-06,
                    "epoch": 2.54,
                    "step": 128500
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 6.127374772733262e-06,
                    "epoch": 2.54,
                    "step": 128600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 6.101025005928698e-06,
                    "epoch": 2.54,
                    "step": 128700
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 6.074675239124134e-06,
                    "epoch": 2.54,
                    "step": 128800
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 6.0483254723195705e-06,
                    "epoch": 2.55,
                    "step": 128900
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 6.021975705515007e-06,
                    "epoch": 2.55,
                    "step": 129000
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 5.9956259387104435e-06,
                    "epoch": 2.55,
                    "step": 129100
                },
                {
                    "loss": 0.011,
                    "learning_rate": 5.969276171905879e-06,
                    "epoch": 2.55,
                    "step": 129200
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 5.942926405101316e-06,
                    "epoch": 2.55,
                    "step": 129300
                },
                {
                    "loss": 0.01,
                    "learning_rate": 5.916576638296752e-06,
                    "epoch": 2.56,
                    "step": 129400
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 5.890226871492188e-06,
                    "epoch": 2.56,
                    "step": 129500
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 5.8638771046876246e-06,
                    "epoch": 2.56,
                    "step": 129600
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 5.83752733788306e-06,
                    "epoch": 2.56,
                    "step": 129700
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 5.811177571078497e-06,
                    "epoch": 2.56,
                    "step": 129800
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 5.784827804273933e-06,
                    "epoch": 2.57,
                    "step": 129900
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 5.75847803746937e-06,
                    "epoch": 2.57,
                    "step": 130000
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 5.732128270664805e-06,
                    "epoch": 2.57,
                    "step": 130100
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 5.705778503860241e-06,
                    "epoch": 2.57,
                    "step": 130200
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 5.679428737055678e-06,
                    "epoch": 2.57,
                    "step": 130300
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 5.653078970251114e-06,
                    "epoch": 2.58,
                    "step": 130400
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 5.626729203446551e-06,
                    "epoch": 2.58,
                    "step": 130500
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 5.600379436641986e-06,
                    "epoch": 2.58,
                    "step": 130600
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 5.574029669837422e-06,
                    "epoch": 2.58,
                    "step": 130700
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 5.547679903032859e-06,
                    "epoch": 2.58,
                    "step": 130800
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 5.521330136228295e-06,
                    "epoch": 2.59,
                    "step": 130900
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 5.494980369423732e-06,
                    "epoch": 2.59,
                    "step": 131000
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 5.468630602619167e-06,
                    "epoch": 2.59,
                    "step": 131100
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 5.442280835814604e-06,
                    "epoch": 2.59,
                    "step": 131200
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 5.41593106901004e-06,
                    "epoch": 2.59,
                    "step": 131300
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 5.389581302205475e-06,
                    "epoch": 2.6,
                    "step": 131400
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 5.363231535400912e-06,
                    "epoch": 2.6,
                    "step": 131500
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 5.336881768596348e-06,
                    "epoch": 2.6,
                    "step": 131600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 5.310532001791785e-06,
                    "epoch": 2.6,
                    "step": 131700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 5.284182234987221e-06,
                    "epoch": 2.6,
                    "step": 131800
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 5.257832468182656e-06,
                    "epoch": 2.61,
                    "step": 131900
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 5.231482701378093e-06,
                    "epoch": 2.61,
                    "step": 132000
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 5.205132934573529e-06,
                    "epoch": 2.61,
                    "step": 132100
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 5.178783167768966e-06,
                    "epoch": 2.61,
                    "step": 132200
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 5.152433400964402e-06,
                    "epoch": 2.61,
                    "step": 132300
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 5.126083634159838e-06,
                    "epoch": 2.62,
                    "step": 132400
                },
                {
                    "loss": 0.01,
                    "learning_rate": 5.099733867355274e-06,
                    "epoch": 2.62,
                    "step": 132500
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 5.07338410055071e-06,
                    "epoch": 2.62,
                    "step": 132600
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 5.047034333746147e-06,
                    "epoch": 2.62,
                    "step": 132700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 5.020684566941582e-06,
                    "epoch": 2.62,
                    "step": 132800
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 4.994334800137019e-06,
                    "epoch": 2.63,
                    "step": 132900
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 4.967985033332455e-06,
                    "epoch": 2.63,
                    "step": 133000
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 4.941635266527891e-06,
                    "epoch": 2.63,
                    "step": 133100
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 4.915285499723328e-06,
                    "epoch": 2.63,
                    "step": 133200
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 4.888935732918764e-06,
                    "epoch": 2.63,
                    "step": 133300
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 4.8625859661142e-06,
                    "epoch": 2.64,
                    "step": 133400
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 4.836236199309636e-06,
                    "epoch": 2.64,
                    "step": 133500
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 4.809886432505072e-06,
                    "epoch": 2.64,
                    "step": 133600
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 4.783536665700509e-06,
                    "epoch": 2.64,
                    "step": 133700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 4.757186898895945e-06,
                    "epoch": 2.64,
                    "step": 133800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 4.730837132091381e-06,
                    "epoch": 2.65,
                    "step": 133900
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 4.7044873652868175e-06,
                    "epoch": 2.65,
                    "step": 134000
                },
                {
                    "loss": 0.01,
                    "learning_rate": 4.6781375984822535e-06,
                    "epoch": 2.65,
                    "step": 134100
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 4.6517878316776896e-06,
                    "epoch": 2.65,
                    "step": 134200
                },
                {
                    "loss": 0.01,
                    "learning_rate": 4.6254380648731264e-06,
                    "epoch": 2.65,
                    "step": 134300
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 4.5990882980685625e-06,
                    "epoch": 2.66,
                    "step": 134400
                },
                {
                    "loss": 0.0092,
                    "learning_rate": 4.5727385312639985e-06,
                    "epoch": 2.66,
                    "step": 134500
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 4.5463887644594354e-06,
                    "epoch": 2.66,
                    "step": 134600
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 4.520038997654871e-06,
                    "epoch": 2.66,
                    "step": 134700
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 4.4936892308503075e-06,
                    "epoch": 2.66,
                    "step": 134800
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 4.467339464045744e-06,
                    "epoch": 2.67,
                    "step": 134900
                },
                {
                    "loss": 0.01,
                    "learning_rate": 4.44098969724118e-06,
                    "epoch": 2.67,
                    "step": 135000
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 4.414639930436616e-06,
                    "epoch": 2.67,
                    "step": 135100
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 4.3882901636320526e-06,
                    "epoch": 2.67,
                    "step": 135200
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 4.361940396827489e-06,
                    "epoch": 2.67,
                    "step": 135300
                },
                {
                    "loss": 0.01,
                    "learning_rate": 4.335590630022925e-06,
                    "epoch": 2.67,
                    "step": 135400
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 4.309240863218361e-06,
                    "epoch": 2.68,
                    "step": 135500
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 4.282891096413797e-06,
                    "epoch": 2.68,
                    "step": 135600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 4.256541329609234e-06,
                    "epoch": 2.68,
                    "step": 135700
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 4.23019156280467e-06,
                    "epoch": 2.68,
                    "step": 135800
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 4.203841796000106e-06,
                    "epoch": 2.68,
                    "step": 135900
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 4.177492029195542e-06,
                    "epoch": 2.69,
                    "step": 136000
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 4.151142262390978e-06,
                    "epoch": 2.69,
                    "step": 136100
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 4.124792495586415e-06,
                    "epoch": 2.69,
                    "step": 136200
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 4.098442728781851e-06,
                    "epoch": 2.69,
                    "step": 136300
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 4.072092961977287e-06,
                    "epoch": 2.69,
                    "step": 136400
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 4.045743195172723e-06,
                    "epoch": 2.7,
                    "step": 136500
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 4.019393428368159e-06,
                    "epoch": 2.7,
                    "step": 136600
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 3.993043661563595e-06,
                    "epoch": 2.7,
                    "step": 136700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 3.966693894759032e-06,
                    "epoch": 2.7,
                    "step": 136800
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 3.940344127954468e-06,
                    "epoch": 2.7,
                    "step": 136900
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 3.913994361149904e-06,
                    "epoch": 2.71,
                    "step": 137000
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 3.887644594345341e-06,
                    "epoch": 2.71,
                    "step": 137100
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 3.861294827540776e-06,
                    "epoch": 2.71,
                    "step": 137200
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 3.834945060736213e-06,
                    "epoch": 2.71,
                    "step": 137300
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 3.808595293931649e-06,
                    "epoch": 2.71,
                    "step": 137400
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 3.782245527127085e-06,
                    "epoch": 2.72,
                    "step": 137500
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 3.7558957603225215e-06,
                    "epoch": 2.72,
                    "step": 137600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 3.729545993517958e-06,
                    "epoch": 2.72,
                    "step": 137700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 3.7031962267133936e-06,
                    "epoch": 2.72,
                    "step": 137800
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 3.67684645990883e-06,
                    "epoch": 2.72,
                    "step": 137900
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 3.650496693104266e-06,
                    "epoch": 2.73,
                    "step": 138000
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 3.6241469262997026e-06,
                    "epoch": 2.73,
                    "step": 138100
                },
                {
                    "loss": 0.01,
                    "learning_rate": 3.5977971594951387e-06,
                    "epoch": 2.73,
                    "step": 138200
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 3.571447392690575e-06,
                    "epoch": 2.73,
                    "step": 138300
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 3.5450976258860116e-06,
                    "epoch": 2.73,
                    "step": 138400
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 3.5187478590814472e-06,
                    "epoch": 2.74,
                    "step": 138500
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 3.4923980922768837e-06,
                    "epoch": 2.74,
                    "step": 138600
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 3.4660483254723198e-06,
                    "epoch": 2.74,
                    "step": 138700
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 3.4396985586677562e-06,
                    "epoch": 2.74,
                    "step": 138800
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 3.4133487918631923e-06,
                    "epoch": 2.74,
                    "step": 138900
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 3.3869990250586288e-06,
                    "epoch": 2.75,
                    "step": 139000
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 3.3606492582540644e-06,
                    "epoch": 2.75,
                    "step": 139100
                },
                {
                    "loss": 0.01,
                    "learning_rate": 3.334299491449501e-06,
                    "epoch": 2.75,
                    "step": 139200
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 3.3079497246449373e-06,
                    "epoch": 2.75,
                    "step": 139300
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 3.2815999578403734e-06,
                    "epoch": 2.75,
                    "step": 139400
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 3.25525019103581e-06,
                    "epoch": 2.76,
                    "step": 139500
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 3.228900424231246e-06,
                    "epoch": 2.76,
                    "step": 139600
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 3.202550657426682e-06,
                    "epoch": 2.76,
                    "step": 139700
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 3.176200890622118e-06,
                    "epoch": 2.76,
                    "step": 139800
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 3.1498511238175545e-06,
                    "epoch": 2.76,
                    "step": 139900
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 3.123501357012991e-06,
                    "epoch": 2.77,
                    "step": 140000
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 3.097151590208427e-06,
                    "epoch": 2.77,
                    "step": 140100
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 3.0708018234038634e-06,
                    "epoch": 2.77,
                    "step": 140200
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 3.044452056599299e-06,
                    "epoch": 2.77,
                    "step": 140300
                },
                {
                    "loss": 0.01,
                    "learning_rate": 3.0181022897947355e-06,
                    "epoch": 2.77,
                    "step": 140400
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 2.9917525229901716e-06,
                    "epoch": 2.78,
                    "step": 140500
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 2.965402756185608e-06,
                    "epoch": 2.78,
                    "step": 140600
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 2.9390529893810445e-06,
                    "epoch": 2.78,
                    "step": 140700
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 2.9127032225764806e-06,
                    "epoch": 2.78,
                    "step": 140800
                },
                {
                    "loss": 0.01,
                    "learning_rate": 2.886353455771916e-06,
                    "epoch": 2.78,
                    "step": 140900
                },
                {
                    "loss": 0.01,
                    "learning_rate": 2.8600036889673527e-06,
                    "epoch": 2.79,
                    "step": 141000
                },
                {
                    "loss": 0.01,
                    "learning_rate": 2.833653922162789e-06,
                    "epoch": 2.79,
                    "step": 141100
                },
                {
                    "loss": 0.01,
                    "learning_rate": 2.807304155358225e-06,
                    "epoch": 2.79,
                    "step": 141200
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 2.7809543885536617e-06,
                    "epoch": 2.79,
                    "step": 141300
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 2.7546046217490977e-06,
                    "epoch": 2.79,
                    "step": 141400
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 2.728254854944534e-06,
                    "epoch": 2.8,
                    "step": 141500
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 2.70190508813997e-06,
                    "epoch": 2.8,
                    "step": 141600
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 2.6755553213354063e-06,
                    "epoch": 2.8,
                    "step": 141700
                },
                {
                    "loss": 0.01,
                    "learning_rate": 2.6492055545308428e-06,
                    "epoch": 2.8,
                    "step": 141800
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 2.622855787726279e-06,
                    "epoch": 2.8,
                    "step": 141900
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 2.5965060209217153e-06,
                    "epoch": 2.81,
                    "step": 142000
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.5701562541171513e-06,
                    "epoch": 2.81,
                    "step": 142100
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 2.5438064873125874e-06,
                    "epoch": 2.81,
                    "step": 142200
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 2.5174567205080234e-06,
                    "epoch": 2.81,
                    "step": 142300
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 2.49110695370346e-06,
                    "epoch": 2.81,
                    "step": 142400
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 2.4647571868988964e-06,
                    "epoch": 2.82,
                    "step": 142500
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 2.4384074200943324e-06,
                    "epoch": 2.82,
                    "step": 142600
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 2.4120576532897685e-06,
                    "epoch": 2.82,
                    "step": 142700
                },
                {
                    "loss": 0.0106,
                    "learning_rate": 2.385707886485205e-06,
                    "epoch": 2.82,
                    "step": 142800
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 2.359358119680641e-06,
                    "epoch": 2.82,
                    "step": 142900
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 2.333008352876077e-06,
                    "epoch": 2.83,
                    "step": 143000
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 2.3066585860715135e-06,
                    "epoch": 2.83,
                    "step": 143100
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 2.28030881926695e-06,
                    "epoch": 2.83,
                    "step": 143200
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 2.253959052462386e-06,
                    "epoch": 2.83,
                    "step": 143300
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 2.227609285657822e-06,
                    "epoch": 2.83,
                    "step": 143400
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 2.2012595188532585e-06,
                    "epoch": 2.83,
                    "step": 143500
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 2.1749097520486946e-06,
                    "epoch": 2.84,
                    "step": 143600
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 2.1485599852441306e-06,
                    "epoch": 2.84,
                    "step": 143700
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 2.122210218439567e-06,
                    "epoch": 2.84,
                    "step": 143800
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 2.095860451635003e-06,
                    "epoch": 2.84,
                    "step": 143900
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 2.0695106848304396e-06,
                    "epoch": 2.84,
                    "step": 144000
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 2.0431609180258757e-06,
                    "epoch": 2.85,
                    "step": 144100
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 2.0168111512213117e-06,
                    "epoch": 2.85,
                    "step": 144200
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 1.990461384416748e-06,
                    "epoch": 2.85,
                    "step": 144300
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.9641116176121842e-06,
                    "epoch": 2.85,
                    "step": 144400
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.9377618508076203e-06,
                    "epoch": 2.85,
                    "step": 144500
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 1.9114120840030568e-06,
                    "epoch": 2.86,
                    "step": 144600
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 1.885062317198493e-06,
                    "epoch": 2.86,
                    "step": 144700
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.858712550393929e-06,
                    "epoch": 2.86,
                    "step": 144800
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 1.8323627835893653e-06,
                    "epoch": 2.86,
                    "step": 144900
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.8060130167848016e-06,
                    "epoch": 2.86,
                    "step": 145000
                },
                {
                    "loss": 0.0093,
                    "learning_rate": 1.7796632499802376e-06,
                    "epoch": 2.87,
                    "step": 145100
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.7533134831756741e-06,
                    "epoch": 2.87,
                    "step": 145200
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.7269637163711104e-06,
                    "epoch": 2.87,
                    "step": 145300
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.7006139495665464e-06,
                    "epoch": 2.87,
                    "step": 145400
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.6742641827619827e-06,
                    "epoch": 2.87,
                    "step": 145500
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.647914415957419e-06,
                    "epoch": 2.88,
                    "step": 145600
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.621564649152855e-06,
                    "epoch": 2.88,
                    "step": 145700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.5952148823482912e-06,
                    "epoch": 2.88,
                    "step": 145800
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 1.5688651155437277e-06,
                    "epoch": 2.88,
                    "step": 145900
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.542515348739164e-06,
                    "epoch": 2.88,
                    "step": 146000
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 1.5161655819346e-06,
                    "epoch": 2.89,
                    "step": 146100
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.4898158151300363e-06,
                    "epoch": 2.89,
                    "step": 146200
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.4634660483254725e-06,
                    "epoch": 2.89,
                    "step": 146300
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.4371162815209086e-06,
                    "epoch": 2.89,
                    "step": 146400
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 1.4107665147163448e-06,
                    "epoch": 2.89,
                    "step": 146500
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.3844167479117811e-06,
                    "epoch": 2.9,
                    "step": 146600
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 1.3580669811072172e-06,
                    "epoch": 2.9,
                    "step": 146700
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 1.3317172143026536e-06,
                    "epoch": 2.9,
                    "step": 146800
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 1.3053674474980899e-06,
                    "epoch": 2.9,
                    "step": 146900
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 1.279017680693526e-06,
                    "epoch": 2.9,
                    "step": 147000
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.2526679138889622e-06,
                    "epoch": 2.91,
                    "step": 147100
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.2263181470843985e-06,
                    "epoch": 2.91,
                    "step": 147200
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 1.1999683802798347e-06,
                    "epoch": 2.91,
                    "step": 147300
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.1736186134752708e-06,
                    "epoch": 2.91,
                    "step": 147400
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 1.147268846670707e-06,
                    "epoch": 2.91,
                    "step": 147500
                },
                {
                    "loss": 0.0103,
                    "learning_rate": 1.1209190798661433e-06,
                    "epoch": 2.92,
                    "step": 147600
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.0945693130615795e-06,
                    "epoch": 2.92,
                    "step": 147700
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 1.0682195462570156e-06,
                    "epoch": 2.92,
                    "step": 147800
                },
                {
                    "loss": 0.01,
                    "learning_rate": 1.041869779452452e-06,
                    "epoch": 2.92,
                    "step": 147900
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 1.0155200126478881e-06,
                    "epoch": 2.92,
                    "step": 148000
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 9.891702458433244e-07,
                    "epoch": 2.93,
                    "step": 148100
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 9.628204790387606e-07,
                    "epoch": 2.93,
                    "step": 148200
                },
                {
                    "loss": 0.0091,
                    "learning_rate": 9.364707122341968e-07,
                    "epoch": 2.93,
                    "step": 148300
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 9.10120945429633e-07,
                    "epoch": 2.93,
                    "step": 148400
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 8.837711786250693e-07,
                    "epoch": 2.93,
                    "step": 148500
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 8.574214118205055e-07,
                    "epoch": 2.94,
                    "step": 148600
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 8.310716450159417e-07,
                    "epoch": 2.94,
                    "step": 148700
                },
                {
                    "loss": 0.0098,
                    "learning_rate": 8.047218782113779e-07,
                    "epoch": 2.94,
                    "step": 148800
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 7.78372111406814e-07,
                    "epoch": 2.94,
                    "step": 148900
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 7.520223446022504e-07,
                    "epoch": 2.94,
                    "step": 149000
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 7.256725777976865e-07,
                    "epoch": 2.95,
                    "step": 149100
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 6.993228109931227e-07,
                    "epoch": 2.95,
                    "step": 149200
                },
                {
                    "loss": 0.0096,
                    "learning_rate": 6.729730441885591e-07,
                    "epoch": 2.95,
                    "step": 149300
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 6.466232773839952e-07,
                    "epoch": 2.95,
                    "step": 149400
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 6.202735105794315e-07,
                    "epoch": 2.95,
                    "step": 149500
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 5.939237437748676e-07,
                    "epoch": 2.96,
                    "step": 149600
                },
                {
                    "loss": 0.0102,
                    "learning_rate": 5.675739769703038e-07,
                    "epoch": 2.96,
                    "step": 149700
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 5.4122421016574e-07,
                    "epoch": 2.96,
                    "step": 149800
                },
                {
                    "loss": 0.01,
                    "learning_rate": 5.148744433611763e-07,
                    "epoch": 2.96,
                    "step": 149900
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 4.885246765566125e-07,
                    "epoch": 2.96,
                    "step": 150000
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 4.621749097520487e-07,
                    "epoch": 2.97,
                    "step": 150100
                },
                {
                    "loss": 0.0094,
                    "learning_rate": 4.35825142947485e-07,
                    "epoch": 2.97,
                    "step": 150200
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 4.094753761429212e-07,
                    "epoch": 2.97,
                    "step": 150300
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 3.8312560933835734e-07,
                    "epoch": 2.97,
                    "step": 150400
                },
                {
                    "loss": 0.0089,
                    "learning_rate": 3.567758425337936e-07,
                    "epoch": 2.97,
                    "step": 150500
                },
                {
                    "loss": 0.01,
                    "learning_rate": 3.3042607572922986e-07,
                    "epoch": 2.98,
                    "step": 150600
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 3.0407630892466607e-07,
                    "epoch": 2.98,
                    "step": 150700
                },
                {
                    "loss": 0.0104,
                    "learning_rate": 2.7772654212010227e-07,
                    "epoch": 2.98,
                    "step": 150800
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 2.513767753155385e-07,
                    "epoch": 2.98,
                    "step": 150900
                },
                {
                    "loss": 0.0095,
                    "learning_rate": 2.2502700851097469e-07,
                    "epoch": 2.98,
                    "step": 151000
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.9867724170641092e-07,
                    "epoch": 2.99,
                    "step": 151100
                },
                {
                    "loss": 0.0097,
                    "learning_rate": 1.7232747490184713e-07,
                    "epoch": 2.99,
                    "step": 151200
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.4597770809728336e-07,
                    "epoch": 2.99,
                    "step": 151300
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 1.1962794129271957e-07,
                    "epoch": 2.99,
                    "step": 151400
                },
                {
                    "loss": 0.0105,
                    "learning_rate": 9.327817448815577e-08,
                    "epoch": 2.99,
                    "step": 151500
                },
                {
                    "loss": 0.0101,
                    "learning_rate": 6.692840768359201e-08,
                    "epoch": 2.99,
                    "step": 151600
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 4.057864087902822e-08,
                    "epoch": 3.0,
                    "step": 151700
                },
                {
                    "loss": 0.0099,
                    "learning_rate": 1.4228874074464442e-08,
                    "epoch": 3.0,
                    "step": 151800
                },
                {
                    "eval_loss": 0.016759168356657028,
                    "eval_f1": 0.9462222344608864,
                    "eval_precision": 0.94052834975282,
                    "eval_recall": 0.9519854797333758,
                    "eval_accuracy": 0.9945869228446165,
                    "eval_runtime": 1531.7761,
                    "eval_samples_per_second": 52.275,
                    "epoch": 3.0,
                    "step": 151854
                },
                {
                    "train_runtime": 70234.6262,
                    "train_samples_per_second": 2.162,
                    "total_flos": 2.0855660127433298e+18,
                    "epoch": 3.0,
                    "step": 151854
                }
            ]
        },
        "14": {
            "id": 14,
            "task": 1,
            "model": "dbmdz/bert-base-italian-xxl-uncased",
            "languages": [
                "it"
            ],
            "augmentation": [
                ""
            ],
            "data_percentage": 1,
            "use_token_type_ids": true,
            "tokenizer_config": {
                "strip_accent": true
            },
            "opimizer_config": {
                "adafactor": true,
                "num_train_epochs": 3
            },
            "result": [
                {
                    "loss": 0.6455,
                    "learning_rate": 8.000000000000001e-07,
                    "epoch": 0.0,
                    "step": 1
                },
                {
                    "loss": 0.1162,
                    "learning_rate": 3.992998914831799e-05,
                    "epoch": 0.01,
                    "step": 100
                },
                {
                    "loss": 0.0354,
                    "learning_rate": 3.978996744495397e-05,
                    "epoch": 0.02,
                    "step": 200
                },
                {
                    "loss": 0.0317,
                    "learning_rate": 3.964994574158995e-05,
                    "epoch": 0.03,
                    "step": 300
                },
                {
                    "loss": 0.0298,
                    "learning_rate": 3.950992403822593e-05,
                    "epoch": 0.04,
                    "step": 400
                },
                {
                    "loss": 0.0274,
                    "learning_rate": 3.93699023348619e-05,
                    "epoch": 0.05,
                    "step": 500
                },
                {
                    "loss": 0.0275,
                    "learning_rate": 3.9229880631497886e-05,
                    "epoch": 0.06,
                    "step": 600
                },
                {
                    "loss": 0.0265,
                    "learning_rate": 3.9089858928133863e-05,
                    "epoch": 0.07,
                    "step": 700
                },
                {
                    "loss": 0.0257,
                    "learning_rate": 3.894983722476984e-05,
                    "epoch": 0.08,
                    "step": 800
                },
                {
                    "loss": 0.0264,
                    "learning_rate": 3.8809815521405825e-05,
                    "epoch": 0.09,
                    "step": 900
                },
                {
                    "loss": 0.0261,
                    "learning_rate": 3.8669793818041796e-05,
                    "epoch": 0.1,
                    "step": 1000
                },
                {
                    "loss": 0.0253,
                    "learning_rate": 3.852977211467778e-05,
                    "epoch": 0.12,
                    "step": 1100
                },
                {
                    "loss": 0.0262,
                    "learning_rate": 3.838975041131376e-05,
                    "epoch": 0.13,
                    "step": 1200
                },
                {
                    "loss": 0.0254,
                    "learning_rate": 3.8249728707949735e-05,
                    "epoch": 0.14,
                    "step": 1300
                },
                {
                    "loss": 0.0248,
                    "learning_rate": 3.810970700458571e-05,
                    "epoch": 0.15,
                    "step": 1400
                },
                {
                    "loss": 0.0251,
                    "learning_rate": 3.796968530122169e-05,
                    "epoch": 0.16,
                    "step": 1500
                },
                {
                    "loss": 0.0256,
                    "learning_rate": 3.7829663597857674e-05,
                    "epoch": 0.17,
                    "step": 1600
                },
                {
                    "loss": 0.0248,
                    "learning_rate": 3.768964189449365e-05,
                    "epoch": 0.18,
                    "step": 1700
                },
                {
                    "loss": 0.0238,
                    "learning_rate": 3.754962019112963e-05,
                    "epoch": 0.19,
                    "step": 1800
                },
                {
                    "loss": 0.0243,
                    "learning_rate": 3.7409598487765606e-05,
                    "epoch": 0.2,
                    "step": 1900
                },
                {
                    "loss": 0.0242,
                    "learning_rate": 3.7269576784401584e-05,
                    "epoch": 0.21,
                    "step": 2000
                },
                {
                    "loss": 0.0235,
                    "learning_rate": 3.712955508103756e-05,
                    "epoch": 0.22,
                    "step": 2100
                },
                {
                    "loss": 0.0246,
                    "learning_rate": 3.6989533377673545e-05,
                    "epoch": 0.23,
                    "step": 2200
                },
                {
                    "loss": 0.0239,
                    "learning_rate": 3.684951167430952e-05,
                    "epoch": 0.24,
                    "step": 2300
                },
                {
                    "loss": 0.0244,
                    "learning_rate": 3.67094899709455e-05,
                    "epoch": 0.25,
                    "step": 2400
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.656946826758148e-05,
                    "epoch": 0.26,
                    "step": 2500
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.6429446564217455e-05,
                    "epoch": 0.27,
                    "step": 2600
                },
                {
                    "loss": 0.0239,
                    "learning_rate": 3.628942486085344e-05,
                    "epoch": 0.28,
                    "step": 2700
                },
                {
                    "loss": 0.0232,
                    "learning_rate": 3.614940315748942e-05,
                    "epoch": 0.29,
                    "step": 2800
                },
                {
                    "loss": 0.0242,
                    "learning_rate": 3.6009381454125394e-05,
                    "epoch": 0.3,
                    "step": 2900
                },
                {
                    "loss": 0.0225,
                    "learning_rate": 3.586935975076137e-05,
                    "epoch": 0.31,
                    "step": 3000
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.572933804739735e-05,
                    "epoch": 0.32,
                    "step": 3100
                },
                {
                    "loss": 0.0237,
                    "learning_rate": 3.5589316344033326e-05,
                    "epoch": 0.34,
                    "step": 3200
                },
                {
                    "loss": 0.0241,
                    "learning_rate": 3.544929464066931e-05,
                    "epoch": 0.35,
                    "step": 3300
                },
                {
                    "loss": 0.0228,
                    "learning_rate": 3.530927293730528e-05,
                    "epoch": 0.36,
                    "step": 3400
                },
                {
                    "loss": 0.0231,
                    "learning_rate": 3.5169251233941266e-05,
                    "epoch": 0.37,
                    "step": 3500
                },
                {
                    "loss": 0.023,
                    "learning_rate": 3.502922953057724e-05,
                    "epoch": 0.38,
                    "step": 3600
                },
                {
                    "loss": 0.023,
                    "learning_rate": 3.488920782721322e-05,
                    "epoch": 0.39,
                    "step": 3700
                },
                {
                    "loss": 0.0235,
                    "learning_rate": 3.47491861238492e-05,
                    "epoch": 0.4,
                    "step": 3800
                },
                {
                    "loss": 0.0232,
                    "learning_rate": 3.4609164420485175e-05,
                    "epoch": 0.41,
                    "step": 3900
                },
                {
                    "loss": 0.0229,
                    "learning_rate": 3.446914271712116e-05,
                    "epoch": 0.42,
                    "step": 4000
                },
                {
                    "loss": 0.0238,
                    "learning_rate": 3.432912101375714e-05,
                    "epoch": 0.43,
                    "step": 4100
                },
                {
                    "loss": 0.0221,
                    "learning_rate": 3.4189099310393114e-05,
                    "epoch": 0.44,
                    "step": 4200
                },
                {
                    "loss": 0.0228,
                    "learning_rate": 3.404907760702909e-05,
                    "epoch": 0.45,
                    "step": 4300
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.390905590366507e-05,
                    "epoch": 0.46,
                    "step": 4400
                },
                {
                    "loss": 0.0227,
                    "learning_rate": 3.376903420030105e-05,
                    "epoch": 0.47,
                    "step": 4500
                },
                {
                    "loss": 0.0232,
                    "learning_rate": 3.362901249693703e-05,
                    "epoch": 0.48,
                    "step": 4600
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.348899079357301e-05,
                    "epoch": 0.49,
                    "step": 4700
                },
                {
                    "loss": 0.0217,
                    "learning_rate": 3.3348969090208986e-05,
                    "epoch": 0.5,
                    "step": 4800
                },
                {
                    "loss": 0.0231,
                    "learning_rate": 3.320894738684496e-05,
                    "epoch": 0.51,
                    "step": 4900
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.306892568348094e-05,
                    "epoch": 0.52,
                    "step": 5000
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.2928903980116925e-05,
                    "epoch": 0.53,
                    "step": 5100
                },
                {
                    "loss": 0.0224,
                    "learning_rate": 3.2788882276752895e-05,
                    "epoch": 0.55,
                    "step": 5200
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.264886057338888e-05,
                    "epoch": 0.56,
                    "step": 5300
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.250883887002486e-05,
                    "epoch": 0.57,
                    "step": 5400
                },
                {
                    "loss": 0.0223,
                    "learning_rate": 3.2368817166660835e-05,
                    "epoch": 0.58,
                    "step": 5500
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.222879546329682e-05,
                    "epoch": 0.59,
                    "step": 5600
                },
                {
                    "loss": 0.0222,
                    "learning_rate": 3.208877375993279e-05,
                    "epoch": 0.6,
                    "step": 5700
                },
                {
                    "loss": 0.022,
                    "learning_rate": 3.1948752056568774e-05,
                    "epoch": 0.61,
                    "step": 5800
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 3.180873035320475e-05,
                    "epoch": 0.62,
                    "step": 5900
                },
                {
                    "loss": 0.0223,
                    "learning_rate": 3.166870864984073e-05,
                    "epoch": 0.63,
                    "step": 6000
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 3.1528686946476706e-05,
                    "epoch": 0.64,
                    "step": 6100
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.1388665243112683e-05,
                    "epoch": 0.65,
                    "step": 6200
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 3.124864353974866e-05,
                    "epoch": 0.66,
                    "step": 6300
                },
                {
                    "loss": 0.0217,
                    "learning_rate": 3.1108621836384645e-05,
                    "epoch": 0.67,
                    "step": 6400
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 3.0968600133020616e-05,
                    "epoch": 0.68,
                    "step": 6500
                },
                {
                    "loss": 0.0218,
                    "learning_rate": 3.08285784296566e-05,
                    "epoch": 0.69,
                    "step": 6600
                },
                {
                    "loss": 0.0213,
                    "learning_rate": 3.068855672629258e-05,
                    "epoch": 0.7,
                    "step": 6700
                },
                {
                    "loss": 0.0207,
                    "learning_rate": 3.0548535022928555e-05,
                    "epoch": 0.71,
                    "step": 6800
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.0408513319564536e-05,
                    "epoch": 0.72,
                    "step": 6900
                },
                {
                    "loss": 0.021,
                    "learning_rate": 3.0268491616200513e-05,
                    "epoch": 0.73,
                    "step": 7000
                },
                {
                    "loss": 0.0211,
                    "learning_rate": 3.0128469912836494e-05,
                    "epoch": 0.74,
                    "step": 7100
                },
                {
                    "loss": 0.0215,
                    "learning_rate": 2.9988448209472468e-05,
                    "epoch": 0.75,
                    "step": 7200
                },
                {
                    "loss": 0.0217,
                    "learning_rate": 2.984842650610845e-05,
                    "epoch": 0.77,
                    "step": 7300
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 2.9708404802744426e-05,
                    "epoch": 0.78,
                    "step": 7400
                },
                {
                    "loss": 0.022,
                    "learning_rate": 2.9568383099380407e-05,
                    "epoch": 0.79,
                    "step": 7500
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 2.942836139601638e-05,
                    "epoch": 0.8,
                    "step": 7600
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 2.9288339692652362e-05,
                    "epoch": 0.81,
                    "step": 7700
                },
                {
                    "loss": 0.0216,
                    "learning_rate": 2.9148317989288343e-05,
                    "epoch": 0.82,
                    "step": 7800
                },
                {
                    "loss": 0.021,
                    "learning_rate": 2.900829628592432e-05,
                    "epoch": 0.83,
                    "step": 7900
                },
                {
                    "loss": 0.0212,
                    "learning_rate": 2.88682745825603e-05,
                    "epoch": 0.84,
                    "step": 8000
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 2.8728252879196275e-05,
                    "epoch": 0.85,
                    "step": 8100
                },
                {
                    "loss": 0.0214,
                    "learning_rate": 2.8588231175832256e-05,
                    "epoch": 0.86,
                    "step": 8200
                },
                {
                    "loss": 0.0201,
                    "learning_rate": 2.8448209472468233e-05,
                    "epoch": 0.87,
                    "step": 8300
                },
                {
                    "loss": 0.02,
                    "learning_rate": 2.8308187769104214e-05,
                    "epoch": 0.88,
                    "step": 8400
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 2.816816606574019e-05,
                    "epoch": 0.89,
                    "step": 8500
                },
                {
                    "loss": 0.0204,
                    "learning_rate": 2.802814436237617e-05,
                    "epoch": 0.9,
                    "step": 8600
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 2.788812265901215e-05,
                    "epoch": 0.91,
                    "step": 8700
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 2.7748100955648127e-05,
                    "epoch": 0.92,
                    "step": 8800
                },
                {
                    "loss": 0.0208,
                    "learning_rate": 2.7608079252284108e-05,
                    "epoch": 0.93,
                    "step": 8900
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 2.7468057548920086e-05,
                    "epoch": 0.94,
                    "step": 9000
                },
                {
                    "loss": 0.0205,
                    "learning_rate": 2.7328035845556063e-05,
                    "epoch": 0.95,
                    "step": 9100
                },
                {
                    "loss": 0.021,
                    "learning_rate": 2.718801414219204e-05,
                    "epoch": 0.96,
                    "step": 9200
                },
                {
                    "loss": 0.0206,
                    "learning_rate": 2.704799243882802e-05,
                    "epoch": 0.97,
                    "step": 9300
                },
                {
                    "loss": 0.0202,
                    "learning_rate": 2.6907970735464e-05,
                    "epoch": 0.99,
                    "step": 9400
                },
                {
                    "loss": 0.0209,
                    "learning_rate": 2.676794903209998e-05,
                    "epoch": 1.0,
                    "step": 9500
                },
                {
                    "eval_loss": 0.020315542817115784,
                    "eval_f1": 0.915760165668513,
                    "eval_precision": 0.9055810932627112,
                    "eval_recall": 0.9261706726983809,
                    "eval_accuracy": 0.9924348913544485,
                    "eval_runtime": 111.7593,
                    "eval_samples_per_second": 141.742,
                    "epoch": 1.0,
                    "step": 9539
                },
                {
                    "loss": 0.0181,
                    "learning_rate": 2.6627927328735954e-05,
                    "epoch": 1.01,
                    "step": 9600
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 2.6487905625371934e-05,
                    "epoch": 1.02,
                    "step": 9700
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 2.6347883922007915e-05,
                    "epoch": 1.03,
                    "step": 9800
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.6207862218643893e-05,
                    "epoch": 1.04,
                    "step": 9900
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 2.6067840515279873e-05,
                    "epoch": 1.05,
                    "step": 10000
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.5927818811915848e-05,
                    "epoch": 1.06,
                    "step": 10100
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.578779710855183e-05,
                    "epoch": 1.07,
                    "step": 10200
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.5647775405187806e-05,
                    "epoch": 1.08,
                    "step": 10300
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.5507753701823787e-05,
                    "epoch": 1.09,
                    "step": 10400
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 2.536773199845976e-05,
                    "epoch": 1.1,
                    "step": 10500
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.522771029509574e-05,
                    "epoch": 1.11,
                    "step": 10600
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 2.5087688591731722e-05,
                    "epoch": 1.12,
                    "step": 10700
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 2.49476668883677e-05,
                    "epoch": 1.13,
                    "step": 10800
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 2.480764518500368e-05,
                    "epoch": 1.14,
                    "step": 10900
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.4667623481639655e-05,
                    "epoch": 1.15,
                    "step": 11000
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.4527601778275635e-05,
                    "epoch": 1.16,
                    "step": 11100
                },
                {
                    "loss": 0.017,
                    "learning_rate": 2.4387580074911613e-05,
                    "epoch": 1.17,
                    "step": 11200
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 2.4247558371547594e-05,
                    "epoch": 1.18,
                    "step": 11300
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.4107536668183568e-05,
                    "epoch": 1.2,
                    "step": 11400
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.396751496481955e-05,
                    "epoch": 1.21,
                    "step": 11500
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 2.3827493261455526e-05,
                    "epoch": 1.22,
                    "step": 11600
                },
                {
                    "loss": 0.017,
                    "learning_rate": 2.3687471558091507e-05,
                    "epoch": 1.23,
                    "step": 11700
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 2.3547449854727488e-05,
                    "epoch": 1.24,
                    "step": 11800
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 2.3407428151363462e-05,
                    "epoch": 1.25,
                    "step": 11900
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.3267406447999443e-05,
                    "epoch": 1.26,
                    "step": 12000
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.312738474463542e-05,
                    "epoch": 1.27,
                    "step": 12100
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.29873630412714e-05,
                    "epoch": 1.28,
                    "step": 12200
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 2.2847341337907375e-05,
                    "epoch": 1.29,
                    "step": 12300
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 2.2707319634543356e-05,
                    "epoch": 1.3,
                    "step": 12400
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 2.2567297931179333e-05,
                    "epoch": 1.31,
                    "step": 12500
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 2.2427276227815314e-05,
                    "epoch": 1.32,
                    "step": 12600
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 2.2287254524451295e-05,
                    "epoch": 1.33,
                    "step": 12700
                },
                {
                    "loss": 0.0167,
                    "learning_rate": 2.214723282108727e-05,
                    "epoch": 1.34,
                    "step": 12800
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 2.200721111772325e-05,
                    "epoch": 1.35,
                    "step": 12900
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 2.1867189414359227e-05,
                    "epoch": 1.36,
                    "step": 13000
                },
                {
                    "loss": 0.015,
                    "learning_rate": 2.1727167710995208e-05,
                    "epoch": 1.37,
                    "step": 13100
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.1587146007631182e-05,
                    "epoch": 1.38,
                    "step": 13200
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 2.1447124304267163e-05,
                    "epoch": 1.39,
                    "step": 13300
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.130710260090314e-05,
                    "epoch": 1.4,
                    "step": 13400
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 2.116708089753912e-05,
                    "epoch": 1.42,
                    "step": 13500
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.10270591941751e-05,
                    "epoch": 1.43,
                    "step": 13600
                },
                {
                    "loss": 0.0164,
                    "learning_rate": 2.0887037490811076e-05,
                    "epoch": 1.44,
                    "step": 13700
                },
                {
                    "loss": 0.016,
                    "learning_rate": 2.0747015787447057e-05,
                    "epoch": 1.45,
                    "step": 13800
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 2.0606994084083034e-05,
                    "epoch": 1.46,
                    "step": 13900
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 2.0466972380719015e-05,
                    "epoch": 1.47,
                    "step": 14000
                },
                {
                    "loss": 0.0169,
                    "learning_rate": 2.032695067735499e-05,
                    "epoch": 1.48,
                    "step": 14100
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 2.018692897399097e-05,
                    "epoch": 1.49,
                    "step": 14200
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 2.0046907270626947e-05,
                    "epoch": 1.5,
                    "step": 14300
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 1.9906885567262928e-05,
                    "epoch": 1.51,
                    "step": 14400
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 1.9766863863898906e-05,
                    "epoch": 1.52,
                    "step": 14500
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 1.9626842160534883e-05,
                    "epoch": 1.53,
                    "step": 14600
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 1.9486820457170864e-05,
                    "epoch": 1.54,
                    "step": 14700
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.934679875380684e-05,
                    "epoch": 1.55,
                    "step": 14800
                },
                {
                    "loss": 0.0159,
                    "learning_rate": 1.920677705044282e-05,
                    "epoch": 1.56,
                    "step": 14900
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 1.90667553470788e-05,
                    "epoch": 1.57,
                    "step": 15000
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 1.8926733643714777e-05,
                    "epoch": 1.58,
                    "step": 15100
                },
                {
                    "loss": 0.0163,
                    "learning_rate": 1.8786711940350758e-05,
                    "epoch": 1.59,
                    "step": 15200
                },
                {
                    "loss": 0.0162,
                    "learning_rate": 1.8646690236986735e-05,
                    "epoch": 1.6,
                    "step": 15300
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 1.8506668533622713e-05,
                    "epoch": 1.61,
                    "step": 15400
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 1.8366646830258693e-05,
                    "epoch": 1.62,
                    "step": 15500
                },
                {
                    "loss": 0.016,
                    "learning_rate": 1.822662512689467e-05,
                    "epoch": 1.64,
                    "step": 15600
                },
                {
                    "loss": 0.0165,
                    "learning_rate": 1.808660342353065e-05,
                    "epoch": 1.65,
                    "step": 15700
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 1.7946581720166626e-05,
                    "epoch": 1.66,
                    "step": 15800
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 1.7806560016802607e-05,
                    "epoch": 1.67,
                    "step": 15900
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 1.7666538313438584e-05,
                    "epoch": 1.68,
                    "step": 16000
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 1.752651661007456e-05,
                    "epoch": 1.69,
                    "step": 16100
                },
                {
                    "loss": 0.016,
                    "learning_rate": 1.7386494906710542e-05,
                    "epoch": 1.7,
                    "step": 16200
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 1.724647320334652e-05,
                    "epoch": 1.71,
                    "step": 16300
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 1.71064514999825e-05,
                    "epoch": 1.72,
                    "step": 16400
                },
                {
                    "loss": 0.0161,
                    "learning_rate": 1.6966429796618478e-05,
                    "epoch": 1.73,
                    "step": 16500
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.6826408093254455e-05,
                    "epoch": 1.74,
                    "step": 16600
                },
                {
                    "loss": 0.016,
                    "learning_rate": 1.6686386389890433e-05,
                    "epoch": 1.75,
                    "step": 16700
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 1.6546364686526414e-05,
                    "epoch": 1.76,
                    "step": 16800
                },
                {
                    "loss": 0.0154,
                    "learning_rate": 1.640634298316239e-05,
                    "epoch": 1.77,
                    "step": 16900
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 1.626632127979837e-05,
                    "epoch": 1.78,
                    "step": 17000
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 1.612629957643435e-05,
                    "epoch": 1.79,
                    "step": 17100
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.5986277873070327e-05,
                    "epoch": 1.8,
                    "step": 17200
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 1.5846256169706308e-05,
                    "epoch": 1.81,
                    "step": 17300
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 1.5706234466342285e-05,
                    "epoch": 1.82,
                    "step": 17400
                },
                {
                    "loss": 0.0153,
                    "learning_rate": 1.5566212762978263e-05,
                    "epoch": 1.83,
                    "step": 17500
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 1.542619105961424e-05,
                    "epoch": 1.85,
                    "step": 17600
                },
                {
                    "loss": 0.0157,
                    "learning_rate": 1.528616935625022e-05,
                    "epoch": 1.86,
                    "step": 17700
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 1.5146147652886198e-05,
                    "epoch": 1.87,
                    "step": 17800
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.5006125949522177e-05,
                    "epoch": 1.88,
                    "step": 17900
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 1.4866104246158155e-05,
                    "epoch": 1.89,
                    "step": 18000
                },
                {
                    "loss": 0.0158,
                    "learning_rate": 1.4726082542794134e-05,
                    "epoch": 1.9,
                    "step": 18100
                },
                {
                    "loss": 0.0156,
                    "learning_rate": 1.4586060839430111e-05,
                    "epoch": 1.91,
                    "step": 18200
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.4446039136066092e-05,
                    "epoch": 1.92,
                    "step": 18300
                },
                {
                    "loss": 0.0147,
                    "learning_rate": 1.4306017432702071e-05,
                    "epoch": 1.93,
                    "step": 18400
                },
                {
                    "loss": 0.0152,
                    "learning_rate": 1.4165995729338049e-05,
                    "epoch": 1.94,
                    "step": 18500
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.4025974025974028e-05,
                    "epoch": 1.95,
                    "step": 18600
                },
                {
                    "loss": 0.0151,
                    "learning_rate": 1.3885952322610005e-05,
                    "epoch": 1.96,
                    "step": 18700
                },
                {
                    "loss": 0.0146,
                    "learning_rate": 1.3745930619245984e-05,
                    "epoch": 1.97,
                    "step": 18800
                },
                {
                    "loss": 0.0155,
                    "learning_rate": 1.3605908915881962e-05,
                    "epoch": 1.98,
                    "step": 18900
                },
                {
                    "loss": 0.0141,
                    "learning_rate": 1.3465887212517941e-05,
                    "epoch": 1.99,
                    "step": 19000
                },
                {
                    "eval_loss": 0.020165832713246346,
                    "eval_f1": 0.9196074319269051,
                    "eval_precision": 0.9103429121299941,
                    "eval_recall": 0.929062459736876,
                    "eval_accuracy": 0.9927881492464382,
                    "eval_runtime": 112.4857,
                    "eval_samples_per_second": 140.827,
                    "epoch": 2.0,
                    "step": 19078
                },
                {
                    "loss": 0.0148,
                    "learning_rate": 1.3325865509153918e-05,
                    "epoch": 2.0,
                    "step": 19100
                },
                {
                    "loss": 0.012,
                    "learning_rate": 1.3185843805789898e-05,
                    "epoch": 2.01,
                    "step": 19200
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.3045822102425878e-05,
                    "epoch": 2.02,
                    "step": 19300
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.2905800399061856e-05,
                    "epoch": 2.03,
                    "step": 19400
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.2765778695697835e-05,
                    "epoch": 2.04,
                    "step": 19500
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.2625756992333812e-05,
                    "epoch": 2.05,
                    "step": 19600
                },
                {
                    "loss": 0.0123,
                    "learning_rate": 1.2485735288969792e-05,
                    "epoch": 2.07,
                    "step": 19700
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.2345713585605769e-05,
                    "epoch": 2.08,
                    "step": 19800
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 1.2205691882241748e-05,
                    "epoch": 2.09,
                    "step": 19900
                },
                {
                    "loss": 0.0123,
                    "learning_rate": 1.2065670178877726e-05,
                    "epoch": 2.1,
                    "step": 20000
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.1925648475513705e-05,
                    "epoch": 2.11,
                    "step": 20100
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 1.1785626772149684e-05,
                    "epoch": 2.12,
                    "step": 20200
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.1645605068785663e-05,
                    "epoch": 2.13,
                    "step": 20300
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 1.1505583365421642e-05,
                    "epoch": 2.14,
                    "step": 20400
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.136556166205762e-05,
                    "epoch": 2.15,
                    "step": 20500
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 1.1225539958693599e-05,
                    "epoch": 2.16,
                    "step": 20600
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 1.1085518255329578e-05,
                    "epoch": 2.17,
                    "step": 20700
                },
                {
                    "loss": 0.0128,
                    "learning_rate": 1.0945496551965555e-05,
                    "epoch": 2.18,
                    "step": 20800
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 1.0805474848601534e-05,
                    "epoch": 2.19,
                    "step": 20900
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 1.0665453145237512e-05,
                    "epoch": 2.2,
                    "step": 21000
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.0525431441873491e-05,
                    "epoch": 2.21,
                    "step": 21100
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 1.0385409738509468e-05,
                    "epoch": 2.22,
                    "step": 21200
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.024538803514545e-05,
                    "epoch": 2.23,
                    "step": 21300
                },
                {
                    "loss": 0.0123,
                    "learning_rate": 1.0105366331781428e-05,
                    "epoch": 2.24,
                    "step": 21400
                },
                {
                    "loss": 0.0122,
                    "learning_rate": 9.965344628417406e-06,
                    "epoch": 2.25,
                    "step": 21500
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 9.825322925053385e-06,
                    "epoch": 2.26,
                    "step": 21600
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 9.685301221689362e-06,
                    "epoch": 2.27,
                    "step": 21700
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 9.545279518325341e-06,
                    "epoch": 2.29,
                    "step": 21800
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 9.405257814961319e-06,
                    "epoch": 2.3,
                    "step": 21900
                },
                {
                    "loss": 0.0125,
                    "learning_rate": 9.265236111597298e-06,
                    "epoch": 2.31,
                    "step": 22000
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 9.125214408233277e-06,
                    "epoch": 2.32,
                    "step": 22100
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 8.985192704869256e-06,
                    "epoch": 2.33,
                    "step": 22200
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 8.845171001505234e-06,
                    "epoch": 2.34,
                    "step": 22300
                },
                {
                    "loss": 0.012,
                    "learning_rate": 8.705149298141213e-06,
                    "epoch": 2.35,
                    "step": 22400
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 8.565127594777192e-06,
                    "epoch": 2.36,
                    "step": 22500
                },
                {
                    "loss": 0.012,
                    "learning_rate": 8.42510589141317e-06,
                    "epoch": 2.37,
                    "step": 22600
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 8.285084188049149e-06,
                    "epoch": 2.38,
                    "step": 22700
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 8.145062484685126e-06,
                    "epoch": 2.39,
                    "step": 22800
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 8.005040781321105e-06,
                    "epoch": 2.4,
                    "step": 22900
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 7.865019077957084e-06,
                    "epoch": 2.41,
                    "step": 23000
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 7.724997374593063e-06,
                    "epoch": 2.42,
                    "step": 23100
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 7.584975671229041e-06,
                    "epoch": 2.43,
                    "step": 23200
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 7.44495396786502e-06,
                    "epoch": 2.44,
                    "step": 23300
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 7.304932264500998e-06,
                    "epoch": 2.45,
                    "step": 23400
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 7.164910561136977e-06,
                    "epoch": 2.46,
                    "step": 23500
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 7.024888857772956e-06,
                    "epoch": 2.47,
                    "step": 23600
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 6.884867154408934e-06,
                    "epoch": 2.48,
                    "step": 23700
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 6.744845451044912e-06,
                    "epoch": 2.5,
                    "step": 23800
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 6.6048237476808905e-06,
                    "epoch": 2.51,
                    "step": 23900
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 6.4648020443168705e-06,
                    "epoch": 2.52,
                    "step": 24000
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 6.324780340952849e-06,
                    "epoch": 2.53,
                    "step": 24100
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 6.184758637588827e-06,
                    "epoch": 2.54,
                    "step": 24200
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 6.044736934224805e-06,
                    "epoch": 2.55,
                    "step": 24300
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 5.904715230860784e-06,
                    "epoch": 2.56,
                    "step": 24400
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 5.764693527496762e-06,
                    "epoch": 2.57,
                    "step": 24500
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 5.624671824132741e-06,
                    "epoch": 2.58,
                    "step": 24600
                },
                {
                    "loss": 0.0109,
                    "learning_rate": 5.484650120768719e-06,
                    "epoch": 2.59,
                    "step": 24700
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 5.3446284174046985e-06,
                    "epoch": 2.6,
                    "step": 24800
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 5.204606714040677e-06,
                    "epoch": 2.61,
                    "step": 24900
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 5.064585010676655e-06,
                    "epoch": 2.62,
                    "step": 25000
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 4.924563307312633e-06,
                    "epoch": 2.63,
                    "step": 25100
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 4.7845416039486125e-06,
                    "epoch": 2.64,
                    "step": 25200
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 4.644519900584591e-06,
                    "epoch": 2.65,
                    "step": 25300
                },
                {
                    "loss": 0.0119,
                    "learning_rate": 4.50449819722057e-06,
                    "epoch": 2.66,
                    "step": 25400
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 4.364476493856548e-06,
                    "epoch": 2.67,
                    "step": 25500
                },
                {
                    "loss": 0.0107,
                    "learning_rate": 4.2244547904925264e-06,
                    "epoch": 2.68,
                    "step": 25600
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 4.0844330871285056e-06,
                    "epoch": 2.69,
                    "step": 25700
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 3.944411383764484e-06,
                    "epoch": 2.7,
                    "step": 25800
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 3.8043896804004626e-06,
                    "epoch": 2.72,
                    "step": 25900
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 3.664367977036441e-06,
                    "epoch": 2.73,
                    "step": 26000
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 3.524346273672419e-06,
                    "epoch": 2.74,
                    "step": 26100
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 3.3843245703083983e-06,
                    "epoch": 2.75,
                    "step": 26200
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 3.2443028669443765e-06,
                    "epoch": 2.76,
                    "step": 26300
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 3.1042811635803557e-06,
                    "epoch": 2.77,
                    "step": 26400
                },
                {
                    "loss": 0.0122,
                    "learning_rate": 2.964259460216334e-06,
                    "epoch": 2.78,
                    "step": 26500
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.8242377568523122e-06,
                    "epoch": 2.79,
                    "step": 26600
                },
                {
                    "loss": 0.0121,
                    "learning_rate": 2.684216053488291e-06,
                    "epoch": 2.8,
                    "step": 26700
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 2.5441943501242692e-06,
                    "epoch": 2.81,
                    "step": 26800
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 2.404172646760248e-06,
                    "epoch": 2.82,
                    "step": 26900
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 2.2641509433962266e-06,
                    "epoch": 2.83,
                    "step": 27000
                },
                {
                    "loss": 0.0108,
                    "learning_rate": 2.1241292400322054e-06,
                    "epoch": 2.84,
                    "step": 27100
                },
                {
                    "loss": 0.0111,
                    "learning_rate": 1.9841075366681836e-06,
                    "epoch": 2.85,
                    "step": 27200
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.8440858333041623e-06,
                    "epoch": 2.86,
                    "step": 27300
                },
                {
                    "loss": 0.0113,
                    "learning_rate": 1.7040641299401408e-06,
                    "epoch": 2.87,
                    "step": 27400
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 1.5640424265761196e-06,
                    "epoch": 2.88,
                    "step": 27500
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 1.424020723212098e-06,
                    "epoch": 2.89,
                    "step": 27600
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 1.2839990198480765e-06,
                    "epoch": 2.9,
                    "step": 27700
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 1.143977316484055e-06,
                    "epoch": 2.91,
                    "step": 27800
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.0039556131200337e-06,
                    "epoch": 2.92,
                    "step": 27900
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 8.639339097560121e-07,
                    "epoch": 2.94,
                    "step": 28000
                },
                {
                    "loss": 0.0116,
                    "learning_rate": 7.239122063919908e-07,
                    "epoch": 2.95,
                    "step": 28100
                },
                {
                    "loss": 0.0117,
                    "learning_rate": 5.838905030279693e-07,
                    "epoch": 2.96,
                    "step": 28200
                },
                {
                    "loss": 0.0112,
                    "learning_rate": 4.43868799663948e-07,
                    "epoch": 2.97,
                    "step": 28300
                },
                {
                    "loss": 0.0114,
                    "learning_rate": 3.038470962999265e-07,
                    "epoch": 2.98,
                    "step": 28400
                },
                {
                    "loss": 0.0115,
                    "learning_rate": 1.638253929359051e-07,
                    "epoch": 2.99,
                    "step": 28500
                },
                {
                    "loss": 0.0118,
                    "learning_rate": 2.380368957188364e-08,
                    "epoch": 3.0,
                    "step": 28600
                },
                {
                    "eval_loss": 0.022139647975564003,
                    "eval_f1": 0.919728904530956,
                    "eval_precision": 0.9132564198830773,
                    "eval_recall": 0.9262937883841782,
                    "eval_accuracy": 0.9928214538767733,
                    "eval_runtime": 112.546,
                    "eval_samples_per_second": 140.751,
                    "epoch": 3.0,
                    "step": 28617
                },
                {
                    "train_runtime": 5094.5142,
                    "train_samples_per_second": 5.617,
                    "total_flos": 7.74309538119721e+16,
                    "epoch": 3.0,
                    "step": 28617
                }
            ]
        }
    }
}