diff --git "a/probe_generations.jsonl" "b/probe_generations.jsonl" new file mode 100644--- /dev/null +++ "b/probe_generations.jsonl" @@ -0,0 +1,32 @@ +{"step": 1000, "elapsed_sec": 8325.79938030243, "probe_elapsed_sec": 1.0792852820595726, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a member of the world. The most famous people who is a great deal with the world. The two of the world is the most famous, and the most", "text": "The capital of Italy is a member of the world. The most famous people who is a great deal with the world. The two of the world is the most famous, and the most", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.181640625}, {"token_id": 230, "token_text": " the", "probability": 0.1103515625}, {"token_id": 248, "token_text": " an", "probability": 0.043212890625}, {"token_id": 720, "token_text": " one", "probability": 0.0262451171875}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 3068, "token_text": " member", "chosen_probability": 0.0126953125, "top_k_candidates": [{"token_id": 3068, "token_text": " member", "probability": 0.0126953125}, {"token_id": 618, "token_text": " part", "probability": 0.01153564453125}, {"token_id": 1525, "token_text": " very", "probability": 0.01019287109375}, {"token_id": 2030, "token_text": " small", "probability": 0.00958251953125}, {"token_id": 1942, "token_text": " great", "probability": 0.0079345703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8828125}, {"token_id": 234, "token_text": " in", "probability": 0.0118408203125}, {"token_id": 17, "token_text": ".", "probability": 0.0111083984375}, {"token_id": 321, "token_text": " for", "probability": 0.00762939453125}, {"token_id": 15, "token_text": ",", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.302734375}, {"token_id": 209, "token_text": " a", "probability": 0.052490234375}, {"token_id": 478, "token_text": " his", "probability": 0.0120849609375}, {"token_id": 248, "token_text": " an", "probability": 0.007568359375}, {"token_id": 364, "token_text": " The", "probability": 0.005035400390625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.017578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.017578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0120849609375}, {"token_id": 1859, "token_text": " American", "probability": 0.0113525390625}, {"token_id": 1758, "token_text": " United", "probability": 0.01031494140625}, {"token_id": 942, "token_text": " most", "probability": 0.00970458984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 400, "token_text": "'s", "probability": 0.099609375}, {"token_id": 256, "token_text": " of", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 234, "token_text": " in", "probability": 0.064453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.208984375}, {"token_id": 679, "token_text": " It", "probability": 0.08203125}, {"token_id": 407, "token_text": " In", "probability": 0.049560546875}, {"token_id": 639, "token_text": " He", "probability": 0.0341796875}, {"token_id": 1062, "token_text": " This", "probability": 0.026611328125}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00927734375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00927734375}, {"token_id": 1547, "token_text": " world", "probability": 0.00872802734375}, {"token_id": 2185, "token_text": " word", "probability": 0.0084228515625}, {"token_id": 836, "token_text": " first", "probability": 0.0079345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.0076904296875}]}, {"token_id": 5519, "token_text": " famous", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 5519, "token_text": " famous", "probability": 0.08935546875}, {"token_id": 256, "token_text": " of", "probability": 0.051025390625}, {"token_id": 3776, "token_text": " popular", "probability": 0.037353515625}, {"token_id": 2535, "token_text": " important", "probability": 0.037353515625}, {"token_id": 3188, "token_text": " common", "probability": 0.0308837890625}]}, {"token_id": 1136, "token_text": " people", "chosen_probability": 0.01190185546875, "top_k_candidates": [{"token_id": 1136, "token_text": " people", "probability": 0.01190185546875}, {"token_id": 15, "token_text": ",", "probability": 0.010498046875}, {"token_id": 321, "token_text": " for", "probability": 0.0098876953125}, {"token_id": 262, "token_text": " and", "probability": 0.00958251953125}, {"token_id": 1547, "token_text": " world", "probability": 0.0084228515625}]}, {"token_id": 731, "token_text": " who", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 731, "token_text": " who", "probability": 0.1728515625}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 234, "token_text": " in", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.041015625}, {"token_id": 467, "token_text": " are", "probability": 0.03857421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.08251953125}, {"token_id": 467, "token_text": " are", "probability": 0.0771484375}, {"token_id": 670, "token_text": " were", "probability": 0.060302734375}, {"token_id": 581, "token_text": " have", "probability": 0.050048828125}, {"token_id": 361, "token_text": " was", "probability": 0.050048828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07080078125}, {"token_id": 230, "token_text": " the", "probability": 0.06640625}, {"token_id": 534, "token_text": " not", "probability": 0.02294921875}, {"token_id": 263, "token_text": " to", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.020263671875}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.01470947265625, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.01470947265625}, {"token_id": 3068, "token_text": " member", "probability": 0.01470947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0137939453125}, {"token_id": 579, "token_text": " man", "probability": 0.0125732421875}, {"token_id": 618, "token_text": " part", "probability": 0.0107421875}]}, {"token_id": 3899, "token_text": " deal", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 3899, "token_text": " deal", "probability": 0.033203125}, {"token_id": 16, "token_text": "-", "probability": 0.0177001953125}, {"token_id": 1987, "token_text": " place", "probability": 0.01513671875}, {"token_id": 1417, "token_text": " way", "probability": 0.01141357421875}, {"token_id": 579, "token_text": " man", "probability": 0.01043701171875}]}, {"token_id": 392, "token_text": " with", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 392, "token_text": " with", "probability": 0.22265625}, {"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 17, "token_text": ".", "probability": 0.08740234375}, {"token_id": 321, "token_text": " for", "probability": 0.0771484375}, {"token_id": 234, "token_text": " in", "probability": 0.06396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.294921875}, {"token_id": 209, "token_text": " a", "probability": 0.115234375}, {"token_id": 732, "token_text": " their", "probability": 0.0274658203125}, {"token_id": 478, "token_text": " his", "probability": 0.02001953125}, {"token_id": 1078, "token_text": " them", "probability": 0.01422119140625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0299072265625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0299072265625}, {"token_id": 2259, "token_text": " city", "probability": 0.013671875}, {"token_id": 2269, "token_text": " country", "probability": 0.01171875}, {"token_id": 1136, "token_text": " people", "probability": 0.01171875}, {"token_id": 1842, "token_text": " family", "probability": 0.010009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 256, "token_text": " of", "probability": 0.06689453125}, {"token_id": 400, "token_text": "'s", "probability": 0.06689453125}, {"token_id": 262, "token_text": " and", "probability": 0.043212890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.251953125}, {"token_id": 1766, "token_text": " They", "probability": 0.041015625}, {"token_id": 407, "token_text": " In", "probability": 0.03857421875}, {"token_id": 679, "token_text": " It", "probability": 0.0361328125}, {"token_id": 277, "token_text": " A", "probability": 0.02490234375}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.01519775390625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.01519775390625}, {"token_id": 942, "token_text": " most", "probability": 0.0101318359375}, {"token_id": 579, "token_text": " man", "probability": 0.00982666015625}, {"token_id": 1136, "token_text": " people", "probability": 0.00921630859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0086669921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.0223388671875}, {"token_id": 16, "token_text": "-", "probability": 0.0184326171875}, {"token_id": 1136, "token_text": " people", "probability": 0.016845703125}, {"token_id": 2063, "token_text": " men", "probability": 0.016357421875}, {"token_id": 1068, "token_text": " years", "probability": 0.0123291015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.392578125}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}, {"token_id": 732, "token_text": " their", "probability": 0.0235595703125}, {"token_id": 587, "token_text": " this", "probability": 0.0201416015625}, {"token_id": 1078, "token_text": " them", "probability": 0.0157470703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0279541015625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0279541015625}, {"token_id": 2259, "token_text": " city", "probability": 0.015869140625}, {"token_id": 929, "token_text": " two", "probability": 0.01239013671875}, {"token_id": 2729, "token_text": " town", "probability": 0.01092529296875}, {"token_id": 1136, "token_text": " people", "probability": 0.0106201171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.16796875}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 467, "token_text": " are", "probability": 0.0546875}, {"token_id": 256, "token_text": " of", "probability": 0.0546875}, {"token_id": 361, "token_text": " was", "probability": 0.04541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0966796875}, {"token_id": 209, "token_text": " a", "probability": 0.048583984375}, {"token_id": 263, "token_text": " to", "probability": 0.023681640625}, {"token_id": 720, "token_text": " one", "probability": 0.020263671875}, {"token_id": 534, "token_text": " not", "probability": 0.020263671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.05029296875}, {"token_id": 1547, "token_text": " world", "probability": 0.0179443359375}, {"token_id": 836, "token_text": " first", "probability": 0.0123291015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0108642578125}, {"token_id": 1118, "token_text": " only", "probability": 0.00958251953125}]}, {"token_id": 5519, "token_text": " famous", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 5519, "token_text": " famous", "probability": 0.07421875}, {"token_id": 2535, "token_text": " important", "probability": 0.054443359375}, {"token_id": 256, "token_text": " of", "probability": 0.04248046875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0281982421875}, {"token_id": 3188, "token_text": " common", "probability": 0.022705078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03076171875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03076171875}, {"token_id": 262, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 1547, "token_text": " world", "probability": 0.0145263671875}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}, {"token_id": 321, "token_text": " for", "probability": 0.0120849609375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.10546875}, {"token_id": 230, "token_text": " the", "probability": 0.0771484375}, {"token_id": 654, "token_text": " but", "probability": 0.046875}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}, {"token_id": 647, "token_text": " which", "probability": 0.0302734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.212890625}, {"token_id": 209, "token_text": " a", "probability": 0.06884765625}, {"token_id": 336, "token_text": " is", "probability": 0.0419921875}, {"token_id": 234, "token_text": " in", "probability": 0.02880859375}, {"token_id": 401, "token_text": " it", "probability": 0.0238037109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0225830078125}, {"token_id": 1547, "token_text": " world", "probability": 0.0205078125}, {"token_id": 2259, "token_text": " city", "probability": 0.01171875}, {"token_id": 929, "token_text": " two", "probability": 0.01068115234375}, {"token_id": 1136, "token_text": " people", "probability": 0.00830078125}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.181640625}, {"token_id": 230, "token_text": " the", "probability": 0.1103515625}, {"token_id": 248, "token_text": " an", "probability": 0.043212890625}, {"token_id": 720, "token_text": " one", "probability": 0.0262451171875}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 3068, "token_text": " member", "chosen_probability": 0.0126953125, "top_k_candidates": [{"token_id": 3068, "token_text": " member", "probability": 0.0126953125}, {"token_id": 618, "token_text": " part", "probability": 0.01153564453125}, {"token_id": 1525, "token_text": " very", "probability": 0.01019287109375}, {"token_id": 2030, "token_text": " small", "probability": 0.00958251953125}, {"token_id": 1942, "token_text": " great", "probability": 0.0079345703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8828125}, {"token_id": 234, "token_text": " in", "probability": 0.0118408203125}, {"token_id": 17, "token_text": ".", "probability": 0.0111083984375}, {"token_id": 321, "token_text": " for", "probability": 0.00762939453125}, {"token_id": 15, "token_text": ",", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.302734375}, {"token_id": 209, "token_text": " a", "probability": 0.052490234375}, {"token_id": 478, "token_text": " his", "probability": 0.0120849609375}, {"token_id": 248, "token_text": " an", "probability": 0.007568359375}, {"token_id": 364, "token_text": " The", "probability": 0.005035400390625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.017578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.017578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0120849609375}, {"token_id": 1859, "token_text": " American", "probability": 0.0113525390625}, {"token_id": 1758, "token_text": " United", "probability": 0.01031494140625}, {"token_id": 942, "token_text": " most", "probability": 0.00970458984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 400, "token_text": "'s", "probability": 0.099609375}, {"token_id": 256, "token_text": " of", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 234, "token_text": " in", "probability": 0.064453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2138671875}, {"token_id": 679, "token_text": " It", "probability": 0.083984375}, {"token_id": 407, "token_text": " In", "probability": 0.05078125}, {"token_id": 639, "token_text": " He", "probability": 0.034912109375}, {"token_id": 1062, "token_text": " This", "probability": 0.0272216796875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00927734375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00927734375}, {"token_id": 1547, "token_text": " world", "probability": 0.00872802734375}, {"token_id": 2185, "token_text": " word", "probability": 0.0084228515625}, {"token_id": 836, "token_text": " first", "probability": 0.0079345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.0076904296875}]}, {"token_id": 5519, "token_text": " famous", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 5519, "token_text": " famous", "probability": 0.08935546875}, {"token_id": 256, "token_text": " of", "probability": 0.051025390625}, {"token_id": 3776, "token_text": " popular", "probability": 0.037353515625}, {"token_id": 2535, "token_text": " important", "probability": 0.037353515625}, {"token_id": 3188, "token_text": " common", "probability": 0.0308837890625}]}, {"token_id": 1136, "token_text": " people", "chosen_probability": 0.01190185546875, "top_k_candidates": [{"token_id": 1136, "token_text": " people", "probability": 0.01190185546875}, {"token_id": 15, "token_text": ",", "probability": 0.010498046875}, {"token_id": 321, "token_text": " for", "probability": 0.0098876953125}, {"token_id": 262, "token_text": " and", "probability": 0.00958251953125}, {"token_id": 1547, "token_text": " world", "probability": 0.0084228515625}]}, {"token_id": 731, "token_text": " who", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 731, "token_text": " who", "probability": 0.1728515625}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 234, "token_text": " in", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.041015625}, {"token_id": 467, "token_text": " are", "probability": 0.03857421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.08251953125}, {"token_id": 467, "token_text": " are", "probability": 0.0771484375}, {"token_id": 670, "token_text": " were", "probability": 0.060302734375}, {"token_id": 581, "token_text": " have", "probability": 0.050048828125}, {"token_id": 361, "token_text": " was", "probability": 0.050048828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07080078125}, {"token_id": 230, "token_text": " the", "probability": 0.06640625}, {"token_id": 534, "token_text": " not", "probability": 0.02294921875}, {"token_id": 263, "token_text": " to", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.020263671875}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.01470947265625, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.01470947265625}, {"token_id": 3068, "token_text": " member", "probability": 0.01470947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0137939453125}, {"token_id": 579, "token_text": " man", "probability": 0.0125732421875}, {"token_id": 618, "token_text": " part", "probability": 0.0107421875}]}, {"token_id": 3899, "token_text": " deal", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 3899, "token_text": " deal", "probability": 0.033203125}, {"token_id": 16, "token_text": "-", "probability": 0.0177001953125}, {"token_id": 1987, "token_text": " place", "probability": 0.01513671875}, {"token_id": 1417, "token_text": " way", "probability": 0.01141357421875}, {"token_id": 579, "token_text": " man", "probability": 0.01043701171875}]}, {"token_id": 392, "token_text": " with", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 392, "token_text": " with", "probability": 0.22265625}, {"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 17, "token_text": ".", "probability": 0.08740234375}, {"token_id": 321, "token_text": " for", "probability": 0.0771484375}, {"token_id": 234, "token_text": " in", "probability": 0.06396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.294921875}, {"token_id": 209, "token_text": " a", "probability": 0.115234375}, {"token_id": 732, "token_text": " their", "probability": 0.0274658203125}, {"token_id": 478, "token_text": " his", "probability": 0.02001953125}, {"token_id": 1078, "token_text": " them", "probability": 0.01422119140625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0299072265625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0299072265625}, {"token_id": 2259, "token_text": " city", "probability": 0.013671875}, {"token_id": 2269, "token_text": " country", "probability": 0.01171875}, {"token_id": 1136, "token_text": " people", "probability": 0.01171875}, {"token_id": 1842, "token_text": " family", "probability": 0.010009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 256, "token_text": " of", "probability": 0.06689453125}, {"token_id": 400, "token_text": "'s", "probability": 0.06689453125}, {"token_id": 262, "token_text": " and", "probability": 0.043212890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.255859375}, {"token_id": 1766, "token_text": " They", "probability": 0.041748046875}, {"token_id": 407, "token_text": " In", "probability": 0.039306640625}, {"token_id": 679, "token_text": " It", "probability": 0.036865234375}, {"token_id": 277, "token_text": " A", "probability": 0.0252685546875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.01519775390625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.01519775390625}, {"token_id": 942, "token_text": " most", "probability": 0.0101318359375}, {"token_id": 579, "token_text": " man", "probability": 0.00982666015625}, {"token_id": 1136, "token_text": " people", "probability": 0.00921630859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0086669921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.0223388671875}, {"token_id": 16, "token_text": "-", "probability": 0.0184326171875}, {"token_id": 1136, "token_text": " people", "probability": 0.016845703125}, {"token_id": 2063, "token_text": " men", "probability": 0.016357421875}, {"token_id": 1068, "token_text": " years", "probability": 0.0123291015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.392578125}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}, {"token_id": 732, "token_text": " their", "probability": 0.0235595703125}, {"token_id": 587, "token_text": " this", "probability": 0.0201416015625}, {"token_id": 1078, "token_text": " them", "probability": 0.0157470703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0279541015625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0279541015625}, {"token_id": 2259, "token_text": " city", "probability": 0.015869140625}, {"token_id": 929, "token_text": " two", "probability": 0.01239013671875}, {"token_id": 2729, "token_text": " town", "probability": 0.01092529296875}, {"token_id": 1136, "token_text": " people", "probability": 0.0106201171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1689453125}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 467, "token_text": " are", "probability": 0.0546875}, {"token_id": 256, "token_text": " of", "probability": 0.0546875}, {"token_id": 361, "token_text": " was", "probability": 0.04541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0966796875}, {"token_id": 209, "token_text": " a", "probability": 0.048583984375}, {"token_id": 263, "token_text": " to", "probability": 0.023681640625}, {"token_id": 720, "token_text": " one", "probability": 0.020263671875}, {"token_id": 534, "token_text": " not", "probability": 0.020263671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.05029296875}, {"token_id": 1547, "token_text": " world", "probability": 0.0179443359375}, {"token_id": 836, "token_text": " first", "probability": 0.0123291015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0108642578125}, {"token_id": 1118, "token_text": " only", "probability": 0.00958251953125}]}, {"token_id": 5519, "token_text": " famous", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 5519, "token_text": " famous", "probability": 0.07421875}, {"token_id": 2535, "token_text": " important", "probability": 0.054443359375}, {"token_id": 256, "token_text": " of", "probability": 0.04248046875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0281982421875}, {"token_id": 3188, "token_text": " common", "probability": 0.022705078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03076171875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03076171875}, {"token_id": 262, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 1547, "token_text": " world", "probability": 0.0145263671875}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}, {"token_id": 321, "token_text": " for", "probability": 0.0120849609375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.10546875}, {"token_id": 230, "token_text": " the", "probability": 0.0771484375}, {"token_id": 654, "token_text": " but", "probability": 0.046875}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}, {"token_id": 647, "token_text": " which", "probability": 0.0302734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.212890625}, {"token_id": 209, "token_text": " a", "probability": 0.06884765625}, {"token_id": 336, "token_text": " is", "probability": 0.0419921875}, {"token_id": 234, "token_text": " in", "probability": 0.02880859375}, {"token_id": 401, "token_text": " it", "probability": 0.0238037109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0225830078125}, {"token_id": 1547, "token_text": " world", "probability": 0.0205078125}, {"token_id": 2259, "token_text": " city", "probability": 0.01171875}, {"token_id": 929, "token_text": " two", "probability": 0.01068115234375}, {"token_id": 1136, "token_text": " people", "probability": 0.00830078125}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.181640625}, {"token_id": 230, "token_text": " the", "probability": 0.1103515625}, {"token_id": 248, "token_text": " an", "probability": 0.043212890625}, {"token_id": 720, "token_text": " one", "probability": 0.0262451171875}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 3068, "token_text": " member", "chosen_probability": 0.0126953125, "top_k_candidates": [{"token_id": 3068, "token_text": " member", "probability": 0.0126953125}, {"token_id": 618, "token_text": " part", "probability": 0.01153564453125}, {"token_id": 1525, "token_text": " very", "probability": 0.01019287109375}, {"token_id": 2030, "token_text": " small", "probability": 0.00958251953125}, {"token_id": 1942, "token_text": " great", "probability": 0.0079345703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8828125}, {"token_id": 234, "token_text": " in", "probability": 0.0118408203125}, {"token_id": 17, "token_text": ".", "probability": 0.0111083984375}, {"token_id": 321, "token_text": " for", "probability": 0.00762939453125}, {"token_id": 15, "token_text": ",", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.302734375}, {"token_id": 209, "token_text": " a", "probability": 0.052490234375}, {"token_id": 478, "token_text": " his", "probability": 0.0120849609375}, {"token_id": 248, "token_text": " an", "probability": 0.007568359375}, {"token_id": 364, "token_text": " The", "probability": 0.005035400390625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.017578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.017578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0120849609375}, {"token_id": 1859, "token_text": " American", "probability": 0.0113525390625}, {"token_id": 1758, "token_text": " United", "probability": 0.01031494140625}, {"token_id": 942, "token_text": " most", "probability": 0.00970458984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 400, "token_text": "'s", "probability": 0.099609375}, {"token_id": 256, "token_text": " of", "probability": 0.087890625}, {"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 234, "token_text": " in", "probability": 0.064453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2138671875}, {"token_id": 679, "token_text": " It", "probability": 0.083984375}, {"token_id": 407, "token_text": " In", "probability": 0.05078125}, {"token_id": 639, "token_text": " He", "probability": 0.034912109375}, {"token_id": 1062, "token_text": " This", "probability": 0.0272216796875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00927734375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00927734375}, {"token_id": 1547, "token_text": " world", "probability": 0.00872802734375}, {"token_id": 2185, "token_text": " word", "probability": 0.0084228515625}, {"token_id": 836, "token_text": " first", "probability": 0.0079345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.0076904296875}]}, {"token_id": 5519, "token_text": " famous", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 5519, "token_text": " famous", "probability": 0.08935546875}, {"token_id": 256, "token_text": " of", "probability": 0.051025390625}, {"token_id": 3776, "token_text": " popular", "probability": 0.037353515625}, {"token_id": 2535, "token_text": " important", "probability": 0.037353515625}, {"token_id": 3188, "token_text": " common", "probability": 0.0308837890625}]}, {"token_id": 1136, "token_text": " people", "chosen_probability": 0.01190185546875, "top_k_candidates": [{"token_id": 1136, "token_text": " people", "probability": 0.01190185546875}, {"token_id": 15, "token_text": ",", "probability": 0.010498046875}, {"token_id": 321, "token_text": " for", "probability": 0.0098876953125}, {"token_id": 262, "token_text": " and", "probability": 0.00958251953125}, {"token_id": 1547, "token_text": " world", "probability": 0.0084228515625}]}, {"token_id": 731, "token_text": " who", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 731, "token_text": " who", "probability": 0.1728515625}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 234, "token_text": " in", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.041015625}, {"token_id": 467, "token_text": " are", "probability": 0.03857421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.08251953125}, {"token_id": 467, "token_text": " are", "probability": 0.0771484375}, {"token_id": 670, "token_text": " were", "probability": 0.060302734375}, {"token_id": 581, "token_text": " have", "probability": 0.050048828125}, {"token_id": 361, "token_text": " was", "probability": 0.050048828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07080078125}, {"token_id": 230, "token_text": " the", "probability": 0.06640625}, {"token_id": 534, "token_text": " not", "probability": 0.02294921875}, {"token_id": 263, "token_text": " to", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.020263671875}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.01470947265625, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.01470947265625}, {"token_id": 3068, "token_text": " member", "probability": 0.01470947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0137939453125}, {"token_id": 579, "token_text": " man", "probability": 0.0125732421875}, {"token_id": 618, "token_text": " part", "probability": 0.0107421875}]}, {"token_id": 3899, "token_text": " deal", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 3899, "token_text": " deal", "probability": 0.033203125}, {"token_id": 16, "token_text": "-", "probability": 0.0177001953125}, {"token_id": 1987, "token_text": " place", "probability": 0.01513671875}, {"token_id": 1417, "token_text": " way", "probability": 0.01141357421875}, {"token_id": 579, "token_text": " man", "probability": 0.01043701171875}]}, {"token_id": 392, "token_text": " with", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 392, "token_text": " with", "probability": 0.22265625}, {"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 17, "token_text": ".", "probability": 0.08740234375}, {"token_id": 321, "token_text": " for", "probability": 0.0771484375}, {"token_id": 234, "token_text": " in", "probability": 0.06396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.294921875}, {"token_id": 209, "token_text": " a", "probability": 0.115234375}, {"token_id": 732, "token_text": " their", "probability": 0.0274658203125}, {"token_id": 478, "token_text": " his", "probability": 0.02001953125}, {"token_id": 1078, "token_text": " them", "probability": 0.01422119140625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0299072265625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0299072265625}, {"token_id": 2259, "token_text": " city", "probability": 0.013671875}, {"token_id": 2269, "token_text": " country", "probability": 0.01171875}, {"token_id": 1136, "token_text": " people", "probability": 0.01171875}, {"token_id": 1842, "token_text": " family", "probability": 0.010009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 256, "token_text": " of", "probability": 0.06689453125}, {"token_id": 400, "token_text": "'s", "probability": 0.06689453125}, {"token_id": 262, "token_text": " and", "probability": 0.043212890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.255859375}, {"token_id": 1766, "token_text": " They", "probability": 0.041748046875}, {"token_id": 407, "token_text": " In", "probability": 0.039306640625}, {"token_id": 679, "token_text": " It", "probability": 0.036865234375}, {"token_id": 277, "token_text": " A", "probability": 0.0252685546875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.01519775390625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.01519775390625}, {"token_id": 942, "token_text": " most", "probability": 0.0101318359375}, {"token_id": 579, "token_text": " man", "probability": 0.00982666015625}, {"token_id": 1136, "token_text": " people", "probability": 0.00921630859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0086669921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.0223388671875}, {"token_id": 16, "token_text": "-", "probability": 0.0184326171875}, {"token_id": 1136, "token_text": " people", "probability": 0.016845703125}, {"token_id": 2063, "token_text": " men", "probability": 0.016357421875}, {"token_id": 1068, "token_text": " years", "probability": 0.0123291015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.392578125}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}, {"token_id": 732, "token_text": " their", "probability": 0.0235595703125}, {"token_id": 587, "token_text": " this", "probability": 0.0201416015625}, {"token_id": 1078, "token_text": " them", "probability": 0.0157470703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0279541015625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0279541015625}, {"token_id": 2259, "token_text": " city", "probability": 0.015869140625}, {"token_id": 929, "token_text": " two", "probability": 0.01239013671875}, {"token_id": 2729, "token_text": " town", "probability": 0.01092529296875}, {"token_id": 1136, "token_text": " people", "probability": 0.0106201171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1689453125}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 467, "token_text": " are", "probability": 0.0546875}, {"token_id": 256, "token_text": " of", "probability": 0.0546875}, {"token_id": 361, "token_text": " was", "probability": 0.04541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0966796875}, {"token_id": 209, "token_text": " a", "probability": 0.048583984375}, {"token_id": 263, "token_text": " to", "probability": 0.023681640625}, {"token_id": 720, "token_text": " one", "probability": 0.020263671875}, {"token_id": 534, "token_text": " not", "probability": 0.020263671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.05029296875}, {"token_id": 1547, "token_text": " world", "probability": 0.0179443359375}, {"token_id": 836, "token_text": " first", "probability": 0.0123291015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0108642578125}, {"token_id": 1118, "token_text": " only", "probability": 0.00958251953125}]}, {"token_id": 5519, "token_text": " famous", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 5519, "token_text": " famous", "probability": 0.07421875}, {"token_id": 2535, "token_text": " important", "probability": 0.054443359375}, {"token_id": 256, "token_text": " of", "probability": 0.04248046875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0281982421875}, {"token_id": 3188, "token_text": " common", "probability": 0.022705078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03076171875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03076171875}, {"token_id": 262, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 1547, "token_text": " world", "probability": 0.0145263671875}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}, {"token_id": 321, "token_text": " for", "probability": 0.0120849609375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.10546875}, {"token_id": 230, "token_text": " the", "probability": 0.0771484375}, {"token_id": 654, "token_text": " but", "probability": 0.046875}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}, {"token_id": 647, "token_text": " which", "probability": 0.0302734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.212890625}, {"token_id": 209, "token_text": " a", "probability": 0.06884765625}, {"token_id": 336, "token_text": " is", "probability": 0.0419921875}, {"token_id": 234, "token_text": " in", "probability": 0.02880859375}, {"token_id": 401, "token_text": " it", "probability": 0.0238037109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0225830078125}, {"token_id": 1547, "token_text": " world", "probability": 0.0205078125}, {"token_id": 2259, "token_text": " city", "probability": 0.01171875}, {"token_id": 929, "token_text": " two", "probability": 0.01068115234375}, {"token_id": 1136, "token_text": " people", "probability": 0.00830078125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 3997, "correct_token_probability": 8.285045623779297e-06, "top_10_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.181640625}, {"token_id": 230, "token_text": " the", "probability": 0.1103515625}, {"token_id": 248, "token_text": " an", "probability": 0.043212890625}, {"token_id": 720, "token_text": " one", "probability": 0.0262451171875}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}, {"token_id": 1576, "token_text": " now", "probability": 0.0203857421875}, {"token_id": 534, "token_text": " not", "probability": 0.015380859375}, {"token_id": 263, "token_text": " to", "probability": 0.01361083984375}, {"token_id": 751, "token_text": " also", "probability": 0.01361083984375}, {"token_id": 3857, "token_text": " located", "probability": 0.01129150390625}], "entropy": 5.375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.701058400307996, "average_logprob_per_token": -11.701058400307996, "perplexity_on_target_sequence": 120699.39568345332, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -11.701058400307996, "probability": 8.285045623779297e-06, "raw_probability": 8.285045623779297e-06, "correct_token_rank": 3997}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 1000, "elapsed_sec": 8325.800096035004, "probe_elapsed_sec": 1.0792852820595726, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used for the same time. The problem is the most important thing that the most important thing is the most important to the same. The problem is the most", "text": "A small language model should be used for the same time. The problem is the most important thing that the most important thing is the most important to the same. The problem is the most", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.31640625}, {"token_id": 534, "token_text": " not", "probability": 0.0703125}, {"token_id": 581, "token_text": " have", "probability": 0.058349609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0167236328125}, {"token_id": 1300, "token_text": " use", "probability": 0.0162353515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.068359375}, {"token_id": 209, "token_text": " a", "probability": 0.0390625}, {"token_id": 1334, "token_text": " found", "probability": 0.0303955078125}, {"token_id": 2956, "token_text": " able", "probability": 0.022216796875}, {"token_id": 230, "token_text": " the", "probability": 0.017822265625}]}, {"token_id": 321, "token_text": " for", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 321, "token_text": " for", "probability": 0.2119140625}, {"token_id": 263, "token_text": " to", "probability": 0.1865234375}, {"token_id": 234, "token_text": " in", "probability": 0.13671875}, {"token_id": 347, "token_text": " as", "probability": 0.07763671875}, {"token_id": 443, "token_text": " by", "probability": 0.056884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1455078125}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 587, "token_text": " this", "probability": 0.02294921875}, {"token_id": 248, "token_text": " an", "probability": 0.01190185546875}, {"token_id": 720, "token_text": " one", "probability": 0.010498046875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0137939453125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0137939453125}, {"token_id": 1300, "token_text": " use", "probability": 0.00921630859375}, {"token_id": 2244, "token_text": " following", "probability": 0.00787353515625}, {"token_id": 942, "token_text": " most", "probability": 0.0067138671875}, {"token_id": 1547, "token_text": " world", "probability": 0.00653076171875}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.018798828125, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.018798828125}, {"token_id": 775, "token_text": " year", "probability": 0.01416015625}, {"token_id": 256, "token_text": " of", "probability": 0.01373291015625}, {"token_id": 2526, "token_text": " level", "probability": 0.0133056640625}, {"token_id": 17, "token_text": ".", "probability": 0.01251220703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.263671875}, {"token_id": 256, "token_text": " of", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.09716796875}, {"token_id": 262, "token_text": " and", "probability": 0.04052734375}, {"token_id": 234, "token_text": " in", "probability": 0.02783203125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1279296875}, {"token_id": 407, "token_text": " In", "probability": 0.05322265625}, {"token_id": 679, "token_text": " It", "probability": 0.04150390625}, {"token_id": 277, "token_text": " A", "probability": 0.0390625}, {"token_id": 1062, "token_text": " This", "probability": 0.034423828125}]}, {"token_id": 3865, "token_text": " problem", "chosen_probability": 0.01202392578125, "top_k_candidates": [{"token_id": 3865, "token_text": " problem", "probability": 0.01202392578125}, {"token_id": 836, "token_text": " first", "probability": 0.0096435546875}, {"token_id": 2244, "token_text": " following", "probability": 0.008544921875}, {"token_id": 1625, "token_text": " system", "probability": 0.007537841796875}, {"token_id": 1949, "token_text": " result", "probability": 0.006866455078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.232421875}, {"token_id": 256, "token_text": " of", "probability": 0.16015625}, {"token_id": 361, "token_text": " was", "probability": 0.08544921875}, {"token_id": 614, "token_text": " has", "probability": 0.04296875}, {"token_id": 783, "token_text": " will", "probability": 0.02783203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.091796875}, {"token_id": 209, "token_text": " a", "probability": 0.049072265625}, {"token_id": 534, "token_text": " not", "probability": 0.03173828125}, {"token_id": 263, "token_text": " to", "probability": 0.02978515625}, {"token_id": 379, "token_text": " that", "probability": 0.024658203125}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.04638671875}, {"token_id": 1118, "token_text": " only", "probability": 0.0299072265625}, {"token_id": 1686, "token_text": " same", "probability": 0.028076171875}, {"token_id": 836, "token_text": " first", "probability": 0.0263671875}, {"token_id": 2170, "token_text": " best", "probability": 0.0164794921875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.138671875}, {"token_id": 3188, "token_text": " common", "probability": 0.07421875}, {"token_id": 4681, "token_text": " likely", "probability": 0.037353515625}, {"token_id": 7407, "token_text": " powerful", "probability": 0.017578125}, {"token_id": 3776, "token_text": " popular", "probability": 0.017578125}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.044677734375}, {"token_id": 1417, "token_text": " way", "probability": 0.037109375}, {"token_id": 618, "token_text": " part", "probability": 0.02392578125}, {"token_id": 263, "token_text": " to", "probability": 0.0186767578125}, {"token_id": 321, "token_text": " for", "probability": 0.01324462890625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.10986328125}, {"token_id": 256, "token_text": " of", "probability": 0.10302734375}, {"token_id": 321, "token_text": " for", "probability": 0.06689453125}, {"token_id": 263, "token_text": " to", "probability": 0.06689453125}, {"token_id": 17, "token_text": ".", "probability": 0.05517578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.15625}, {"token_id": 336, "token_text": " is", "probability": 0.07861328125}, {"token_id": 566, "token_text": " can", "probability": 0.05078125}, {"token_id": 467, "token_text": " are", "probability": 0.044921875}, {"token_id": 401, "token_text": " it", "probability": 0.037109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.01141357421875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.01141357421875}, {"token_id": 1686, "token_text": " same", "probability": 0.0107421875}, {"token_id": 1981, "token_text": " number", "probability": 0.0103759765625}, {"token_id": 3865, "token_text": " problem", "probability": 0.0103759765625}, {"token_id": 1625, "token_text": " system", "probability": 0.00836181640625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.080078125}, {"token_id": 3188, "token_text": " common", "probability": 0.03759765625}, {"token_id": 256, "token_text": " of", "probability": 0.03759765625}, {"token_id": 4773, "token_text": " recent", "probability": 0.02587890625}, {"token_id": 4681, "token_text": " likely", "probability": 0.01434326171875}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.03271484375, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.03271484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0198974609375}, {"token_id": 263, "token_text": " to", "probability": 0.019287109375}, {"token_id": 336, "token_text": " is", "probability": 0.0164794921875}, {"token_id": 1625, "token_text": " system", "probability": 0.00909423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2138671875}, {"token_id": 230, "token_text": " the", "probability": 0.08935546875}, {"token_id": 467, "token_text": " are", "probability": 0.05419921875}, {"token_id": 379, "token_text": " that", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 379, "token_text": " that", "probability": 0.03125}, {"token_id": 263, "token_text": " to", "probability": 0.03125}, {"token_id": 209, "token_text": " a", "probability": 0.0294189453125}, {"token_id": 534, "token_text": " not", "probability": 0.027587890625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0537109375}, {"token_id": 1686, "token_text": " same", "probability": 0.039306640625}, {"token_id": 1118, "token_text": " only", "probability": 0.02392578125}, {"token_id": 836, "token_text": " first", "probability": 0.021728515625}, {"token_id": 2170, "token_text": " best", "probability": 0.0203857421875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.11865234375}, {"token_id": 3188, "token_text": " common", "probability": 0.052734375}, {"token_id": 4681, "token_text": " likely", "probability": 0.0234375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0206298828125}, {"token_id": 4786, "token_text": " difficult", "probability": 0.01611328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.037109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.037109375}, {"token_id": 3924, "token_text": " thing", "probability": 0.03271484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0289306640625}, {"token_id": 618, "token_text": " part", "probability": 0.01806640625}, {"token_id": 321, "token_text": " for", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.244140625}, {"token_id": 372, "token_text": " be", "probability": 0.06982421875}, {"token_id": 1494, "token_text": " make", "probability": 0.02734375}, {"token_id": 209, "token_text": " a", "probability": 0.02001953125}, {"token_id": 1300, "token_text": " use", "probability": 0.01507568359375}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.02392578125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.02392578125}, {"token_id": 942, "token_text": " most", "probability": 0.00970458984375}, {"token_id": 1547, "token_text": " world", "probability": 0.00909423828125}, {"token_id": 1300, "token_text": " use", "probability": 0.007293701171875}, {"token_id": 1981, "token_text": " number", "probability": 0.007080078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.04248046875}, {"token_id": 927, "token_text": " time", "probability": 0.02734375}, {"token_id": 1417, "token_text": " way", "probability": 0.024169921875}, {"token_id": 3924, "token_text": " thing", "probability": 0.0194091796875}, {"token_id": 2526, "token_text": " level", "probability": 0.01422119140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2265625}, {"token_id": 679, "token_text": " It", "probability": 0.047607421875}, {"token_id": 407, "token_text": " In", "probability": 0.0419921875}, {"token_id": 1062, "token_text": " This", "probability": 0.03955078125}, {"token_id": 2, "token_text": "", "probability": 0.03955078125}]}, {"token_id": 3865, "token_text": " problem", "chosen_probability": 0.0167236328125, "top_k_candidates": [{"token_id": 3865, "token_text": " problem", "probability": 0.0167236328125}, {"token_id": 942, "token_text": " most", "probability": 0.01263427734375}, {"token_id": 929, "token_text": " two", "probability": 0.011474609375}, {"token_id": 836, "token_text": " first", "probability": 0.009521484375}, {"token_id": 1981, "token_text": " number", "probability": 0.007415771484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.359375}, {"token_id": 256, "token_text": " of", "probability": 0.07080078125}, {"token_id": 467, "token_text": " are", "probability": 0.0517578125}, {"token_id": 614, "token_text": " has", "probability": 0.04296875}, {"token_id": 783, "token_text": " will", "probability": 0.037841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.154296875}, {"token_id": 209, "token_text": " a", "probability": 0.050048828125}, {"token_id": 379, "token_text": " that", "probability": 0.0390625}, {"token_id": 534, "token_text": " not", "probability": 0.03662109375}, {"token_id": 263, "token_text": " to", "probability": 0.02685546875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.06689453125}, {"token_id": 1118, "token_text": " only", "probability": 0.038330078125}, {"token_id": 1686, "token_text": " same", "probability": 0.0279541015625}, {"token_id": 836, "token_text": " first", "probability": 0.0262451171875}, {"token_id": 2170, "token_text": " best", "probability": 0.021728515625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.31640625}, {"token_id": 534, "token_text": " not", "probability": 0.0703125}, {"token_id": 581, "token_text": " have", "probability": 0.058349609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0167236328125}, {"token_id": 1300, "token_text": " use", "probability": 0.0162353515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.068359375}, {"token_id": 209, "token_text": " a", "probability": 0.0390625}, {"token_id": 1334, "token_text": " found", "probability": 0.0303955078125}, {"token_id": 2956, "token_text": " able", "probability": 0.022216796875}, {"token_id": 230, "token_text": " the", "probability": 0.017822265625}]}, {"token_id": 321, "token_text": " for", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 321, "token_text": " for", "probability": 0.2119140625}, {"token_id": 263, "token_text": " to", "probability": 0.1865234375}, {"token_id": 234, "token_text": " in", "probability": 0.13671875}, {"token_id": 347, "token_text": " as", "probability": 0.07763671875}, {"token_id": 443, "token_text": " by", "probability": 0.056884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1455078125}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 587, "token_text": " this", "probability": 0.02294921875}, {"token_id": 248, "token_text": " an", "probability": 0.01190185546875}, {"token_id": 720, "token_text": " one", "probability": 0.010498046875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0137939453125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0137939453125}, {"token_id": 1300, "token_text": " use", "probability": 0.00921630859375}, {"token_id": 2244, "token_text": " following", "probability": 0.00787353515625}, {"token_id": 942, "token_text": " most", "probability": 0.0067138671875}, {"token_id": 1547, "token_text": " world", "probability": 0.00653076171875}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.018798828125, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.018798828125}, {"token_id": 775, "token_text": " year", "probability": 0.01416015625}, {"token_id": 256, "token_text": " of", "probability": 0.01373291015625}, {"token_id": 2526, "token_text": " level", "probability": 0.0133056640625}, {"token_id": 17, "token_text": ".", "probability": 0.01251220703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 256, "token_text": " of", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.09716796875}, {"token_id": 262, "token_text": " and", "probability": 0.04052734375}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1318359375}, {"token_id": 407, "token_text": " In", "probability": 0.054931640625}, {"token_id": 679, "token_text": " It", "probability": 0.042724609375}, {"token_id": 277, "token_text": " A", "probability": 0.040283203125}, {"token_id": 1062, "token_text": " This", "probability": 0.035400390625}]}, {"token_id": 3865, "token_text": " problem", "chosen_probability": 0.01202392578125, "top_k_candidates": [{"token_id": 3865, "token_text": " problem", "probability": 0.01202392578125}, {"token_id": 836, "token_text": " first", "probability": 0.0096435546875}, {"token_id": 2244, "token_text": " following", "probability": 0.008544921875}, {"token_id": 1625, "token_text": " system", "probability": 0.007537841796875}, {"token_id": 1949, "token_text": " result", "probability": 0.006866455078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.232421875}, {"token_id": 256, "token_text": " of", "probability": 0.16015625}, {"token_id": 361, "token_text": " was", "probability": 0.08544921875}, {"token_id": 614, "token_text": " has", "probability": 0.04296875}, {"token_id": 783, "token_text": " will", "probability": 0.02783203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.091796875}, {"token_id": 209, "token_text": " a", "probability": 0.049072265625}, {"token_id": 534, "token_text": " not", "probability": 0.03173828125}, {"token_id": 263, "token_text": " to", "probability": 0.02978515625}, {"token_id": 379, "token_text": " that", "probability": 0.024658203125}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.04638671875}, {"token_id": 1118, "token_text": " only", "probability": 0.0299072265625}, {"token_id": 1686, "token_text": " same", "probability": 0.028076171875}, {"token_id": 836, "token_text": " first", "probability": 0.0263671875}, {"token_id": 2170, "token_text": " best", "probability": 0.0164794921875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.138671875}, {"token_id": 3188, "token_text": " common", "probability": 0.07421875}, {"token_id": 4681, "token_text": " likely", "probability": 0.037353515625}, {"token_id": 7407, "token_text": " powerful", "probability": 0.017578125}, {"token_id": 3776, "token_text": " popular", "probability": 0.017578125}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.044677734375}, {"token_id": 1417, "token_text": " way", "probability": 0.037109375}, {"token_id": 618, "token_text": " part", "probability": 0.02392578125}, {"token_id": 263, "token_text": " to", "probability": 0.0186767578125}, {"token_id": 321, "token_text": " for", "probability": 0.01324462890625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.10986328125}, {"token_id": 256, "token_text": " of", "probability": 0.103515625}, {"token_id": 321, "token_text": " for", "probability": 0.06689453125}, {"token_id": 263, "token_text": " to", "probability": 0.06689453125}, {"token_id": 17, "token_text": ".", "probability": 0.05517578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.15625}, {"token_id": 336, "token_text": " is", "probability": 0.07861328125}, {"token_id": 566, "token_text": " can", "probability": 0.05078125}, {"token_id": 467, "token_text": " are", "probability": 0.044921875}, {"token_id": 401, "token_text": " it", "probability": 0.037109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.01141357421875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.01141357421875}, {"token_id": 1686, "token_text": " same", "probability": 0.0107421875}, {"token_id": 1981, "token_text": " number", "probability": 0.0103759765625}, {"token_id": 3865, "token_text": " problem", "probability": 0.0103759765625}, {"token_id": 1625, "token_text": " system", "probability": 0.00836181640625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.080078125}, {"token_id": 3188, "token_text": " common", "probability": 0.03759765625}, {"token_id": 256, "token_text": " of", "probability": 0.03759765625}, {"token_id": 4773, "token_text": " recent", "probability": 0.02587890625}, {"token_id": 4681, "token_text": " likely", "probability": 0.01434326171875}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.03271484375, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.03271484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0198974609375}, {"token_id": 263, "token_text": " to", "probability": 0.019287109375}, {"token_id": 336, "token_text": " is", "probability": 0.0164794921875}, {"token_id": 1625, "token_text": " system", "probability": 0.00909423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2138671875}, {"token_id": 230, "token_text": " the", "probability": 0.08935546875}, {"token_id": 467, "token_text": " are", "probability": 0.05419921875}, {"token_id": 379, "token_text": " that", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 379, "token_text": " that", "probability": 0.03125}, {"token_id": 263, "token_text": " to", "probability": 0.03125}, {"token_id": 209, "token_text": " a", "probability": 0.0294189453125}, {"token_id": 534, "token_text": " not", "probability": 0.027587890625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0537109375}, {"token_id": 1686, "token_text": " same", "probability": 0.039306640625}, {"token_id": 1118, "token_text": " only", "probability": 0.02392578125}, {"token_id": 836, "token_text": " first", "probability": 0.021728515625}, {"token_id": 2170, "token_text": " best", "probability": 0.0203857421875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.11865234375}, {"token_id": 3188, "token_text": " common", "probability": 0.052734375}, {"token_id": 4681, "token_text": " likely", "probability": 0.0234375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0206298828125}, {"token_id": 4786, "token_text": " difficult", "probability": 0.01611328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.037109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.037109375}, {"token_id": 3924, "token_text": " thing", "probability": 0.03271484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0289306640625}, {"token_id": 618, "token_text": " part", "probability": 0.01806640625}, {"token_id": 321, "token_text": " for", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.244140625}, {"token_id": 372, "token_text": " be", "probability": 0.06982421875}, {"token_id": 1494, "token_text": " make", "probability": 0.02734375}, {"token_id": 209, "token_text": " a", "probability": 0.02001953125}, {"token_id": 1300, "token_text": " use", "probability": 0.01507568359375}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.02392578125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.02392578125}, {"token_id": 942, "token_text": " most", "probability": 0.00970458984375}, {"token_id": 1547, "token_text": " world", "probability": 0.00909423828125}, {"token_id": 1300, "token_text": " use", "probability": 0.007293701171875}, {"token_id": 1981, "token_text": " number", "probability": 0.007080078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.04248046875}, {"token_id": 927, "token_text": " time", "probability": 0.02734375}, {"token_id": 1417, "token_text": " way", "probability": 0.024169921875}, {"token_id": 3924, "token_text": " thing", "probability": 0.0194091796875}, {"token_id": 2526, "token_text": " level", "probability": 0.01422119140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.236328125}, {"token_id": 679, "token_text": " It", "probability": 0.049560546875}, {"token_id": 407, "token_text": " In", "probability": 0.043701171875}, {"token_id": 1062, "token_text": " This", "probability": 0.041015625}, {"token_id": 277, "token_text": " A", "probability": 0.03857421875}]}, {"token_id": 3865, "token_text": " problem", "chosen_probability": 0.0167236328125, "top_k_candidates": [{"token_id": 3865, "token_text": " problem", "probability": 0.0167236328125}, {"token_id": 942, "token_text": " most", "probability": 0.01263427734375}, {"token_id": 929, "token_text": " two", "probability": 0.011474609375}, {"token_id": 836, "token_text": " first", "probability": 0.009521484375}, {"token_id": 1981, "token_text": " number", "probability": 0.007415771484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.359375}, {"token_id": 256, "token_text": " of", "probability": 0.07080078125}, {"token_id": 467, "token_text": " are", "probability": 0.0517578125}, {"token_id": 614, "token_text": " has", "probability": 0.04296875}, {"token_id": 783, "token_text": " will", "probability": 0.037841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.154296875}, {"token_id": 209, "token_text": " a", "probability": 0.050048828125}, {"token_id": 379, "token_text": " that", "probability": 0.0390625}, {"token_id": 534, "token_text": " not", "probability": 0.03662109375}, {"token_id": 263, "token_text": " to", "probability": 0.02685546875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.06689453125}, {"token_id": 1118, "token_text": " only", "probability": 0.038330078125}, {"token_id": 1686, "token_text": " same", "probability": 0.0279541015625}, {"token_id": 836, "token_text": " first", "probability": 0.0262451171875}, {"token_id": 2170, "token_text": " best", "probability": 0.021728515625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.31640625}, {"token_id": 534, "token_text": " not", "probability": 0.0703125}, {"token_id": 581, "token_text": " have", "probability": 0.058349609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0167236328125}, {"token_id": 1300, "token_text": " use", "probability": 0.0162353515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.068359375}, {"token_id": 209, "token_text": " a", "probability": 0.0390625}, {"token_id": 1334, "token_text": " found", "probability": 0.0303955078125}, {"token_id": 2956, "token_text": " able", "probability": 0.022216796875}, {"token_id": 230, "token_text": " the", "probability": 0.017822265625}]}, {"token_id": 321, "token_text": " for", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 321, "token_text": " for", "probability": 0.2119140625}, {"token_id": 263, "token_text": " to", "probability": 0.1865234375}, {"token_id": 234, "token_text": " in", "probability": 0.13671875}, {"token_id": 347, "token_text": " as", "probability": 0.07763671875}, {"token_id": 443, "token_text": " by", "probability": 0.056884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1455078125}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 587, "token_text": " this", "probability": 0.02294921875}, {"token_id": 248, "token_text": " an", "probability": 0.01190185546875}, {"token_id": 720, "token_text": " one", "probability": 0.010498046875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0137939453125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0137939453125}, {"token_id": 1300, "token_text": " use", "probability": 0.00921630859375}, {"token_id": 2244, "token_text": " following", "probability": 0.00787353515625}, {"token_id": 942, "token_text": " most", "probability": 0.0067138671875}, {"token_id": 1547, "token_text": " world", "probability": 0.00653076171875}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.018798828125, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.018798828125}, {"token_id": 775, "token_text": " year", "probability": 0.01416015625}, {"token_id": 256, "token_text": " of", "probability": 0.01373291015625}, {"token_id": 2526, "token_text": " level", "probability": 0.0133056640625}, {"token_id": 17, "token_text": ".", "probability": 0.01251220703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 256, "token_text": " of", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.09716796875}, {"token_id": 262, "token_text": " and", "probability": 0.04052734375}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1318359375}, {"token_id": 407, "token_text": " In", "probability": 0.054931640625}, {"token_id": 679, "token_text": " It", "probability": 0.042724609375}, {"token_id": 277, "token_text": " A", "probability": 0.040283203125}, {"token_id": 1062, "token_text": " This", "probability": 0.035400390625}]}, {"token_id": 3865, "token_text": " problem", "chosen_probability": 0.01202392578125, "top_k_candidates": [{"token_id": 3865, "token_text": " problem", "probability": 0.01202392578125}, {"token_id": 836, "token_text": " first", "probability": 0.0096435546875}, {"token_id": 2244, "token_text": " following", "probability": 0.008544921875}, {"token_id": 1625, "token_text": " system", "probability": 0.007537841796875}, {"token_id": 1949, "token_text": " result", "probability": 0.006866455078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.232421875}, {"token_id": 256, "token_text": " of", "probability": 0.16015625}, {"token_id": 361, "token_text": " was", "probability": 0.08544921875}, {"token_id": 614, "token_text": " has", "probability": 0.04296875}, {"token_id": 783, "token_text": " will", "probability": 0.02783203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.091796875}, {"token_id": 209, "token_text": " a", "probability": 0.049072265625}, {"token_id": 534, "token_text": " not", "probability": 0.03173828125}, {"token_id": 263, "token_text": " to", "probability": 0.02978515625}, {"token_id": 379, "token_text": " that", "probability": 0.024658203125}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.04638671875}, {"token_id": 1118, "token_text": " only", "probability": 0.0299072265625}, {"token_id": 1686, "token_text": " same", "probability": 0.028076171875}, {"token_id": 836, "token_text": " first", "probability": 0.0263671875}, {"token_id": 2170, "token_text": " best", "probability": 0.0164794921875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.138671875}, {"token_id": 3188, "token_text": " common", "probability": 0.07421875}, {"token_id": 4681, "token_text": " likely", "probability": 0.037353515625}, {"token_id": 7407, "token_text": " powerful", "probability": 0.017578125}, {"token_id": 3776, "token_text": " popular", "probability": 0.017578125}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.044677734375}, {"token_id": 1417, "token_text": " way", "probability": 0.037109375}, {"token_id": 618, "token_text": " part", "probability": 0.02392578125}, {"token_id": 263, "token_text": " to", "probability": 0.0186767578125}, {"token_id": 321, "token_text": " for", "probability": 0.01324462890625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.10986328125}, {"token_id": 256, "token_text": " of", "probability": 0.103515625}, {"token_id": 321, "token_text": " for", "probability": 0.06689453125}, {"token_id": 263, "token_text": " to", "probability": 0.06689453125}, {"token_id": 17, "token_text": ".", "probability": 0.05517578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.15625}, {"token_id": 336, "token_text": " is", "probability": 0.07861328125}, {"token_id": 566, "token_text": " can", "probability": 0.05078125}, {"token_id": 467, "token_text": " are", "probability": 0.044921875}, {"token_id": 401, "token_text": " it", "probability": 0.037109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.01141357421875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.01141357421875}, {"token_id": 1686, "token_text": " same", "probability": 0.0107421875}, {"token_id": 1981, "token_text": " number", "probability": 0.0103759765625}, {"token_id": 3865, "token_text": " problem", "probability": 0.0103759765625}, {"token_id": 1625, "token_text": " system", "probability": 0.00836181640625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.080078125}, {"token_id": 3188, "token_text": " common", "probability": 0.03759765625}, {"token_id": 256, "token_text": " of", "probability": 0.03759765625}, {"token_id": 4773, "token_text": " recent", "probability": 0.02587890625}, {"token_id": 4681, "token_text": " likely", "probability": 0.01434326171875}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.03271484375, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.03271484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0198974609375}, {"token_id": 263, "token_text": " to", "probability": 0.019287109375}, {"token_id": 336, "token_text": " is", "probability": 0.0164794921875}, {"token_id": 1625, "token_text": " system", "probability": 0.00909423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2138671875}, {"token_id": 230, "token_text": " the", "probability": 0.08935546875}, {"token_id": 467, "token_text": " are", "probability": 0.05419921875}, {"token_id": 379, "token_text": " that", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 379, "token_text": " that", "probability": 0.03125}, {"token_id": 263, "token_text": " to", "probability": 0.03125}, {"token_id": 209, "token_text": " a", "probability": 0.0294189453125}, {"token_id": 534, "token_text": " not", "probability": 0.027587890625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0537109375}, {"token_id": 1686, "token_text": " same", "probability": 0.039306640625}, {"token_id": 1118, "token_text": " only", "probability": 0.02392578125}, {"token_id": 836, "token_text": " first", "probability": 0.021728515625}, {"token_id": 2170, "token_text": " best", "probability": 0.0203857421875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.11865234375}, {"token_id": 3188, "token_text": " common", "probability": 0.052734375}, {"token_id": 4681, "token_text": " likely", "probability": 0.0234375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0206298828125}, {"token_id": 4786, "token_text": " difficult", "probability": 0.01611328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.037109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.037109375}, {"token_id": 3924, "token_text": " thing", "probability": 0.03271484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0289306640625}, {"token_id": 618, "token_text": " part", "probability": 0.01806640625}, {"token_id": 321, "token_text": " for", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.244140625}, {"token_id": 372, "token_text": " be", "probability": 0.06982421875}, {"token_id": 1494, "token_text": " make", "probability": 0.02734375}, {"token_id": 209, "token_text": " a", "probability": 0.02001953125}, {"token_id": 1300, "token_text": " use", "probability": 0.01507568359375}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.02392578125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.02392578125}, {"token_id": 942, "token_text": " most", "probability": 0.00970458984375}, {"token_id": 1547, "token_text": " world", "probability": 0.00909423828125}, {"token_id": 1300, "token_text": " use", "probability": 0.007293701171875}, {"token_id": 1981, "token_text": " number", "probability": 0.007080078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.04248046875}, {"token_id": 927, "token_text": " time", "probability": 0.02734375}, {"token_id": 1417, "token_text": " way", "probability": 0.024169921875}, {"token_id": 3924, "token_text": " thing", "probability": 0.0194091796875}, {"token_id": 2526, "token_text": " level", "probability": 0.01422119140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.236328125}, {"token_id": 679, "token_text": " It", "probability": 0.049560546875}, {"token_id": 407, "token_text": " In", "probability": 0.043701171875}, {"token_id": 1062, "token_text": " This", "probability": 0.041015625}, {"token_id": 277, "token_text": " A", "probability": 0.03857421875}]}, {"token_id": 3865, "token_text": " problem", "chosen_probability": 0.0167236328125, "top_k_candidates": [{"token_id": 3865, "token_text": " problem", "probability": 0.0167236328125}, {"token_id": 942, "token_text": " most", "probability": 0.01263427734375}, {"token_id": 929, "token_text": " two", "probability": 0.011474609375}, {"token_id": 836, "token_text": " first", "probability": 0.009521484375}, {"token_id": 1981, "token_text": " number", "probability": 0.007415771484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.359375}, {"token_id": 256, "token_text": " of", "probability": 0.07080078125}, {"token_id": 467, "token_text": " are", "probability": 0.0517578125}, {"token_id": 614, "token_text": " has", "probability": 0.04296875}, {"token_id": 783, "token_text": " will", "probability": 0.037841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.154296875}, {"token_id": 209, "token_text": " a", "probability": 0.050048828125}, {"token_id": 379, "token_text": " that", "probability": 0.0390625}, {"token_id": 534, "token_text": " not", "probability": 0.03662109375}, {"token_id": 263, "token_text": " to", "probability": 0.02685546875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.06689453125}, {"token_id": 1118, "token_text": " only", "probability": 0.038330078125}, {"token_id": 1686, "token_text": " same", "probability": 0.0279541015625}, {"token_id": 836, "token_text": " first", "probability": 0.0262451171875}, {"token_id": 2170, "token_text": " best", "probability": 0.021728515625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.31640625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.31640625}, {"token_id": 534, "token_text": " not", "probability": 0.0703125}, {"token_id": 581, "token_text": " have", "probability": 0.058349609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0167236328125}, {"token_id": 1300, "token_text": " use", "probability": 0.0162353515625}, {"token_id": 1466, "token_text": " help", "probability": 0.01153564453125}, {"token_id": 2464, "token_text": " include", "probability": 0.010498046875}, {"token_id": 3710, "token_text": " provide", "probability": 0.00982666015625}, {"token_id": 751, "token_text": " also", "probability": 0.009521484375}, {"token_id": 523, "token_text": " you", "probability": 0.00897216796875}], "entropy": 4.65625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.1507282898071236, "average_logprob_per_token": -1.1507282898071236, "perplexity_on_target_sequence": 3.1604938271604937, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.1507282898071236, "probability": 0.31640625, "raw_probability": 0.31640625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 1000, "elapsed_sec": 8325.800727844238, "probe_elapsed_sec": 1.0792852820595726, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata pubblicata in un'altra parte di un'altra parte di un'altra parte di un'altra parte di un'altra. La sua carriera \u00e8 stata", "text": "La capitale d'Italia \u00e8 stata pubblicata in un'altra parte di un'altra parte di un'altra parte di un'altra parte di un'altra. La sua carriera \u00e8 stata", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 387, "token_text": " una", "probability": 0.056396484375}, {"token_id": 844, "token_text": " stato", "probability": 0.046875}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 285, "token_text": " la", "probability": 0.038818359375}]}, {"token_id": 10283, "token_text": " pubblicata", "chosen_probability": 0.021728515625, "top_k_candidates": [{"token_id": 10283, "token_text": " pubblicata", "probability": 0.021728515625}, {"token_id": 285, "token_text": " la", "probability": 0.0203857421875}, {"token_id": 387, "token_text": " una", "probability": 0.0191650390625}, {"token_id": 14972, "token_text": " definita", "probability": 0.01446533203125}, {"token_id": 23757, "token_text": " confermata", "probability": 0.0140380859375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.12353515625}, {"token_id": 333, "token_text": " da", "probability": 0.09619140625}, {"token_id": 447, "token_text": " nel", "probability": 0.07470703125}, {"token_id": 209, "token_text": " a", "probability": 0.04833984375}, {"token_id": 510, "token_text": " come", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0595703125}, {"token_id": 387, "token_text": " una", "probability": 0.05615234375}, {"token_id": 2760, "token_text": " grado", "probability": 0.0206298828125}, {"token_id": 2716, "token_text": " Italia", "probability": 0.01708984375}, {"token_id": 762, "token_text": " due", "probability": 0.01416015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.19140625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0142822265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.01385498046875}, {"token_id": 2228, "token_text": " periodo", "probability": 0.01220703125}, {"token_id": 537, "token_text": " po", "probability": 0.01043701171875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0986328125}, {"token_id": 752, "token_text": "ora", "probability": 0.0283203125}, {"token_id": 3706, "token_text": "auto", "probability": 0.0234375}, {"token_id": 4378, "token_text": "area", "probability": 0.0234375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01611328125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.09228515625}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0247802734375}, {"token_id": 246, "token_text": " e", "probability": 0.01708984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 370, "token_text": " della", "probability": 0.09814453125}, {"token_id": 337, "token_text": " del", "probability": 0.09228515625}, {"token_id": 491, "token_text": " dei", "probability": 0.0810546875}, {"token_id": 465, "token_text": " dell", "probability": 0.0595703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06591796875}, {"token_id": 387, "token_text": " una", "probability": 0.045166015625}, {"token_id": 762, "token_text": " due", "probability": 0.01214599609375}, {"token_id": 363, "token_text": " \"", "probability": 0.006103515625}, {"token_id": 1007, "token_text": " tre", "probability": 0.00592041015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.33984375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0169677734375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01202392578125}, {"token_id": 537, "token_text": " po", "probability": 0.01055908203125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.00848388671875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1015625}, {"token_id": 752, "token_text": "ora", "probability": 0.048095703125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.018798828125}, {"token_id": 19395, "token_text": "ampia", "probability": 0.018798828125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0166015625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.054931640625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.054931640625}, {"token_id": 17, "token_text": ".", "probability": 0.037841796875}, {"token_id": 15, "token_text": ",", "probability": 0.0277099609375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0196533203125}, {"token_id": 303, "token_text": " che", "probability": 0.01226806640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.19921875}, {"token_id": 370, "token_text": " della", "probability": 0.0830078125}, {"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 491, "token_text": " dei", "probability": 0.06494140625}, {"token_id": 465, "token_text": " dell", "probability": 0.04736328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06689453125}, {"token_id": 387, "token_text": " una", "probability": 0.0380859375}, {"token_id": 739, "token_text": " cui", "probability": 0.0115966796875}, {"token_id": 762, "token_text": " due", "probability": 0.00933837890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00726318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.373046875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0186767578125}, {"token_id": 537, "token_text": " po", "probability": 0.01202392578125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01025390625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.007080078125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.08203125}, {"token_id": 752, "token_text": "ora", "probability": 0.0439453125}, {"token_id": 238, "token_text": " di", "probability": 0.031982421875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0172119140625}, {"token_id": 3837, "token_text": "opera", "probability": 0.01220703125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.07861328125}, {"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 1738, "token_text": " forma", "probability": 0.019775390625}, {"token_id": 246, "token_text": " e", "probability": 0.019775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.193359375}, {"token_id": 337, "token_text": " del", "probability": 0.103515625}, {"token_id": 370, "token_text": " della", "probability": 0.09716796875}, {"token_id": 17, "token_text": ".", "probability": 0.0625}, {"token_id": 465, "token_text": " dell", "probability": 0.048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06884765625}, {"token_id": 387, "token_text": " una", "probability": 0.03466796875}, {"token_id": 739, "token_text": " cui", "probability": 0.01092529296875}, {"token_id": 363, "token_text": " \"", "probability": 0.00775146484375}, {"token_id": 762, "token_text": " due", "probability": 0.007049560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.38671875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01806640625}, {"token_id": 537, "token_text": " po", "probability": 0.01458740234375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.00732421875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.00665283203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07763671875}, {"token_id": 752, "token_text": "ora", "probability": 0.053466796875}, {"token_id": 238, "token_text": " di", "probability": 0.028564453125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.020263671875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0130615234375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.0308837890625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0272216796875}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.0164794921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1708984375}, {"token_id": 370, "token_text": " della", "probability": 0.08056640625}, {"token_id": 337, "token_text": " del", "probability": 0.0712890625}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 465, "token_text": " dell", "probability": 0.0458984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0869140625}, {"token_id": 387, "token_text": " una", "probability": 0.043701171875}, {"token_id": 739, "token_text": " cui", "probability": 0.0107421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00860595703125}, {"token_id": 762, "token_text": " due", "probability": 0.007598876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.51953125}, {"token_id": 2211, "token_text": " altro", "probability": 0.0166015625}, {"token_id": 537, "token_text": " po", "probability": 0.01220703125}, {"token_id": 4269, "token_text": " certo", "probability": 0.005401611328125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0052490234375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07958984375}, {"token_id": 752, "token_text": "ora", "probability": 0.048095703125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.020751953125}, {"token_id": 238, "token_text": " di", "probability": 0.0194091796875}, {"token_id": 3837, "token_text": "opera", "probability": 0.01422119140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.056396484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.056396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0498046875}, {"token_id": 760, "token_text": " parte", "probability": 0.046875}, {"token_id": 1738, "token_text": " forma", "probability": 0.0284423828125}, {"token_id": 246, "token_text": " e", "probability": 0.020751953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.095703125}, {"token_id": 538, "token_text": " Il", "probability": 0.08984375}, {"token_id": 302, "token_text": " L", "probability": 0.054443359375}, {"token_id": 407, "token_text": " In", "probability": 0.02734375}, {"token_id": 274, "token_text": " I", "probability": 0.02734375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.05419921875}, {"token_id": 870, "token_text": " prima", "probability": 0.0186767578125}, {"token_id": 1843, "token_text": " storia", "probability": 0.01458740234375}, {"token_id": 3017, "token_text": " donna", "probability": 0.013671875}, {"token_id": 4577, "token_text": " struttura", "probability": 0.01324462890625}]}, {"token_id": 3528, "token_text": " carriera", "chosen_probability": 0.018798828125, "top_k_candidates": [{"token_id": 3528, "token_text": " carriera", "probability": 0.018798828125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0177001953125}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.01556396484375}, {"token_id": 760, "token_text": " parte", "probability": 0.01556396484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0146484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.28125}, {"token_id": 373, "token_text": " ha", "probability": 0.0859375}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 395, "token_text": " si", "probability": 0.055419921875}, {"token_id": 238, "token_text": " di", "probability": 0.04052734375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.244140625}, {"token_id": 387, "token_text": " una", "probability": 0.0654296875}, {"token_id": 267, "token_text": " un", "probability": 0.0654296875}, {"token_id": 285, "token_text": " la", "probability": 0.051025390625}, {"token_id": 293, "token_text": " il", "probability": 0.0291748046875}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 387, "token_text": " una", "probability": 0.056396484375}, {"token_id": 844, "token_text": " stato", "probability": 0.046875}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 285, "token_text": " la", "probability": 0.038818359375}]}, {"token_id": 10283, "token_text": " pubblicata", "chosen_probability": 0.021728515625, "top_k_candidates": [{"token_id": 10283, "token_text": " pubblicata", "probability": 0.021728515625}, {"token_id": 285, "token_text": " la", "probability": 0.0203857421875}, {"token_id": 387, "token_text": " una", "probability": 0.0191650390625}, {"token_id": 14972, "token_text": " definita", "probability": 0.01446533203125}, {"token_id": 23757, "token_text": " confermata", "probability": 0.0140380859375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.12353515625}, {"token_id": 333, "token_text": " da", "probability": 0.09619140625}, {"token_id": 447, "token_text": " nel", "probability": 0.07470703125}, {"token_id": 209, "token_text": " a", "probability": 0.04833984375}, {"token_id": 510, "token_text": " come", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0595703125}, {"token_id": 387, "token_text": " una", "probability": 0.05615234375}, {"token_id": 2760, "token_text": " grado", "probability": 0.0206298828125}, {"token_id": 2716, "token_text": " Italia", "probability": 0.01708984375}, {"token_id": 762, "token_text": " due", "probability": 0.01416015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.19140625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0142822265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.01385498046875}, {"token_id": 2228, "token_text": " periodo", "probability": 0.01220703125}, {"token_id": 537, "token_text": " po", "probability": 0.01043701171875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0986328125}, {"token_id": 752, "token_text": "ora", "probability": 0.0283203125}, {"token_id": 3706, "token_text": "auto", "probability": 0.0234375}, {"token_id": 4378, "token_text": "area", "probability": 0.0234375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01611328125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.09228515625}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0247802734375}, {"token_id": 246, "token_text": " e", "probability": 0.01708984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 370, "token_text": " della", "probability": 0.09814453125}, {"token_id": 337, "token_text": " del", "probability": 0.09228515625}, {"token_id": 491, "token_text": " dei", "probability": 0.0810546875}, {"token_id": 465, "token_text": " dell", "probability": 0.0595703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06591796875}, {"token_id": 387, "token_text": " una", "probability": 0.045166015625}, {"token_id": 762, "token_text": " due", "probability": 0.01214599609375}, {"token_id": 363, "token_text": " \"", "probability": 0.006103515625}, {"token_id": 1007, "token_text": " tre", "probability": 0.00592041015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.33984375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0169677734375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01202392578125}, {"token_id": 537, "token_text": " po", "probability": 0.01055908203125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.00848388671875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1015625}, {"token_id": 752, "token_text": "ora", "probability": 0.048095703125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.018798828125}, {"token_id": 19395, "token_text": "ampia", "probability": 0.018798828125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0166015625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.054931640625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.054931640625}, {"token_id": 17, "token_text": ".", "probability": 0.037841796875}, {"token_id": 15, "token_text": ",", "probability": 0.0277099609375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0196533203125}, {"token_id": 303, "token_text": " che", "probability": 0.01226806640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.19921875}, {"token_id": 370, "token_text": " della", "probability": 0.0830078125}, {"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 491, "token_text": " dei", "probability": 0.06494140625}, {"token_id": 465, "token_text": " dell", "probability": 0.04736328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06689453125}, {"token_id": 387, "token_text": " una", "probability": 0.0380859375}, {"token_id": 739, "token_text": " cui", "probability": 0.0115966796875}, {"token_id": 762, "token_text": " due", "probability": 0.00933837890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00726318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.373046875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0186767578125}, {"token_id": 537, "token_text": " po", "probability": 0.01202392578125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01025390625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.007080078125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.08203125}, {"token_id": 752, "token_text": "ora", "probability": 0.0439453125}, {"token_id": 238, "token_text": " di", "probability": 0.031982421875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0172119140625}, {"token_id": 3837, "token_text": "opera", "probability": 0.01220703125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.07861328125}, {"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 1738, "token_text": " forma", "probability": 0.019775390625}, {"token_id": 246, "token_text": " e", "probability": 0.019775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.193359375}, {"token_id": 337, "token_text": " del", "probability": 0.103515625}, {"token_id": 370, "token_text": " della", "probability": 0.09716796875}, {"token_id": 17, "token_text": ".", "probability": 0.0625}, {"token_id": 465, "token_text": " dell", "probability": 0.048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06884765625}, {"token_id": 387, "token_text": " una", "probability": 0.03466796875}, {"token_id": 739, "token_text": " cui", "probability": 0.01092529296875}, {"token_id": 363, "token_text": " \"", "probability": 0.00775146484375}, {"token_id": 762, "token_text": " due", "probability": 0.007049560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.38671875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01806640625}, {"token_id": 537, "token_text": " po", "probability": 0.01458740234375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.00732421875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.00665283203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07763671875}, {"token_id": 752, "token_text": "ora", "probability": 0.053466796875}, {"token_id": 238, "token_text": " di", "probability": 0.028564453125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.020263671875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0130615234375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.0308837890625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0272216796875}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.0164794921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1708984375}, {"token_id": 370, "token_text": " della", "probability": 0.08056640625}, {"token_id": 337, "token_text": " del", "probability": 0.0712890625}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 465, "token_text": " dell", "probability": 0.0458984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0869140625}, {"token_id": 387, "token_text": " una", "probability": 0.043701171875}, {"token_id": 739, "token_text": " cui", "probability": 0.0107421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00860595703125}, {"token_id": 762, "token_text": " due", "probability": 0.007598876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.51953125}, {"token_id": 2211, "token_text": " altro", "probability": 0.0166015625}, {"token_id": 537, "token_text": " po", "probability": 0.01220703125}, {"token_id": 4269, "token_text": " certo", "probability": 0.005401611328125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0052490234375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07958984375}, {"token_id": 752, "token_text": "ora", "probability": 0.048095703125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.020751953125}, {"token_id": 238, "token_text": " di", "probability": 0.0194091796875}, {"token_id": 3837, "token_text": "opera", "probability": 0.01422119140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.056396484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.056396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0498046875}, {"token_id": 760, "token_text": " parte", "probability": 0.046875}, {"token_id": 1738, "token_text": " forma", "probability": 0.0284423828125}, {"token_id": 246, "token_text": " e", "probability": 0.020751953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.09814453125}, {"token_id": 538, "token_text": " Il", "probability": 0.09228515625}, {"token_id": 302, "token_text": " L", "probability": 0.055908203125}, {"token_id": 407, "token_text": " In", "probability": 0.028076171875}, {"token_id": 274, "token_text": " I", "probability": 0.028076171875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.05419921875}, {"token_id": 870, "token_text": " prima", "probability": 0.0186767578125}, {"token_id": 1843, "token_text": " storia", "probability": 0.01458740234375}, {"token_id": 3017, "token_text": " donna", "probability": 0.013671875}, {"token_id": 4577, "token_text": " struttura", "probability": 0.01324462890625}]}, {"token_id": 3528, "token_text": " carriera", "chosen_probability": 0.018798828125, "top_k_candidates": [{"token_id": 3528, "token_text": " carriera", "probability": 0.018798828125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0177001953125}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.01556396484375}, {"token_id": 760, "token_text": " parte", "probability": 0.01556396484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0146484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.28125}, {"token_id": 373, "token_text": " ha", "probability": 0.0859375}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 395, "token_text": " si", "probability": 0.055419921875}, {"token_id": 238, "token_text": " di", "probability": 0.04052734375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.244140625}, {"token_id": 387, "token_text": " una", "probability": 0.0654296875}, {"token_id": 267, "token_text": " un", "probability": 0.0654296875}, {"token_id": 285, "token_text": " la", "probability": 0.051025390625}, {"token_id": 293, "token_text": " il", "probability": 0.0291748046875}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 387, "token_text": " una", "probability": 0.056396484375}, {"token_id": 844, "token_text": " stato", "probability": 0.046875}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 285, "token_text": " la", "probability": 0.038818359375}]}, {"token_id": 10283, "token_text": " pubblicata", "chosen_probability": 0.021728515625, "top_k_candidates": [{"token_id": 10283, "token_text": " pubblicata", "probability": 0.021728515625}, {"token_id": 285, "token_text": " la", "probability": 0.0203857421875}, {"token_id": 387, "token_text": " una", "probability": 0.0191650390625}, {"token_id": 14972, "token_text": " definita", "probability": 0.01446533203125}, {"token_id": 23757, "token_text": " confermata", "probability": 0.0140380859375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.12353515625}, {"token_id": 333, "token_text": " da", "probability": 0.09619140625}, {"token_id": 447, "token_text": " nel", "probability": 0.07470703125}, {"token_id": 209, "token_text": " a", "probability": 0.04833984375}, {"token_id": 510, "token_text": " come", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0595703125}, {"token_id": 387, "token_text": " una", "probability": 0.05615234375}, {"token_id": 2760, "token_text": " grado", "probability": 0.0206298828125}, {"token_id": 2716, "token_text": " Italia", "probability": 0.01708984375}, {"token_id": 762, "token_text": " due", "probability": 0.01416015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.19140625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0142822265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.01385498046875}, {"token_id": 2228, "token_text": " periodo", "probability": 0.01220703125}, {"token_id": 537, "token_text": " po", "probability": 0.01043701171875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0986328125}, {"token_id": 752, "token_text": "ora", "probability": 0.0283203125}, {"token_id": 3706, "token_text": "auto", "probability": 0.0234375}, {"token_id": 4378, "token_text": "area", "probability": 0.0234375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01611328125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.09228515625}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0247802734375}, {"token_id": 246, "token_text": " e", "probability": 0.01708984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 370, "token_text": " della", "probability": 0.09814453125}, {"token_id": 337, "token_text": " del", "probability": 0.09228515625}, {"token_id": 491, "token_text": " dei", "probability": 0.0810546875}, {"token_id": 465, "token_text": " dell", "probability": 0.0595703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06591796875}, {"token_id": 387, "token_text": " una", "probability": 0.045166015625}, {"token_id": 762, "token_text": " due", "probability": 0.01214599609375}, {"token_id": 363, "token_text": " \"", "probability": 0.006103515625}, {"token_id": 1007, "token_text": " tre", "probability": 0.00592041015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.33984375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0169677734375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01202392578125}, {"token_id": 537, "token_text": " po", "probability": 0.01055908203125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.00848388671875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1015625}, {"token_id": 752, "token_text": "ora", "probability": 0.048095703125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.018798828125}, {"token_id": 19395, "token_text": "ampia", "probability": 0.018798828125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0166015625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.054931640625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.054931640625}, {"token_id": 17, "token_text": ".", "probability": 0.037841796875}, {"token_id": 15, "token_text": ",", "probability": 0.0277099609375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0196533203125}, {"token_id": 303, "token_text": " che", "probability": 0.01226806640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.19921875}, {"token_id": 370, "token_text": " della", "probability": 0.0830078125}, {"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 491, "token_text": " dei", "probability": 0.06494140625}, {"token_id": 465, "token_text": " dell", "probability": 0.04736328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06689453125}, {"token_id": 387, "token_text": " una", "probability": 0.0380859375}, {"token_id": 739, "token_text": " cui", "probability": 0.0115966796875}, {"token_id": 762, "token_text": " due", "probability": 0.00933837890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00726318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.373046875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0186767578125}, {"token_id": 537, "token_text": " po", "probability": 0.01202392578125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01025390625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.007080078125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.08203125}, {"token_id": 752, "token_text": "ora", "probability": 0.0439453125}, {"token_id": 238, "token_text": " di", "probability": 0.031982421875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0172119140625}, {"token_id": 3837, "token_text": "opera", "probability": 0.01220703125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.07861328125}, {"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 1738, "token_text": " forma", "probability": 0.019775390625}, {"token_id": 246, "token_text": " e", "probability": 0.019775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.193359375}, {"token_id": 337, "token_text": " del", "probability": 0.103515625}, {"token_id": 370, "token_text": " della", "probability": 0.09716796875}, {"token_id": 17, "token_text": ".", "probability": 0.0625}, {"token_id": 465, "token_text": " dell", "probability": 0.048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06884765625}, {"token_id": 387, "token_text": " una", "probability": 0.03466796875}, {"token_id": 739, "token_text": " cui", "probability": 0.01092529296875}, {"token_id": 363, "token_text": " \"", "probability": 0.00775146484375}, {"token_id": 762, "token_text": " due", "probability": 0.007049560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.38671875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01806640625}, {"token_id": 537, "token_text": " po", "probability": 0.01458740234375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.00732421875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.00665283203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07763671875}, {"token_id": 752, "token_text": "ora", "probability": 0.053466796875}, {"token_id": 238, "token_text": " di", "probability": 0.028564453125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.020263671875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0130615234375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.0308837890625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0272216796875}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.0164794921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1708984375}, {"token_id": 370, "token_text": " della", "probability": 0.08056640625}, {"token_id": 337, "token_text": " del", "probability": 0.0712890625}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 465, "token_text": " dell", "probability": 0.0458984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0869140625}, {"token_id": 387, "token_text": " una", "probability": 0.043701171875}, {"token_id": 739, "token_text": " cui", "probability": 0.0107421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00860595703125}, {"token_id": 762, "token_text": " due", "probability": 0.007598876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.51953125}, {"token_id": 2211, "token_text": " altro", "probability": 0.0166015625}, {"token_id": 537, "token_text": " po", "probability": 0.01220703125}, {"token_id": 4269, "token_text": " certo", "probability": 0.005401611328125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0052490234375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07958984375}, {"token_id": 752, "token_text": "ora", "probability": 0.048095703125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.020751953125}, {"token_id": 238, "token_text": " di", "probability": 0.0194091796875}, {"token_id": 3837, "token_text": "opera", "probability": 0.01422119140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.056396484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.056396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0498046875}, {"token_id": 760, "token_text": " parte", "probability": 0.046875}, {"token_id": 1738, "token_text": " forma", "probability": 0.0284423828125}, {"token_id": 246, "token_text": " e", "probability": 0.020751953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.09814453125}, {"token_id": 538, "token_text": " Il", "probability": 0.09228515625}, {"token_id": 302, "token_text": " L", "probability": 0.055908203125}, {"token_id": 407, "token_text": " In", "probability": 0.028076171875}, {"token_id": 274, "token_text": " I", "probability": 0.028076171875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.05419921875}, {"token_id": 870, "token_text": " prima", "probability": 0.0186767578125}, {"token_id": 1843, "token_text": " storia", "probability": 0.01458740234375}, {"token_id": 3017, "token_text": " donna", "probability": 0.013671875}, {"token_id": 4577, "token_text": " struttura", "probability": 0.01324462890625}]}, {"token_id": 3528, "token_text": " carriera", "chosen_probability": 0.018798828125, "top_k_candidates": [{"token_id": 3528, "token_text": " carriera", "probability": 0.018798828125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0177001953125}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.01556396484375}, {"token_id": 760, "token_text": " parte", "probability": 0.01556396484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0146484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.28125}, {"token_id": 373, "token_text": " ha", "probability": 0.0859375}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 395, "token_text": " si", "probability": 0.055419921875}, {"token_id": 238, "token_text": " di", "probability": 0.04052734375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.244140625}, {"token_id": 387, "token_text": " una", "probability": 0.0654296875}, {"token_id": 267, "token_text": " un", "probability": 0.0654296875}, {"token_id": 285, "token_text": " la", "probability": 0.051025390625}, {"token_id": 293, "token_text": " il", "probability": 0.0291748046875}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 1481, "correct_token_probability": 4.553794860839844e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 387, "token_text": " una", "probability": 0.056396484375}, {"token_id": 844, "token_text": " stato", "probability": 0.046875}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 285, "token_text": " la", "probability": 0.038818359375}, {"token_id": 293, "token_text": " il", "probability": 0.0235595703125}, {"token_id": 1469, "token_text": " quella", "probability": 0.01953125}, {"token_id": 227, "token_text": " l", "probability": 0.0172119140625}, {"token_id": 234, "token_text": " in", "probability": 0.01080322265625}, {"token_id": 1199, "token_text": " molto", "probability": 0.00921630859375}], "entropy": 5.625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.996964544272167, "average_logprob_per_token": -9.996964544272167, "perplexity_on_target_sequence": 21959.706806282724, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -9.996964544272167, "probability": 4.553794860839844e-05, "raw_probability": 4.553794860839844e-05, "correct_token_rank": 1481}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 1000, "elapsed_sec": 8325.80133652687, "probe_elapsed_sec": 1.0792852820595726, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'altra parte di un'altra parte di un'altra parte di un'altra. Il primo \u00e8 un'altra parte del mondo, che \u00e8", "text": "Un piccolo modello linguistico dovrebbe essere un'altra parte di un'altra parte di un'altra parte di un'altra. Il primo \u00e8 un'altra parte del mondo, che \u00e8", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.169921875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0245361328125}, {"token_id": 6487, "token_text": " utilizzare", "probability": 0.014892578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.01312255859375}, {"token_id": 9517, "token_text": " scegliere", "probability": 0.009033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0771484375}, {"token_id": 387, "token_text": " una", "probability": 0.0322265625}, {"token_id": 234, "token_text": " in", "probability": 0.0250244140625}, {"token_id": 293, "token_text": " il", "probability": 0.020751953125}, {"token_id": 844, "token_text": " stato", "probability": 0.01953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10205078125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.061767578125}, {"token_id": 537, "token_text": " po", "probability": 0.0172119140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.01422119140625}, {"token_id": 2211, "token_text": " altro", "probability": 0.01422119140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07666015625}, {"token_id": 752, "token_text": "ora", "probability": 0.02197265625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0206298828125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0206298828125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0181884765625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.061767578125}, {"token_id": 17, "token_text": ".", "probability": 0.03759765625}, {"token_id": 3391, "token_text": " persona", "probability": 0.024169921875}, {"token_id": 15, "token_text": ",", "probability": 0.02001953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.018798828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.240234375}, {"token_id": 337, "token_text": " del", "probability": 0.11376953125}, {"token_id": 491, "token_text": " dei", "probability": 0.09423828125}, {"token_id": 370, "token_text": " della", "probability": 0.08837890625}, {"token_id": 465, "token_text": " dell", "probability": 0.04736328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10009765625}, {"token_id": 387, "token_text": " una", "probability": 0.05029296875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.011962890625}, {"token_id": 739, "token_text": " cui", "probability": 0.0098876953125}, {"token_id": 363, "token_text": " \"", "probability": 0.006378173828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.33984375}, {"token_id": 2211, "token_text": " altro", "probability": 0.015869140625}, {"token_id": 537, "token_text": " po", "probability": 0.01318359375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01318359375}, {"token_id": 4269, "token_text": " certo", "probability": 0.0106201171875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09521484375}, {"token_id": 752, "token_text": "ora", "probability": 0.042236328125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0225830078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.01708984375}, {"token_id": 596, "token_text": "azione", "probability": 0.0164794921875}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.08056640625}, {"token_id": 1486, "token_text": " volta", "probability": 0.0458984375}, {"token_id": 3391, "token_text": " persona", "probability": 0.0380859375}, {"token_id": 1738, "token_text": " forma", "probability": 0.03369140625}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0169677734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.16015625}, {"token_id": 491, "token_text": " dei", "probability": 0.09716796875}, {"token_id": 337, "token_text": " del", "probability": 0.09716796875}, {"token_id": 370, "token_text": " della", "probability": 0.06689453125}, {"token_id": 465, "token_text": " dell", "probability": 0.052001953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09765625}, {"token_id": 387, "token_text": " una", "probability": 0.04345703125}, {"token_id": 739, "token_text": " cui", "probability": 0.0247802734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01031494140625}, {"token_id": 363, "token_text": " \"", "probability": 0.0064697265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.453125}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}, {"token_id": 537, "token_text": " po", "probability": 0.01068115234375}, {"token_id": 4269, "token_text": " certo", "probability": 0.00970458984375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.008056640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09326171875}, {"token_id": 752, "token_text": "ora", "probability": 0.0498046875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0201416015625}, {"token_id": 238, "token_text": " di", "probability": 0.0201416015625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01611328125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.115234375}, {"token_id": 1738, "token_text": " forma", "probability": 0.037353515625}, {"token_id": 3391, "token_text": " persona", "probability": 0.031005859375}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 17, "token_text": ".", "probability": 0.0166015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2001953125}, {"token_id": 337, "token_text": " del", "probability": 0.08837890625}, {"token_id": 491, "token_text": " dei", "probability": 0.060791015625}, {"token_id": 370, "token_text": " della", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1279296875}, {"token_id": 387, "token_text": " una", "probability": 0.05322265625}, {"token_id": 739, "token_text": " cui", "probability": 0.023681640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01190185546875}, {"token_id": 363, "token_text": " \"", "probability": 0.0084228515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.486328125}, {"token_id": 2211, "token_text": " altro", "probability": 0.0137939453125}, {"token_id": 537, "token_text": " po", "probability": 0.01177978515625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.00762939453125}, {"token_id": 4269, "token_text": " certo", "probability": 0.00738525390625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07763671875}, {"token_id": 752, "token_text": "ora", "probability": 0.056640625}, {"token_id": 238, "token_text": " di", "probability": 0.03662109375}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0189208984375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.034912109375}, {"token_id": 760, "token_text": " parte", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0272216796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.019287109375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07275390625}, {"token_id": 515, "token_text": " La", "probability": 0.053466796875}, {"token_id": 302, "token_text": " L", "probability": 0.04150390625}, {"token_id": 407, "token_text": " In", "probability": 0.0303955078125}, {"token_id": 274, "token_text": " I", "probability": 0.028564453125}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.044189453125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.025146484375}, {"token_id": 622, "token_text": " suo", "probability": 0.0208740234375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0152587890625}, {"token_id": 4733, "token_text": " risultato", "probability": 0.01434326171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.042236328125}, {"token_id": 2364, "token_text": " studio", "probability": 0.032958984375}, {"token_id": 2901, "token_text": " piano", "probability": 0.0240478515625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0181884765625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0164794921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.15234375}, {"token_id": 844, "token_text": " stato", "probability": 0.08154296875}, {"token_id": 387, "token_text": " una", "probability": 0.0595703125}, {"token_id": 293, "token_text": " il", "probability": 0.04638671875}, {"token_id": 1410, "token_text": " quello", "probability": 0.0233154296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.498046875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01409912109375}, {"token_id": 537, "token_text": " po", "probability": 0.010009765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.008056640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.005523681640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09765625}, {"token_id": 752, "token_text": "ora", "probability": 0.03369140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0279541015625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.023193359375}, {"token_id": 3706, "token_text": "auto", "probability": 0.0203857421875}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.06591796875}, {"token_id": 1738, "token_text": " forma", "probability": 0.0257568359375}, {"token_id": 1486, "token_text": " volta", "probability": 0.0194091796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.1865234375}, {"token_id": 238, "token_text": " di", "probability": 0.1748046875}, {"token_id": 370, "token_text": " della", "probability": 0.1201171875}, {"token_id": 491, "token_text": " dei", "probability": 0.087890625}, {"token_id": 465, "token_text": " dell", "probability": 0.060302734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.030517578125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0238037109375}, {"token_id": 622, "token_text": " suo", "probability": 0.0238037109375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01904296875}, {"token_id": 1358, "token_text": " tutto", "probability": 0.015869140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.1201171875}, {"token_id": 303, "token_text": " che", "probability": 0.08251953125}, {"token_id": 246, "token_text": " e", "probability": 0.060302734375}, {"token_id": 238, "token_text": " di", "probability": 0.04150390625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.09716796875}, {"token_id": 445, "token_text": " ma", "probability": 0.08056640625}, {"token_id": 293, "token_text": " il", "probability": 0.0458984375}, {"token_id": 267, "token_text": " un", "probability": 0.04052734375}, {"token_id": 246, "token_text": " e", "probability": 0.0380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.07421875}, {"token_id": 395, "token_text": " si", "probability": 0.0654296875}, {"token_id": 373, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.045166015625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.169921875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0245361328125}, {"token_id": 6487, "token_text": " utilizzare", "probability": 0.014892578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.01312255859375}, {"token_id": 9517, "token_text": " scegliere", "probability": 0.009033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0771484375}, {"token_id": 387, "token_text": " una", "probability": 0.0322265625}, {"token_id": 234, "token_text": " in", "probability": 0.0250244140625}, {"token_id": 293, "token_text": " il", "probability": 0.020751953125}, {"token_id": 844, "token_text": " stato", "probability": 0.01953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10205078125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.061767578125}, {"token_id": 537, "token_text": " po", "probability": 0.0172119140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.01422119140625}, {"token_id": 2211, "token_text": " altro", "probability": 0.01422119140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07666015625}, {"token_id": 752, "token_text": "ora", "probability": 0.02197265625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0206298828125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0206298828125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0181884765625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.061767578125}, {"token_id": 17, "token_text": ".", "probability": 0.03759765625}, {"token_id": 3391, "token_text": " persona", "probability": 0.024169921875}, {"token_id": 15, "token_text": ",", "probability": 0.02001953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.018798828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.240234375}, {"token_id": 337, "token_text": " del", "probability": 0.11376953125}, {"token_id": 491, "token_text": " dei", "probability": 0.09423828125}, {"token_id": 370, "token_text": " della", "probability": 0.08837890625}, {"token_id": 465, "token_text": " dell", "probability": 0.04736328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10009765625}, {"token_id": 387, "token_text": " una", "probability": 0.05029296875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.011962890625}, {"token_id": 739, "token_text": " cui", "probability": 0.0098876953125}, {"token_id": 363, "token_text": " \"", "probability": 0.006378173828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.33984375}, {"token_id": 2211, "token_text": " altro", "probability": 0.015869140625}, {"token_id": 537, "token_text": " po", "probability": 0.01318359375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01318359375}, {"token_id": 4269, "token_text": " certo", "probability": 0.0106201171875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09521484375}, {"token_id": 752, "token_text": "ora", "probability": 0.042236328125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0225830078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.01708984375}, {"token_id": 596, "token_text": "azione", "probability": 0.0164794921875}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.08056640625}, {"token_id": 1486, "token_text": " volta", "probability": 0.0458984375}, {"token_id": 3391, "token_text": " persona", "probability": 0.0380859375}, {"token_id": 1738, "token_text": " forma", "probability": 0.03369140625}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0169677734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.16015625}, {"token_id": 491, "token_text": " dei", "probability": 0.09716796875}, {"token_id": 337, "token_text": " del", "probability": 0.09716796875}, {"token_id": 370, "token_text": " della", "probability": 0.06689453125}, {"token_id": 465, "token_text": " dell", "probability": 0.052001953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09765625}, {"token_id": 387, "token_text": " una", "probability": 0.04345703125}, {"token_id": 739, "token_text": " cui", "probability": 0.0247802734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01031494140625}, {"token_id": 363, "token_text": " \"", "probability": 0.0064697265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.453125}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}, {"token_id": 537, "token_text": " po", "probability": 0.01068115234375}, {"token_id": 4269, "token_text": " certo", "probability": 0.00970458984375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.008056640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09326171875}, {"token_id": 752, "token_text": "ora", "probability": 0.0498046875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0201416015625}, {"token_id": 238, "token_text": " di", "probability": 0.0201416015625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01611328125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.115234375}, {"token_id": 1738, "token_text": " forma", "probability": 0.037353515625}, {"token_id": 3391, "token_text": " persona", "probability": 0.031005859375}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 17, "token_text": ".", "probability": 0.0166015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2001953125}, {"token_id": 337, "token_text": " del", "probability": 0.08837890625}, {"token_id": 491, "token_text": " dei", "probability": 0.060791015625}, {"token_id": 370, "token_text": " della", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1279296875}, {"token_id": 387, "token_text": " una", "probability": 0.05322265625}, {"token_id": 739, "token_text": " cui", "probability": 0.023681640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01190185546875}, {"token_id": 363, "token_text": " \"", "probability": 0.0084228515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.486328125}, {"token_id": 2211, "token_text": " altro", "probability": 0.0137939453125}, {"token_id": 537, "token_text": " po", "probability": 0.01177978515625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.00762939453125}, {"token_id": 4269, "token_text": " certo", "probability": 0.00738525390625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07763671875}, {"token_id": 752, "token_text": "ora", "probability": 0.056640625}, {"token_id": 238, "token_text": " di", "probability": 0.03662109375}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0189208984375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.034912109375}, {"token_id": 760, "token_text": " parte", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0272216796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.019287109375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 515, "token_text": " La", "probability": 0.0546875}, {"token_id": 302, "token_text": " L", "probability": 0.04248046875}, {"token_id": 407, "token_text": " In", "probability": 0.0311279296875}, {"token_id": 274, "token_text": " I", "probability": 0.029296875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.044189453125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.025146484375}, {"token_id": 622, "token_text": " suo", "probability": 0.0208740234375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0152587890625}, {"token_id": 4733, "token_text": " risultato", "probability": 0.01434326171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.042236328125}, {"token_id": 2364, "token_text": " studio", "probability": 0.032958984375}, {"token_id": 2901, "token_text": " piano", "probability": 0.0240478515625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0181884765625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0164794921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.15234375}, {"token_id": 844, "token_text": " stato", "probability": 0.08154296875}, {"token_id": 387, "token_text": " una", "probability": 0.0595703125}, {"token_id": 293, "token_text": " il", "probability": 0.04638671875}, {"token_id": 1410, "token_text": " quello", "probability": 0.0233154296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.498046875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01409912109375}, {"token_id": 537, "token_text": " po", "probability": 0.010009765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.008056640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.005523681640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09765625}, {"token_id": 752, "token_text": "ora", "probability": 0.03369140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0279541015625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.023193359375}, {"token_id": 3706, "token_text": "auto", "probability": 0.0203857421875}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.06591796875}, {"token_id": 1738, "token_text": " forma", "probability": 0.0257568359375}, {"token_id": 1486, "token_text": " volta", "probability": 0.0194091796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.1865234375}, {"token_id": 238, "token_text": " di", "probability": 0.1748046875}, {"token_id": 370, "token_text": " della", "probability": 0.1201171875}, {"token_id": 491, "token_text": " dei", "probability": 0.087890625}, {"token_id": 465, "token_text": " dell", "probability": 0.060302734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.030517578125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0238037109375}, {"token_id": 622, "token_text": " suo", "probability": 0.0238037109375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01904296875}, {"token_id": 1358, "token_text": " tutto", "probability": 0.015869140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.1201171875}, {"token_id": 303, "token_text": " che", "probability": 0.08251953125}, {"token_id": 246, "token_text": " e", "probability": 0.060302734375}, {"token_id": 238, "token_text": " di", "probability": 0.04150390625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.09716796875}, {"token_id": 445, "token_text": " ma", "probability": 0.08056640625}, {"token_id": 293, "token_text": " il", "probability": 0.0458984375}, {"token_id": 267, "token_text": " un", "probability": 0.04052734375}, {"token_id": 246, "token_text": " e", "probability": 0.0380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.07421875}, {"token_id": 395, "token_text": " si", "probability": 0.0654296875}, {"token_id": 373, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.045166015625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.169921875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0245361328125}, {"token_id": 6487, "token_text": " utilizzare", "probability": 0.014892578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.01312255859375}, {"token_id": 9517, "token_text": " scegliere", "probability": 0.009033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0771484375}, {"token_id": 387, "token_text": " una", "probability": 0.0322265625}, {"token_id": 234, "token_text": " in", "probability": 0.0250244140625}, {"token_id": 293, "token_text": " il", "probability": 0.020751953125}, {"token_id": 844, "token_text": " stato", "probability": 0.01953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10205078125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.061767578125}, {"token_id": 537, "token_text": " po", "probability": 0.0172119140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.01422119140625}, {"token_id": 2211, "token_text": " altro", "probability": 0.01422119140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07666015625}, {"token_id": 752, "token_text": "ora", "probability": 0.02197265625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0206298828125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0206298828125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0181884765625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.061767578125}, {"token_id": 17, "token_text": ".", "probability": 0.03759765625}, {"token_id": 3391, "token_text": " persona", "probability": 0.024169921875}, {"token_id": 15, "token_text": ",", "probability": 0.02001953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.018798828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.240234375}, {"token_id": 337, "token_text": " del", "probability": 0.11376953125}, {"token_id": 491, "token_text": " dei", "probability": 0.09423828125}, {"token_id": 370, "token_text": " della", "probability": 0.08837890625}, {"token_id": 465, "token_text": " dell", "probability": 0.04736328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10009765625}, {"token_id": 387, "token_text": " una", "probability": 0.05029296875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.011962890625}, {"token_id": 739, "token_text": " cui", "probability": 0.0098876953125}, {"token_id": 363, "token_text": " \"", "probability": 0.006378173828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.33984375}, {"token_id": 2211, "token_text": " altro", "probability": 0.015869140625}, {"token_id": 537, "token_text": " po", "probability": 0.01318359375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01318359375}, {"token_id": 4269, "token_text": " certo", "probability": 0.0106201171875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09521484375}, {"token_id": 752, "token_text": "ora", "probability": 0.042236328125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0225830078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.01708984375}, {"token_id": 596, "token_text": "azione", "probability": 0.0164794921875}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.08056640625}, {"token_id": 1486, "token_text": " volta", "probability": 0.0458984375}, {"token_id": 3391, "token_text": " persona", "probability": 0.0380859375}, {"token_id": 1738, "token_text": " forma", "probability": 0.03369140625}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0169677734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.16015625}, {"token_id": 491, "token_text": " dei", "probability": 0.09716796875}, {"token_id": 337, "token_text": " del", "probability": 0.09716796875}, {"token_id": 370, "token_text": " della", "probability": 0.06689453125}, {"token_id": 465, "token_text": " dell", "probability": 0.052001953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09765625}, {"token_id": 387, "token_text": " una", "probability": 0.04345703125}, {"token_id": 739, "token_text": " cui", "probability": 0.0247802734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01031494140625}, {"token_id": 363, "token_text": " \"", "probability": 0.0064697265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.453125}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}, {"token_id": 537, "token_text": " po", "probability": 0.01068115234375}, {"token_id": 4269, "token_text": " certo", "probability": 0.00970458984375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.008056640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09326171875}, {"token_id": 752, "token_text": "ora", "probability": 0.0498046875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0201416015625}, {"token_id": 238, "token_text": " di", "probability": 0.0201416015625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01611328125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.115234375}, {"token_id": 1738, "token_text": " forma", "probability": 0.037353515625}, {"token_id": 3391, "token_text": " persona", "probability": 0.031005859375}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 17, "token_text": ".", "probability": 0.0166015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2001953125}, {"token_id": 337, "token_text": " del", "probability": 0.08837890625}, {"token_id": 491, "token_text": " dei", "probability": 0.060791015625}, {"token_id": 370, "token_text": " della", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1279296875}, {"token_id": 387, "token_text": " una", "probability": 0.05322265625}, {"token_id": 739, "token_text": " cui", "probability": 0.023681640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01190185546875}, {"token_id": 363, "token_text": " \"", "probability": 0.0084228515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.486328125}, {"token_id": 2211, "token_text": " altro", "probability": 0.0137939453125}, {"token_id": 537, "token_text": " po", "probability": 0.01177978515625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.00762939453125}, {"token_id": 4269, "token_text": " certo", "probability": 0.00738525390625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07763671875}, {"token_id": 752, "token_text": "ora", "probability": 0.056640625}, {"token_id": 238, "token_text": " di", "probability": 0.03662109375}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0189208984375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.034912109375}, {"token_id": 760, "token_text": " parte", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0272216796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.019287109375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 515, "token_text": " La", "probability": 0.0546875}, {"token_id": 302, "token_text": " L", "probability": 0.04248046875}, {"token_id": 407, "token_text": " In", "probability": 0.0311279296875}, {"token_id": 274, "token_text": " I", "probability": 0.029296875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.044189453125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.025146484375}, {"token_id": 622, "token_text": " suo", "probability": 0.0208740234375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0152587890625}, {"token_id": 4733, "token_text": " risultato", "probability": 0.01434326171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.042236328125}, {"token_id": 2364, "token_text": " studio", "probability": 0.032958984375}, {"token_id": 2901, "token_text": " piano", "probability": 0.0240478515625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0181884765625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0164794921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.15234375}, {"token_id": 844, "token_text": " stato", "probability": 0.08154296875}, {"token_id": 387, "token_text": " una", "probability": 0.0595703125}, {"token_id": 293, "token_text": " il", "probability": 0.04638671875}, {"token_id": 1410, "token_text": " quello", "probability": 0.0233154296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.498046875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01409912109375}, {"token_id": 537, "token_text": " po", "probability": 0.010009765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.008056640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.005523681640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09765625}, {"token_id": 752, "token_text": "ora", "probability": 0.03369140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0279541015625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.023193359375}, {"token_id": 3706, "token_text": "auto", "probability": 0.0203857421875}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.06591796875}, {"token_id": 1738, "token_text": " forma", "probability": 0.0257568359375}, {"token_id": 1486, "token_text": " volta", "probability": 0.0194091796875}, {"token_id": 3391, "token_text": " persona", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.1865234375}, {"token_id": 238, "token_text": " di", "probability": 0.1748046875}, {"token_id": 370, "token_text": " della", "probability": 0.1201171875}, {"token_id": 491, "token_text": " dei", "probability": 0.087890625}, {"token_id": 465, "token_text": " dell", "probability": 0.060302734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.030517578125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0238037109375}, {"token_id": 622, "token_text": " suo", "probability": 0.0238037109375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01904296875}, {"token_id": 1358, "token_text": " tutto", "probability": 0.015869140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 17, "token_text": ".", "probability": 0.1201171875}, {"token_id": 303, "token_text": " che", "probability": 0.08251953125}, {"token_id": 246, "token_text": " e", "probability": 0.060302734375}, {"token_id": 238, "token_text": " di", "probability": 0.04150390625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.09716796875}, {"token_id": 445, "token_text": " ma", "probability": 0.08056640625}, {"token_id": 293, "token_text": " il", "probability": 0.0458984375}, {"token_id": 267, "token_text": " un", "probability": 0.04052734375}, {"token_id": 246, "token_text": " e", "probability": 0.0380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.07421875}, {"token_id": 395, "token_text": " si", "probability": 0.0654296875}, {"token_id": 373, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.045166015625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.169921875, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.169921875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0245361328125}, {"token_id": 6487, "token_text": " utilizzare", "probability": 0.014892578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.01312255859375}, {"token_id": 9517, "token_text": " scegliere", "probability": 0.009033203125}, {"token_id": 4492, "token_text": " trovare", "probability": 0.00848388671875}, {"token_id": 303, "token_text": " che", "probability": 0.007720947265625}, {"token_id": 5269, "token_text": " creare", "probability": 0.007232666015625}, {"token_id": 4296, "token_text": " ottenere", "probability": 0.007232666015625}, {"token_id": 1016, "token_text": " far", "probability": 0.007232666015625}], "entropy": 6.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.772416506384924, "average_logprob_per_token": -1.772416506384924, "perplexity_on_target_sequence": 5.885057471264368, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.772416506384924, "probability": 0.169921875, "raw_probability": 0.169921875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 2000, "elapsed_sec": 16637.968491077423, "probe_elapsed_sec": 1.0143162369495258, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a part of the world's largest city in the world. The city is a city in the world. The city is a city in the world. The city", "text": "The capital of Italy is a part of the world's largest city in the world. The city is a city in the world. The city is a city in the world. The city", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1328125}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 234, "token_text": " in", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.0203857421875}, {"token_id": 248, "token_text": " an", "probability": 0.0203857421875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.015869140625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.015869140625}, {"token_id": 3068, "token_text": " member", "probability": 0.01544189453125}, {"token_id": 2269, "token_text": " country", "probability": 0.01544189453125}, {"token_id": 2259, "token_text": " city", "probability": 0.01318359375}, {"token_id": 1525, "token_text": " very", "probability": 0.0096435546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 16, "token_text": "-", "probability": 0.0064697265625}, {"token_id": 234, "token_text": " in", "probability": 0.0034637451171875}, {"token_id": 263, "token_text": " to", "probability": 0.00238037109375}, {"token_id": 18766, "token_text": "isan", "probability": 0.00185394287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53125}, {"token_id": 209, "token_text": " a", "probability": 0.142578125}, {"token_id": 820, "token_text": " its", "probability": 0.0133056640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01171875}, {"token_id": 248, "token_text": " an", "probability": 0.00860595703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.09521484375}, {"token_id": 2269, "token_text": " country", "probability": 0.0615234375}, {"token_id": 2259, "token_text": " city", "probability": 0.01708984375}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.01287841796875}, {"token_id": 4249, "token_text": " European", "probability": 0.01068115234375}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.267578125}, {"token_id": 17, "token_text": ".", "probability": 0.208984375}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 256, "token_text": " of", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.0791015625}, {"token_id": 942, "token_text": " most", "probability": 0.05419921875}, {"token_id": 2638, "token_text": " history", "probability": 0.029052734375}, {"token_id": 1547, "token_text": " world", "probability": 0.0240478515625}, {"token_id": 2091, "token_text": " top", "probability": 0.01458740234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0291748046875}, {"token_id": 8070, "token_text": " cities", "probability": 0.0257568359375}, {"token_id": 15, "token_text": ",", "probability": 0.024169921875}, {"token_id": 2269, "token_text": " country", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.158203125}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 15, "token_text": ",", "probability": 0.130859375}, {"token_id": 256, "token_text": " of", "probability": 0.08984375}, {"token_id": 262, "token_text": " and", "probability": 0.0274658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.333984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04541015625}, {"token_id": 7385, "token_text": " Mexico", "probability": 0.0228271484375}, {"token_id": 820, "token_text": " its", "probability": 0.0189208984375}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0177001953125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.31640625}, {"token_id": 2269, "token_text": " country", "probability": 0.05859375}, {"token_id": 2259, "token_text": " city", "probability": 0.05859375}, {"token_id": 3848, "token_text": " region", "probability": 0.0277099609375}, {"token_id": 1758, "token_text": " United", "probability": 0.0260009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.609375}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " and", "probability": 0.0322265625}, {"token_id": 256, "token_text": " of", "probability": 0.0303955078125}, {"token_id": 400, "token_text": "'s", "probability": 0.025146484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.150390625}, {"token_id": 679, "token_text": " It", "probability": 0.1416015625}, {"token_id": 407, "token_text": " In", "probability": 0.06298828125}, {"token_id": 2, "token_text": "", "probability": 0.03369140625}, {"token_id": 1829, "token_text": " There", "probability": 0.0230712890625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1513671875}, {"token_id": 1547, "token_text": " world", "probability": 0.06298828125}, {"token_id": 2269, "token_text": " country", "probability": 0.046142578125}, {"token_id": 5656, "token_text": " largest", "probability": 0.024658203125}, {"token_id": 942, "token_text": " most", "probability": 0.021728515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2431640625}, {"token_id": 400, "token_text": "'s", "probability": 0.21484375}, {"token_id": 614, "token_text": " has", "probability": 0.09521484375}, {"token_id": 256, "token_text": " of", "probability": 0.09521484375}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1357421875}, {"token_id": 3857, "token_text": " located", "probability": 0.068359375}, {"token_id": 230, "token_text": " the", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.04150390625}, {"token_id": 720, "token_text": " one", "probability": 0.0284423828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.06787109375}, {"token_id": 618, "token_text": " part", "probability": 0.041259765625}, {"token_id": 2450, "token_text": " major", "probability": 0.0220947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0172119140625}, {"token_id": 1987, "token_text": " place", "probability": 0.01513671875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.3828125}, {"token_id": 256, "token_text": " of", "probability": 0.10302734375}, {"token_id": 15, "token_text": ",", "probability": 0.080078125}, {"token_id": 379, "token_text": " that", "probability": 0.054931640625}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4609375}, {"token_id": 209, "token_text": " a", "probability": 0.04296875}, {"token_id": 820, "token_text": " its", "probability": 0.0277099609375}, {"token_id": 647, "token_text": " which", "probability": 0.02294921875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01904296875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.087890625}, {"token_id": 8040, "token_text": " province", "probability": 0.02685546875}, {"token_id": 2269, "token_text": " country", "probability": 0.023681640625}, {"token_id": 1758, "token_text": " United", "probability": 0.0208740234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 256, "token_text": " of", "probability": 0.044677734375}, {"token_id": 400, "token_text": "'s", "probability": 0.044677734375}, {"token_id": 262, "token_text": " and", "probability": 0.03076171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2021484375}, {"token_id": 679, "token_text": " It", "probability": 0.1904296875}, {"token_id": 2, "token_text": "", "probability": 0.045166015625}, {"token_id": 1829, "token_text": " There", "probability": 0.04248046875}, {"token_id": 407, "token_text": " In", "probability": 0.037353515625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.462890625}, {"token_id": 2729, "token_text": " town", "probability": 0.0380859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0203857421875}, {"token_id": 5291, "token_text": " village", "probability": 0.016845703125}, {"token_id": 1547, "token_text": " world", "probability": 0.01397705078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.46484375}, {"token_id": 614, "token_text": " has", "probability": 0.09130859375}, {"token_id": 400, "token_text": "'s", "probability": 0.048828125}, {"token_id": 256, "token_text": " of", "probability": 0.0458984375}, {"token_id": 361, "token_text": " was", "probability": 0.0380859375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1943359375}, {"token_id": 3857, "token_text": " located", "probability": 0.091796875}, {"token_id": 230, "token_text": " the", "probability": 0.05224609375}, {"token_id": 1814, "token_text": " home", "probability": 0.03369140625}, {"token_id": 234, "token_text": " in", "probability": 0.03369140625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1826171875}, {"token_id": 2729, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 5291, "token_text": " village", "probability": 0.0218505859375}, {"token_id": 618, "token_text": " part", "probability": 0.01806640625}, {"token_id": 2450, "token_text": " major", "probability": 0.01458740234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.49609375}, {"token_id": 256, "token_text": " of", "probability": 0.0712890625}, {"token_id": 15, "token_text": ",", "probability": 0.05908203125}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 820, "token_text": " its", "probability": 0.0264892578125}, {"token_id": 647, "token_text": " which", "probability": 0.02197265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01708984375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.1865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.12060546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0269775390625}, {"token_id": 2269, "token_text": " country", "probability": 0.0252685546875}, {"token_id": 1758, "token_text": " United", "probability": 0.0238037109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6171875}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 256, "token_text": " of", "probability": 0.03466796875}, {"token_id": 262, "token_text": " and", "probability": 0.025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.0211181640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2373046875}, {"token_id": 679, "token_text": " It", "probability": 0.1962890625}, {"token_id": 2, "token_text": "", "probability": 0.052978515625}, {"token_id": 1829, "token_text": " There", "probability": 0.0498046875}, {"token_id": 407, "token_text": " In", "probability": 0.0301513671875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5625}, {"token_id": 2729, "token_text": " town", "probability": 0.046142578125}, {"token_id": 5291, "token_text": " village", "probability": 0.0205078125}, {"token_id": 2269, "token_text": " country", "probability": 0.012451171875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01031494140625}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1328125}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 234, "token_text": " in", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.0203857421875}, {"token_id": 248, "token_text": " an", "probability": 0.0203857421875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.015869140625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.015869140625}, {"token_id": 3068, "token_text": " member", "probability": 0.01544189453125}, {"token_id": 2269, "token_text": " country", "probability": 0.01544189453125}, {"token_id": 2259, "token_text": " city", "probability": 0.01318359375}, {"token_id": 1525, "token_text": " very", "probability": 0.0096435546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 16, "token_text": "-", "probability": 0.0064697265625}, {"token_id": 234, "token_text": " in", "probability": 0.0034637451171875}, {"token_id": 263, "token_text": " to", "probability": 0.00238037109375}, {"token_id": 18766, "token_text": "isan", "probability": 0.00185394287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53125}, {"token_id": 209, "token_text": " a", "probability": 0.142578125}, {"token_id": 820, "token_text": " its", "probability": 0.0133056640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01171875}, {"token_id": 248, "token_text": " an", "probability": 0.00860595703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.09521484375}, {"token_id": 2269, "token_text": " country", "probability": 0.0615234375}, {"token_id": 2259, "token_text": " city", "probability": 0.01708984375}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.01287841796875}, {"token_id": 4249, "token_text": " European", "probability": 0.01068115234375}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.267578125}, {"token_id": 17, "token_text": ".", "probability": 0.208984375}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 256, "token_text": " of", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.0791015625}, {"token_id": 942, "token_text": " most", "probability": 0.05419921875}, {"token_id": 2638, "token_text": " history", "probability": 0.029052734375}, {"token_id": 1547, "token_text": " world", "probability": 0.0240478515625}, {"token_id": 2091, "token_text": " top", "probability": 0.01458740234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0291748046875}, {"token_id": 8070, "token_text": " cities", "probability": 0.0257568359375}, {"token_id": 15, "token_text": ",", "probability": 0.024169921875}, {"token_id": 2269, "token_text": " country", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.158203125}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 15, "token_text": ",", "probability": 0.130859375}, {"token_id": 256, "token_text": " of", "probability": 0.08984375}, {"token_id": 262, "token_text": " and", "probability": 0.0274658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.333984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04541015625}, {"token_id": 7385, "token_text": " Mexico", "probability": 0.0228271484375}, {"token_id": 820, "token_text": " its", "probability": 0.0189208984375}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0177001953125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.31640625}, {"token_id": 2269, "token_text": " country", "probability": 0.05859375}, {"token_id": 2259, "token_text": " city", "probability": 0.05859375}, {"token_id": 3848, "token_text": " region", "probability": 0.0277099609375}, {"token_id": 1758, "token_text": " United", "probability": 0.0260009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.609375}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " and", "probability": 0.0322265625}, {"token_id": 256, "token_text": " of", "probability": 0.0303955078125}, {"token_id": 400, "token_text": "'s", "probability": 0.025146484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.15625}, {"token_id": 679, "token_text": " It", "probability": 0.146484375}, {"token_id": 407, "token_text": " In", "probability": 0.06494140625}, {"token_id": 1829, "token_text": " There", "probability": 0.02392578125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0185546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1513671875}, {"token_id": 1547, "token_text": " world", "probability": 0.06298828125}, {"token_id": 2269, "token_text": " country", "probability": 0.046142578125}, {"token_id": 5656, "token_text": " largest", "probability": 0.024658203125}, {"token_id": 942, "token_text": " most", "probability": 0.021728515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2431640625}, {"token_id": 400, "token_text": "'s", "probability": 0.21484375}, {"token_id": 614, "token_text": " has", "probability": 0.09521484375}, {"token_id": 256, "token_text": " of", "probability": 0.09521484375}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1357421875}, {"token_id": 3857, "token_text": " located", "probability": 0.068359375}, {"token_id": 230, "token_text": " the", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.04150390625}, {"token_id": 720, "token_text": " one", "probability": 0.0284423828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.06787109375}, {"token_id": 618, "token_text": " part", "probability": 0.041259765625}, {"token_id": 2450, "token_text": " major", "probability": 0.0220947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0172119140625}, {"token_id": 1987, "token_text": " place", "probability": 0.01513671875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.3828125}, {"token_id": 256, "token_text": " of", "probability": 0.10302734375}, {"token_id": 15, "token_text": ",", "probability": 0.080078125}, {"token_id": 379, "token_text": " that", "probability": 0.054931640625}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4609375}, {"token_id": 209, "token_text": " a", "probability": 0.04296875}, {"token_id": 820, "token_text": " its", "probability": 0.0277099609375}, {"token_id": 647, "token_text": " which", "probability": 0.02294921875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01904296875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.087890625}, {"token_id": 8040, "token_text": " province", "probability": 0.02685546875}, {"token_id": 2269, "token_text": " country", "probability": 0.023681640625}, {"token_id": 1758, "token_text": " United", "probability": 0.0208740234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 256, "token_text": " of", "probability": 0.044677734375}, {"token_id": 400, "token_text": "'s", "probability": 0.044677734375}, {"token_id": 262, "token_text": " and", "probability": 0.03076171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2119140625}, {"token_id": 679, "token_text": " It", "probability": 0.19921875}, {"token_id": 1829, "token_text": " There", "probability": 0.04443359375}, {"token_id": 407, "token_text": " In", "probability": 0.039306640625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0238037109375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.462890625}, {"token_id": 2729, "token_text": " town", "probability": 0.0380859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0203857421875}, {"token_id": 5291, "token_text": " village", "probability": 0.016845703125}, {"token_id": 1547, "token_text": " world", "probability": 0.01397705078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.46484375}, {"token_id": 614, "token_text": " has", "probability": 0.09130859375}, {"token_id": 400, "token_text": "'s", "probability": 0.048828125}, {"token_id": 256, "token_text": " of", "probability": 0.0458984375}, {"token_id": 361, "token_text": " was", "probability": 0.0380859375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1943359375}, {"token_id": 3857, "token_text": " located", "probability": 0.091796875}, {"token_id": 230, "token_text": " the", "probability": 0.05224609375}, {"token_id": 1814, "token_text": " home", "probability": 0.03369140625}, {"token_id": 234, "token_text": " in", "probability": 0.03369140625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1826171875}, {"token_id": 2729, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 5291, "token_text": " village", "probability": 0.0218505859375}, {"token_id": 618, "token_text": " part", "probability": 0.01806640625}, {"token_id": 2450, "token_text": " major", "probability": 0.01458740234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.49609375}, {"token_id": 256, "token_text": " of", "probability": 0.0712890625}, {"token_id": 15, "token_text": ",", "probability": 0.05908203125}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 820, "token_text": " its", "probability": 0.0264892578125}, {"token_id": 647, "token_text": " which", "probability": 0.02197265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01708984375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.1865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.12060546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0269775390625}, {"token_id": 2269, "token_text": " country", "probability": 0.0252685546875}, {"token_id": 1758, "token_text": " United", "probability": 0.0238037109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6171875}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 256, "token_text": " of", "probability": 0.03466796875}, {"token_id": 262, "token_text": " and", "probability": 0.025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.0211181640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25}, {"token_id": 679, "token_text": " It", "probability": 0.2080078125}, {"token_id": 1829, "token_text": " There", "probability": 0.052490234375}, {"token_id": 407, "token_text": " In", "probability": 0.03173828125}, {"token_id": 277, "token_text": " A", "probability": 0.0218505859375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5625}, {"token_id": 2729, "token_text": " town", "probability": 0.046142578125}, {"token_id": 5291, "token_text": " village", "probability": 0.0205078125}, {"token_id": 2269, "token_text": " country", "probability": 0.012451171875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01031494140625}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1328125}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 234, "token_text": " in", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.0203857421875}, {"token_id": 248, "token_text": " an", "probability": 0.0203857421875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.015869140625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.015869140625}, {"token_id": 3068, "token_text": " member", "probability": 0.01544189453125}, {"token_id": 2269, "token_text": " country", "probability": 0.01544189453125}, {"token_id": 2259, "token_text": " city", "probability": 0.01318359375}, {"token_id": 1525, "token_text": " very", "probability": 0.0096435546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 16, "token_text": "-", "probability": 0.0064697265625}, {"token_id": 234, "token_text": " in", "probability": 0.0034637451171875}, {"token_id": 263, "token_text": " to", "probability": 0.00238037109375}, {"token_id": 18766, "token_text": "isan", "probability": 0.00185394287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53125}, {"token_id": 209, "token_text": " a", "probability": 0.142578125}, {"token_id": 820, "token_text": " its", "probability": 0.0133056640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01171875}, {"token_id": 248, "token_text": " an", "probability": 0.00860595703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.09521484375}, {"token_id": 2269, "token_text": " country", "probability": 0.0615234375}, {"token_id": 2259, "token_text": " city", "probability": 0.01708984375}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.01287841796875}, {"token_id": 4249, "token_text": " European", "probability": 0.01068115234375}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.267578125}, {"token_id": 17, "token_text": ".", "probability": 0.208984375}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 256, "token_text": " of", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.0791015625}, {"token_id": 942, "token_text": " most", "probability": 0.05419921875}, {"token_id": 2638, "token_text": " history", "probability": 0.029052734375}, {"token_id": 1547, "token_text": " world", "probability": 0.0240478515625}, {"token_id": 2091, "token_text": " top", "probability": 0.01458740234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0291748046875}, {"token_id": 8070, "token_text": " cities", "probability": 0.0257568359375}, {"token_id": 15, "token_text": ",", "probability": 0.024169921875}, {"token_id": 2269, "token_text": " country", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.158203125}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 15, "token_text": ",", "probability": 0.130859375}, {"token_id": 256, "token_text": " of", "probability": 0.08984375}, {"token_id": 262, "token_text": " and", "probability": 0.0274658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.333984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04541015625}, {"token_id": 7385, "token_text": " Mexico", "probability": 0.0228271484375}, {"token_id": 820, "token_text": " its", "probability": 0.0189208984375}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0177001953125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.31640625}, {"token_id": 2269, "token_text": " country", "probability": 0.05859375}, {"token_id": 2259, "token_text": " city", "probability": 0.05859375}, {"token_id": 3848, "token_text": " region", "probability": 0.0277099609375}, {"token_id": 1758, "token_text": " United", "probability": 0.0260009765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.609375}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " and", "probability": 0.0322265625}, {"token_id": 256, "token_text": " of", "probability": 0.0303955078125}, {"token_id": 400, "token_text": "'s", "probability": 0.025146484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.15625}, {"token_id": 679, "token_text": " It", "probability": 0.146484375}, {"token_id": 407, "token_text": " In", "probability": 0.06494140625}, {"token_id": 1829, "token_text": " There", "probability": 0.02392578125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0185546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1513671875}, {"token_id": 1547, "token_text": " world", "probability": 0.06298828125}, {"token_id": 2269, "token_text": " country", "probability": 0.046142578125}, {"token_id": 5656, "token_text": " largest", "probability": 0.024658203125}, {"token_id": 942, "token_text": " most", "probability": 0.021728515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2431640625}, {"token_id": 400, "token_text": "'s", "probability": 0.21484375}, {"token_id": 614, "token_text": " has", "probability": 0.09521484375}, {"token_id": 256, "token_text": " of", "probability": 0.09521484375}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1357421875}, {"token_id": 3857, "token_text": " located", "probability": 0.068359375}, {"token_id": 230, "token_text": " the", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.04150390625}, {"token_id": 720, "token_text": " one", "probability": 0.0284423828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.06787109375}, {"token_id": 618, "token_text": " part", "probability": 0.041259765625}, {"token_id": 2450, "token_text": " major", "probability": 0.0220947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0172119140625}, {"token_id": 1987, "token_text": " place", "probability": 0.01513671875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.3828125}, {"token_id": 256, "token_text": " of", "probability": 0.10302734375}, {"token_id": 15, "token_text": ",", "probability": 0.080078125}, {"token_id": 379, "token_text": " that", "probability": 0.054931640625}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4609375}, {"token_id": 209, "token_text": " a", "probability": 0.04296875}, {"token_id": 820, "token_text": " its", "probability": 0.0277099609375}, {"token_id": 647, "token_text": " which", "probability": 0.02294921875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01904296875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.087890625}, {"token_id": 8040, "token_text": " province", "probability": 0.02685546875}, {"token_id": 2269, "token_text": " country", "probability": 0.023681640625}, {"token_id": 1758, "token_text": " United", "probability": 0.0208740234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 256, "token_text": " of", "probability": 0.044677734375}, {"token_id": 400, "token_text": "'s", "probability": 0.044677734375}, {"token_id": 262, "token_text": " and", "probability": 0.03076171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2119140625}, {"token_id": 679, "token_text": " It", "probability": 0.19921875}, {"token_id": 1829, "token_text": " There", "probability": 0.04443359375}, {"token_id": 407, "token_text": " In", "probability": 0.039306640625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0238037109375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.462890625}, {"token_id": 2729, "token_text": " town", "probability": 0.0380859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0203857421875}, {"token_id": 5291, "token_text": " village", "probability": 0.016845703125}, {"token_id": 1547, "token_text": " world", "probability": 0.01397705078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.46484375}, {"token_id": 614, "token_text": " has", "probability": 0.09130859375}, {"token_id": 400, "token_text": "'s", "probability": 0.048828125}, {"token_id": 256, "token_text": " of", "probability": 0.0458984375}, {"token_id": 361, "token_text": " was", "probability": 0.0380859375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1943359375}, {"token_id": 3857, "token_text": " located", "probability": 0.091796875}, {"token_id": 230, "token_text": " the", "probability": 0.05224609375}, {"token_id": 1814, "token_text": " home", "probability": 0.03369140625}, {"token_id": 234, "token_text": " in", "probability": 0.03369140625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1826171875}, {"token_id": 2729, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 5291, "token_text": " village", "probability": 0.0218505859375}, {"token_id": 618, "token_text": " part", "probability": 0.01806640625}, {"token_id": 2450, "token_text": " major", "probability": 0.01458740234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.49609375}, {"token_id": 256, "token_text": " of", "probability": 0.0712890625}, {"token_id": 15, "token_text": ",", "probability": 0.05908203125}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 820, "token_text": " its", "probability": 0.0264892578125}, {"token_id": 647, "token_text": " which", "probability": 0.02197265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01708984375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.1865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.12060546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0269775390625}, {"token_id": 2269, "token_text": " country", "probability": 0.0252685546875}, {"token_id": 1758, "token_text": " United", "probability": 0.0238037109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6171875}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 256, "token_text": " of", "probability": 0.03466796875}, {"token_id": 262, "token_text": " and", "probability": 0.025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.0211181640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25}, {"token_id": 679, "token_text": " It", "probability": 0.2080078125}, {"token_id": 1829, "token_text": " There", "probability": 0.052490234375}, {"token_id": 407, "token_text": " In", "probability": 0.03173828125}, {"token_id": 277, "token_text": " A", "probability": 0.0218505859375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5625}, {"token_id": 2729, "token_text": " town", "probability": 0.046142578125}, {"token_id": 5291, "token_text": " village", "probability": 0.0205078125}, {"token_id": 2269, "token_text": " country", "probability": 0.012451171875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01031494140625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 2708, "correct_token_probability": 1.9669532775878906e-05, "top_10_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1328125}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 234, "token_text": " in", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.0203857421875}, {"token_id": 248, "token_text": " an", "probability": 0.0203857421875}, {"token_id": 3857, "token_text": " located", "probability": 0.0191650390625}, {"token_id": 720, "token_text": " one", "probability": 0.0179443359375}, {"token_id": 1576, "token_text": " now", "probability": 0.0169677734375}, {"token_id": 263, "token_text": " to", "probability": 0.015380859375}, {"token_id": 2787, "token_text": " based", "probability": 0.01239013671875}], "entropy": 5.75}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.836439678978161, "average_logprob_per_token": -10.836439678978161, "perplexity_on_target_sequence": 50840.04848484847, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -10.836439678978161, "probability": 1.9669532775878906e-05, "raw_probability": 1.9669532775878906e-05, "correct_token_rank": 2708}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 2000, "elapsed_sec": 16637.9692363739, "probe_elapsed_sec": 1.0143162369495258, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used in the field of the body. The body is used in the body. The body is used in the body. The body is used in the body", "text": "A small language model should be used in the field of the body. The body is used in the body. The body is used in the body. The body is used in the body", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.5078125}, {"token_id": 1466, "token_text": " help", "probability": 0.047119140625}, {"token_id": 581, "token_text": " have", "probability": 0.0390625}, {"token_id": 534, "token_text": " not", "probability": 0.023681640625}, {"token_id": 2464, "token_text": " include", "probability": 0.01123046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.158203125}, {"token_id": 1334, "token_text": " found", "probability": 0.051513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.015625}, {"token_id": 209, "token_text": " a", "probability": 0.015625}, {"token_id": 1315, "token_text": " made", "probability": 0.01300048828125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.25}, {"token_id": 263, "token_text": " to", "probability": 0.1611328125}, {"token_id": 321, "token_text": " for", "probability": 0.1337890625}, {"token_id": 17, "token_text": ".", "probability": 0.11083984375}, {"token_id": 347, "token_text": " as", "probability": 0.0810546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 209, "token_text": " a", "probability": 0.07958984375}, {"token_id": 587, "token_text": " this", "probability": 0.06591796875}, {"token_id": 1031, "token_text": " any", "probability": 0.0242919921875}, {"token_id": 3093, "token_text": " English", "probability": 0.015625}]}, {"token_id": 3341, "token_text": " field", "chosen_probability": 0.0213623046875, "top_k_candidates": [{"token_id": 3341, "token_text": " field", "probability": 0.0213623046875}, {"token_id": 1686, "token_text": " same", "probability": 0.0194091796875}, {"token_id": 2244, "token_text": " following", "probability": 0.015625}, {"token_id": 1758, "token_text": " United", "probability": 0.01513671875}, {"token_id": 3113, "token_text": " development", "probability": 0.01470947265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.49609375}, {"token_id": 17, "token_text": ".", "probability": 0.142578125}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}, {"token_id": 321, "token_text": " for", "probability": 0.0262451171875}, {"token_id": 262, "token_text": " and", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.04541015625}, {"token_id": 3734, "token_text": " computer", "probability": 0.0274658203125}, {"token_id": 209, "token_text": " a", "probability": 0.0189208984375}, {"token_id": 2614, "token_text": " research", "probability": 0.00921630859375}, {"token_id": 927, "token_text": " time", "probability": 0.0089111328125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.0260009765625}, {"token_id": 3341, "token_text": " field", "probability": 0.0196533203125}, {"token_id": 3734, "token_text": " computer", "probability": 0.016845703125}, {"token_id": 1625, "token_text": " system", "probability": 0.01348876953125}, {"token_id": 1686, "token_text": " same", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1943359375}, {"token_id": 256, "token_text": " of", "probability": 0.10400390625}, {"token_id": 15, "token_text": ",", "probability": 0.091796875}, {"token_id": 262, "token_text": " and", "probability": 0.06298828125}, {"token_id": 263, "token_text": " to", "probability": 0.0380859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.115234375}, {"token_id": 679, "token_text": " It", "probability": 0.048095703125}, {"token_id": 407, "token_text": " In", "probability": 0.048095703125}, {"token_id": 277, "token_text": " A", "probability": 0.045166015625}, {"token_id": 1062, "token_text": " This", "probability": 0.039794921875}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.048828125}, {"token_id": 836, "token_text": " first", "probability": 0.0216064453125}, {"token_id": 1962, "token_text": " main", "probability": 0.0126953125}, {"token_id": 1625, "token_text": " system", "probability": 0.011962890625}, {"token_id": 929, "token_text": " two", "probability": 0.0115966796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.22265625}, {"token_id": 614, "token_text": " has", "probability": 0.06005859375}, {"token_id": 256, "token_text": " of", "probability": 0.052978515625}, {"token_id": 783, "token_text": " will", "probability": 0.0498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0498046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0927734375}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 1867, "token_text": " called", "probability": 0.03857421875}, {"token_id": 751, "token_text": " also", "probability": 0.0264892578125}, {"token_id": 230, "token_text": " the", "probability": 0.0264892578125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.357421875}, {"token_id": 263, "token_text": " to", "probability": 0.1796875}, {"token_id": 321, "token_text": " for", "probability": 0.12353515625}, {"token_id": 347, "token_text": " as", "probability": 0.10888671875}, {"token_id": 443, "token_text": " by", "probability": 0.06201171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 209, "token_text": " a", "probability": 0.0751953125}, {"token_id": 587, "token_text": " this", "probability": 0.040283203125}, {"token_id": 1313, "token_text": " many", "probability": 0.020263671875}, {"token_id": 248, "token_text": " an", "probability": 0.01348876953125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.1806640625}, {"token_id": 3341, "token_text": " field", "probability": 0.037841796875}, {"token_id": 3113, "token_text": " development", "probability": 0.01116943359375}, {"token_id": 2043, "token_text": " area", "probability": 0.00958251953125}, {"token_id": 1075, "token_text": " form", "probability": 0.00897216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2255859375}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 262, "token_text": " and", "probability": 0.07763671875}, {"token_id": 256, "token_text": " of", "probability": 0.060546875}, {"token_id": 263, "token_text": " to", "probability": 0.047119140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2265625}, {"token_id": 679, "token_text": " It", "probability": 0.0693359375}, {"token_id": 277, "token_text": " A", "probability": 0.0693359375}, {"token_id": 407, "token_text": " In", "probability": 0.03466796875}, {"token_id": 2, "token_text": "", "probability": 0.02880859375}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.5078125}, {"token_id": 836, "token_text": " first", "probability": 0.00927734375}, {"token_id": 1962, "token_text": " main", "probability": 0.006195068359375}, {"token_id": 1625, "token_text": " system", "probability": 0.005279541015625}, {"token_id": 1077, "token_text": " second", "probability": 0.00482177734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4765625}, {"token_id": 614, "token_text": " has", "probability": 0.060546875}, {"token_id": 566, "token_text": " can", "probability": 0.044189453125}, {"token_id": 783, "token_text": " will", "probability": 0.0208740234375}, {"token_id": 361, "token_text": " was", "probability": 0.0208740234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.263671875}, {"token_id": 1867, "token_text": " called", "probability": 0.048828125}, {"token_id": 751, "token_text": " also", "probability": 0.03369140625}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}, {"token_id": 1334, "token_text": " found", "probability": 0.015869140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.640625}, {"token_id": 347, "token_text": " as", "probability": 0.0869140625}, {"token_id": 321, "token_text": " for", "probability": 0.052734375}, {"token_id": 263, "token_text": " to", "probability": 0.052734375}, {"token_id": 443, "token_text": " by", "probability": 0.041015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4140625}, {"token_id": 209, "token_text": " a", "probability": 0.08154296875}, {"token_id": 587, "token_text": " this", "probability": 0.031982421875}, {"token_id": 248, "token_text": " an", "probability": 0.01513671875}, {"token_id": 1313, "token_text": " many", "probability": 0.01251220703125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.53515625}, {"token_id": 4438, "token_text": " blood", "probability": 0.0111083984375}, {"token_id": 3341, "token_text": " field", "probability": 0.01043701171875}, {"token_id": 7399, "token_text": " skin", "probability": 0.0089111328125}, {"token_id": 6732, "token_text": " brain", "probability": 0.00592041015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 262, "token_text": " and", "probability": 0.08349609375}, {"token_id": 256, "token_text": " of", "probability": 0.06103515625}, {"token_id": 263, "token_text": " to", "probability": 0.047607421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3125}, {"token_id": 277, "token_text": " A", "probability": 0.0791015625}, {"token_id": 679, "token_text": " It", "probability": 0.06982421875}, {"token_id": 407, "token_text": " In", "probability": 0.029052734375}, {"token_id": 2, "token_text": "", "probability": 0.025634765625}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.6015625}, {"token_id": 7399, "token_text": " skin", "probability": 0.00628662109375}, {"token_id": 836, "token_text": " first", "probability": 0.00518798828125}, {"token_id": 4438, "token_text": " blood", "probability": 0.004302978515625}, {"token_id": 3428, "token_text": " mother", "probability": 0.004058837890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.53515625}, {"token_id": 614, "token_text": " has", "probability": 0.0498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0341796875}, {"token_id": 361, "token_text": " was", "probability": 0.0235595703125}, {"token_id": 256, "token_text": " of", "probability": 0.0162353515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.322265625}, {"token_id": 1867, "token_text": " called", "probability": 0.041015625}, {"token_id": 751, "token_text": " also", "probability": 0.041015625}, {"token_id": 4523, "token_text": " usually", "probability": 0.019287109375}, {"token_id": 1334, "token_text": " found", "probability": 0.0159912109375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.69921875}, {"token_id": 263, "token_text": " to", "probability": 0.06494140625}, {"token_id": 321, "token_text": " for", "probability": 0.053955078125}, {"token_id": 347, "token_text": " as", "probability": 0.053955078125}, {"token_id": 443, "token_text": " by", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4453125}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 587, "token_text": " this", "probability": 0.0302734375}, {"token_id": 248, "token_text": " an", "probability": 0.0130615234375}, {"token_id": 820, "token_text": " its", "probability": 0.010498046875}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.62890625}, {"token_id": 4438, "token_text": " blood", "probability": 0.009521484375}, {"token_id": 3341, "token_text": " field", "probability": 0.0074462890625}, {"token_id": 7399, "token_text": " skin", "probability": 0.0072021484375}, {"token_id": 6732, "token_text": " brain", "probability": 0.004791259765625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.5078125}, {"token_id": 1466, "token_text": " help", "probability": 0.047119140625}, {"token_id": 581, "token_text": " have", "probability": 0.0390625}, {"token_id": 534, "token_text": " not", "probability": 0.023681640625}, {"token_id": 2464, "token_text": " include", "probability": 0.01123046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.158203125}, {"token_id": 1334, "token_text": " found", "probability": 0.051513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.015625}, {"token_id": 209, "token_text": " a", "probability": 0.015625}, {"token_id": 1315, "token_text": " made", "probability": 0.01300048828125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.25}, {"token_id": 263, "token_text": " to", "probability": 0.1611328125}, {"token_id": 321, "token_text": " for", "probability": 0.1337890625}, {"token_id": 17, "token_text": ".", "probability": 0.11083984375}, {"token_id": 347, "token_text": " as", "probability": 0.0810546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 209, "token_text": " a", "probability": 0.07958984375}, {"token_id": 587, "token_text": " this", "probability": 0.06591796875}, {"token_id": 1031, "token_text": " any", "probability": 0.0242919921875}, {"token_id": 3093, "token_text": " English", "probability": 0.015625}]}, {"token_id": 3341, "token_text": " field", "chosen_probability": 0.0213623046875, "top_k_candidates": [{"token_id": 3341, "token_text": " field", "probability": 0.0213623046875}, {"token_id": 1686, "token_text": " same", "probability": 0.0194091796875}, {"token_id": 2244, "token_text": " following", "probability": 0.015625}, {"token_id": 1758, "token_text": " United", "probability": 0.01513671875}, {"token_id": 3113, "token_text": " development", "probability": 0.01470947265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.49609375}, {"token_id": 17, "token_text": ".", "probability": 0.142578125}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}, {"token_id": 321, "token_text": " for", "probability": 0.0262451171875}, {"token_id": 262, "token_text": " and", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.04541015625}, {"token_id": 3734, "token_text": " computer", "probability": 0.0274658203125}, {"token_id": 209, "token_text": " a", "probability": 0.0189208984375}, {"token_id": 2614, "token_text": " research", "probability": 0.00921630859375}, {"token_id": 927, "token_text": " time", "probability": 0.0089111328125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.0260009765625}, {"token_id": 3341, "token_text": " field", "probability": 0.0196533203125}, {"token_id": 3734, "token_text": " computer", "probability": 0.016845703125}, {"token_id": 1625, "token_text": " system", "probability": 0.01348876953125}, {"token_id": 1686, "token_text": " same", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1943359375}, {"token_id": 256, "token_text": " of", "probability": 0.10400390625}, {"token_id": 15, "token_text": ",", "probability": 0.091796875}, {"token_id": 262, "token_text": " and", "probability": 0.06298828125}, {"token_id": 263, "token_text": " to", "probability": 0.0380859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1181640625}, {"token_id": 679, "token_text": " It", "probability": 0.049072265625}, {"token_id": 407, "token_text": " In", "probability": 0.049072265625}, {"token_id": 277, "token_text": " A", "probability": 0.046142578125}, {"token_id": 1062, "token_text": " This", "probability": 0.040771484375}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.048828125}, {"token_id": 836, "token_text": " first", "probability": 0.0216064453125}, {"token_id": 1962, "token_text": " main", "probability": 0.0126953125}, {"token_id": 1625, "token_text": " system", "probability": 0.011962890625}, {"token_id": 929, "token_text": " two", "probability": 0.0115966796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.22265625}, {"token_id": 614, "token_text": " has", "probability": 0.06005859375}, {"token_id": 256, "token_text": " of", "probability": 0.052978515625}, {"token_id": 783, "token_text": " will", "probability": 0.0498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0498046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0927734375}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 1867, "token_text": " called", "probability": 0.03857421875}, {"token_id": 751, "token_text": " also", "probability": 0.0264892578125}, {"token_id": 230, "token_text": " the", "probability": 0.0264892578125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.357421875}, {"token_id": 263, "token_text": " to", "probability": 0.1796875}, {"token_id": 321, "token_text": " for", "probability": 0.12353515625}, {"token_id": 347, "token_text": " as", "probability": 0.10888671875}, {"token_id": 443, "token_text": " by", "probability": 0.06201171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 209, "token_text": " a", "probability": 0.0751953125}, {"token_id": 587, "token_text": " this", "probability": 0.040283203125}, {"token_id": 1313, "token_text": " many", "probability": 0.020263671875}, {"token_id": 248, "token_text": " an", "probability": 0.01348876953125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.1806640625}, {"token_id": 3341, "token_text": " field", "probability": 0.037841796875}, {"token_id": 3113, "token_text": " development", "probability": 0.01116943359375}, {"token_id": 2043, "token_text": " area", "probability": 0.00958251953125}, {"token_id": 1075, "token_text": " form", "probability": 0.00897216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2255859375}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 262, "token_text": " and", "probability": 0.07763671875}, {"token_id": 256, "token_text": " of", "probability": 0.060546875}, {"token_id": 263, "token_text": " to", "probability": 0.047119140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2333984375}, {"token_id": 679, "token_text": " It", "probability": 0.0712890625}, {"token_id": 277, "token_text": " A", "probability": 0.0712890625}, {"token_id": 407, "token_text": " In", "probability": 0.035888671875}, {"token_id": 1062, "token_text": " This", "probability": 0.0296630859375}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.5078125}, {"token_id": 836, "token_text": " first", "probability": 0.00927734375}, {"token_id": 1962, "token_text": " main", "probability": 0.006195068359375}, {"token_id": 1625, "token_text": " system", "probability": 0.005279541015625}, {"token_id": 1077, "token_text": " second", "probability": 0.00482177734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4765625}, {"token_id": 614, "token_text": " has", "probability": 0.060546875}, {"token_id": 566, "token_text": " can", "probability": 0.044189453125}, {"token_id": 783, "token_text": " will", "probability": 0.0208740234375}, {"token_id": 361, "token_text": " was", "probability": 0.0208740234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.263671875}, {"token_id": 1867, "token_text": " called", "probability": 0.048828125}, {"token_id": 751, "token_text": " also", "probability": 0.03369140625}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}, {"token_id": 1334, "token_text": " found", "probability": 0.015869140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.640625}, {"token_id": 347, "token_text": " as", "probability": 0.0869140625}, {"token_id": 321, "token_text": " for", "probability": 0.052734375}, {"token_id": 263, "token_text": " to", "probability": 0.052734375}, {"token_id": 443, "token_text": " by", "probability": 0.041015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4140625}, {"token_id": 209, "token_text": " a", "probability": 0.08154296875}, {"token_id": 587, "token_text": " this", "probability": 0.031982421875}, {"token_id": 248, "token_text": " an", "probability": 0.01513671875}, {"token_id": 1313, "token_text": " many", "probability": 0.01251220703125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.53515625}, {"token_id": 4438, "token_text": " blood", "probability": 0.0111083984375}, {"token_id": 3341, "token_text": " field", "probability": 0.01043701171875}, {"token_id": 7399, "token_text": " skin", "probability": 0.0089111328125}, {"token_id": 6732, "token_text": " brain", "probability": 0.00592041015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 262, "token_text": " and", "probability": 0.08349609375}, {"token_id": 256, "token_text": " of", "probability": 0.06103515625}, {"token_id": 263, "token_text": " to", "probability": 0.047607421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3203125}, {"token_id": 277, "token_text": " A", "probability": 0.0810546875}, {"token_id": 679, "token_text": " It", "probability": 0.07177734375}, {"token_id": 407, "token_text": " In", "probability": 0.0299072265625}, {"token_id": 1062, "token_text": " This", "probability": 0.0247802734375}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.6015625}, {"token_id": 7399, "token_text": " skin", "probability": 0.00628662109375}, {"token_id": 836, "token_text": " first", "probability": 0.00518798828125}, {"token_id": 4438, "token_text": " blood", "probability": 0.004302978515625}, {"token_id": 3428, "token_text": " mother", "probability": 0.004058837890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.53515625}, {"token_id": 614, "token_text": " has", "probability": 0.0498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0341796875}, {"token_id": 361, "token_text": " was", "probability": 0.0235595703125}, {"token_id": 256, "token_text": " of", "probability": 0.0162353515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.322265625}, {"token_id": 1867, "token_text": " called", "probability": 0.041015625}, {"token_id": 751, "token_text": " also", "probability": 0.041015625}, {"token_id": 4523, "token_text": " usually", "probability": 0.019287109375}, {"token_id": 1334, "token_text": " found", "probability": 0.0159912109375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.69921875}, {"token_id": 263, "token_text": " to", "probability": 0.06494140625}, {"token_id": 321, "token_text": " for", "probability": 0.053955078125}, {"token_id": 347, "token_text": " as", "probability": 0.053955078125}, {"token_id": 443, "token_text": " by", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4453125}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 587, "token_text": " this", "probability": 0.0302734375}, {"token_id": 248, "token_text": " an", "probability": 0.0130615234375}, {"token_id": 820, "token_text": " its", "probability": 0.010498046875}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.62890625}, {"token_id": 4438, "token_text": " blood", "probability": 0.009521484375}, {"token_id": 3341, "token_text": " field", "probability": 0.0074462890625}, {"token_id": 7399, "token_text": " skin", "probability": 0.0072021484375}, {"token_id": 6732, "token_text": " brain", "probability": 0.004791259765625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.5078125}, {"token_id": 1466, "token_text": " help", "probability": 0.047119140625}, {"token_id": 581, "token_text": " have", "probability": 0.0390625}, {"token_id": 534, "token_text": " not", "probability": 0.023681640625}, {"token_id": 2464, "token_text": " include", "probability": 0.01123046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.158203125}, {"token_id": 1334, "token_text": " found", "probability": 0.051513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.015625}, {"token_id": 209, "token_text": " a", "probability": 0.015625}, {"token_id": 1315, "token_text": " made", "probability": 0.01300048828125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.25}, {"token_id": 263, "token_text": " to", "probability": 0.1611328125}, {"token_id": 321, "token_text": " for", "probability": 0.1337890625}, {"token_id": 17, "token_text": ".", "probability": 0.11083984375}, {"token_id": 347, "token_text": " as", "probability": 0.0810546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 209, "token_text": " a", "probability": 0.07958984375}, {"token_id": 587, "token_text": " this", "probability": 0.06591796875}, {"token_id": 1031, "token_text": " any", "probability": 0.0242919921875}, {"token_id": 3093, "token_text": " English", "probability": 0.015625}]}, {"token_id": 3341, "token_text": " field", "chosen_probability": 0.0213623046875, "top_k_candidates": [{"token_id": 3341, "token_text": " field", "probability": 0.0213623046875}, {"token_id": 1686, "token_text": " same", "probability": 0.0194091796875}, {"token_id": 2244, "token_text": " following", "probability": 0.015625}, {"token_id": 1758, "token_text": " United", "probability": 0.01513671875}, {"token_id": 3113, "token_text": " development", "probability": 0.01470947265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.49609375}, {"token_id": 17, "token_text": ".", "probability": 0.142578125}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}, {"token_id": 321, "token_text": " for", "probability": 0.0262451171875}, {"token_id": 262, "token_text": " and", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.04541015625}, {"token_id": 3734, "token_text": " computer", "probability": 0.0274658203125}, {"token_id": 209, "token_text": " a", "probability": 0.0189208984375}, {"token_id": 2614, "token_text": " research", "probability": 0.00921630859375}, {"token_id": 927, "token_text": " time", "probability": 0.0089111328125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.0260009765625}, {"token_id": 3341, "token_text": " field", "probability": 0.0196533203125}, {"token_id": 3734, "token_text": " computer", "probability": 0.016845703125}, {"token_id": 1625, "token_text": " system", "probability": 0.01348876953125}, {"token_id": 1686, "token_text": " same", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1943359375}, {"token_id": 256, "token_text": " of", "probability": 0.10400390625}, {"token_id": 15, "token_text": ",", "probability": 0.091796875}, {"token_id": 262, "token_text": " and", "probability": 0.06298828125}, {"token_id": 263, "token_text": " to", "probability": 0.0380859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1181640625}, {"token_id": 679, "token_text": " It", "probability": 0.049072265625}, {"token_id": 407, "token_text": " In", "probability": 0.049072265625}, {"token_id": 277, "token_text": " A", "probability": 0.046142578125}, {"token_id": 1062, "token_text": " This", "probability": 0.040771484375}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.048828125}, {"token_id": 836, "token_text": " first", "probability": 0.0216064453125}, {"token_id": 1962, "token_text": " main", "probability": 0.0126953125}, {"token_id": 1625, "token_text": " system", "probability": 0.011962890625}, {"token_id": 929, "token_text": " two", "probability": 0.0115966796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.22265625}, {"token_id": 614, "token_text": " has", "probability": 0.06005859375}, {"token_id": 256, "token_text": " of", "probability": 0.052978515625}, {"token_id": 783, "token_text": " will", "probability": 0.0498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0498046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0927734375}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 1867, "token_text": " called", "probability": 0.03857421875}, {"token_id": 751, "token_text": " also", "probability": 0.0264892578125}, {"token_id": 230, "token_text": " the", "probability": 0.0264892578125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.357421875}, {"token_id": 263, "token_text": " to", "probability": 0.1796875}, {"token_id": 321, "token_text": " for", "probability": 0.12353515625}, {"token_id": 347, "token_text": " as", "probability": 0.10888671875}, {"token_id": 443, "token_text": " by", "probability": 0.06201171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 209, "token_text": " a", "probability": 0.0751953125}, {"token_id": 587, "token_text": " this", "probability": 0.040283203125}, {"token_id": 1313, "token_text": " many", "probability": 0.020263671875}, {"token_id": 248, "token_text": " an", "probability": 0.01348876953125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.1806640625}, {"token_id": 3341, "token_text": " field", "probability": 0.037841796875}, {"token_id": 3113, "token_text": " development", "probability": 0.01116943359375}, {"token_id": 2043, "token_text": " area", "probability": 0.00958251953125}, {"token_id": 1075, "token_text": " form", "probability": 0.00897216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2255859375}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 262, "token_text": " and", "probability": 0.07763671875}, {"token_id": 256, "token_text": " of", "probability": 0.060546875}, {"token_id": 263, "token_text": " to", "probability": 0.047119140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2333984375}, {"token_id": 679, "token_text": " It", "probability": 0.0712890625}, {"token_id": 277, "token_text": " A", "probability": 0.0712890625}, {"token_id": 407, "token_text": " In", "probability": 0.035888671875}, {"token_id": 1062, "token_text": " This", "probability": 0.0296630859375}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.5078125}, {"token_id": 836, "token_text": " first", "probability": 0.00927734375}, {"token_id": 1962, "token_text": " main", "probability": 0.006195068359375}, {"token_id": 1625, "token_text": " system", "probability": 0.005279541015625}, {"token_id": 1077, "token_text": " second", "probability": 0.00482177734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4765625}, {"token_id": 614, "token_text": " has", "probability": 0.060546875}, {"token_id": 566, "token_text": " can", "probability": 0.044189453125}, {"token_id": 783, "token_text": " will", "probability": 0.0208740234375}, {"token_id": 361, "token_text": " was", "probability": 0.0208740234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.263671875}, {"token_id": 1867, "token_text": " called", "probability": 0.048828125}, {"token_id": 751, "token_text": " also", "probability": 0.03369140625}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}, {"token_id": 1334, "token_text": " found", "probability": 0.015869140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.640625}, {"token_id": 347, "token_text": " as", "probability": 0.0869140625}, {"token_id": 321, "token_text": " for", "probability": 0.052734375}, {"token_id": 263, "token_text": " to", "probability": 0.052734375}, {"token_id": 443, "token_text": " by", "probability": 0.041015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4140625}, {"token_id": 209, "token_text": " a", "probability": 0.08154296875}, {"token_id": 587, "token_text": " this", "probability": 0.031982421875}, {"token_id": 248, "token_text": " an", "probability": 0.01513671875}, {"token_id": 1313, "token_text": " many", "probability": 0.01251220703125}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.53515625}, {"token_id": 4438, "token_text": " blood", "probability": 0.0111083984375}, {"token_id": 3341, "token_text": " field", "probability": 0.01043701171875}, {"token_id": 7399, "token_text": " skin", "probability": 0.0089111328125}, {"token_id": 6732, "token_text": " brain", "probability": 0.00592041015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 262, "token_text": " and", "probability": 0.08349609375}, {"token_id": 256, "token_text": " of", "probability": 0.06103515625}, {"token_id": 263, "token_text": " to", "probability": 0.047607421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3203125}, {"token_id": 277, "token_text": " A", "probability": 0.0810546875}, {"token_id": 679, "token_text": " It", "probability": 0.07177734375}, {"token_id": 407, "token_text": " In", "probability": 0.0299072265625}, {"token_id": 1062, "token_text": " This", "probability": 0.0247802734375}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.6015625}, {"token_id": 7399, "token_text": " skin", "probability": 0.00628662109375}, {"token_id": 836, "token_text": " first", "probability": 0.00518798828125}, {"token_id": 4438, "token_text": " blood", "probability": 0.004302978515625}, {"token_id": 3428, "token_text": " mother", "probability": 0.004058837890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.53515625}, {"token_id": 614, "token_text": " has", "probability": 0.0498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0341796875}, {"token_id": 361, "token_text": " was", "probability": 0.0235595703125}, {"token_id": 256, "token_text": " of", "probability": 0.0162353515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.322265625}, {"token_id": 1867, "token_text": " called", "probability": 0.041015625}, {"token_id": 751, "token_text": " also", "probability": 0.041015625}, {"token_id": 4523, "token_text": " usually", "probability": 0.019287109375}, {"token_id": 1334, "token_text": " found", "probability": 0.0159912109375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.69921875}, {"token_id": 263, "token_text": " to", "probability": 0.06494140625}, {"token_id": 321, "token_text": " for", "probability": 0.053955078125}, {"token_id": 347, "token_text": " as", "probability": 0.053955078125}, {"token_id": 443, "token_text": " by", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4453125}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 587, "token_text": " this", "probability": 0.0302734375}, {"token_id": 248, "token_text": " an", "probability": 0.0130615234375}, {"token_id": 820, "token_text": " its", "probability": 0.010498046875}]}, {"token_id": 2772, "token_text": " body", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 2772, "token_text": " body", "probability": 0.62890625}, {"token_id": 4438, "token_text": " blood", "probability": 0.009521484375}, {"token_id": 3341, "token_text": " field", "probability": 0.0074462890625}, {"token_id": 7399, "token_text": " skin", "probability": 0.0072021484375}, {"token_id": 6732, "token_text": " brain", "probability": 0.004791259765625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.5078125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.5078125}, {"token_id": 1466, "token_text": " help", "probability": 0.047119140625}, {"token_id": 581, "token_text": " have", "probability": 0.0390625}, {"token_id": 534, "token_text": " not", "probability": 0.023681640625}, {"token_id": 2464, "token_text": " include", "probability": 0.01123046875}, {"token_id": 3710, "token_text": " provide", "probability": 0.00872802734375}, {"token_id": 1882, "token_text": " take", "probability": 0.00872802734375}, {"token_id": 1494, "token_text": " make", "probability": 0.0081787109375}, {"token_id": 1300, "token_text": " use", "probability": 0.0076904296875}, {"token_id": 3167, "token_text": " give", "probability": 0.005645751953125}], "entropy": 3.40625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6776429940239801, "average_logprob_per_token": -0.6776429940239801, "perplexity_on_target_sequence": 1.9692307692307693, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.6776429940239801, "probability": 0.5078125, "raw_probability": 0.5078125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 2000, "elapsed_sec": 16637.96985387802, "probe_elapsed_sec": 1.0143162369495258, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande delle pi\u00f9 importanti della storia. La storia \u00e8 stata la pi\u00f9 grande e pi\u00f9 grande della storia, ma la pi\u00f9 grande \u00e8 stata la pi\u00f9 grande", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande delle pi\u00f9 importanti della storia. La storia \u00e8 stata la pi\u00f9 grande e pi\u00f9 grande della storia, ma la pi\u00f9 grande \u00e8 stata la pi\u00f9 grande", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.18359375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 293, "token_text": " il", "probability": 0.0205078125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.047607421875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.0224609375}, {"token_id": 20715, "token_text": " riconosciuta", "probability": 0.0145263671875}, {"token_id": 14972, "token_text": " definita", "probability": 0.0128173828125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.11181640625}, {"token_id": 870, "token_text": " prima", "probability": 0.06396484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.056396484375}, {"token_id": 718, "token_text": " sua", "probability": 0.0341796875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.026611328125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.212890625}, {"token_id": 11054, "token_text": " antica", "probability": 0.0888671875}, {"token_id": 2935, "token_text": " importante", "probability": 0.08349609375}, {"token_id": 5731, "token_text": " alta", "probability": 0.02880859375}, {"token_id": 4936, "token_text": " piccola", "probability": 0.025390625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.07958984375}, {"token_id": 337, "token_text": " del", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.07470703125}, {"token_id": 370, "token_text": " della", "probability": 0.05126953125}, {"token_id": 238, "token_text": " di", "probability": 0.05126953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09423828125}, {"token_id": 11944, "token_text": " nazioni", "probability": 0.044677734375}, {"token_id": 1784, "token_text": " sue", "probability": 0.039306640625}, {"token_id": 9619, "token_text": " regioni", "probability": 0.03466796875}, {"token_id": 1918, "token_text": " altre", "probability": 0.0211181640625}]}, {"token_id": 4166, "token_text": " importanti", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 4166, "token_text": " importanti", "probability": 0.24609375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.1318359375}, {"token_id": 12693, "token_text": " antiche", "probability": 0.0751953125}, {"token_id": 12643, "token_text": " alte", "probability": 0.035400390625}, {"token_id": 22499, "token_text": " famose", "probability": 0.02294921875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.1357421875}, {"token_id": 337, "token_text": " del", "probability": 0.09326171875}, {"token_id": 465, "token_text": " dell", "probability": 0.064453125}, {"token_id": 238, "token_text": " di", "probability": 0.0322265625}, {"token_id": 246, "token_text": " e", "probability": 0.0303955078125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.1572265625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.09521484375}, {"token_id": 5078, "token_text": " regione", "probability": 0.022705078125}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.022705078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.11669921875}, {"token_id": 337, "token_text": " del", "probability": 0.0517578125}, {"token_id": 370, "token_text": " della", "probability": 0.048583984375}, {"token_id": 246, "token_text": " e", "probability": 0.048583984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1376953125}, {"token_id": 538, "token_text": " Il", "probability": 0.07373046875}, {"token_id": 302, "token_text": " L", "probability": 0.0419921875}, {"token_id": 407, "token_text": " In", "probability": 0.0289306640625}, {"token_id": 274, "token_text": " I", "probability": 0.0289306640625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.0712890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.043212890625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.02978515625}, {"token_id": 870, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0262451171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2109375}, {"token_id": 370, "token_text": " della", "probability": 0.099609375}, {"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 465, "token_text": " dell", "probability": 0.0732421875}, {"token_id": 238, "token_text": " di", "probability": 0.0732421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.451171875}, {"token_id": 285, "token_text": " la", "probability": 0.05078125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0211181640625}, {"token_id": 293, "token_text": " il", "probability": 0.0198974609375}, {"token_id": 387, "token_text": " una", "probability": 0.0186767578125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1396484375}, {"token_id": 387, "token_text": " una", "probability": 0.035400390625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.027587890625}, {"token_id": 1469, "token_text": " quella", "probability": 0.0228271484375}, {"token_id": 227, "token_text": " l", "probability": 0.0201416015625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1826171875}, {"token_id": 870, "token_text": " prima", "probability": 0.11083984375}, {"token_id": 1843, "token_text": " storia", "probability": 0.07177734375}, {"token_id": 718, "token_text": " sua", "probability": 0.03369140625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.03173828125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.1962890625}, {"token_id": 11054, "token_text": " antica", "probability": 0.134765625}, {"token_id": 2935, "token_text": " importante", "probability": 0.119140625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.031982421875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.020751953125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0849609375}, {"token_id": 337, "token_text": " del", "probability": 0.07080078125}, {"token_id": 370, "token_text": " della", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.05859375}, {"token_id": 238, "token_text": " di", "probability": 0.054931640625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.220703125}, {"token_id": 12332, "token_text": " ricca", "probability": 0.031982421875}, {"token_id": 2935, "token_text": " importante", "probability": 0.031982421875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0206298828125}, {"token_id": 1199, "token_text": " molto", "probability": 0.01708984375}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.12890625}, {"token_id": 2935, "token_text": " importante", "probability": 0.09423828125}, {"token_id": 11054, "token_text": " antica", "probability": 0.06884765625}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0252685546875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.0223388671875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.15625}, {"token_id": 337, "token_text": " del", "probability": 0.1376953125}, {"token_id": 238, "token_text": " di", "probability": 0.08935546875}, {"token_id": 15, "token_text": ",", "probability": 0.08935546875}, {"token_id": 246, "token_text": " e", "probability": 0.0478515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.47265625}, {"token_id": 3570, "token_text": " met\u00e0", "probability": 0.0322265625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0250244140625}, {"token_id": 718, "token_text": " sua", "probability": 0.0234375}, {"token_id": 5179, "token_text": " cultura", "probability": 0.0220947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.115234375}, {"token_id": 370, "token_text": " della", "probability": 0.04248046875}, {"token_id": 337, "token_text": " del", "probability": 0.04248046875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.08984375}, {"token_id": 285, "token_text": " la", "probability": 0.05810546875}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 246, "token_text": " e", "probability": 0.03515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0311279296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1083984375}, {"token_id": 616, "token_text": " anche", "probability": 0.08984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061767578125}, {"token_id": 293, "token_text": " il", "probability": 0.045166015625}, {"token_id": 424, "token_text": " non", "probability": 0.03515625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.2294921875}, {"token_id": 1843, "token_text": " storia", "probability": 0.1787109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0400390625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0274658203125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.022705078125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.2431640625}, {"token_id": 2935, "token_text": " importante", "probability": 0.10791015625}, {"token_id": 11054, "token_text": " antica", "probability": 0.08935546875}, {"token_id": 11434, "token_text": " famosa", "probability": 0.032958984375}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0272216796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1162109375}, {"token_id": 337, "token_text": " del", "probability": 0.0751953125}, {"token_id": 246, "token_text": " e", "probability": 0.0751953125}, {"token_id": 370, "token_text": " della", "probability": 0.058349609375}, {"token_id": 15, "token_text": ",", "probability": 0.04833984375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.24609375}, {"token_id": 285, "token_text": " la", "probability": 0.1494140625}, {"token_id": 1469, "token_text": " quella", "probability": 0.042724609375}, {"token_id": 293, "token_text": " il", "probability": 0.042724609375}, {"token_id": 227, "token_text": " l", "probability": 0.0260009765625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.328125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0537109375}, {"token_id": 387, "token_text": " una", "probability": 0.04443359375}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 293, "token_text": " il", "probability": 0.0286865234375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.40234375}, {"token_id": 1843, "token_text": " storia", "probability": 0.06982421875}, {"token_id": 718, "token_text": " sua", "probability": 0.032958984375}, {"token_id": 870, "token_text": " prima", "probability": 0.02734375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.02001953125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.298828125}, {"token_id": 11054, "token_text": " antica", "probability": 0.0859375}, {"token_id": 2935, "token_text": " importante", "probability": 0.08056640625}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0230712890625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0230712890625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.18359375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 293, "token_text": " il", "probability": 0.0205078125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.047607421875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.0224609375}, {"token_id": 20715, "token_text": " riconosciuta", "probability": 0.0145263671875}, {"token_id": 14972, "token_text": " definita", "probability": 0.0128173828125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.11181640625}, {"token_id": 870, "token_text": " prima", "probability": 0.06396484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.056396484375}, {"token_id": 718, "token_text": " sua", "probability": 0.0341796875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.026611328125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.212890625}, {"token_id": 11054, "token_text": " antica", "probability": 0.0888671875}, {"token_id": 2935, "token_text": " importante", "probability": 0.08349609375}, {"token_id": 5731, "token_text": " alta", "probability": 0.02880859375}, {"token_id": 4936, "token_text": " piccola", "probability": 0.025390625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.07958984375}, {"token_id": 337, "token_text": " del", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.07470703125}, {"token_id": 370, "token_text": " della", "probability": 0.05126953125}, {"token_id": 238, "token_text": " di", "probability": 0.05126953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09423828125}, {"token_id": 11944, "token_text": " nazioni", "probability": 0.044677734375}, {"token_id": 1784, "token_text": " sue", "probability": 0.039306640625}, {"token_id": 9619, "token_text": " regioni", "probability": 0.03466796875}, {"token_id": 1918, "token_text": " altre", "probability": 0.0211181640625}]}, {"token_id": 4166, "token_text": " importanti", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 4166, "token_text": " importanti", "probability": 0.24609375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.1318359375}, {"token_id": 12693, "token_text": " antiche", "probability": 0.0751953125}, {"token_id": 12643, "token_text": " alte", "probability": 0.035400390625}, {"token_id": 22499, "token_text": " famose", "probability": 0.02294921875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.1357421875}, {"token_id": 337, "token_text": " del", "probability": 0.09326171875}, {"token_id": 465, "token_text": " dell", "probability": 0.064453125}, {"token_id": 238, "token_text": " di", "probability": 0.0322265625}, {"token_id": 246, "token_text": " e", "probability": 0.0303955078125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.1572265625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.09521484375}, {"token_id": 5078, "token_text": " regione", "probability": 0.022705078125}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.022705078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.11669921875}, {"token_id": 337, "token_text": " del", "probability": 0.0517578125}, {"token_id": 370, "token_text": " della", "probability": 0.048583984375}, {"token_id": 246, "token_text": " e", "probability": 0.048583984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1416015625}, {"token_id": 538, "token_text": " Il", "probability": 0.07568359375}, {"token_id": 302, "token_text": " L", "probability": 0.043212890625}, {"token_id": 407, "token_text": " In", "probability": 0.0296630859375}, {"token_id": 274, "token_text": " I", "probability": 0.0296630859375}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.0712890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.043212890625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.02978515625}, {"token_id": 870, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0262451171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2109375}, {"token_id": 370, "token_text": " della", "probability": 0.099609375}, {"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 465, "token_text": " dell", "probability": 0.0732421875}, {"token_id": 238, "token_text": " di", "probability": 0.0732421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.451171875}, {"token_id": 285, "token_text": " la", "probability": 0.05078125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0211181640625}, {"token_id": 293, "token_text": " il", "probability": 0.0198974609375}, {"token_id": 387, "token_text": " una", "probability": 0.0186767578125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1396484375}, {"token_id": 387, "token_text": " una", "probability": 0.035400390625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.027587890625}, {"token_id": 1469, "token_text": " quella", "probability": 0.0228271484375}, {"token_id": 227, "token_text": " l", "probability": 0.0201416015625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1826171875}, {"token_id": 870, "token_text": " prima", "probability": 0.11083984375}, {"token_id": 1843, "token_text": " storia", "probability": 0.07177734375}, {"token_id": 718, "token_text": " sua", "probability": 0.03369140625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.03173828125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.1962890625}, {"token_id": 11054, "token_text": " antica", "probability": 0.134765625}, {"token_id": 2935, "token_text": " importante", "probability": 0.119140625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.031982421875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.020751953125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0849609375}, {"token_id": 337, "token_text": " del", "probability": 0.07080078125}, {"token_id": 370, "token_text": " della", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.05859375}, {"token_id": 238, "token_text": " di", "probability": 0.054931640625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.220703125}, {"token_id": 12332, "token_text": " ricca", "probability": 0.031982421875}, {"token_id": 2935, "token_text": " importante", "probability": 0.031982421875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0206298828125}, {"token_id": 1199, "token_text": " molto", "probability": 0.01708984375}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.12890625}, {"token_id": 2935, "token_text": " importante", "probability": 0.09423828125}, {"token_id": 11054, "token_text": " antica", "probability": 0.06884765625}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0252685546875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.0223388671875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.15625}, {"token_id": 337, "token_text": " del", "probability": 0.1376953125}, {"token_id": 238, "token_text": " di", "probability": 0.08935546875}, {"token_id": 15, "token_text": ",", "probability": 0.08935546875}, {"token_id": 246, "token_text": " e", "probability": 0.0478515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.47265625}, {"token_id": 3570, "token_text": " met\u00e0", "probability": 0.0322265625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0250244140625}, {"token_id": 718, "token_text": " sua", "probability": 0.0234375}, {"token_id": 5179, "token_text": " cultura", "probability": 0.0220947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.115234375}, {"token_id": 370, "token_text": " della", "probability": 0.04248046875}, {"token_id": 337, "token_text": " del", "probability": 0.04248046875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.08984375}, {"token_id": 285, "token_text": " la", "probability": 0.05810546875}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 246, "token_text": " e", "probability": 0.03515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0311279296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1083984375}, {"token_id": 616, "token_text": " anche", "probability": 0.08984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061767578125}, {"token_id": 293, "token_text": " il", "probability": 0.045166015625}, {"token_id": 424, "token_text": " non", "probability": 0.03515625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.2294921875}, {"token_id": 1843, "token_text": " storia", "probability": 0.1787109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0400390625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0274658203125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.022705078125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.2431640625}, {"token_id": 2935, "token_text": " importante", "probability": 0.10791015625}, {"token_id": 11054, "token_text": " antica", "probability": 0.08935546875}, {"token_id": 11434, "token_text": " famosa", "probability": 0.032958984375}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0272216796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1162109375}, {"token_id": 337, "token_text": " del", "probability": 0.0751953125}, {"token_id": 246, "token_text": " e", "probability": 0.0751953125}, {"token_id": 370, "token_text": " della", "probability": 0.058349609375}, {"token_id": 15, "token_text": ",", "probability": 0.04833984375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.24609375}, {"token_id": 285, "token_text": " la", "probability": 0.1494140625}, {"token_id": 1469, "token_text": " quella", "probability": 0.042724609375}, {"token_id": 293, "token_text": " il", "probability": 0.042724609375}, {"token_id": 227, "token_text": " l", "probability": 0.0260009765625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.328125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0537109375}, {"token_id": 387, "token_text": " una", "probability": 0.04443359375}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 293, "token_text": " il", "probability": 0.0286865234375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.40234375}, {"token_id": 1843, "token_text": " storia", "probability": 0.06982421875}, {"token_id": 718, "token_text": " sua", "probability": 0.032958984375}, {"token_id": 870, "token_text": " prima", "probability": 0.02734375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.02001953125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.298828125}, {"token_id": 11054, "token_text": " antica", "probability": 0.0859375}, {"token_id": 2935, "token_text": " importante", "probability": 0.08056640625}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0230712890625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0230712890625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.18359375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 293, "token_text": " il", "probability": 0.0205078125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.047607421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.047607421875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.0224609375}, {"token_id": 20715, "token_text": " riconosciuta", "probability": 0.0145263671875}, {"token_id": 14972, "token_text": " definita", "probability": 0.0128173828125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.11181640625}, {"token_id": 870, "token_text": " prima", "probability": 0.06396484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.056396484375}, {"token_id": 718, "token_text": " sua", "probability": 0.0341796875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.026611328125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.212890625}, {"token_id": 11054, "token_text": " antica", "probability": 0.0888671875}, {"token_id": 2935, "token_text": " importante", "probability": 0.08349609375}, {"token_id": 5731, "token_text": " alta", "probability": 0.02880859375}, {"token_id": 4936, "token_text": " piccola", "probability": 0.025390625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.07958984375}, {"token_id": 337, "token_text": " del", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.07470703125}, {"token_id": 370, "token_text": " della", "probability": 0.05126953125}, {"token_id": 238, "token_text": " di", "probability": 0.05126953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09423828125}, {"token_id": 11944, "token_text": " nazioni", "probability": 0.044677734375}, {"token_id": 1784, "token_text": " sue", "probability": 0.039306640625}, {"token_id": 9619, "token_text": " regioni", "probability": 0.03466796875}, {"token_id": 1918, "token_text": " altre", "probability": 0.0211181640625}]}, {"token_id": 4166, "token_text": " importanti", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 4166, "token_text": " importanti", "probability": 0.24609375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.1318359375}, {"token_id": 12693, "token_text": " antiche", "probability": 0.0751953125}, {"token_id": 12643, "token_text": " alte", "probability": 0.035400390625}, {"token_id": 22499, "token_text": " famose", "probability": 0.02294921875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.1357421875}, {"token_id": 337, "token_text": " del", "probability": 0.09326171875}, {"token_id": 465, "token_text": " dell", "probability": 0.064453125}, {"token_id": 238, "token_text": " di", "probability": 0.0322265625}, {"token_id": 246, "token_text": " e", "probability": 0.0303955078125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.1572265625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.09521484375}, {"token_id": 5078, "token_text": " regione", "probability": 0.022705078125}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.022705078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.11669921875}, {"token_id": 337, "token_text": " del", "probability": 0.0517578125}, {"token_id": 370, "token_text": " della", "probability": 0.048583984375}, {"token_id": 246, "token_text": " e", "probability": 0.048583984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1416015625}, {"token_id": 538, "token_text": " Il", "probability": 0.07568359375}, {"token_id": 302, "token_text": " L", "probability": 0.043212890625}, {"token_id": 407, "token_text": " In", "probability": 0.0296630859375}, {"token_id": 274, "token_text": " I", "probability": 0.0296630859375}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.0712890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.043212890625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.02978515625}, {"token_id": 870, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0262451171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2109375}, {"token_id": 370, "token_text": " della", "probability": 0.099609375}, {"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 465, "token_text": " dell", "probability": 0.0732421875}, {"token_id": 238, "token_text": " di", "probability": 0.0732421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.451171875}, {"token_id": 285, "token_text": " la", "probability": 0.05078125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0211181640625}, {"token_id": 293, "token_text": " il", "probability": 0.0198974609375}, {"token_id": 387, "token_text": " una", "probability": 0.0186767578125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1396484375}, {"token_id": 387, "token_text": " una", "probability": 0.035400390625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.027587890625}, {"token_id": 1469, "token_text": " quella", "probability": 0.0228271484375}, {"token_id": 227, "token_text": " l", "probability": 0.0201416015625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1826171875}, {"token_id": 870, "token_text": " prima", "probability": 0.11083984375}, {"token_id": 1843, "token_text": " storia", "probability": 0.07177734375}, {"token_id": 718, "token_text": " sua", "probability": 0.03369140625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.03173828125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.1962890625}, {"token_id": 11054, "token_text": " antica", "probability": 0.134765625}, {"token_id": 2935, "token_text": " importante", "probability": 0.119140625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.031982421875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.020751953125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0849609375}, {"token_id": 337, "token_text": " del", "probability": 0.07080078125}, {"token_id": 370, "token_text": " della", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.05859375}, {"token_id": 238, "token_text": " di", "probability": 0.054931640625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.220703125}, {"token_id": 12332, "token_text": " ricca", "probability": 0.031982421875}, {"token_id": 2935, "token_text": " importante", "probability": 0.031982421875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0206298828125}, {"token_id": 1199, "token_text": " molto", "probability": 0.01708984375}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.12890625}, {"token_id": 2935, "token_text": " importante", "probability": 0.09423828125}, {"token_id": 11054, "token_text": " antica", "probability": 0.06884765625}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0252685546875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.0223388671875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.15625}, {"token_id": 337, "token_text": " del", "probability": 0.1376953125}, {"token_id": 238, "token_text": " di", "probability": 0.08935546875}, {"token_id": 15, "token_text": ",", "probability": 0.08935546875}, {"token_id": 246, "token_text": " e", "probability": 0.0478515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.47265625}, {"token_id": 3570, "token_text": " met\u00e0", "probability": 0.0322265625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0250244140625}, {"token_id": 718, "token_text": " sua", "probability": 0.0234375}, {"token_id": 5179, "token_text": " cultura", "probability": 0.0220947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.115234375}, {"token_id": 370, "token_text": " della", "probability": 0.04248046875}, {"token_id": 337, "token_text": " del", "probability": 0.04248046875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.08984375}, {"token_id": 285, "token_text": " la", "probability": 0.05810546875}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 246, "token_text": " e", "probability": 0.03515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0311279296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1083984375}, {"token_id": 616, "token_text": " anche", "probability": 0.08984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061767578125}, {"token_id": 293, "token_text": " il", "probability": 0.045166015625}, {"token_id": 424, "token_text": " non", "probability": 0.03515625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.2294921875}, {"token_id": 1843, "token_text": " storia", "probability": 0.1787109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0400390625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0274658203125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.022705078125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.2431640625}, {"token_id": 2935, "token_text": " importante", "probability": 0.10791015625}, {"token_id": 11054, "token_text": " antica", "probability": 0.08935546875}, {"token_id": 11434, "token_text": " famosa", "probability": 0.032958984375}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0272216796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1162109375}, {"token_id": 337, "token_text": " del", "probability": 0.0751953125}, {"token_id": 246, "token_text": " e", "probability": 0.0751953125}, {"token_id": 370, "token_text": " della", "probability": 0.058349609375}, {"token_id": 15, "token_text": ",", "probability": 0.04833984375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.24609375}, {"token_id": 285, "token_text": " la", "probability": 0.1494140625}, {"token_id": 1469, "token_text": " quella", "probability": 0.042724609375}, {"token_id": 293, "token_text": " il", "probability": 0.042724609375}, {"token_id": 227, "token_text": " l", "probability": 0.0260009765625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.328125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0537109375}, {"token_id": 387, "token_text": " una", "probability": 0.04443359375}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 293, "token_text": " il", "probability": 0.0286865234375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.40234375}, {"token_id": 1843, "token_text": " storia", "probability": 0.06982421875}, {"token_id": 718, "token_text": " sua", "probability": 0.032958984375}, {"token_id": 870, "token_text": " prima", "probability": 0.02734375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.02001953125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.298828125}, {"token_id": 11054, "token_text": " antica", "probability": 0.0859375}, {"token_id": 2935, "token_text": " importante", "probability": 0.08056640625}, {"token_id": 12332, "token_text": " ricca", "probability": 0.0230712890625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0230712890625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 680, "correct_token_probability": 0.00011110305786132812, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.18359375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 293, "token_text": " il", "probability": 0.0205078125}, {"token_id": 227, "token_text": " l", "probability": 0.019287109375}, {"token_id": 234, "token_text": " in", "probability": 0.0159912109375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0159912109375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.012451171875}, {"token_id": 1378, "token_text": " ancora", "probability": 0.01171875}], "entropy": 5.3125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.10505233819315, "average_logprob_per_token": -9.10505233819315, "perplexity_on_target_sequence": 9000.652360515018, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -9.10505233819315, "probability": 0.00011110305786132812, "raw_probability": 0.00011110305786132812, "correct_token_rank": 680}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 2000, "elapsed_sec": 16637.970449447632, "probe_elapsed_sec": 1.0143162369495258, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'importante fonte di un'idea di un'idea di un'immagine di un'immagine di un'immagine di un'immagine di un'", "text": "Un piccolo modello linguistico dovrebbe essere un'importante fonte di un'idea di un'idea di un'immagine di un'immagine di un'immagine di un'immagine di un'", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.462890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.029541015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.016845703125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.00958251953125}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.009033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.078125}, {"token_id": 293, "token_text": " il", "probability": 0.044677734375}, {"token_id": 5924, "token_text": " considerato", "probability": 0.036865234375}, {"token_id": 844, "token_text": " stato", "probability": 0.025390625}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.080078125}, {"token_id": 5107, "token_text": " modello", "probability": 0.02294921875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0216064453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.020263671875}, {"token_id": 537, "token_text": " po", "probability": 0.0179443359375}]}, {"token_id": 16790, "token_text": "importante", "chosen_probability": 0.0556640625, "top_k_candidates": [{"token_id": 16790, "token_text": "importante", "probability": 0.0556640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.049072265625}, {"token_id": 5557, "token_text": "unica", "probability": 0.038330078125}, {"token_id": 211, "token_text": "in", "probability": 0.035888671875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.02978515625}]}, {"token_id": 7643, "token_text": " fonte", "chosen_probability": 0.044921875, "top_k_candidates": [{"token_id": 7643, "token_text": " fonte", "probability": 0.044921875}, {"token_id": 246, "token_text": " e", "probability": 0.034912109375}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0225830078125}, {"token_id": 12309, "token_text": " caratteristica", "probability": 0.01806640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.67578125}, {"token_id": 214, "token_text": " d", "probability": 0.043212890625}, {"token_id": 290, "token_text": " per", "probability": 0.02783203125}, {"token_id": 17, "token_text": ".", "probability": 0.021728515625}, {"token_id": 370, "token_text": " della", "probability": 0.0140380859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0181884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0181884765625}, {"token_id": 1271, "token_text": " vita", "probability": 0.0181884765625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.01373291015625}, {"token_id": 387, "token_text": " una", "probability": 0.01251220703125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1474609375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.025634765625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.024169921875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.018798828125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.04931640625}, {"token_id": 5557, "token_text": "unica", "probability": 0.03173828125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0247802734375}, {"token_id": 211, "token_text": "in", "probability": 0.0247802734375}, {"token_id": 4378, "token_text": "area", "probability": 0.023193359375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1328125}, {"token_id": 303, "token_text": " che", "probability": 0.1103515625}, {"token_id": 17, "token_text": ".", "probability": 0.05224609375}, {"token_id": 290, "token_text": " per", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.052001953125}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}, {"token_id": 779, "token_text": " essere", "probability": 0.0296630859375}, {"token_id": 5269, "token_text": " creare", "probability": 0.0230712890625}, {"token_id": 6857, "token_text": " pensare", "probability": 0.00933837890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1689453125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.035400390625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.029296875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0189208984375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.0693359375}, {"token_id": 5557, "token_text": "unica", "probability": 0.053955078125}, {"token_id": 2734, "token_text": "altra", "probability": 0.05078125}, {"token_id": 3837, "token_text": "opera", "probability": 0.03076171875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.027099609375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2431640625}, {"token_id": 303, "token_text": " che", "probability": 0.10791015625}, {"token_id": 17, "token_text": ".", "probability": 0.044921875}, {"token_id": 15, "token_text": ",", "probability": 0.0240478515625}, {"token_id": 290, "token_text": " per", "probability": 0.0166015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0673828125}, {"token_id": 387, "token_text": " una", "probability": 0.038330078125}, {"token_id": 779, "token_text": " essere", "probability": 0.0159912109375}, {"token_id": 5269, "token_text": " creare", "probability": 0.010009765625}, {"token_id": 363, "token_text": " \"", "probability": 0.0093994140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.17578125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.030517578125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0269775390625}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0185546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.017333984375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.06689453125}, {"token_id": 3837, "token_text": "opera", "probability": 0.06298828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.05224609375}, {"token_id": 4993, "token_text": "idea", "probability": 0.049072265625}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0279541015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1376953125}, {"token_id": 17, "token_text": ".", "probability": 0.12158203125}, {"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07373046875}, {"token_id": 387, "token_text": " una", "probability": 0.034912109375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.010986328125}, {"token_id": 831, "token_text": " questo", "probability": 0.008056640625}, {"token_id": 1271, "token_text": " vita", "probability": 0.007781982421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1513671875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0380859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0279541015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.023193359375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0140380859375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.2451171875}, {"token_id": 3392, "token_text": "onda", "probability": 0.05126953125}, {"token_id": 3837, "token_text": "opera", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.035400390625}, {"token_id": 14732, "token_text": "oggetto", "probability": 0.029296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 17, "token_text": ".", "probability": 0.162109375}, {"token_id": 15, "token_text": ",", "probability": 0.07177734375}, {"token_id": 303, "token_text": " che", "probability": 0.04638671875}, {"token_id": 234, "token_text": " in", "probability": 0.028076171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11669921875}, {"token_id": 387, "token_text": " una", "probability": 0.04296875}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.009033203125}, {"token_id": 831, "token_text": " questo", "probability": 0.00872802734375}, {"token_id": 1747, "token_text": " base", "probability": 0.007720947265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.201171875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.042236328125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.018798828125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.017578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.251953125}, {"token_id": 3392, "token_text": "onda", "probability": 0.06787109375}, {"token_id": 3837, "token_text": "opera", "probability": 0.046875}, {"token_id": 596, "token_text": "azione", "probability": 0.0341796875}, {"token_id": 2734, "token_text": "altra", "probability": 0.0322265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3515625}, {"token_id": 17, "token_text": ".", "probability": 0.08349609375}, {"token_id": 303, "token_text": " che", "probability": 0.047607421875}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1572265625}, {"token_id": 387, "token_text": " una", "probability": 0.0576171875}, {"token_id": 739, "token_text": " cui", "probability": 0.00885009765625}, {"token_id": 831, "token_text": " questo", "probability": 0.00885009765625}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.189453125}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.051025390625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0164794921875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01416015625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0120849609375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.3046875}, {"token_id": 3392, "token_text": "onda", "probability": 0.06005859375}, {"token_id": 14732, "token_text": "oggetto", "probability": 0.0341796875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0341796875}, {"token_id": 596, "token_text": "azione", "probability": 0.0322265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.431640625}, {"token_id": 17, "token_text": ".", "probability": 0.0849609375}, {"token_id": 15, "token_text": ",", "probability": 0.04833984375}, {"token_id": 303, "token_text": " che", "probability": 0.035400390625}, {"token_id": 234, "token_text": " in", "probability": 0.0201416015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.25390625}, {"token_id": 387, "token_text": " una", "probability": 0.08203125}, {"token_id": 1038, "token_text": " uno", "probability": 0.01043701171875}, {"token_id": 831, "token_text": " questo", "probability": 0.007415771484375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.006744384765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.216796875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.04833984375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0142822265625}, {"token_id": 7882, "token_text": " soggetto", "probability": 0.013427734375}, {"token_id": 2211, "token_text": " altro", "probability": 0.013427734375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.462890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.029541015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.016845703125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.00958251953125}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.009033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.078125}, {"token_id": 293, "token_text": " il", "probability": 0.044677734375}, {"token_id": 5924, "token_text": " considerato", "probability": 0.036865234375}, {"token_id": 844, "token_text": " stato", "probability": 0.025390625}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.080078125}, {"token_id": 5107, "token_text": " modello", "probability": 0.02294921875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0216064453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.020263671875}, {"token_id": 537, "token_text": " po", "probability": 0.0179443359375}]}, {"token_id": 16790, "token_text": "importante", "chosen_probability": 0.0556640625, "top_k_candidates": [{"token_id": 16790, "token_text": "importante", "probability": 0.0556640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.049072265625}, {"token_id": 5557, "token_text": "unica", "probability": 0.038330078125}, {"token_id": 211, "token_text": "in", "probability": 0.035888671875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.02978515625}]}, {"token_id": 7643, "token_text": " fonte", "chosen_probability": 0.044921875, "top_k_candidates": [{"token_id": 7643, "token_text": " fonte", "probability": 0.044921875}, {"token_id": 246, "token_text": " e", "probability": 0.034912109375}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0225830078125}, {"token_id": 12309, "token_text": " caratteristica", "probability": 0.01806640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.67578125}, {"token_id": 214, "token_text": " d", "probability": 0.043212890625}, {"token_id": 290, "token_text": " per", "probability": 0.02783203125}, {"token_id": 17, "token_text": ".", "probability": 0.021728515625}, {"token_id": 370, "token_text": " della", "probability": 0.0140380859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0181884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0181884765625}, {"token_id": 1271, "token_text": " vita", "probability": 0.0181884765625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.01373291015625}, {"token_id": 387, "token_text": " una", "probability": 0.01251220703125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1474609375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.025634765625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.024169921875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.018798828125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.04931640625}, {"token_id": 5557, "token_text": "unica", "probability": 0.03173828125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0247802734375}, {"token_id": 211, "token_text": "in", "probability": 0.0247802734375}, {"token_id": 4378, "token_text": "area", "probability": 0.023193359375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1328125}, {"token_id": 303, "token_text": " che", "probability": 0.1103515625}, {"token_id": 17, "token_text": ".", "probability": 0.05224609375}, {"token_id": 290, "token_text": " per", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.052001953125}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}, {"token_id": 779, "token_text": " essere", "probability": 0.0296630859375}, {"token_id": 5269, "token_text": " creare", "probability": 0.0230712890625}, {"token_id": 6857, "token_text": " pensare", "probability": 0.00933837890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1689453125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.035400390625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.029296875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0189208984375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.0693359375}, {"token_id": 5557, "token_text": "unica", "probability": 0.053955078125}, {"token_id": 2734, "token_text": "altra", "probability": 0.05078125}, {"token_id": 3837, "token_text": "opera", "probability": 0.03076171875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.027099609375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2431640625}, {"token_id": 303, "token_text": " che", "probability": 0.10791015625}, {"token_id": 17, "token_text": ".", "probability": 0.044921875}, {"token_id": 15, "token_text": ",", "probability": 0.0240478515625}, {"token_id": 290, "token_text": " per", "probability": 0.0166015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0673828125}, {"token_id": 387, "token_text": " una", "probability": 0.038330078125}, {"token_id": 779, "token_text": " essere", "probability": 0.0159912109375}, {"token_id": 5269, "token_text": " creare", "probability": 0.010009765625}, {"token_id": 363, "token_text": " \"", "probability": 0.0093994140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.17578125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.030517578125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0269775390625}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0185546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.017333984375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.06689453125}, {"token_id": 3837, "token_text": "opera", "probability": 0.06298828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.05224609375}, {"token_id": 4993, "token_text": "idea", "probability": 0.049072265625}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0279541015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1376953125}, {"token_id": 17, "token_text": ".", "probability": 0.12158203125}, {"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07373046875}, {"token_id": 387, "token_text": " una", "probability": 0.034912109375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.010986328125}, {"token_id": 831, "token_text": " questo", "probability": 0.008056640625}, {"token_id": 1271, "token_text": " vita", "probability": 0.007781982421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1513671875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0380859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0279541015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.023193359375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0140380859375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.2451171875}, {"token_id": 3392, "token_text": "onda", "probability": 0.05126953125}, {"token_id": 3837, "token_text": "opera", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.035400390625}, {"token_id": 14732, "token_text": "oggetto", "probability": 0.029296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 17, "token_text": ".", "probability": 0.162109375}, {"token_id": 15, "token_text": ",", "probability": 0.07177734375}, {"token_id": 303, "token_text": " che", "probability": 0.04638671875}, {"token_id": 234, "token_text": " in", "probability": 0.028076171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11669921875}, {"token_id": 387, "token_text": " una", "probability": 0.04296875}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.009033203125}, {"token_id": 831, "token_text": " questo", "probability": 0.00872802734375}, {"token_id": 1747, "token_text": " base", "probability": 0.007720947265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.201171875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.042236328125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.018798828125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.017578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.251953125}, {"token_id": 3392, "token_text": "onda", "probability": 0.06787109375}, {"token_id": 3837, "token_text": "opera", "probability": 0.046875}, {"token_id": 596, "token_text": "azione", "probability": 0.0341796875}, {"token_id": 2734, "token_text": "altra", "probability": 0.0322265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3515625}, {"token_id": 17, "token_text": ".", "probability": 0.08349609375}, {"token_id": 303, "token_text": " che", "probability": 0.047607421875}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 234, "token_text": " in", "probability": 0.0225830078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1572265625}, {"token_id": 387, "token_text": " una", "probability": 0.0576171875}, {"token_id": 739, "token_text": " cui", "probability": 0.00885009765625}, {"token_id": 831, "token_text": " questo", "probability": 0.00885009765625}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.189453125}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.051025390625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0164794921875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01416015625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0120849609375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.3046875}, {"token_id": 3392, "token_text": "onda", "probability": 0.06005859375}, {"token_id": 14732, "token_text": "oggetto", "probability": 0.0341796875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0341796875}, {"token_id": 596, "token_text": "azione", "probability": 0.0322265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.431640625}, {"token_id": 17, "token_text": ".", "probability": 0.0849609375}, {"token_id": 15, "token_text": ",", "probability": 0.04833984375}, {"token_id": 303, "token_text": " che", "probability": 0.035400390625}, {"token_id": 234, "token_text": " in", "probability": 0.0201416015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.25390625}, {"token_id": 387, "token_text": " una", "probability": 0.08203125}, {"token_id": 1038, "token_text": " uno", "probability": 0.01043701171875}, {"token_id": 831, "token_text": " questo", "probability": 0.007415771484375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.006744384765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.216796875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.04833984375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0142822265625}, {"token_id": 7882, "token_text": " soggetto", "probability": 0.013427734375}, {"token_id": 2211, "token_text": " altro", "probability": 0.013427734375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.462890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.029541015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.016845703125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.00958251953125}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.009033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.078125}, {"token_id": 293, "token_text": " il", "probability": 0.044677734375}, {"token_id": 5924, "token_text": " considerato", "probability": 0.036865234375}, {"token_id": 844, "token_text": " stato", "probability": 0.025390625}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.080078125}, {"token_id": 5107, "token_text": " modello", "probability": 0.02294921875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0216064453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.020263671875}, {"token_id": 537, "token_text": " po", "probability": 0.0179443359375}]}, {"token_id": 16790, "token_text": "importante", "chosen_probability": 0.0556640625, "top_k_candidates": [{"token_id": 16790, "token_text": "importante", "probability": 0.0556640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.049072265625}, {"token_id": 5557, "token_text": "unica", "probability": 0.038330078125}, {"token_id": 211, "token_text": "in", "probability": 0.035888671875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.02978515625}]}, {"token_id": 7643, "token_text": " fonte", "chosen_probability": 0.044921875, "top_k_candidates": [{"token_id": 7643, "token_text": " fonte", "probability": 0.044921875}, {"token_id": 246, "token_text": " e", "probability": 0.034912109375}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0225830078125}, {"token_id": 12309, "token_text": " caratteristica", "probability": 0.01806640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.67578125}, {"token_id": 214, "token_text": " d", "probability": 0.043212890625}, {"token_id": 290, "token_text": " per", "probability": 0.02783203125}, {"token_id": 17, "token_text": ".", "probability": 0.021728515625}, {"token_id": 370, "token_text": " della", "probability": 0.0140380859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0181884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0181884765625}, {"token_id": 1271, "token_text": " vita", "probability": 0.0181884765625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.01373291015625}, {"token_id": 387, "token_text": " una", "probability": 0.01251220703125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1474609375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.025634765625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.024169921875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.018798828125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.04931640625}, {"token_id": 5557, "token_text": "unica", "probability": 0.03173828125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0247802734375}, {"token_id": 211, "token_text": "in", "probability": 0.0247802734375}, {"token_id": 4378, "token_text": "area", "probability": 0.023193359375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1328125}, {"token_id": 303, "token_text": " che", "probability": 0.1103515625}, {"token_id": 17, "token_text": ".", "probability": 0.05224609375}, {"token_id": 290, "token_text": " per", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.052001953125}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}, {"token_id": 779, "token_text": " essere", "probability": 0.0296630859375}, {"token_id": 5269, "token_text": " creare", "probability": 0.0230712890625}, {"token_id": 6857, "token_text": " pensare", "probability": 0.00933837890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1689453125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.035400390625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.029296875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0189208984375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.0693359375}, {"token_id": 5557, "token_text": "unica", "probability": 0.053955078125}, {"token_id": 2734, "token_text": "altra", "probability": 0.05078125}, {"token_id": 3837, "token_text": "opera", "probability": 0.03076171875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.027099609375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2431640625}, {"token_id": 303, "token_text": " che", "probability": 0.10791015625}, {"token_id": 17, "token_text": ".", "probability": 0.044921875}, {"token_id": 15, "token_text": ",", "probability": 0.0240478515625}, {"token_id": 290, "token_text": " per", "probability": 0.0166015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0673828125}, {"token_id": 387, "token_text": " una", "probability": 0.038330078125}, {"token_id": 779, "token_text": " essere", "probability": 0.0159912109375}, {"token_id": 5269, "token_text": " creare", "probability": 0.010009765625}, {"token_id": 363, "token_text": " \"", "probability": 0.0093994140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.17578125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.030517578125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0269775390625}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0185546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.017333984375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.06689453125}, {"token_id": 3837, "token_text": "opera", "probability": 0.06298828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.05224609375}, {"token_id": 4993, "token_text": "idea", "probability": 0.049072265625}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0279541015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1376953125}, {"token_id": 17, "token_text": ".", "probability": 0.12158203125}, {"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.05078125}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07373046875}, {"token_id": 387, "token_text": " una", "probability": 0.034912109375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.010986328125}, {"token_id": 831, "token_text": " questo", "probability": 0.008056640625}, {"token_id": 1271, "token_text": " vita", "probability": 0.007781982421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1513671875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0380859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0279541015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.023193359375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0140380859375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.2451171875}, {"token_id": 3392, "token_text": "onda", "probability": 0.05126953125}, {"token_id": 3837, "token_text": "opera", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.035400390625}, {"token_id": 14732, "token_text": "oggetto", "probability": 0.029296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 17, "token_text": ".", "probability": 0.162109375}, {"token_id": 15, "token_text": ",", "probability": 0.07177734375}, {"token_id": 303, "token_text": " che", "probability": 0.04638671875}, {"token_id": 234, "token_text": " in", "probability": 0.028076171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11669921875}, {"token_id": 387, "token_text": " una", "probability": 0.04296875}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.009033203125}, {"token_id": 831, "token_text": " questo", "probability": 0.00872802734375}, {"token_id": 1747, "token_text": " base", "probability": 0.007720947265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.201171875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.042236328125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.018798828125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.017578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.251953125}, {"token_id": 3392, "token_text": "onda", "probability": 0.06787109375}, {"token_id": 3837, "token_text": "opera", "probability": 0.046875}, {"token_id": 596, "token_text": "azione", "probability": 0.0341796875}, {"token_id": 2734, "token_text": "altra", "probability": 0.0322265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3515625}, {"token_id": 17, "token_text": ".", "probability": 0.08349609375}, {"token_id": 303, "token_text": " che", "probability": 0.047607421875}, {"token_id": 15, "token_text": ",", "probability": 0.0419921875}, {"token_id": 234, "token_text": " in", "probability": 0.0225830078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1572265625}, {"token_id": 387, "token_text": " una", "probability": 0.0576171875}, {"token_id": 739, "token_text": " cui", "probability": 0.00885009765625}, {"token_id": 831, "token_text": " questo", "probability": 0.00885009765625}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.189453125}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.051025390625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0164794921875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01416015625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0120849609375}]}, {"token_id": 7019, "token_text": "immagine", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 7019, "token_text": "immagine", "probability": 0.3046875}, {"token_id": 3392, "token_text": "onda", "probability": 0.06005859375}, {"token_id": 14732, "token_text": "oggetto", "probability": 0.0341796875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0341796875}, {"token_id": 596, "token_text": "azione", "probability": 0.0322265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.431640625}, {"token_id": 17, "token_text": ".", "probability": 0.0849609375}, {"token_id": 15, "token_text": ",", "probability": 0.04833984375}, {"token_id": 303, "token_text": " che", "probability": 0.035400390625}, {"token_id": 234, "token_text": " in", "probability": 0.0201416015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.25390625}, {"token_id": 387, "token_text": " una", "probability": 0.08203125}, {"token_id": 1038, "token_text": " uno", "probability": 0.01043701171875}, {"token_id": 831, "token_text": " questo", "probability": 0.007415771484375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.006744384765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.216796875}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.04833984375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0142822265625}, {"token_id": 7882, "token_text": " soggetto", "probability": 0.013427734375}, {"token_id": 2211, "token_text": " altro", "probability": 0.013427734375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.462890625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.462890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.029541015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.016845703125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.00958251953125}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.009033203125}, {"token_id": 1612, "token_text": " fare", "probability": 0.0079345703125}, {"token_id": 4492, "token_text": " trovare", "probability": 0.0079345703125}, {"token_id": 616, "token_text": " anche", "probability": 0.0079345703125}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.007476806640625}, {"token_id": 5642, "token_text": " portare", "probability": 0.007476806640625}], "entropy": 3.859375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7702644839043766, "average_logprob_per_token": -0.7702644839043766, "perplexity_on_target_sequence": 2.1603375527426163, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.7702644839043766, "probability": 0.462890625, "raw_probability": 0.462890625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 3000, "elapsed_sec": 24950.233466625214, "probe_elapsed_sec": 1.0008982939179987, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "text": "The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.162109375}, {"token_id": 209, "token_text": " a", "probability": 0.11181640625}, {"token_id": 720, "token_text": " one", "probability": 0.031982421875}, {"token_id": 1814, "token_text": " home", "probability": 0.024169921875}, {"token_id": 534, "token_text": " not", "probability": 0.021240234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2158203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0291748046875}, {"token_id": 942, "token_text": " most", "probability": 0.024169921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0201416015625}, {"token_id": 2259, "token_text": " city", "probability": 0.015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0201416015625}, {"token_id": 262, "token_text": " and", "probability": 0.017822265625}, {"token_id": 15, "token_text": ",", "probability": 0.0147705078125}, {"token_id": 17, "token_text": ".", "probability": 0.0101318359375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.373046875}, {"token_id": 230, "token_text": " the", "probability": 0.1875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02099609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.016357421875}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0135498046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.271484375}, {"token_id": 262, "token_text": " and", "probability": 0.1455078125}, {"token_id": 400, "token_text": "'s", "probability": 0.034423828125}, {"token_id": 30, "token_text": ";", "probability": 0.0196533203125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2177734375}, {"token_id": 679, "token_text": " It", "probability": 0.169921875}, {"token_id": 2, "token_text": "", "probability": 0.048583984375}, {"token_id": 407, "token_text": " In", "probability": 0.040283203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0245361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.333984375}, {"token_id": 2259, "token_text": " city", "probability": 0.06201171875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01422119140625}, {"token_id": 836, "token_text": " first", "probability": 0.01043701171875}, {"token_id": 942, "token_text": " most", "probability": 0.00921630859375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.41796875}, {"token_id": 336, "token_text": " is", "probability": 0.287109375}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.0302734375}, {"token_id": 614, "token_text": " has", "probability": 0.0284423828125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.51171875}, {"token_id": 230, "token_text": " the", "probability": 0.07861328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0211181640625}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0145263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01361083984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 614, "token_text": " has", "probability": 0.052001953125}, {"token_id": 361, "token_text": " was", "probability": 0.033447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 618, "token_text": " part", "probability": 0.044189453125}, {"token_id": 1814, "token_text": " home", "probability": 0.038818359375}, {"token_id": 3857, "token_text": " located", "probability": 0.03662109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.8515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0078125}, {"token_id": 5378, "token_text": " center", "probability": 0.0057373046875}, {"token_id": 2259, "token_text": " city", "probability": 0.00537109375}, {"token_id": 1118, "token_text": " only", "probability": 0.00445556640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.87109375}, {"token_id": 15, "token_text": ",", "probability": 0.01806640625}, {"token_id": 262, "token_text": " and", "probability": 0.0159912109375}, {"token_id": 17, "token_text": ".", "probability": 0.01165771484375}, {"token_id": 2259, "token_text": " city", "probability": 0.010986328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.44921875}, {"token_id": 230, "token_text": " the", "probability": 0.1650390625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01055908203125}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0098876953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.380859375}, {"token_id": 15, "token_text": ",", "probability": 0.296875}, {"token_id": 262, "token_text": " and", "probability": 0.1025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.027587890625}, {"token_id": 234, "token_text": " in", "probability": 0.0228271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2421875}, {"token_id": 679, "token_text": " It", "probability": 0.1474609375}, {"token_id": 2, "token_text": "", "probability": 0.0654296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.042236328125}, {"token_id": 407, "token_text": " In", "probability": 0.034912109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71484375}, {"token_id": 2259, "token_text": " city", "probability": 0.0260009765625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0130615234375}, {"token_id": 8040, "token_text": " province", "probability": 0.006195068359375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.004669189453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.421875}, {"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 361, "token_text": " was", "probability": 0.030517578125}, {"token_id": 614, "token_text": " has", "probability": 0.02099609375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.58203125}, {"token_id": 230, "token_text": " the", "probability": 0.07421875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.017578125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01556396484375}, {"token_id": 15906, "token_text": " Serbia", "probability": 0.01287841796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 614, "token_text": " has", "probability": 0.041748046875}, {"token_id": 361, "token_text": " was", "probability": 0.0252685546875}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.265625}, {"token_id": 209, "token_text": " a", "probability": 0.0673828125}, {"token_id": 618, "token_text": " part", "probability": 0.049072265625}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}, {"token_id": 1814, "token_text": " home", "probability": 0.0262451171875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.921875}, {"token_id": 5656, "token_text": " largest", "probability": 0.0031280517578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0029296875}, {"token_id": 5378, "token_text": " center", "probability": 0.002593994140625}, {"token_id": 1118, "token_text": " only", "probability": 0.001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0159912109375}, {"token_id": 262, "token_text": " and", "probability": 0.01171875}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.515625}, {"token_id": 230, "token_text": " the", "probability": 0.1220703125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.018798828125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0120849609375}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0113525390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.447265625}, {"token_id": 15, "token_text": ",", "probability": 0.25390625}, {"token_id": 262, "token_text": " and", "probability": 0.08251953125}, {"token_id": 400, "token_text": "'s", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.023681640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.28125}, {"token_id": 679, "token_text": " It", "probability": 0.11767578125}, {"token_id": 2, "token_text": "", "probability": 0.06689453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0380859375}, {"token_id": 407, "token_text": " In", "probability": 0.035888671875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.81640625}, {"token_id": 2259, "token_text": " city", "probability": 0.015869140625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.00799560546875}, {"token_id": 8040, "token_text": " province", "probability": 0.004150390625}, {"token_id": 5920, "token_text": " central", "probability": 0.0030364990234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.478515625}, {"token_id": 336, "token_text": " is", "probability": 0.291015625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 361, "token_text": " was", "probability": 0.019775390625}, {"token_id": 614, "token_text": " has", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.53125}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.019287109375}, {"token_id": 15906, "token_text": " Serbia", "probability": 0.01324462890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 614, "token_text": " has", "probability": 0.03857421875}, {"token_id": 262, "token_text": " and", "probability": 0.02197265625}, {"token_id": 361, "token_text": " was", "probability": 0.0194091796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.310546875}, {"token_id": 209, "token_text": " a", "probability": 0.05419921875}, {"token_id": 618, "token_text": " part", "probability": 0.044921875}, {"token_id": 3857, "token_text": " located", "probability": 0.0272216796875}, {"token_id": 1814, "token_text": " home", "probability": 0.0240478515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.921875}, {"token_id": 5378, "token_text": " center", "probability": 0.0027618408203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0027618408203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0025177001953125}, {"token_id": 1118, "token_text": " only", "probability": 0.00152587890625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.162109375}, {"token_id": 209, "token_text": " a", "probability": 0.11181640625}, {"token_id": 720, "token_text": " one", "probability": 0.031982421875}, {"token_id": 1814, "token_text": " home", "probability": 0.024169921875}, {"token_id": 534, "token_text": " not", "probability": 0.021240234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2158203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0291748046875}, {"token_id": 942, "token_text": " most", "probability": 0.024169921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0201416015625}, {"token_id": 2259, "token_text": " city", "probability": 0.015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0201416015625}, {"token_id": 262, "token_text": " and", "probability": 0.017822265625}, {"token_id": 15, "token_text": ",", "probability": 0.0147705078125}, {"token_id": 17, "token_text": ".", "probability": 0.0101318359375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.373046875}, {"token_id": 230, "token_text": " the", "probability": 0.1875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02099609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.016357421875}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0135498046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.271484375}, {"token_id": 262, "token_text": " and", "probability": 0.1455078125}, {"token_id": 400, "token_text": "'s", "probability": 0.034423828125}, {"token_id": 30, "token_text": ";", "probability": 0.0196533203125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2294921875}, {"token_id": 679, "token_text": " It", "probability": 0.1787109375}, {"token_id": 407, "token_text": " In", "probability": 0.04248046875}, {"token_id": 6983, "token_text": " Its", "probability": 0.0257568359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0257568359375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.333984375}, {"token_id": 2259, "token_text": " city", "probability": 0.06201171875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01422119140625}, {"token_id": 836, "token_text": " first", "probability": 0.01043701171875}, {"token_id": 942, "token_text": " most", "probability": 0.00921630859375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.41796875}, {"token_id": 336, "token_text": " is", "probability": 0.287109375}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.0302734375}, {"token_id": 614, "token_text": " has", "probability": 0.0284423828125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.51171875}, {"token_id": 230, "token_text": " the", "probability": 0.07861328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0211181640625}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0145263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01361083984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 614, "token_text": " has", "probability": 0.052001953125}, {"token_id": 361, "token_text": " was", "probability": 0.033447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 618, "token_text": " part", "probability": 0.044189453125}, {"token_id": 1814, "token_text": " home", "probability": 0.038818359375}, {"token_id": 3857, "token_text": " located", "probability": 0.03662109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.8515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0078125}, {"token_id": 5378, "token_text": " center", "probability": 0.0057373046875}, {"token_id": 2259, "token_text": " city", "probability": 0.00537109375}, {"token_id": 1118, "token_text": " only", "probability": 0.00445556640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.87109375}, {"token_id": 15, "token_text": ",", "probability": 0.01806640625}, {"token_id": 262, "token_text": " and", "probability": 0.0159912109375}, {"token_id": 17, "token_text": ".", "probability": 0.01165771484375}, {"token_id": 2259, "token_text": " city", "probability": 0.010986328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.44921875}, {"token_id": 230, "token_text": " the", "probability": 0.1650390625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01055908203125}, {"token_id": 11034, "token_text": " Austria", "probability": 0.00994873046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.380859375}, {"token_id": 15, "token_text": ",", "probability": 0.296875}, {"token_id": 262, "token_text": " and", "probability": 0.1025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.027587890625}, {"token_id": 234, "token_text": " in", "probability": 0.0228271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.259765625}, {"token_id": 679, "token_text": " It", "probability": 0.1572265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.045166015625}, {"token_id": 407, "token_text": " In", "probability": 0.037353515625}, {"token_id": 6983, "token_text": " Its", "probability": 0.031005859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71484375}, {"token_id": 2259, "token_text": " city", "probability": 0.0260009765625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0130615234375}, {"token_id": 8040, "token_text": " province", "probability": 0.006195068359375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.004669189453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.421875}, {"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 361, "token_text": " was", "probability": 0.030517578125}, {"token_id": 614, "token_text": " has", "probability": 0.02099609375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.58203125}, {"token_id": 230, "token_text": " the", "probability": 0.07421875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.017578125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01556396484375}, {"token_id": 15906, "token_text": " Serbia", "probability": 0.01287841796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 614, "token_text": " has", "probability": 0.041748046875}, {"token_id": 361, "token_text": " was", "probability": 0.0252685546875}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.265625}, {"token_id": 209, "token_text": " a", "probability": 0.0673828125}, {"token_id": 618, "token_text": " part", "probability": 0.049072265625}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}, {"token_id": 1814, "token_text": " home", "probability": 0.0262451171875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.921875}, {"token_id": 5656, "token_text": " largest", "probability": 0.0031280517578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0029296875}, {"token_id": 5378, "token_text": " center", "probability": 0.002593994140625}, {"token_id": 1118, "token_text": " only", "probability": 0.001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0159912109375}, {"token_id": 262, "token_text": " and", "probability": 0.01171875}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.515625}, {"token_id": 230, "token_text": " the", "probability": 0.1220703125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.018798828125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0120849609375}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0113525390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.447265625}, {"token_id": 15, "token_text": ",", "probability": 0.25390625}, {"token_id": 262, "token_text": " and", "probability": 0.08251953125}, {"token_id": 400, "token_text": "'s", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.023681640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.302734375}, {"token_id": 679, "token_text": " It", "probability": 0.1259765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.040771484375}, {"token_id": 407, "token_text": " In", "probability": 0.038330078125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0263671875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.81640625}, {"token_id": 2259, "token_text": " city", "probability": 0.015869140625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.00799560546875}, {"token_id": 8040, "token_text": " province", "probability": 0.004150390625}, {"token_id": 5920, "token_text": " central", "probability": 0.0030364990234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.478515625}, {"token_id": 336, "token_text": " is", "probability": 0.291015625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 361, "token_text": " was", "probability": 0.019775390625}, {"token_id": 614, "token_text": " has", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.53125}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.019287109375}, {"token_id": 15906, "token_text": " Serbia", "probability": 0.01324462890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 614, "token_text": " has", "probability": 0.03857421875}, {"token_id": 262, "token_text": " and", "probability": 0.02197265625}, {"token_id": 361, "token_text": " was", "probability": 0.0194091796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.310546875}, {"token_id": 209, "token_text": " a", "probability": 0.05419921875}, {"token_id": 618, "token_text": " part", "probability": 0.044921875}, {"token_id": 3857, "token_text": " located", "probability": 0.0272216796875}, {"token_id": 1814, "token_text": " home", "probability": 0.0240478515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.921875}, {"token_id": 5378, "token_text": " center", "probability": 0.0027618408203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0027618408203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0025177001953125}, {"token_id": 1118, "token_text": " only", "probability": 0.00152587890625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.162109375}, {"token_id": 209, "token_text": " a", "probability": 0.11181640625}, {"token_id": 720, "token_text": " one", "probability": 0.031982421875}, {"token_id": 1814, "token_text": " home", "probability": 0.024169921875}, {"token_id": 534, "token_text": " not", "probability": 0.021240234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2158203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0291748046875}, {"token_id": 942, "token_text": " most", "probability": 0.024169921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0201416015625}, {"token_id": 2259, "token_text": " city", "probability": 0.015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0201416015625}, {"token_id": 262, "token_text": " and", "probability": 0.017822265625}, {"token_id": 15, "token_text": ",", "probability": 0.0147705078125}, {"token_id": 17, "token_text": ".", "probability": 0.0101318359375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.373046875}, {"token_id": 230, "token_text": " the", "probability": 0.1875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02099609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.016357421875}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0135498046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.271484375}, {"token_id": 262, "token_text": " and", "probability": 0.1455078125}, {"token_id": 400, "token_text": "'s", "probability": 0.034423828125}, {"token_id": 30, "token_text": ";", "probability": 0.0196533203125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2294921875}, {"token_id": 679, "token_text": " It", "probability": 0.1787109375}, {"token_id": 407, "token_text": " In", "probability": 0.04248046875}, {"token_id": 6983, "token_text": " Its", "probability": 0.0257568359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0257568359375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.333984375}, {"token_id": 2259, "token_text": " city", "probability": 0.06201171875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01422119140625}, {"token_id": 836, "token_text": " first", "probability": 0.01043701171875}, {"token_id": 942, "token_text": " most", "probability": 0.00921630859375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.41796875}, {"token_id": 336, "token_text": " is", "probability": 0.287109375}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.0302734375}, {"token_id": 614, "token_text": " has", "probability": 0.0284423828125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.51171875}, {"token_id": 230, "token_text": " the", "probability": 0.07861328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0211181640625}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0145263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01361083984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 614, "token_text": " has", "probability": 0.052001953125}, {"token_id": 361, "token_text": " was", "probability": 0.033447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 618, "token_text": " part", "probability": 0.044189453125}, {"token_id": 1814, "token_text": " home", "probability": 0.038818359375}, {"token_id": 3857, "token_text": " located", "probability": 0.03662109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.8515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0078125}, {"token_id": 5378, "token_text": " center", "probability": 0.0057373046875}, {"token_id": 2259, "token_text": " city", "probability": 0.00537109375}, {"token_id": 1118, "token_text": " only", "probability": 0.00445556640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.87109375}, {"token_id": 15, "token_text": ",", "probability": 0.01806640625}, {"token_id": 262, "token_text": " and", "probability": 0.0159912109375}, {"token_id": 17, "token_text": ".", "probability": 0.01165771484375}, {"token_id": 2259, "token_text": " city", "probability": 0.010986328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.44921875}, {"token_id": 230, "token_text": " the", "probability": 0.1650390625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01055908203125}, {"token_id": 11034, "token_text": " Austria", "probability": 0.00994873046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.380859375}, {"token_id": 15, "token_text": ",", "probability": 0.296875}, {"token_id": 262, "token_text": " and", "probability": 0.1025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.027587890625}, {"token_id": 234, "token_text": " in", "probability": 0.0228271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.259765625}, {"token_id": 679, "token_text": " It", "probability": 0.1572265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.045166015625}, {"token_id": 407, "token_text": " In", "probability": 0.037353515625}, {"token_id": 6983, "token_text": " Its", "probability": 0.031005859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71484375}, {"token_id": 2259, "token_text": " city", "probability": 0.0260009765625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0130615234375}, {"token_id": 8040, "token_text": " province", "probability": 0.006195068359375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.004669189453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.421875}, {"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 361, "token_text": " was", "probability": 0.030517578125}, {"token_id": 614, "token_text": " has", "probability": 0.02099609375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.58203125}, {"token_id": 230, "token_text": " the", "probability": 0.07421875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.017578125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01556396484375}, {"token_id": 15906, "token_text": " Serbia", "probability": 0.01287841796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 614, "token_text": " has", "probability": 0.041748046875}, {"token_id": 361, "token_text": " was", "probability": 0.0252685546875}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.265625}, {"token_id": 209, "token_text": " a", "probability": 0.0673828125}, {"token_id": 618, "token_text": " part", "probability": 0.049072265625}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}, {"token_id": 1814, "token_text": " home", "probability": 0.0262451171875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.921875}, {"token_id": 5656, "token_text": " largest", "probability": 0.0031280517578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0029296875}, {"token_id": 5378, "token_text": " center", "probability": 0.002593994140625}, {"token_id": 1118, "token_text": " only", "probability": 0.001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 15, "token_text": ",", "probability": 0.01708984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0159912109375}, {"token_id": 262, "token_text": " and", "probability": 0.01171875}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.515625}, {"token_id": 230, "token_text": " the", "probability": 0.1220703125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.018798828125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0120849609375}, {"token_id": 11034, "token_text": " Austria", "probability": 0.0113525390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.447265625}, {"token_id": 15, "token_text": ",", "probability": 0.25390625}, {"token_id": 262, "token_text": " and", "probability": 0.08251953125}, {"token_id": 400, "token_text": "'s", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.023681640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.302734375}, {"token_id": 679, "token_text": " It", "probability": 0.1259765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.040771484375}, {"token_id": 407, "token_text": " In", "probability": 0.038330078125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0263671875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.81640625}, {"token_id": 2259, "token_text": " city", "probability": 0.015869140625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.00799560546875}, {"token_id": 8040, "token_text": " province", "probability": 0.004150390625}, {"token_id": 5920, "token_text": " central", "probability": 0.0030364990234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.478515625}, {"token_id": 336, "token_text": " is", "probability": 0.291015625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 361, "token_text": " was", "probability": 0.019775390625}, {"token_id": 614, "token_text": " has", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.53125}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.019287109375}, {"token_id": 15906, "token_text": " Serbia", "probability": 0.01324462890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6015625}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 614, "token_text": " has", "probability": 0.03857421875}, {"token_id": 262, "token_text": " and", "probability": 0.02197265625}, {"token_id": 361, "token_text": " was", "probability": 0.0194091796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.310546875}, {"token_id": 209, "token_text": " a", "probability": 0.05419921875}, {"token_id": 618, "token_text": " part", "probability": 0.044921875}, {"token_id": 3857, "token_text": " located", "probability": 0.0272216796875}, {"token_id": 1814, "token_text": " home", "probability": 0.0240478515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.921875}, {"token_id": 5378, "token_text": " center", "probability": 0.0027618408203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0027618408203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0025177001953125}, {"token_id": 1118, "token_text": " only", "probability": 0.00152587890625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 273, "correct_token_probability": 0.000339508056640625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.162109375}, {"token_id": 209, "token_text": " a", "probability": 0.11181640625}, {"token_id": 720, "token_text": " one", "probability": 0.031982421875}, {"token_id": 1814, "token_text": " home", "probability": 0.024169921875}, {"token_id": 534, "token_text": " not", "probability": 0.021240234375}, {"token_id": 248, "token_text": " an", "probability": 0.02001953125}, {"token_id": 10438, "token_text": " divided", "probability": 0.018798828125}, {"token_id": 618, "token_text": " part", "probability": 0.01708984375}, {"token_id": 751, "token_text": " also", "probability": 0.01507568359375}, {"token_id": 263, "token_text": " to", "probability": 0.01373291015625}], "entropy": 5.46875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.988012880346876, "average_logprob_per_token": -7.988012880346876, "perplexity_on_target_sequence": 2945.438202247191, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -7.988012880346876, "probability": 0.000339508056640625, "raw_probability": 0.000339508056640625, "correct_token_rank": 273}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 3000, "elapsed_sec": 24950.23419690132, "probe_elapsed_sec": 1.0008982939179987, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the language model. The model is a combination of the language model, and the model is a combination of the language model. The model is", "text": "A small language model should be used to describe the language model. The model is a combination of the language model, and the model is a combination of the language model. The model is", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.33203125}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.03955078125}, {"token_id": 1300, "token_text": " use", "probability": 0.0308837890625}, {"token_id": 1882, "token_text": " take", "probability": 0.0225830078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 2956, "token_text": " able", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 1334, "token_text": " found", "probability": 0.0225830078125}, {"token_id": 3011, "token_text": " given", "probability": 0.017578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.35546875}, {"token_id": 234, "token_text": " in", "probability": 0.1904296875}, {"token_id": 321, "token_text": " for", "probability": 0.095703125}, {"token_id": 17, "token_text": ".", "probability": 0.048095703125}, {"token_id": 443, "token_text": " by", "probability": 0.03515625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.08056640625}, {"token_id": 3603, "token_text": " treat", "probability": 0.031494140625}, {"token_id": 4052, "token_text": " create", "probability": 0.0296630859375}, {"token_id": 10938, "token_text": " identify", "probability": 0.0203857421875}, {"token_id": 1466, "token_text": " help", "probability": 0.0191650390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.203125}, {"token_id": 209, "token_text": " a", "probability": 0.12353515625}, {"token_id": 248, "token_text": " an", "probability": 0.0162353515625}, {"token_id": 262, "token_text": " and", "probability": 0.0162353515625}, {"token_id": 929, "token_text": " two", "probability": 0.013427734375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.020263671875}, {"token_id": 1981, "token_text": " number", "probability": 0.01483154296875}, {"token_id": 2185, "token_text": " word", "probability": 0.0098876953125}, {"token_id": 929, "token_text": " two", "probability": 0.00958251953125}, {"token_id": 2244, "token_text": " following", "probability": 0.00927734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.185546875}, {"token_id": 262, "token_text": " and", "probability": 0.08251953125}, {"token_id": 256, "token_text": " of", "probability": 0.07275390625}, {"token_id": 17, "token_text": ".", "probability": 0.044189453125}, {"token_id": 16, "token_text": "-", "probability": 0.04150390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2119140625}, {"token_id": 262, "token_text": " and", "probability": 0.09423828125}, {"token_id": 15, "token_text": ",", "probability": 0.0830078125}, {"token_id": 256, "token_text": " of", "probability": 0.0732421875}, {"token_id": 234, "token_text": " in", "probability": 0.04443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1513671875}, {"token_id": 2, "token_text": "", "probability": 0.052490234375}, {"token_id": 407, "token_text": " In", "probability": 0.040771484375}, {"token_id": 1062, "token_text": " This", "probability": 0.038330078125}, {"token_id": 679, "token_text": " It", "probability": 0.0361328125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0625}, {"token_id": 836, "token_text": " first", "probability": 0.0184326171875}, {"token_id": 2244, "token_text": " following", "probability": 0.016845703125}, {"token_id": 1962, "token_text": " main", "probability": 0.016845703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0098876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1484375}, {"token_id": 783, "token_text": " will", "probability": 0.1396484375}, {"token_id": 1503, "token_text": " should", "probability": 0.07470703125}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}, {"token_id": 566, "token_text": " can", "probability": 0.0274658203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.080078125}, {"token_id": 230, "token_text": " the", "probability": 0.040283203125}, {"token_id": 263, "token_text": " to", "probability": 0.037841796875}, {"token_id": 5007, "token_text": " designed", "probability": 0.033447265625}, {"token_id": 1347, "token_text": " used", "probability": 0.031494140625}]}, {"token_id": 10792, "token_text": " combination", "chosen_probability": 0.0224609375, "top_k_candidates": [{"token_id": 10792, "token_text": " combination", "probability": 0.0224609375}, {"token_id": 1183, "token_text": " set", "probability": 0.0211181640625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0164794921875}, {"token_id": 4621, "token_text": " model", "probability": 0.01409912109375}, {"token_id": 2345, "token_text": " list", "probability": 0.01409912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.89453125}, {"token_id": 3965, "token_text": " language", "probability": 0.00823974609375}, {"token_id": 16, "token_text": "-", "probability": 0.00823974609375}, {"token_id": 262, "token_text": " and", "probability": 0.00604248046875}, {"token_id": 15, "token_text": ",", "probability": 0.00244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.150390625}, {"token_id": 209, "token_text": " a", "probability": 0.08544921875}, {"token_id": 929, "token_text": " two", "probability": 0.04296875}, {"token_id": 1424, "token_text": " three", "probability": 0.0179443359375}, {"token_id": 248, "token_text": " an", "probability": 0.01123046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0294189453125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 1686, "token_text": " same", "probability": 0.022216796875}, {"token_id": 929, "token_text": " two", "probability": 0.01904296875}, {"token_id": 4621, "token_text": " model", "probability": 0.0167236328125}, {"token_id": 2244, "token_text": " following", "probability": 0.0167236328125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.609375}, {"token_id": 16, "token_text": "-", "probability": 0.0322265625}, {"token_id": 262, "token_text": " and", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0152587890625}, {"token_id": 234, "token_text": " in", "probability": 0.00927734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.16796875}, {"token_id": 262, "token_text": " and", "probability": 0.130859375}, {"token_id": 17, "token_text": ".", "probability": 0.130859375}, {"token_id": 263, "token_text": " to", "probability": 0.048095703125}, {"token_id": 379, "token_text": " that", "probability": 0.045166015625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.146484375}, {"token_id": 647, "token_text": " which", "probability": 0.1376953125}, {"token_id": 209, "token_text": " a", "probability": 0.0419921875}, {"token_id": 230, "token_text": " the", "probability": 0.039306640625}, {"token_id": 654, "token_text": " but", "probability": 0.03466796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.220703125}, {"token_id": 401, "token_text": " it", "probability": 0.09228515625}, {"token_id": 336, "token_text": " is", "probability": 0.08642578125}, {"token_id": 209, "token_text": " a", "probability": 0.0634765625}, {"token_id": 566, "token_text": " can", "probability": 0.03173828125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.043701171875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.043701171875}, {"token_id": 3965, "token_text": " language", "probability": 0.0264892578125}, {"token_id": 1962, "token_text": " main", "probability": 0.01287841796875}, {"token_id": 1949, "token_text": " result", "probability": 0.01068115234375}, {"token_id": 1981, "token_text": " number", "probability": 0.0091552734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.30078125}, {"token_id": 783, "token_text": " will", "probability": 0.09765625}, {"token_id": 614, "token_text": " has", "probability": 0.038330078125}, {"token_id": 566, "token_text": " can", "probability": 0.03173828125}, {"token_id": 1503, "token_text": " should", "probability": 0.02978515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.16015625}, {"token_id": 230, "token_text": " the", "probability": 0.055419921875}, {"token_id": 1347, "token_text": " used", "probability": 0.0380859375}, {"token_id": 2787, "token_text": " based", "probability": 0.0191650390625}, {"token_id": 751, "token_text": " also", "probability": 0.0179443359375}]}, {"token_id": 10792, "token_text": " combination", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 10792, "token_text": " combination", "probability": 0.032470703125}, {"token_id": 1183, "token_text": " set", "probability": 0.023681640625}, {"token_id": 4238, "token_text": " key", "probability": 0.022216796875}, {"token_id": 4275, "token_text": " type", "probability": 0.017333984375}, {"token_id": 4621, "token_text": " model", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.00592041015625}, {"token_id": 262, "token_text": " and", "probability": 0.0048828125}, {"token_id": 379, "token_text": " that", "probability": 0.003814697265625}, {"token_id": 15, "token_text": ",", "probability": 0.0031585693359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 209, "token_text": " a", "probability": 0.056396484375}, {"token_id": 3965, "token_text": " language", "probability": 0.01519775390625}, {"token_id": 929, "token_text": " two", "probability": 0.01336669921875}, {"token_id": 440, "token_text": " all", "probability": 0.01043701171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.068359375}, {"token_id": 4621, "token_text": " model", "probability": 0.0303955078125}, {"token_id": 1686, "token_text": " same", "probability": 0.022216796875}, {"token_id": 2185, "token_text": " word", "probability": 0.0152587890625}, {"token_id": 929, "token_text": " two", "probability": 0.013916015625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7265625}, {"token_id": 262, "token_text": " and", "probability": 0.0181884765625}, {"token_id": 17, "token_text": ".", "probability": 0.0133056640625}, {"token_id": 15, "token_text": ",", "probability": 0.00860595703125}, {"token_id": 16, "token_text": "-", "probability": 0.007110595703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.392578125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 262, "token_text": " and", "probability": 0.08203125}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 263, "token_text": " to", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.322265625}, {"token_id": 679, "token_text": " It", "probability": 0.08154296875}, {"token_id": 2, "token_text": "", "probability": 0.049560546875}, {"token_id": 407, "token_text": " In", "probability": 0.043701171875}, {"token_id": 1062, "token_text": " This", "probability": 0.041015625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.333984375}, {"token_id": 1962, "token_text": " main", "probability": 0.0166015625}, {"token_id": 836, "token_text": " first", "probability": 0.01470947265625}, {"token_id": 3965, "token_text": " language", "probability": 0.00738525390625}, {"token_id": 4238, "token_text": " key", "probability": 0.006927490234375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.341796875}, {"token_id": 783, "token_text": " will", "probability": 0.08154296875}, {"token_id": 566, "token_text": " can", "probability": 0.031982421875}, {"token_id": 10102, "token_text": " consists", "probability": 0.0299072265625}, {"token_id": 614, "token_text": " has", "probability": 0.0299072265625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.33203125}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.03955078125}, {"token_id": 1300, "token_text": " use", "probability": 0.0308837890625}, {"token_id": 1882, "token_text": " take", "probability": 0.0225830078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 2956, "token_text": " able", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 1334, "token_text": " found", "probability": 0.0225830078125}, {"token_id": 3011, "token_text": " given", "probability": 0.017578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.35546875}, {"token_id": 234, "token_text": " in", "probability": 0.1904296875}, {"token_id": 321, "token_text": " for", "probability": 0.095703125}, {"token_id": 17, "token_text": ".", "probability": 0.048095703125}, {"token_id": 443, "token_text": " by", "probability": 0.03515625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.08056640625}, {"token_id": 3603, "token_text": " treat", "probability": 0.031494140625}, {"token_id": 4052, "token_text": " create", "probability": 0.0296630859375}, {"token_id": 10938, "token_text": " identify", "probability": 0.0203857421875}, {"token_id": 1466, "token_text": " help", "probability": 0.0191650390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.203125}, {"token_id": 209, "token_text": " a", "probability": 0.12353515625}, {"token_id": 248, "token_text": " an", "probability": 0.0162353515625}, {"token_id": 262, "token_text": " and", "probability": 0.0162353515625}, {"token_id": 929, "token_text": " two", "probability": 0.013427734375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.020263671875}, {"token_id": 1981, "token_text": " number", "probability": 0.01483154296875}, {"token_id": 2185, "token_text": " word", "probability": 0.0098876953125}, {"token_id": 929, "token_text": " two", "probability": 0.00958251953125}, {"token_id": 2244, "token_text": " following", "probability": 0.00927734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.185546875}, {"token_id": 262, "token_text": " and", "probability": 0.08251953125}, {"token_id": 256, "token_text": " of", "probability": 0.07275390625}, {"token_id": 17, "token_text": ".", "probability": 0.044189453125}, {"token_id": 16, "token_text": "-", "probability": 0.04150390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2119140625}, {"token_id": 262, "token_text": " and", "probability": 0.09423828125}, {"token_id": 15, "token_text": ",", "probability": 0.0830078125}, {"token_id": 256, "token_text": " of", "probability": 0.0732421875}, {"token_id": 234, "token_text": " in", "probability": 0.04443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.16015625}, {"token_id": 407, "token_text": " In", "probability": 0.043212890625}, {"token_id": 1062, "token_text": " This", "probability": 0.04052734375}, {"token_id": 679, "token_text": " It", "probability": 0.0380859375}, {"token_id": 1182, "token_text": " For", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0625}, {"token_id": 836, "token_text": " first", "probability": 0.0184326171875}, {"token_id": 2244, "token_text": " following", "probability": 0.016845703125}, {"token_id": 1962, "token_text": " main", "probability": 0.016845703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0098876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1484375}, {"token_id": 783, "token_text": " will", "probability": 0.1396484375}, {"token_id": 1503, "token_text": " should", "probability": 0.07470703125}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}, {"token_id": 566, "token_text": " can", "probability": 0.0274658203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.080078125}, {"token_id": 230, "token_text": " the", "probability": 0.040283203125}, {"token_id": 263, "token_text": " to", "probability": 0.037841796875}, {"token_id": 5007, "token_text": " designed", "probability": 0.033447265625}, {"token_id": 1347, "token_text": " used", "probability": 0.031494140625}]}, {"token_id": 10792, "token_text": " combination", "chosen_probability": 0.0224609375, "top_k_candidates": [{"token_id": 10792, "token_text": " combination", "probability": 0.0224609375}, {"token_id": 1183, "token_text": " set", "probability": 0.0211181640625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0164794921875}, {"token_id": 4621, "token_text": " model", "probability": 0.01409912109375}, {"token_id": 2345, "token_text": " list", "probability": 0.01409912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.89453125}, {"token_id": 3965, "token_text": " language", "probability": 0.00823974609375}, {"token_id": 16, "token_text": "-", "probability": 0.00823974609375}, {"token_id": 262, "token_text": " and", "probability": 0.00604248046875}, {"token_id": 15, "token_text": ",", "probability": 0.00244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.150390625}, {"token_id": 209, "token_text": " a", "probability": 0.08544921875}, {"token_id": 929, "token_text": " two", "probability": 0.04296875}, {"token_id": 1424, "token_text": " three", "probability": 0.0179443359375}, {"token_id": 248, "token_text": " an", "probability": 0.01123046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0294189453125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 1686, "token_text": " same", "probability": 0.022216796875}, {"token_id": 929, "token_text": " two", "probability": 0.01904296875}, {"token_id": 4621, "token_text": " model", "probability": 0.0167236328125}, {"token_id": 2244, "token_text": " following", "probability": 0.0167236328125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.609375}, {"token_id": 16, "token_text": "-", "probability": 0.0322265625}, {"token_id": 262, "token_text": " and", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0152587890625}, {"token_id": 234, "token_text": " in", "probability": 0.00927734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.16796875}, {"token_id": 262, "token_text": " and", "probability": 0.130859375}, {"token_id": 17, "token_text": ".", "probability": 0.130859375}, {"token_id": 263, "token_text": " to", "probability": 0.048095703125}, {"token_id": 379, "token_text": " that", "probability": 0.045166015625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.146484375}, {"token_id": 647, "token_text": " which", "probability": 0.1376953125}, {"token_id": 209, "token_text": " a", "probability": 0.0419921875}, {"token_id": 230, "token_text": " the", "probability": 0.039306640625}, {"token_id": 654, "token_text": " but", "probability": 0.03466796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.220703125}, {"token_id": 401, "token_text": " it", "probability": 0.09228515625}, {"token_id": 336, "token_text": " is", "probability": 0.08642578125}, {"token_id": 209, "token_text": " a", "probability": 0.0634765625}, {"token_id": 566, "token_text": " can", "probability": 0.03173828125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.043701171875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.043701171875}, {"token_id": 3965, "token_text": " language", "probability": 0.0264892578125}, {"token_id": 1962, "token_text": " main", "probability": 0.01287841796875}, {"token_id": 1949, "token_text": " result", "probability": 0.01068115234375}, {"token_id": 1981, "token_text": " number", "probability": 0.0091552734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.30078125}, {"token_id": 783, "token_text": " will", "probability": 0.09765625}, {"token_id": 614, "token_text": " has", "probability": 0.038330078125}, {"token_id": 566, "token_text": " can", "probability": 0.03173828125}, {"token_id": 1503, "token_text": " should", "probability": 0.02978515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.16015625}, {"token_id": 230, "token_text": " the", "probability": 0.055419921875}, {"token_id": 1347, "token_text": " used", "probability": 0.0380859375}, {"token_id": 2787, "token_text": " based", "probability": 0.0191650390625}, {"token_id": 751, "token_text": " also", "probability": 0.0179443359375}]}, {"token_id": 10792, "token_text": " combination", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 10792, "token_text": " combination", "probability": 0.032470703125}, {"token_id": 1183, "token_text": " set", "probability": 0.023681640625}, {"token_id": 4238, "token_text": " key", "probability": 0.022216796875}, {"token_id": 4275, "token_text": " type", "probability": 0.017333984375}, {"token_id": 4621, "token_text": " model", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.00592041015625}, {"token_id": 262, "token_text": " and", "probability": 0.0048828125}, {"token_id": 379, "token_text": " that", "probability": 0.003814697265625}, {"token_id": 15, "token_text": ",", "probability": 0.0031585693359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 209, "token_text": " a", "probability": 0.056396484375}, {"token_id": 3965, "token_text": " language", "probability": 0.01519775390625}, {"token_id": 929, "token_text": " two", "probability": 0.01336669921875}, {"token_id": 440, "token_text": " all", "probability": 0.01043701171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.068359375}, {"token_id": 4621, "token_text": " model", "probability": 0.0303955078125}, {"token_id": 1686, "token_text": " same", "probability": 0.022216796875}, {"token_id": 2185, "token_text": " word", "probability": 0.0152587890625}, {"token_id": 929, "token_text": " two", "probability": 0.013916015625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7265625}, {"token_id": 262, "token_text": " and", "probability": 0.0181884765625}, {"token_id": 17, "token_text": ".", "probability": 0.0133056640625}, {"token_id": 15, "token_text": ",", "probability": 0.00860595703125}, {"token_id": 16, "token_text": "-", "probability": 0.007110595703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.392578125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 262, "token_text": " and", "probability": 0.08203125}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 263, "token_text": " to", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.33984375}, {"token_id": 679, "token_text": " It", "probability": 0.0859375}, {"token_id": 407, "token_text": " In", "probability": 0.0458984375}, {"token_id": 1062, "token_text": " This", "probability": 0.043212890625}, {"token_id": 277, "token_text": " A", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.333984375}, {"token_id": 1962, "token_text": " main", "probability": 0.0166015625}, {"token_id": 836, "token_text": " first", "probability": 0.01470947265625}, {"token_id": 3965, "token_text": " language", "probability": 0.00738525390625}, {"token_id": 4238, "token_text": " key", "probability": 0.006927490234375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.341796875}, {"token_id": 783, "token_text": " will", "probability": 0.08154296875}, {"token_id": 566, "token_text": " can", "probability": 0.031982421875}, {"token_id": 10102, "token_text": " consists", "probability": 0.0299072265625}, {"token_id": 614, "token_text": " has", "probability": 0.0299072265625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.33203125}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.03955078125}, {"token_id": 1300, "token_text": " use", "probability": 0.0308837890625}, {"token_id": 1882, "token_text": " take", "probability": 0.0225830078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 2956, "token_text": " able", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 1334, "token_text": " found", "probability": 0.0225830078125}, {"token_id": 3011, "token_text": " given", "probability": 0.017578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.35546875}, {"token_id": 234, "token_text": " in", "probability": 0.1904296875}, {"token_id": 321, "token_text": " for", "probability": 0.095703125}, {"token_id": 17, "token_text": ".", "probability": 0.048095703125}, {"token_id": 443, "token_text": " by", "probability": 0.03515625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.08056640625}, {"token_id": 3603, "token_text": " treat", "probability": 0.031494140625}, {"token_id": 4052, "token_text": " create", "probability": 0.0296630859375}, {"token_id": 10938, "token_text": " identify", "probability": 0.0203857421875}, {"token_id": 1466, "token_text": " help", "probability": 0.0191650390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.203125}, {"token_id": 209, "token_text": " a", "probability": 0.12353515625}, {"token_id": 248, "token_text": " an", "probability": 0.0162353515625}, {"token_id": 262, "token_text": " and", "probability": 0.0162353515625}, {"token_id": 929, "token_text": " two", "probability": 0.013427734375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.020263671875}, {"token_id": 1981, "token_text": " number", "probability": 0.01483154296875}, {"token_id": 2185, "token_text": " word", "probability": 0.0098876953125}, {"token_id": 929, "token_text": " two", "probability": 0.00958251953125}, {"token_id": 2244, "token_text": " following", "probability": 0.00927734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.185546875}, {"token_id": 262, "token_text": " and", "probability": 0.08251953125}, {"token_id": 256, "token_text": " of", "probability": 0.07275390625}, {"token_id": 17, "token_text": ".", "probability": 0.044189453125}, {"token_id": 16, "token_text": "-", "probability": 0.04150390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2119140625}, {"token_id": 262, "token_text": " and", "probability": 0.09423828125}, {"token_id": 15, "token_text": ",", "probability": 0.0830078125}, {"token_id": 256, "token_text": " of", "probability": 0.0732421875}, {"token_id": 234, "token_text": " in", "probability": 0.04443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.16015625}, {"token_id": 407, "token_text": " In", "probability": 0.043212890625}, {"token_id": 1062, "token_text": " This", "probability": 0.04052734375}, {"token_id": 679, "token_text": " It", "probability": 0.0380859375}, {"token_id": 1182, "token_text": " For", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0625}, {"token_id": 836, "token_text": " first", "probability": 0.0184326171875}, {"token_id": 2244, "token_text": " following", "probability": 0.016845703125}, {"token_id": 1962, "token_text": " main", "probability": 0.016845703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0098876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1484375}, {"token_id": 783, "token_text": " will", "probability": 0.1396484375}, {"token_id": 1503, "token_text": " should", "probability": 0.07470703125}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}, {"token_id": 566, "token_text": " can", "probability": 0.0274658203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.080078125}, {"token_id": 230, "token_text": " the", "probability": 0.040283203125}, {"token_id": 263, "token_text": " to", "probability": 0.037841796875}, {"token_id": 5007, "token_text": " designed", "probability": 0.033447265625}, {"token_id": 1347, "token_text": " used", "probability": 0.031494140625}]}, {"token_id": 10792, "token_text": " combination", "chosen_probability": 0.0224609375, "top_k_candidates": [{"token_id": 10792, "token_text": " combination", "probability": 0.0224609375}, {"token_id": 1183, "token_text": " set", "probability": 0.0211181640625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0164794921875}, {"token_id": 4621, "token_text": " model", "probability": 0.01409912109375}, {"token_id": 2345, "token_text": " list", "probability": 0.01409912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.89453125}, {"token_id": 3965, "token_text": " language", "probability": 0.00823974609375}, {"token_id": 16, "token_text": "-", "probability": 0.00823974609375}, {"token_id": 262, "token_text": " and", "probability": 0.00604248046875}, {"token_id": 15, "token_text": ",", "probability": 0.00244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.150390625}, {"token_id": 209, "token_text": " a", "probability": 0.08544921875}, {"token_id": 929, "token_text": " two", "probability": 0.04296875}, {"token_id": 1424, "token_text": " three", "probability": 0.0179443359375}, {"token_id": 248, "token_text": " an", "probability": 0.01123046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0294189453125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 1686, "token_text": " same", "probability": 0.022216796875}, {"token_id": 929, "token_text": " two", "probability": 0.01904296875}, {"token_id": 4621, "token_text": " model", "probability": 0.0167236328125}, {"token_id": 2244, "token_text": " following", "probability": 0.0167236328125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.609375}, {"token_id": 16, "token_text": "-", "probability": 0.0322265625}, {"token_id": 262, "token_text": " and", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0152587890625}, {"token_id": 234, "token_text": " in", "probability": 0.00927734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.16796875}, {"token_id": 262, "token_text": " and", "probability": 0.130859375}, {"token_id": 17, "token_text": ".", "probability": 0.130859375}, {"token_id": 263, "token_text": " to", "probability": 0.048095703125}, {"token_id": 379, "token_text": " that", "probability": 0.045166015625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.146484375}, {"token_id": 647, "token_text": " which", "probability": 0.1376953125}, {"token_id": 209, "token_text": " a", "probability": 0.0419921875}, {"token_id": 230, "token_text": " the", "probability": 0.039306640625}, {"token_id": 654, "token_text": " but", "probability": 0.03466796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.220703125}, {"token_id": 401, "token_text": " it", "probability": 0.09228515625}, {"token_id": 336, "token_text": " is", "probability": 0.08642578125}, {"token_id": 209, "token_text": " a", "probability": 0.0634765625}, {"token_id": 566, "token_text": " can", "probability": 0.03173828125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.043701171875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.043701171875}, {"token_id": 3965, "token_text": " language", "probability": 0.0264892578125}, {"token_id": 1962, "token_text": " main", "probability": 0.01287841796875}, {"token_id": 1949, "token_text": " result", "probability": 0.01068115234375}, {"token_id": 1981, "token_text": " number", "probability": 0.0091552734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.30078125}, {"token_id": 783, "token_text": " will", "probability": 0.09765625}, {"token_id": 614, "token_text": " has", "probability": 0.038330078125}, {"token_id": 566, "token_text": " can", "probability": 0.03173828125}, {"token_id": 1503, "token_text": " should", "probability": 0.02978515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.16015625}, {"token_id": 230, "token_text": " the", "probability": 0.055419921875}, {"token_id": 1347, "token_text": " used", "probability": 0.0380859375}, {"token_id": 2787, "token_text": " based", "probability": 0.0191650390625}, {"token_id": 751, "token_text": " also", "probability": 0.0179443359375}]}, {"token_id": 10792, "token_text": " combination", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 10792, "token_text": " combination", "probability": 0.032470703125}, {"token_id": 1183, "token_text": " set", "probability": 0.023681640625}, {"token_id": 4238, "token_text": " key", "probability": 0.022216796875}, {"token_id": 4275, "token_text": " type", "probability": 0.017333984375}, {"token_id": 4621, "token_text": " model", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.00592041015625}, {"token_id": 262, "token_text": " and", "probability": 0.0048828125}, {"token_id": 379, "token_text": " that", "probability": 0.003814697265625}, {"token_id": 15, "token_text": ",", "probability": 0.0031585693359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 209, "token_text": " a", "probability": 0.056396484375}, {"token_id": 3965, "token_text": " language", "probability": 0.01519775390625}, {"token_id": 929, "token_text": " two", "probability": 0.01336669921875}, {"token_id": 440, "token_text": " all", "probability": 0.01043701171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.068359375}, {"token_id": 4621, "token_text": " model", "probability": 0.0303955078125}, {"token_id": 1686, "token_text": " same", "probability": 0.022216796875}, {"token_id": 2185, "token_text": " word", "probability": 0.0152587890625}, {"token_id": 929, "token_text": " two", "probability": 0.013916015625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7265625}, {"token_id": 262, "token_text": " and", "probability": 0.0181884765625}, {"token_id": 17, "token_text": ".", "probability": 0.0133056640625}, {"token_id": 15, "token_text": ",", "probability": 0.00860595703125}, {"token_id": 16, "token_text": "-", "probability": 0.007110595703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.392578125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 262, "token_text": " and", "probability": 0.08203125}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 263, "token_text": " to", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.33984375}, {"token_id": 679, "token_text": " It", "probability": 0.0859375}, {"token_id": 407, "token_text": " In", "probability": 0.0458984375}, {"token_id": 1062, "token_text": " This", "probability": 0.043212890625}, {"token_id": 277, "token_text": " A", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.333984375}, {"token_id": 1962, "token_text": " main", "probability": 0.0166015625}, {"token_id": 836, "token_text": " first", "probability": 0.01470947265625}, {"token_id": 3965, "token_text": " language", "probability": 0.00738525390625}, {"token_id": 4238, "token_text": " key", "probability": 0.006927490234375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.341796875}, {"token_id": 783, "token_text": " will", "probability": 0.08154296875}, {"token_id": 566, "token_text": " can", "probability": 0.031982421875}, {"token_id": 10102, "token_text": " consists", "probability": 0.0299072265625}, {"token_id": 614, "token_text": " has", "probability": 0.0299072265625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.33203125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.33203125}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.03955078125}, {"token_id": 1300, "token_text": " use", "probability": 0.0308837890625}, {"token_id": 1882, "token_text": " take", "probability": 0.0225830078125}, {"token_id": 1466, "token_text": " help", "probability": 0.013671875}, {"token_id": 1118, "token_text": " only", "probability": 0.0113525390625}, {"token_id": 751, "token_text": " also", "probability": 0.01068115234375}, {"token_id": 3710, "token_text": " provide", "probability": 0.010009765625}, {"token_id": 1540, "token_text": " consider", "probability": 0.00830078125}], "entropy": 4.40625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.102526187989246, "average_logprob_per_token": -1.102526187989246, "perplexity_on_target_sequence": 3.011764705882353, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.102526187989246, "probability": 0.33203125, "raw_probability": 0.33203125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 3000, "elapsed_sec": 24950.23482632637, "probe_elapsed_sec": 1.0008982939179987, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande citt\u00e0 del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande citt\u00e0 del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande citt\u00e0 del mondo. La citt\u00e0", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande citt\u00e0 del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande citt\u00e0 del mondo. La citt\u00e0 \u00e8 stata la pi\u00f9 grande citt\u00e0 del mondo. La citt\u00e0", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.16015625}, {"token_id": 267, "token_text": " un", "probability": 0.0458984375}, {"token_id": 285, "token_text": " la", "probability": 0.043212890625}, {"token_id": 387, "token_text": " una", "probability": 0.04052734375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0262451171875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.033447265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.031494140625}, {"token_id": 387, "token_text": " una", "probability": 0.0245361328125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.01904296875}, {"token_id": 14972, "token_text": " definita", "probability": 0.01483154296875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1630859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1357421875}, {"token_id": 870, "token_text": " prima", "probability": 0.09912109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0439453125}, {"token_id": 3788, "token_text": " principale", "probability": 0.020751953125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.5078125}, {"token_id": 2935, "token_text": " importante", "probability": 0.07763671875}, {"token_id": 2911, "token_text": " popol", "probability": 0.05029296875}, {"token_id": 11054, "token_text": " antica", "probability": 0.047119140625}, {"token_id": 5731, "token_text": " alta", "probability": 0.044189453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12255859375}, {"token_id": 337, "token_text": " del", "probability": 0.0791015625}, {"token_id": 573, "token_text": " delle", "probability": 0.057861328125}, {"token_id": 370, "token_text": " della", "probability": 0.048095703125}, {"token_id": 238, "token_text": " di", "probability": 0.032958984375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.154296875}, {"token_id": 370, "token_text": " della", "probability": 0.154296875}, {"token_id": 238, "token_text": " di", "probability": 0.1357421875}, {"token_id": 214, "token_text": " d", "probability": 0.11279296875}, {"token_id": 465, "token_text": " dell", "probability": 0.09375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.58984375}, {"token_id": 2832, "token_text": " paese", "probability": 0.1396484375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.04248046875}, {"token_id": 15790, "token_text": " continente", "probability": 0.0213623046875}, {"token_id": 5562, "token_text": " Regno", "probability": 0.01300048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1796875}, {"token_id": 246, "token_text": " e", "probability": 0.04541015625}, {"token_id": 209, "token_text": " a", "probability": 0.0294189453125}, {"token_id": 303, "token_text": " che", "probability": 0.027587890625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1220703125}, {"token_id": 538, "token_text": " Il", "probability": 0.05078125}, {"token_id": 302, "token_text": " L", "probability": 0.03955078125}, {"token_id": 2, "token_text": "", "probability": 0.03955078125}, {"token_id": 719, "token_text": " Le", "probability": 0.037109375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.26171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1689453125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.033203125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.03125}, {"token_id": 718, "token_text": " sua", "probability": 0.027587890625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.26171875}, {"token_id": 238, "token_text": " di", "probability": 0.12353515625}, {"token_id": 373, "token_text": " ha", "probability": 0.0703125}, {"token_id": 395, "token_text": " si", "probability": 0.06201171875}, {"token_id": 15, "token_text": ",", "probability": 0.051513671875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1474609375}, {"token_id": 12000, "token_text": " situata", "probability": 0.07861328125}, {"token_id": 285, "token_text": " la", "probability": 0.07861328125}, {"token_id": 387, "token_text": " una", "probability": 0.0693359375}, {"token_id": 267, "token_text": " un", "probability": 0.03271484375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1181640625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.11083984375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.1044921875}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0181884765625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.251953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.173828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.119140625}, {"token_id": 870, "token_text": " prima", "probability": 0.09912109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0220947265625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.6796875}, {"token_id": 11054, "token_text": " antica", "probability": 0.04638671875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.0361328125}, {"token_id": 2935, "token_text": " importante", "probability": 0.033935546875}, {"token_id": 2911, "token_text": " popol", "probability": 0.0205078125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.279296875}, {"token_id": 370, "token_text": " della", "probability": 0.09619140625}, {"token_id": 337, "token_text": " del", "probability": 0.0849609375}, {"token_id": 573, "token_text": " delle", "probability": 0.058349609375}, {"token_id": 238, "token_text": " di", "probability": 0.03759765625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.26953125}, {"token_id": 370, "token_text": " della", "probability": 0.1533203125}, {"token_id": 238, "token_text": " di", "probability": 0.134765625}, {"token_id": 465, "token_text": " dell", "probability": 0.0771484375}, {"token_id": 214, "token_text": " d", "probability": 0.056396484375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.84375}, {"token_id": 2832, "token_text": " paese", "probability": 0.0576171875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0106201171875}, {"token_id": 6158, "token_text": " Paese", "probability": 0.0093994140625}, {"token_id": 15790, "token_text": " continente", "probability": 0.007781982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.40234375}, {"token_id": 15, "token_text": ",", "probability": 0.21484375}, {"token_id": 246, "token_text": " e", "probability": 0.057861328125}, {"token_id": 303, "token_text": " che", "probability": 0.03515625}, {"token_id": 272, "token_text": " con", "probability": 0.025634765625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1708984375}, {"token_id": 538, "token_text": " Il", "probability": 0.043212890625}, {"token_id": 2, "token_text": "", "probability": 0.043212890625}, {"token_id": 719, "token_text": " Le", "probability": 0.03564453125}, {"token_id": 302, "token_text": " L", "probability": 0.033447265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.48828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1025390625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.033203125}, {"token_id": 718, "token_text": " sua", "probability": 0.02587890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0167236328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4765625}, {"token_id": 373, "token_text": " ha", "probability": 0.056884765625}, {"token_id": 238, "token_text": " di", "probability": 0.053466796875}, {"token_id": 395, "token_text": " si", "probability": 0.047119140625}, {"token_id": 744, "token_text": " era", "probability": 0.036865234375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1416015625}, {"token_id": 285, "token_text": " la", "probability": 0.10302734375}, {"token_id": 387, "token_text": " una", "probability": 0.09716796875}, {"token_id": 12000, "token_text": " situata", "probability": 0.08056640625}, {"token_id": 267, "token_text": " un", "probability": 0.0380859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.181640625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.181640625}, {"token_id": 387, "token_text": " una", "probability": 0.07568359375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0712890625}, {"token_id": 26785, "token_text": " progettata", "probability": 0.016845703125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.390625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.126953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0869140625}, {"token_id": 870, "token_text": " prima", "probability": 0.0869140625}, {"token_id": 718, "token_text": " sua", "probability": 0.0283203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.72265625}, {"token_id": 11054, "token_text": " antica", "probability": 0.038330078125}, {"token_id": 4936, "token_text": " piccola", "probability": 0.035888671875}, {"token_id": 2935, "token_text": " importante", "probability": 0.0279541015625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0205078125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.3125}, {"token_id": 370, "token_text": " della", "probability": 0.12255859375}, {"token_id": 337, "token_text": " del", "probability": 0.08935546875}, {"token_id": 573, "token_text": " delle", "probability": 0.051025390625}, {"token_id": 238, "token_text": " di", "probability": 0.037353515625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.34375}, {"token_id": 370, "token_text": " della", "probability": 0.1435546875}, {"token_id": 238, "token_text": " di", "probability": 0.11865234375}, {"token_id": 465, "token_text": " dell", "probability": 0.072265625}, {"token_id": 214, "token_text": " d", "probability": 0.0634765625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.91796875}, {"token_id": 2832, "token_text": " paese", "probability": 0.02294921875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0108642578125}, {"token_id": 15790, "token_text": " continente", "probability": 0.00482177734375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.0045166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.55078125}, {"token_id": 15, "token_text": ",", "probability": 0.1689453125}, {"token_id": 246, "token_text": " e", "probability": 0.04833984375}, {"token_id": 303, "token_text": " che", "probability": 0.0213623046875}, {"token_id": 272, "token_text": " con", "probability": 0.0177001953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.205078125}, {"token_id": 538, "token_text": " Il", "probability": 0.04296875}, {"token_id": 2, "token_text": "", "probability": 0.04296875}, {"token_id": 719, "token_text": " Le", "probability": 0.033447265625}, {"token_id": 302, "token_text": " L", "probability": 0.031494140625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.52734375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07568359375}, {"token_id": 2380, "token_text": " maggior", "probability": 0.04052734375}, {"token_id": 718, "token_text": " sua", "probability": 0.031494140625}, {"token_id": 1843, "token_text": " storia", "probability": 0.0191650390625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.16015625}, {"token_id": 267, "token_text": " un", "probability": 0.0458984375}, {"token_id": 285, "token_text": " la", "probability": 0.043212890625}, {"token_id": 387, "token_text": " una", "probability": 0.04052734375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0262451171875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.033447265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.031494140625}, {"token_id": 387, "token_text": " una", "probability": 0.0245361328125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.01904296875}, {"token_id": 14972, "token_text": " definita", "probability": 0.01483154296875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1630859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1357421875}, {"token_id": 870, "token_text": " prima", "probability": 0.09912109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0439453125}, {"token_id": 3788, "token_text": " principale", "probability": 0.020751953125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.5078125}, {"token_id": 2935, "token_text": " importante", "probability": 0.07763671875}, {"token_id": 2911, "token_text": " popol", "probability": 0.05029296875}, {"token_id": 11054, "token_text": " antica", "probability": 0.047119140625}, {"token_id": 5731, "token_text": " alta", "probability": 0.044189453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12255859375}, {"token_id": 337, "token_text": " del", "probability": 0.0791015625}, {"token_id": 573, "token_text": " delle", "probability": 0.057861328125}, {"token_id": 370, "token_text": " della", "probability": 0.048095703125}, {"token_id": 238, "token_text": " di", "probability": 0.032958984375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.154296875}, {"token_id": 370, "token_text": " della", "probability": 0.154296875}, {"token_id": 238, "token_text": " di", "probability": 0.1357421875}, {"token_id": 214, "token_text": " d", "probability": 0.11279296875}, {"token_id": 465, "token_text": " dell", "probability": 0.09375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.58984375}, {"token_id": 2832, "token_text": " paese", "probability": 0.1396484375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.04248046875}, {"token_id": 15790, "token_text": " continente", "probability": 0.0213623046875}, {"token_id": 5562, "token_text": " Regno", "probability": 0.01300048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1796875}, {"token_id": 246, "token_text": " e", "probability": 0.04541015625}, {"token_id": 209, "token_text": " a", "probability": 0.0294189453125}, {"token_id": 303, "token_text": " che", "probability": 0.027587890625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.126953125}, {"token_id": 538, "token_text": " Il", "probability": 0.052978515625}, {"token_id": 302, "token_text": " L", "probability": 0.041259765625}, {"token_id": 719, "token_text": " Le", "probability": 0.038818359375}, {"token_id": 274, "token_text": " I", "probability": 0.026611328125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.26171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1689453125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.033203125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.03125}, {"token_id": 718, "token_text": " sua", "probability": 0.027587890625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.26171875}, {"token_id": 238, "token_text": " di", "probability": 0.12353515625}, {"token_id": 373, "token_text": " ha", "probability": 0.0703125}, {"token_id": 395, "token_text": " si", "probability": 0.06201171875}, {"token_id": 15, "token_text": ",", "probability": 0.051513671875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1474609375}, {"token_id": 12000, "token_text": " situata", "probability": 0.07861328125}, {"token_id": 285, "token_text": " la", "probability": 0.07861328125}, {"token_id": 387, "token_text": " una", "probability": 0.0693359375}, {"token_id": 267, "token_text": " un", "probability": 0.03271484375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1181640625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.11083984375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.1044921875}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0181884765625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.251953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.173828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.119140625}, {"token_id": 870, "token_text": " prima", "probability": 0.09912109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0220947265625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.6796875}, {"token_id": 11054, "token_text": " antica", "probability": 0.04638671875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.0361328125}, {"token_id": 2935, "token_text": " importante", "probability": 0.033935546875}, {"token_id": 2911, "token_text": " popol", "probability": 0.0205078125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.279296875}, {"token_id": 370, "token_text": " della", "probability": 0.09619140625}, {"token_id": 337, "token_text": " del", "probability": 0.0849609375}, {"token_id": 573, "token_text": " delle", "probability": 0.058349609375}, {"token_id": 238, "token_text": " di", "probability": 0.03759765625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.26953125}, {"token_id": 370, "token_text": " della", "probability": 0.1533203125}, {"token_id": 238, "token_text": " di", "probability": 0.134765625}, {"token_id": 465, "token_text": " dell", "probability": 0.0771484375}, {"token_id": 214, "token_text": " d", "probability": 0.056396484375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.84375}, {"token_id": 2832, "token_text": " paese", "probability": 0.0576171875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0106201171875}, {"token_id": 6158, "token_text": " Paese", "probability": 0.0093994140625}, {"token_id": 15790, "token_text": " continente", "probability": 0.007781982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.40234375}, {"token_id": 15, "token_text": ",", "probability": 0.21484375}, {"token_id": 246, "token_text": " e", "probability": 0.057861328125}, {"token_id": 303, "token_text": " che", "probability": 0.03515625}, {"token_id": 272, "token_text": " con", "probability": 0.0257568359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.177734375}, {"token_id": 538, "token_text": " Il", "probability": 0.044921875}, {"token_id": 719, "token_text": " Le", "probability": 0.037353515625}, {"token_id": 302, "token_text": " L", "probability": 0.03515625}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.02734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.48828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1025390625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.033203125}, {"token_id": 718, "token_text": " sua", "probability": 0.02587890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0167236328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4765625}, {"token_id": 373, "token_text": " ha", "probability": 0.056884765625}, {"token_id": 238, "token_text": " di", "probability": 0.053466796875}, {"token_id": 395, "token_text": " si", "probability": 0.047119140625}, {"token_id": 744, "token_text": " era", "probability": 0.036865234375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1416015625}, {"token_id": 285, "token_text": " la", "probability": 0.10302734375}, {"token_id": 387, "token_text": " una", "probability": 0.09716796875}, {"token_id": 12000, "token_text": " situata", "probability": 0.08056640625}, {"token_id": 267, "token_text": " un", "probability": 0.0380859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.181640625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.181640625}, {"token_id": 387, "token_text": " una", "probability": 0.07568359375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0712890625}, {"token_id": 26785, "token_text": " progettata", "probability": 0.016845703125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.390625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.126953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0869140625}, {"token_id": 870, "token_text": " prima", "probability": 0.0869140625}, {"token_id": 718, "token_text": " sua", "probability": 0.0283203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.72265625}, {"token_id": 11054, "token_text": " antica", "probability": 0.038330078125}, {"token_id": 4936, "token_text": " piccola", "probability": 0.035888671875}, {"token_id": 2935, "token_text": " importante", "probability": 0.0279541015625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0205078125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.3125}, {"token_id": 370, "token_text": " della", "probability": 0.12255859375}, {"token_id": 337, "token_text": " del", "probability": 0.08935546875}, {"token_id": 573, "token_text": " delle", "probability": 0.051025390625}, {"token_id": 238, "token_text": " di", "probability": 0.037353515625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.34375}, {"token_id": 370, "token_text": " della", "probability": 0.1435546875}, {"token_id": 238, "token_text": " di", "probability": 0.11865234375}, {"token_id": 465, "token_text": " dell", "probability": 0.072265625}, {"token_id": 214, "token_text": " d", "probability": 0.0634765625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.91796875}, {"token_id": 2832, "token_text": " paese", "probability": 0.02294921875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0108642578125}, {"token_id": 15790, "token_text": " continente", "probability": 0.00482177734375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.0045166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.55078125}, {"token_id": 15, "token_text": ",", "probability": 0.1689453125}, {"token_id": 246, "token_text": " e", "probability": 0.04833984375}, {"token_id": 303, "token_text": " che", "probability": 0.0213623046875}, {"token_id": 272, "token_text": " con", "probability": 0.0177001953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.21484375}, {"token_id": 538, "token_text": " Il", "probability": 0.044921875}, {"token_id": 719, "token_text": " Le", "probability": 0.03515625}, {"token_id": 302, "token_text": " L", "probability": 0.032958984375}, {"token_id": 274, "token_text": " I", "probability": 0.02734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.52734375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07568359375}, {"token_id": 2380, "token_text": " maggior", "probability": 0.04052734375}, {"token_id": 718, "token_text": " sua", "probability": 0.031494140625}, {"token_id": 1843, "token_text": " storia", "probability": 0.0191650390625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.16015625}, {"token_id": 267, "token_text": " un", "probability": 0.0458984375}, {"token_id": 285, "token_text": " la", "probability": 0.043212890625}, {"token_id": 387, "token_text": " una", "probability": 0.04052734375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0262451171875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.033447265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.031494140625}, {"token_id": 387, "token_text": " una", "probability": 0.0245361328125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.01904296875}, {"token_id": 14972, "token_text": " definita", "probability": 0.01483154296875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1630859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1357421875}, {"token_id": 870, "token_text": " prima", "probability": 0.09912109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0439453125}, {"token_id": 3788, "token_text": " principale", "probability": 0.020751953125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.5078125}, {"token_id": 2935, "token_text": " importante", "probability": 0.07763671875}, {"token_id": 2911, "token_text": " popol", "probability": 0.05029296875}, {"token_id": 11054, "token_text": " antica", "probability": 0.047119140625}, {"token_id": 5731, "token_text": " alta", "probability": 0.044189453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12255859375}, {"token_id": 337, "token_text": " del", "probability": 0.0791015625}, {"token_id": 573, "token_text": " delle", "probability": 0.057861328125}, {"token_id": 370, "token_text": " della", "probability": 0.048095703125}, {"token_id": 238, "token_text": " di", "probability": 0.032958984375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.154296875}, {"token_id": 370, "token_text": " della", "probability": 0.154296875}, {"token_id": 238, "token_text": " di", "probability": 0.1357421875}, {"token_id": 214, "token_text": " d", "probability": 0.11279296875}, {"token_id": 465, "token_text": " dell", "probability": 0.09375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.58984375}, {"token_id": 2832, "token_text": " paese", "probability": 0.1396484375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.04248046875}, {"token_id": 15790, "token_text": " continente", "probability": 0.0213623046875}, {"token_id": 5562, "token_text": " Regno", "probability": 0.01300048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1796875}, {"token_id": 246, "token_text": " e", "probability": 0.04541015625}, {"token_id": 209, "token_text": " a", "probability": 0.0294189453125}, {"token_id": 303, "token_text": " che", "probability": 0.027587890625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.126953125}, {"token_id": 538, "token_text": " Il", "probability": 0.052978515625}, {"token_id": 302, "token_text": " L", "probability": 0.041259765625}, {"token_id": 719, "token_text": " Le", "probability": 0.038818359375}, {"token_id": 274, "token_text": " I", "probability": 0.026611328125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.26171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1689453125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.033203125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.03125}, {"token_id": 718, "token_text": " sua", "probability": 0.027587890625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.26171875}, {"token_id": 238, "token_text": " di", "probability": 0.12353515625}, {"token_id": 373, "token_text": " ha", "probability": 0.0703125}, {"token_id": 395, "token_text": " si", "probability": 0.06201171875}, {"token_id": 15, "token_text": ",", "probability": 0.051513671875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1474609375}, {"token_id": 12000, "token_text": " situata", "probability": 0.07861328125}, {"token_id": 285, "token_text": " la", "probability": 0.07861328125}, {"token_id": 387, "token_text": " una", "probability": 0.0693359375}, {"token_id": 267, "token_text": " un", "probability": 0.03271484375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1181640625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.11083984375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.1044921875}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0181884765625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.251953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.173828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.119140625}, {"token_id": 870, "token_text": " prima", "probability": 0.09912109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0220947265625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.6796875}, {"token_id": 11054, "token_text": " antica", "probability": 0.04638671875}, {"token_id": 4936, "token_text": " piccola", "probability": 0.0361328125}, {"token_id": 2935, "token_text": " importante", "probability": 0.033935546875}, {"token_id": 2911, "token_text": " popol", "probability": 0.0205078125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.279296875}, {"token_id": 370, "token_text": " della", "probability": 0.09619140625}, {"token_id": 337, "token_text": " del", "probability": 0.0849609375}, {"token_id": 573, "token_text": " delle", "probability": 0.058349609375}, {"token_id": 238, "token_text": " di", "probability": 0.03759765625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.26953125}, {"token_id": 370, "token_text": " della", "probability": 0.1533203125}, {"token_id": 238, "token_text": " di", "probability": 0.134765625}, {"token_id": 465, "token_text": " dell", "probability": 0.0771484375}, {"token_id": 214, "token_text": " d", "probability": 0.056396484375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.84375}, {"token_id": 2832, "token_text": " paese", "probability": 0.0576171875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0106201171875}, {"token_id": 6158, "token_text": " Paese", "probability": 0.0093994140625}, {"token_id": 15790, "token_text": " continente", "probability": 0.007781982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.40234375}, {"token_id": 15, "token_text": ",", "probability": 0.21484375}, {"token_id": 246, "token_text": " e", "probability": 0.057861328125}, {"token_id": 303, "token_text": " che", "probability": 0.03515625}, {"token_id": 272, "token_text": " con", "probability": 0.0257568359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.177734375}, {"token_id": 538, "token_text": " Il", "probability": 0.044921875}, {"token_id": 719, "token_text": " Le", "probability": 0.037353515625}, {"token_id": 302, "token_text": " L", "probability": 0.03515625}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.02734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.48828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1025390625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.033203125}, {"token_id": 718, "token_text": " sua", "probability": 0.02587890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0167236328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4765625}, {"token_id": 373, "token_text": " ha", "probability": 0.056884765625}, {"token_id": 238, "token_text": " di", "probability": 0.053466796875}, {"token_id": 395, "token_text": " si", "probability": 0.047119140625}, {"token_id": 744, "token_text": " era", "probability": 0.036865234375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1416015625}, {"token_id": 285, "token_text": " la", "probability": 0.10302734375}, {"token_id": 387, "token_text": " una", "probability": 0.09716796875}, {"token_id": 12000, "token_text": " situata", "probability": 0.08056640625}, {"token_id": 267, "token_text": " un", "probability": 0.0380859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.181640625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.181640625}, {"token_id": 387, "token_text": " una", "probability": 0.07568359375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0712890625}, {"token_id": 26785, "token_text": " progettata", "probability": 0.016845703125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.390625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.126953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0869140625}, {"token_id": 870, "token_text": " prima", "probability": 0.0869140625}, {"token_id": 718, "token_text": " sua", "probability": 0.0283203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.72265625}, {"token_id": 11054, "token_text": " antica", "probability": 0.038330078125}, {"token_id": 4936, "token_text": " piccola", "probability": 0.035888671875}, {"token_id": 2935, "token_text": " importante", "probability": 0.0279541015625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0205078125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.3125}, {"token_id": 370, "token_text": " della", "probability": 0.12255859375}, {"token_id": 337, "token_text": " del", "probability": 0.08935546875}, {"token_id": 573, "token_text": " delle", "probability": 0.051025390625}, {"token_id": 238, "token_text": " di", "probability": 0.037353515625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.34375}, {"token_id": 370, "token_text": " della", "probability": 0.1435546875}, {"token_id": 238, "token_text": " di", "probability": 0.11865234375}, {"token_id": 465, "token_text": " dell", "probability": 0.072265625}, {"token_id": 214, "token_text": " d", "probability": 0.0634765625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.91796875}, {"token_id": 2832, "token_text": " paese", "probability": 0.02294921875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0108642578125}, {"token_id": 15790, "token_text": " continente", "probability": 0.00482177734375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.0045166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.55078125}, {"token_id": 15, "token_text": ",", "probability": 0.1689453125}, {"token_id": 246, "token_text": " e", "probability": 0.04833984375}, {"token_id": 303, "token_text": " che", "probability": 0.0213623046875}, {"token_id": 272, "token_text": " con", "probability": 0.0177001953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.21484375}, {"token_id": 538, "token_text": " Il", "probability": 0.044921875}, {"token_id": 719, "token_text": " Le", "probability": 0.03515625}, {"token_id": 302, "token_text": " L", "probability": 0.032958984375}, {"token_id": 274, "token_text": " I", "probability": 0.02734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.52734375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07568359375}, {"token_id": 2380, "token_text": " maggior", "probability": 0.04052734375}, {"token_id": 718, "token_text": " sua", "probability": 0.031494140625}, {"token_id": 1843, "token_text": " storia", "probability": 0.0191650390625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 1062, "correct_token_probability": 4.8160552978515625e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.16015625}, {"token_id": 267, "token_text": " un", "probability": 0.0458984375}, {"token_id": 285, "token_text": " la", "probability": 0.043212890625}, {"token_id": 387, "token_text": " una", "probability": 0.04052734375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0262451171875}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}, {"token_id": 238, "token_text": " di", "probability": 0.015869140625}, {"token_id": 227, "token_text": " l", "probability": 0.015869140625}, {"token_id": 9643, "token_text": " considerata", "probability": 0.015869140625}, {"token_id": 293, "token_text": " il", "probability": 0.01239013671875}], "entropy": 5.21875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.940970274917593, "average_logprob_per_token": -9.940970274917593, "perplexity_on_target_sequence": 20763.881188118827, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -9.940970274917593, "probability": 4.8160552978515625e-05, "raw_probability": 4.8160552978515625e-05, "correct_token_rank": 1062}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 3000, "elapsed_sec": 24950.235431194305, "probe_elapsed_sec": 1.0008982939179987, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere considerato un modello linguistico che si \u00e8 poi trasformata in un modello linguistico che si \u00e8 poi trasformato in un modello linguistico che si \u00e8 poi trasformato in", "text": "Un piccolo modello linguistico dovrebbe essere considerato un modello linguistico che si \u00e8 poi trasformata in un modello linguistico che si \u00e8 poi trasformato in un modello linguistico che si \u00e8 poi trasformato in", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4140625}, {"token_id": 2370, "token_text": " avere", "probability": 0.04638671875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0181884765625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01177978515625}, {"token_id": 7520, "token_text": " rendere", "probability": 0.0091552734375}]}, {"token_id": 5924, "token_text": " considerato", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 5924, "token_text": " considerato", "probability": 0.047119140625}, {"token_id": 267, "token_text": " un", "probability": 0.044189453125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0322265625}, {"token_id": 6423, "token_text": " usato", "probability": 0.025146484375}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0162353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.283203125}, {"token_id": 1038, "token_text": " uno", "probability": 0.1259765625}, {"token_id": 293, "token_text": " il", "probability": 0.08154296875}, {"token_id": 510, "token_text": " come", "probability": 0.07177734375}, {"token_id": 387, "token_text": " una", "probability": 0.07177734375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.07080078125}, {"token_id": 11620, "token_text": " elemento", "probability": 0.029541015625}, {"token_id": 10, "token_text": "'", "probability": 0.02783203125}, {"token_id": 1513, "token_text": " grande", "probability": 0.0245361328125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.020263671875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1611328125}, {"token_id": 238, "token_text": " di", "probability": 0.06689453125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0279541015625}, {"token_id": 303, "token_text": " che", "probability": 0.015869140625}, {"token_id": 10994, "token_text": " geomet", "probability": 0.01446533203125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 708, "token_text": "ista", "probability": 0.0037994384765625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.001312255859375}, {"token_id": 11189, "token_text": "esco", "probability": 0.0009613037109375}, {"token_id": 2721, "token_text": "istica", "probability": 0.0009613037109375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1123046875}, {"token_id": 17, "token_text": ".", "probability": 0.0771484375}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 246, "token_text": " e", "probability": 0.036376953125}, {"token_id": 238, "token_text": " di", "probability": 0.036376953125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08935546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05078125}, {"token_id": 373, "token_text": " ha", "probability": 0.042236328125}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.03955078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.07080078125}, {"token_id": 11577, "token_text": " occupa", "probability": 0.04296875}, {"token_id": 15044, "token_text": " basa", "probability": 0.03564453125}, {"token_id": 23014, "token_text": " caratterizza", "probability": 0.029541015625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.026123046875}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.0390625, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.0390625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.0208740234375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0208740234375}, {"token_id": 6353, "token_text": " evol", "probability": 0.0184326171875}, {"token_id": 3940, "token_text": " reso", "probability": 0.0162353515625}]}, {"token_id": 24968, "token_text": " trasformata", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 24968, "token_text": " trasformata", "probability": 0.033203125}, {"token_id": 24520, "token_text": " trasferita", "probability": 0.021484375}, {"token_id": 4008, "token_text": " rivel", "probability": 0.0189208984375}, {"token_id": 21612, "token_text": " sviluppata", "probability": 0.0172119140625}, {"token_id": 12996, "token_text": " diffusa", "probability": 0.01385498046875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.42578125}, {"token_id": 447, "token_text": " nel", "probability": 0.177734375}, {"token_id": 637, "token_text": " nella", "probability": 0.051025390625}, {"token_id": 1084, "token_text": " nell", "probability": 0.044921875}, {"token_id": 209, "token_text": " a", "probability": 0.0164794921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.26953125}, {"token_id": 387, "token_text": " una", "probability": 0.208984375}, {"token_id": 762, "token_text": " due", "probability": 0.06396484375}, {"token_id": 1038, "token_text": " uno", "probability": 0.0322265625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0250244140625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.0859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.049072265625}, {"token_id": 6709, "token_text": " unico", "probability": 0.043212890625}, {"token_id": 10, "token_text": "'", "probability": 0.03173828125}, {"token_id": 8885, "token_text": " contesto", "probability": 0.0262451171875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.298828125}, {"token_id": 238, "token_text": " di", "probability": 0.048583984375}, {"token_id": 303, "token_text": " che", "probability": 0.016845703125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.013916015625}, {"token_id": 17, "token_text": ".", "probability": 0.01348876953125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 3117, "token_text": "istiche", "probability": 0.00080108642578125}, {"token_id": 708, "token_text": "ista", "probability": 0.000705718994140625}, {"token_id": 2721, "token_text": "istica", "probability": 0.00066375732421875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000518798828125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.0615234375}, {"token_id": 246, "token_text": " e", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.234375}, {"token_id": 373, "token_text": " ha", "probability": 0.0810546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 424, "token_text": " non", "probability": 0.03173828125}, {"token_id": 15, "token_text": ",", "probability": 0.0299072265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.298828125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0380859375}, {"token_id": 2520, "token_text": " trova", "probability": 0.03564453125}, {"token_id": 373, "token_text": " ha", "probability": 0.03564453125}, {"token_id": 689, "token_text": " sta", "probability": 0.0230712890625}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.08154296875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.041015625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.02490234375}, {"token_id": 18708, "token_text": " trasformato", "probability": 0.0206298828125}, {"token_id": 3439, "token_text": " visto", "probability": 0.01708984375}]}, {"token_id": 18708, "token_text": " trasformato", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 18708, "token_text": " trasformato", "probability": 0.03125}, {"token_id": 29674, "token_text": " spostato", "probability": 0.0294189453125}, {"token_id": 24968, "token_text": " trasformata", "probability": 0.0228271484375}, {"token_id": 15045, "token_text": " trasferito", "probability": 0.021484375}, {"token_id": 9048, "token_text": " aggiunto", "probability": 0.01385498046875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.56640625}, {"token_id": 447, "token_text": " nel", "probability": 0.0595703125}, {"token_id": 209, "token_text": " a", "probability": 0.0595703125}, {"token_id": 637, "token_text": " nella", "probability": 0.0264892578125}, {"token_id": 1084, "token_text": " nell", "probability": 0.0159912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.34765625}, {"token_id": 387, "token_text": " una", "probability": 0.2109375}, {"token_id": 762, "token_text": " due", "probability": 0.05322265625}, {"token_id": 1038, "token_text": " uno", "probability": 0.03662109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0208740234375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.1669921875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.042236328125}, {"token_id": 10, "token_text": "'", "probability": 0.032958984375}, {"token_id": 6709, "token_text": " unico", "probability": 0.025634765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.021240234375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.3984375}, {"token_id": 238, "token_text": " di", "probability": 0.034912109375}, {"token_id": 17, "token_text": ".", "probability": 0.01361083984375}, {"token_id": 24596, "token_text": " matematico", "probability": 0.01202392578125}, {"token_id": 15, "token_text": ",", "probability": 0.01165771484375}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 708, "token_text": "ista", "probability": 0.0024566650390625}, {"token_id": 2721, "token_text": "istica", "probability": 0.001312255859375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00109100341796875}, {"token_id": 3117, "token_text": "istiche", "probability": 0.000797271728515625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.142578125}, {"token_id": 17, "token_text": ".", "probability": 0.11083984375}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 246, "token_text": " e", "probability": 0.040771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0361328125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.341796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0810546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 424, "token_text": " non", "probability": 0.02978515625}, {"token_id": 15, "token_text": ",", "probability": 0.028076171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.44140625}, {"token_id": 373, "token_text": " ha", "probability": 0.033935546875}, {"token_id": 2520, "token_text": " trova", "probability": 0.030029296875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0281982421875}, {"token_id": 689, "token_text": " sta", "probability": 0.0206298828125}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.09912109375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.056640625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.0235595703125}, {"token_id": 18708, "token_text": " trasformato", "probability": 0.01953125}, {"token_id": 3439, "token_text": " visto", "probability": 0.0162353515625}]}, {"token_id": 18708, "token_text": " trasformato", "chosen_probability": 0.0279541015625, "top_k_candidates": [{"token_id": 18708, "token_text": " trasformato", "probability": 0.0279541015625}, {"token_id": 234, "token_text": " in", "probability": 0.023193359375}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}, {"token_id": 15045, "token_text": " trasferito", "probability": 0.0191650390625}, {"token_id": 29674, "token_text": " spostato", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.77734375}, {"token_id": 447, "token_text": " nel", "probability": 0.06005859375}, {"token_id": 637, "token_text": " nella", "probability": 0.0250244140625}, {"token_id": 1084, "token_text": " nell", "probability": 0.01611328125}, {"token_id": 209, "token_text": " a", "probability": 0.01422119140625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4140625}, {"token_id": 2370, "token_text": " avere", "probability": 0.04638671875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0181884765625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01177978515625}, {"token_id": 7520, "token_text": " rendere", "probability": 0.0091552734375}]}, {"token_id": 5924, "token_text": " considerato", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 5924, "token_text": " considerato", "probability": 0.047119140625}, {"token_id": 267, "token_text": " un", "probability": 0.044189453125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0322265625}, {"token_id": 6423, "token_text": " usato", "probability": 0.025146484375}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0162353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.283203125}, {"token_id": 1038, "token_text": " uno", "probability": 0.1259765625}, {"token_id": 293, "token_text": " il", "probability": 0.08154296875}, {"token_id": 510, "token_text": " come", "probability": 0.07177734375}, {"token_id": 387, "token_text": " una", "probability": 0.07177734375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.07080078125}, {"token_id": 11620, "token_text": " elemento", "probability": 0.029541015625}, {"token_id": 10, "token_text": "'", "probability": 0.02783203125}, {"token_id": 1513, "token_text": " grande", "probability": 0.0245361328125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.020263671875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1611328125}, {"token_id": 238, "token_text": " di", "probability": 0.06689453125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0279541015625}, {"token_id": 303, "token_text": " che", "probability": 0.015869140625}, {"token_id": 10994, "token_text": " geomet", "probability": 0.01446533203125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 708, "token_text": "ista", "probability": 0.0037994384765625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.001312255859375}, {"token_id": 11189, "token_text": "esco", "probability": 0.0009613037109375}, {"token_id": 2721, "token_text": "istica", "probability": 0.0009613037109375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1123046875}, {"token_id": 17, "token_text": ".", "probability": 0.0771484375}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 246, "token_text": " e", "probability": 0.036376953125}, {"token_id": 238, "token_text": " di", "probability": 0.036376953125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08935546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05078125}, {"token_id": 373, "token_text": " ha", "probability": 0.042236328125}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.03955078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.07080078125}, {"token_id": 11577, "token_text": " occupa", "probability": 0.04296875}, {"token_id": 15044, "token_text": " basa", "probability": 0.03564453125}, {"token_id": 23014, "token_text": " caratterizza", "probability": 0.029541015625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.026123046875}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.0390625, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.0390625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.0208740234375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0208740234375}, {"token_id": 6353, "token_text": " evol", "probability": 0.0184326171875}, {"token_id": 3940, "token_text": " reso", "probability": 0.0162353515625}]}, {"token_id": 24968, "token_text": " trasformata", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 24968, "token_text": " trasformata", "probability": 0.033203125}, {"token_id": 24520, "token_text": " trasferita", "probability": 0.021484375}, {"token_id": 4008, "token_text": " rivel", "probability": 0.0189208984375}, {"token_id": 21612, "token_text": " sviluppata", "probability": 0.0172119140625}, {"token_id": 12996, "token_text": " diffusa", "probability": 0.01385498046875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.42578125}, {"token_id": 447, "token_text": " nel", "probability": 0.177734375}, {"token_id": 637, "token_text": " nella", "probability": 0.051025390625}, {"token_id": 1084, "token_text": " nell", "probability": 0.044921875}, {"token_id": 209, "token_text": " a", "probability": 0.0164794921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.26953125}, {"token_id": 387, "token_text": " una", "probability": 0.208984375}, {"token_id": 762, "token_text": " due", "probability": 0.06396484375}, {"token_id": 1038, "token_text": " uno", "probability": 0.0322265625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0250244140625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.0859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.049072265625}, {"token_id": 6709, "token_text": " unico", "probability": 0.043212890625}, {"token_id": 10, "token_text": "'", "probability": 0.03173828125}, {"token_id": 8885, "token_text": " contesto", "probability": 0.0262451171875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.298828125}, {"token_id": 238, "token_text": " di", "probability": 0.048583984375}, {"token_id": 303, "token_text": " che", "probability": 0.016845703125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.013916015625}, {"token_id": 17, "token_text": ".", "probability": 0.01348876953125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 3117, "token_text": "istiche", "probability": 0.00080108642578125}, {"token_id": 708, "token_text": "ista", "probability": 0.000705718994140625}, {"token_id": 2721, "token_text": "istica", "probability": 0.00066375732421875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000518798828125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.0615234375}, {"token_id": 246, "token_text": " e", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.234375}, {"token_id": 373, "token_text": " ha", "probability": 0.0810546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 424, "token_text": " non", "probability": 0.03173828125}, {"token_id": 15, "token_text": ",", "probability": 0.0299072265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.298828125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0380859375}, {"token_id": 2520, "token_text": " trova", "probability": 0.03564453125}, {"token_id": 373, "token_text": " ha", "probability": 0.03564453125}, {"token_id": 689, "token_text": " sta", "probability": 0.0230712890625}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.08154296875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.041015625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.02490234375}, {"token_id": 18708, "token_text": " trasformato", "probability": 0.0206298828125}, {"token_id": 3439, "token_text": " visto", "probability": 0.01708984375}]}, {"token_id": 18708, "token_text": " trasformato", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 18708, "token_text": " trasformato", "probability": 0.03125}, {"token_id": 29674, "token_text": " spostato", "probability": 0.0294189453125}, {"token_id": 24968, "token_text": " trasformata", "probability": 0.0228271484375}, {"token_id": 15045, "token_text": " trasferito", "probability": 0.021484375}, {"token_id": 9048, "token_text": " aggiunto", "probability": 0.01385498046875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.56640625}, {"token_id": 447, "token_text": " nel", "probability": 0.0595703125}, {"token_id": 209, "token_text": " a", "probability": 0.0595703125}, {"token_id": 637, "token_text": " nella", "probability": 0.0264892578125}, {"token_id": 1084, "token_text": " nell", "probability": 0.0159912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.34765625}, {"token_id": 387, "token_text": " una", "probability": 0.2109375}, {"token_id": 762, "token_text": " due", "probability": 0.05322265625}, {"token_id": 1038, "token_text": " uno", "probability": 0.03662109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0208740234375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.1669921875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.042236328125}, {"token_id": 10, "token_text": "'", "probability": 0.032958984375}, {"token_id": 6709, "token_text": " unico", "probability": 0.025634765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.021240234375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.3984375}, {"token_id": 238, "token_text": " di", "probability": 0.034912109375}, {"token_id": 17, "token_text": ".", "probability": 0.01361083984375}, {"token_id": 24596, "token_text": " matematico", "probability": 0.01202392578125}, {"token_id": 15, "token_text": ",", "probability": 0.01165771484375}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 708, "token_text": "ista", "probability": 0.0024566650390625}, {"token_id": 2721, "token_text": "istica", "probability": 0.001312255859375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00109100341796875}, {"token_id": 3117, "token_text": "istiche", "probability": 0.000797271728515625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.142578125}, {"token_id": 17, "token_text": ".", "probability": 0.11083984375}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 246, "token_text": " e", "probability": 0.040771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0361328125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.341796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0810546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 424, "token_text": " non", "probability": 0.02978515625}, {"token_id": 15, "token_text": ",", "probability": 0.028076171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.44140625}, {"token_id": 373, "token_text": " ha", "probability": 0.033935546875}, {"token_id": 2520, "token_text": " trova", "probability": 0.030029296875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0281982421875}, {"token_id": 689, "token_text": " sta", "probability": 0.0206298828125}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.09912109375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.056640625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.0235595703125}, {"token_id": 18708, "token_text": " trasformato", "probability": 0.01953125}, {"token_id": 3439, "token_text": " visto", "probability": 0.0162353515625}]}, {"token_id": 18708, "token_text": " trasformato", "chosen_probability": 0.0279541015625, "top_k_candidates": [{"token_id": 18708, "token_text": " trasformato", "probability": 0.0279541015625}, {"token_id": 234, "token_text": " in", "probability": 0.023193359375}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}, {"token_id": 15045, "token_text": " trasferito", "probability": 0.0191650390625}, {"token_id": 29674, "token_text": " spostato", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.77734375}, {"token_id": 447, "token_text": " nel", "probability": 0.06005859375}, {"token_id": 637, "token_text": " nella", "probability": 0.0250244140625}, {"token_id": 1084, "token_text": " nell", "probability": 0.01611328125}, {"token_id": 209, "token_text": " a", "probability": 0.01422119140625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4140625}, {"token_id": 2370, "token_text": " avere", "probability": 0.04638671875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0181884765625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01177978515625}, {"token_id": 7520, "token_text": " rendere", "probability": 0.0091552734375}]}, {"token_id": 5924, "token_text": " considerato", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 5924, "token_text": " considerato", "probability": 0.047119140625}, {"token_id": 267, "token_text": " un", "probability": 0.044189453125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0322265625}, {"token_id": 6423, "token_text": " usato", "probability": 0.025146484375}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0162353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.283203125}, {"token_id": 1038, "token_text": " uno", "probability": 0.1259765625}, {"token_id": 293, "token_text": " il", "probability": 0.08154296875}, {"token_id": 510, "token_text": " come", "probability": 0.07177734375}, {"token_id": 387, "token_text": " una", "probability": 0.07177734375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.07080078125}, {"token_id": 11620, "token_text": " elemento", "probability": 0.029541015625}, {"token_id": 10, "token_text": "'", "probability": 0.02783203125}, {"token_id": 1513, "token_text": " grande", "probability": 0.0245361328125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.020263671875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1611328125}, {"token_id": 238, "token_text": " di", "probability": 0.06689453125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0279541015625}, {"token_id": 303, "token_text": " che", "probability": 0.015869140625}, {"token_id": 10994, "token_text": " geomet", "probability": 0.01446533203125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 708, "token_text": "ista", "probability": 0.0037994384765625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.001312255859375}, {"token_id": 11189, "token_text": "esco", "probability": 0.0009613037109375}, {"token_id": 2721, "token_text": "istica", "probability": 0.0009613037109375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1123046875}, {"token_id": 17, "token_text": ".", "probability": 0.0771484375}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 246, "token_text": " e", "probability": 0.036376953125}, {"token_id": 238, "token_text": " di", "probability": 0.036376953125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08935546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05078125}, {"token_id": 373, "token_text": " ha", "probability": 0.042236328125}, {"token_id": 15, "token_text": ",", "probability": 0.042236328125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.03955078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.07080078125}, {"token_id": 11577, "token_text": " occupa", "probability": 0.04296875}, {"token_id": 15044, "token_text": " basa", "probability": 0.03564453125}, {"token_id": 23014, "token_text": " caratterizza", "probability": 0.029541015625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.026123046875}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.0390625, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.0390625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.0208740234375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0208740234375}, {"token_id": 6353, "token_text": " evol", "probability": 0.0184326171875}, {"token_id": 3940, "token_text": " reso", "probability": 0.0162353515625}]}, {"token_id": 24968, "token_text": " trasformata", "chosen_probability": 0.033203125, "top_k_candidates": [{"token_id": 24968, "token_text": " trasformata", "probability": 0.033203125}, {"token_id": 24520, "token_text": " trasferita", "probability": 0.021484375}, {"token_id": 4008, "token_text": " rivel", "probability": 0.0189208984375}, {"token_id": 21612, "token_text": " sviluppata", "probability": 0.0172119140625}, {"token_id": 12996, "token_text": " diffusa", "probability": 0.01385498046875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.42578125}, {"token_id": 447, "token_text": " nel", "probability": 0.177734375}, {"token_id": 637, "token_text": " nella", "probability": 0.051025390625}, {"token_id": 1084, "token_text": " nell", "probability": 0.044921875}, {"token_id": 209, "token_text": " a", "probability": 0.0164794921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.26953125}, {"token_id": 387, "token_text": " una", "probability": 0.208984375}, {"token_id": 762, "token_text": " due", "probability": 0.06396484375}, {"token_id": 1038, "token_text": " uno", "probability": 0.0322265625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0250244140625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.0859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.049072265625}, {"token_id": 6709, "token_text": " unico", "probability": 0.043212890625}, {"token_id": 10, "token_text": "'", "probability": 0.03173828125}, {"token_id": 8885, "token_text": " contesto", "probability": 0.0262451171875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.298828125}, {"token_id": 238, "token_text": " di", "probability": 0.048583984375}, {"token_id": 303, "token_text": " che", "probability": 0.016845703125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.013916015625}, {"token_id": 17, "token_text": ".", "probability": 0.01348876953125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 3117, "token_text": "istiche", "probability": 0.00080108642578125}, {"token_id": 708, "token_text": "ista", "probability": 0.000705718994140625}, {"token_id": 2721, "token_text": "istica", "probability": 0.00066375732421875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000518798828125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.0615234375}, {"token_id": 246, "token_text": " e", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.234375}, {"token_id": 373, "token_text": " ha", "probability": 0.0810546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 424, "token_text": " non", "probability": 0.03173828125}, {"token_id": 15, "token_text": ",", "probability": 0.0299072265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.298828125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0380859375}, {"token_id": 2520, "token_text": " trova", "probability": 0.03564453125}, {"token_id": 373, "token_text": " ha", "probability": 0.03564453125}, {"token_id": 689, "token_text": " sta", "probability": 0.0230712890625}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.08154296875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.041015625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.02490234375}, {"token_id": 18708, "token_text": " trasformato", "probability": 0.0206298828125}, {"token_id": 3439, "token_text": " visto", "probability": 0.01708984375}]}, {"token_id": 18708, "token_text": " trasformato", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 18708, "token_text": " trasformato", "probability": 0.03125}, {"token_id": 29674, "token_text": " spostato", "probability": 0.0294189453125}, {"token_id": 24968, "token_text": " trasformata", "probability": 0.0228271484375}, {"token_id": 15045, "token_text": " trasferito", "probability": 0.021484375}, {"token_id": 9048, "token_text": " aggiunto", "probability": 0.01385498046875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.56640625}, {"token_id": 447, "token_text": " nel", "probability": 0.0595703125}, {"token_id": 209, "token_text": " a", "probability": 0.0595703125}, {"token_id": 637, "token_text": " nella", "probability": 0.0264892578125}, {"token_id": 1084, "token_text": " nell", "probability": 0.0159912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.34765625}, {"token_id": 387, "token_text": " una", "probability": 0.2109375}, {"token_id": 762, "token_text": " due", "probability": 0.05322265625}, {"token_id": 1038, "token_text": " uno", "probability": 0.03662109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0208740234375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.1669921875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.042236328125}, {"token_id": 10, "token_text": "'", "probability": 0.032958984375}, {"token_id": 6709, "token_text": " unico", "probability": 0.025634765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.021240234375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.3984375}, {"token_id": 238, "token_text": " di", "probability": 0.034912109375}, {"token_id": 17, "token_text": ".", "probability": 0.01361083984375}, {"token_id": 24596, "token_text": " matematico", "probability": 0.01202392578125}, {"token_id": 15, "token_text": ",", "probability": 0.01165771484375}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 708, "token_text": "ista", "probability": 0.0024566650390625}, {"token_id": 2721, "token_text": "istica", "probability": 0.001312255859375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00109100341796875}, {"token_id": 3117, "token_text": "istiche", "probability": 0.000797271728515625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.142578125}, {"token_id": 17, "token_text": ".", "probability": 0.11083984375}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 246, "token_text": " e", "probability": 0.040771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0361328125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.341796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0810546875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 424, "token_text": " non", "probability": 0.02978515625}, {"token_id": 15, "token_text": ",", "probability": 0.028076171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.44140625}, {"token_id": 373, "token_text": " ha", "probability": 0.033935546875}, {"token_id": 2520, "token_text": " trova", "probability": 0.030029296875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0281982421875}, {"token_id": 689, "token_text": " sta", "probability": 0.0206298828125}]}, {"token_id": 1201, "token_text": " poi", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 1201, "token_text": " poi", "probability": 0.09912109375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.056640625}, {"token_id": 11293, "token_text": " sviluppato", "probability": 0.0235595703125}, {"token_id": 18708, "token_text": " trasformato", "probability": 0.01953125}, {"token_id": 3439, "token_text": " visto", "probability": 0.0162353515625}]}, {"token_id": 18708, "token_text": " trasformato", "chosen_probability": 0.0279541015625, "top_k_candidates": [{"token_id": 18708, "token_text": " trasformato", "probability": 0.0279541015625}, {"token_id": 234, "token_text": " in", "probability": 0.023193359375}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}, {"token_id": 15045, "token_text": " trasferito", "probability": 0.0191650390625}, {"token_id": 29674, "token_text": " spostato", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.77734375}, {"token_id": 447, "token_text": " nel", "probability": 0.06005859375}, {"token_id": 637, "token_text": " nella", "probability": 0.0250244140625}, {"token_id": 1084, "token_text": " nell", "probability": 0.01611328125}, {"token_id": 209, "token_text": " a", "probability": 0.01422119140625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.4140625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4140625}, {"token_id": 2370, "token_text": " avere", "probability": 0.04638671875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0181884765625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01177978515625}, {"token_id": 7520, "token_text": " rendere", "probability": 0.0091552734375}, {"token_id": 20074, "token_text": " esserci", "probability": 0.008056640625}, {"token_id": 5642, "token_text": " portare", "probability": 0.00714111328125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.00714111328125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.006683349609375}, {"token_id": 24469, "token_text": " risultare", "probability": 0.006683349609375}], "entropy": 4.1875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.8817383503674954, "average_logprob_per_token": -0.8817383503674954, "perplexity_on_target_sequence": 2.4150943396226414, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.8817383503674954, "probability": 0.4140625, "raw_probability": 0.4140625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 4000, "elapsed_sec": 33274.6689414978, "probe_elapsed_sec": 1.0115191190270707, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "text": "The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.140625}, {"token_id": 209, "token_text": " a", "probability": 0.07080078125}, {"token_id": 534, "token_text": " not", "probability": 0.026123046875}, {"token_id": 248, "token_text": " an", "probability": 0.02099609375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0203857421875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.12451171875}, {"token_id": 942, "token_text": " most", "probability": 0.052001953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.021728515625}, {"token_id": 836, "token_text": " first", "probability": 0.0185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.015869140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 262, "token_text": " and", "probability": 0.0150146484375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.318359375}, {"token_id": 230, "token_text": " the", "probability": 0.279296875}, {"token_id": 209, "token_text": " a", "probability": 0.040283203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.037841796875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0179443359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.373046875}, {"token_id": 15, "token_text": ",", "probability": 0.2265625}, {"token_id": 262, "token_text": " and", "probability": 0.12890625}, {"token_id": 400, "token_text": "'s", "probability": 0.03271484375}, {"token_id": 263, "token_text": " to", "probability": 0.02392578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2177734375}, {"token_id": 679, "token_text": " It", "probability": 0.150390625}, {"token_id": 407, "token_text": " In", "probability": 0.040283203125}, {"token_id": 6983, "token_text": " Its", "probability": 0.031494140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.031494140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2041015625}, {"token_id": 2259, "token_text": " city", "probability": 0.04296875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0216064453125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.020263671875}, {"token_id": 2269, "token_text": " country", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.50390625}, {"token_id": 336, "token_text": " is", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.04150390625}, {"token_id": 2259, "token_text": " city", "probability": 0.0220947265625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.62109375}, {"token_id": 230, "token_text": " the", "probability": 0.12255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.04248046875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.015625}, {"token_id": 5019, "token_text": " Germany", "probability": 0.0146484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.431640625}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 614, "token_text": " has", "probability": 0.07080078125}, {"token_id": 361, "token_text": " was", "probability": 0.048583984375}, {"token_id": 262, "token_text": " and", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2255859375}, {"token_id": 209, "token_text": " a", "probability": 0.04736328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}, {"token_id": 3857, "token_text": " located", "probability": 0.0286865234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.70703125}, {"token_id": 942, "token_text": " most", "probability": 0.0166015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.01007080078125}, {"token_id": 5378, "token_text": " center", "probability": 0.00738525390625}, {"token_id": 1118, "token_text": " only", "probability": 0.00738525390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8671875}, {"token_id": 2259, "token_text": " city", "probability": 0.02783203125}, {"token_id": 15, "token_text": ",", "probability": 0.014892578125}, {"token_id": 17, "token_text": ".", "probability": 0.01312255859375}, {"token_id": 262, "token_text": " and", "probability": 0.01025390625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.57421875}, {"token_id": 230, "token_text": " the", "probability": 0.1650390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0208740234375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 209, "token_text": " a", "probability": 0.0196533203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 262, "token_text": " and", "probability": 0.12109375}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}, {"token_id": 392, "token_text": " with", "probability": 0.0185546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.26171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1025390625}, {"token_id": 679, "token_text": " It", "probability": 0.1025390625}, {"token_id": 407, "token_text": " In", "probability": 0.037841796875}, {"token_id": 2, "token_text": "", "probability": 0.03125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.56640625}, {"token_id": 2259, "token_text": " city", "probability": 0.020751953125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0194091796875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.009765625}, {"token_id": 8082, "token_text": " economy", "probability": 0.0091552734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6484375}, {"token_id": 336, "token_text": " is", "probability": 0.14453125}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 361, "token_text": " was", "probability": 0.0220947265625}, {"token_id": 2259, "token_text": " city", "probability": 0.0142822265625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6953125}, {"token_id": 230, "token_text": " the", "probability": 0.09375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 5019, "token_text": " Germany", "probability": 0.01531982421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01123046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 614, "token_text": " has", "probability": 0.04736328125}, {"token_id": 361, "token_text": " was", "probability": 0.032470703125}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.03369140625}, {"token_id": 10438, "token_text": " divided", "probability": 0.0218505859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 942, "token_text": " most", "probability": 0.00726318359375}, {"token_id": 1118, "token_text": " only", "probability": 0.004547119140625}, {"token_id": 5656, "token_text": " largest", "probability": 0.003875732421875}, {"token_id": 5378, "token_text": " center", "probability": 0.003875732421875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 17, "token_text": ".", "probability": 0.0128173828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0113525390625}, {"token_id": 15, "token_text": ",", "probability": 0.0106201171875}, {"token_id": 262, "token_text": " and", "probability": 0.00830078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.62109375}, {"token_id": 230, "token_text": " the", "probability": 0.138671875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.025634765625}, {"token_id": 5019, "token_text": " Germany", "probability": 0.017578125}, {"token_id": 209, "token_text": " a", "probability": 0.01556396484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.1708984375}, {"token_id": 262, "token_text": " and", "probability": 0.103515625}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 392, "token_text": " with", "probability": 0.0179443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.298828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1328125}, {"token_id": 679, "token_text": " It", "probability": 0.07568359375}, {"token_id": 407, "token_text": " In", "probability": 0.03369140625}, {"token_id": 2, "token_text": "", "probability": 0.02783203125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.69921875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0145263671875}, {"token_id": 2259, "token_text": " city", "probability": 0.0128173828125}, {"token_id": 942, "token_text": " most", "probability": 0.00665283203125}, {"token_id": 8082, "token_text": " economy", "probability": 0.006256103515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66015625}, {"token_id": 336, "token_text": " is", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.0240478515625}, {"token_id": 361, "token_text": " was", "probability": 0.017578125}, {"token_id": 234, "token_text": " in", "probability": 0.01068115234375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.671875}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020263671875}, {"token_id": 5019, "token_text": " Germany", "probability": 0.015869140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.014892578125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 614, "token_text": " has", "probability": 0.03662109375}, {"token_id": 361, "token_text": " was", "probability": 0.028564453125}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.043701171875}, {"token_id": 209, "token_text": " a", "probability": 0.03857421875}, {"token_id": 751, "token_text": " also", "probability": 0.0281982421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02197265625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.86328125}, {"token_id": 942, "token_text": " most", "probability": 0.00482177734375}, {"token_id": 5378, "token_text": " center", "probability": 0.003204345703125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00311279296875}, {"token_id": 1118, "token_text": " only", "probability": 0.0029144287109375}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.140625}, {"token_id": 209, "token_text": " a", "probability": 0.07080078125}, {"token_id": 534, "token_text": " not", "probability": 0.026123046875}, {"token_id": 248, "token_text": " an", "probability": 0.02099609375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0203857421875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.12451171875}, {"token_id": 942, "token_text": " most", "probability": 0.052001953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.021728515625}, {"token_id": 836, "token_text": " first", "probability": 0.0185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.015869140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 262, "token_text": " and", "probability": 0.0150146484375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.318359375}, {"token_id": 230, "token_text": " the", "probability": 0.279296875}, {"token_id": 209, "token_text": " a", "probability": 0.040283203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.037841796875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0179443359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.373046875}, {"token_id": 15, "token_text": ",", "probability": 0.2265625}, {"token_id": 262, "token_text": " and", "probability": 0.12890625}, {"token_id": 400, "token_text": "'s", "probability": 0.03271484375}, {"token_id": 263, "token_text": " to", "probability": 0.02392578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.224609375}, {"token_id": 679, "token_text": " It", "probability": 0.154296875}, {"token_id": 407, "token_text": " In", "probability": 0.04150390625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0322265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0322265625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2041015625}, {"token_id": 2259, "token_text": " city", "probability": 0.04296875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0216064453125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.020263671875}, {"token_id": 2269, "token_text": " country", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.50390625}, {"token_id": 336, "token_text": " is", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.04150390625}, {"token_id": 2259, "token_text": " city", "probability": 0.0220947265625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.62109375}, {"token_id": 230, "token_text": " the", "probability": 0.12255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.04248046875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.015625}, {"token_id": 5019, "token_text": " Germany", "probability": 0.0146484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.431640625}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 614, "token_text": " has", "probability": 0.07080078125}, {"token_id": 361, "token_text": " was", "probability": 0.048583984375}, {"token_id": 262, "token_text": " and", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2255859375}, {"token_id": 209, "token_text": " a", "probability": 0.04736328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}, {"token_id": 3857, "token_text": " located", "probability": 0.0286865234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.70703125}, {"token_id": 942, "token_text": " most", "probability": 0.0166015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.01007080078125}, {"token_id": 5378, "token_text": " center", "probability": 0.00738525390625}, {"token_id": 1118, "token_text": " only", "probability": 0.00738525390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8671875}, {"token_id": 2259, "token_text": " city", "probability": 0.02783203125}, {"token_id": 15, "token_text": ",", "probability": 0.014892578125}, {"token_id": 17, "token_text": ".", "probability": 0.01312255859375}, {"token_id": 262, "token_text": " and", "probability": 0.01025390625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.57421875}, {"token_id": 230, "token_text": " the", "probability": 0.1650390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0208740234375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 209, "token_text": " a", "probability": 0.0196533203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 262, "token_text": " and", "probability": 0.12109375}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}, {"token_id": 392, "token_text": " with", "probability": 0.0185546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.271484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10595703125}, {"token_id": 679, "token_text": " It", "probability": 0.10595703125}, {"token_id": 407, "token_text": " In", "probability": 0.0390625}, {"token_id": 6983, "token_text": " Its", "probability": 0.028564453125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.56640625}, {"token_id": 2259, "token_text": " city", "probability": 0.020751953125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0194091796875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.009765625}, {"token_id": 8082, "token_text": " economy", "probability": 0.0091552734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6484375}, {"token_id": 336, "token_text": " is", "probability": 0.14453125}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 361, "token_text": " was", "probability": 0.0220947265625}, {"token_id": 2259, "token_text": " city", "probability": 0.0142822265625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6953125}, {"token_id": 230, "token_text": " the", "probability": 0.09375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 5019, "token_text": " Germany", "probability": 0.01531982421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01123046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 614, "token_text": " has", "probability": 0.04736328125}, {"token_id": 361, "token_text": " was", "probability": 0.032470703125}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.03369140625}, {"token_id": 10438, "token_text": " divided", "probability": 0.0218505859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 942, "token_text": " most", "probability": 0.00726318359375}, {"token_id": 1118, "token_text": " only", "probability": 0.004547119140625}, {"token_id": 5656, "token_text": " largest", "probability": 0.003875732421875}, {"token_id": 5378, "token_text": " center", "probability": 0.003875732421875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 17, "token_text": ".", "probability": 0.0128173828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0113525390625}, {"token_id": 15, "token_text": ",", "probability": 0.0106201171875}, {"token_id": 262, "token_text": " and", "probability": 0.00830078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.62109375}, {"token_id": 230, "token_text": " the", "probability": 0.138671875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.025634765625}, {"token_id": 5019, "token_text": " Germany", "probability": 0.017578125}, {"token_id": 209, "token_text": " a", "probability": 0.01556396484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.1708984375}, {"token_id": 262, "token_text": " and", "probability": 0.103515625}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 392, "token_text": " with", "probability": 0.0179443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.13671875}, {"token_id": 679, "token_text": " It", "probability": 0.07763671875}, {"token_id": 407, "token_text": " In", "probability": 0.03466796875}, {"token_id": 6983, "token_text": " Its", "probability": 0.0238037109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.69921875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0145263671875}, {"token_id": 2259, "token_text": " city", "probability": 0.0128173828125}, {"token_id": 942, "token_text": " most", "probability": 0.00665283203125}, {"token_id": 8082, "token_text": " economy", "probability": 0.006256103515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66015625}, {"token_id": 336, "token_text": " is", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.0240478515625}, {"token_id": 361, "token_text": " was", "probability": 0.017578125}, {"token_id": 234, "token_text": " in", "probability": 0.01068115234375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.671875}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020263671875}, {"token_id": 5019, "token_text": " Germany", "probability": 0.015869140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.014892578125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 614, "token_text": " has", "probability": 0.03662109375}, {"token_id": 361, "token_text": " was", "probability": 0.028564453125}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.043701171875}, {"token_id": 209, "token_text": " a", "probability": 0.03857421875}, {"token_id": 751, "token_text": " also", "probability": 0.0281982421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02197265625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.86328125}, {"token_id": 942, "token_text": " most", "probability": 0.00482177734375}, {"token_id": 5378, "token_text": " center", "probability": 0.003204345703125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00311279296875}, {"token_id": 1118, "token_text": " only", "probability": 0.0029144287109375}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.140625}, {"token_id": 209, "token_text": " a", "probability": 0.07080078125}, {"token_id": 534, "token_text": " not", "probability": 0.026123046875}, {"token_id": 248, "token_text": " an", "probability": 0.02099609375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0203857421875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.12451171875}, {"token_id": 942, "token_text": " most", "probability": 0.052001953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.021728515625}, {"token_id": 836, "token_text": " first", "probability": 0.0185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.015869140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 262, "token_text": " and", "probability": 0.0150146484375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.318359375}, {"token_id": 230, "token_text": " the", "probability": 0.279296875}, {"token_id": 209, "token_text": " a", "probability": 0.040283203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.037841796875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0179443359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.373046875}, {"token_id": 15, "token_text": ",", "probability": 0.2265625}, {"token_id": 262, "token_text": " and", "probability": 0.12890625}, {"token_id": 400, "token_text": "'s", "probability": 0.03271484375}, {"token_id": 263, "token_text": " to", "probability": 0.02392578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.224609375}, {"token_id": 679, "token_text": " It", "probability": 0.154296875}, {"token_id": 407, "token_text": " In", "probability": 0.04150390625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0322265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0322265625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2041015625}, {"token_id": 2259, "token_text": " city", "probability": 0.04296875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0216064453125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.020263671875}, {"token_id": 2269, "token_text": " country", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.50390625}, {"token_id": 336, "token_text": " is", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.04150390625}, {"token_id": 2259, "token_text": " city", "probability": 0.0220947265625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.62109375}, {"token_id": 230, "token_text": " the", "probability": 0.12255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.04248046875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.015625}, {"token_id": 5019, "token_text": " Germany", "probability": 0.0146484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.431640625}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 614, "token_text": " has", "probability": 0.07080078125}, {"token_id": 361, "token_text": " was", "probability": 0.048583984375}, {"token_id": 262, "token_text": " and", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2255859375}, {"token_id": 209, "token_text": " a", "probability": 0.04736328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}, {"token_id": 3857, "token_text": " located", "probability": 0.0286865234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.70703125}, {"token_id": 942, "token_text": " most", "probability": 0.0166015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.01007080078125}, {"token_id": 5378, "token_text": " center", "probability": 0.00738525390625}, {"token_id": 1118, "token_text": " only", "probability": 0.00738525390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8671875}, {"token_id": 2259, "token_text": " city", "probability": 0.02783203125}, {"token_id": 15, "token_text": ",", "probability": 0.014892578125}, {"token_id": 17, "token_text": ".", "probability": 0.01312255859375}, {"token_id": 262, "token_text": " and", "probability": 0.01025390625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.57421875}, {"token_id": 230, "token_text": " the", "probability": 0.1650390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0208740234375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 209, "token_text": " a", "probability": 0.0196533203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 262, "token_text": " and", "probability": 0.12109375}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}, {"token_id": 392, "token_text": " with", "probability": 0.0185546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.271484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10595703125}, {"token_id": 679, "token_text": " It", "probability": 0.10595703125}, {"token_id": 407, "token_text": " In", "probability": 0.0390625}, {"token_id": 6983, "token_text": " Its", "probability": 0.028564453125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.56640625}, {"token_id": 2259, "token_text": " city", "probability": 0.020751953125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0194091796875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.009765625}, {"token_id": 8082, "token_text": " economy", "probability": 0.0091552734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6484375}, {"token_id": 336, "token_text": " is", "probability": 0.14453125}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 361, "token_text": " was", "probability": 0.0220947265625}, {"token_id": 2259, "token_text": " city", "probability": 0.0142822265625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6953125}, {"token_id": 230, "token_text": " the", "probability": 0.09375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0196533203125}, {"token_id": 5019, "token_text": " Germany", "probability": 0.01531982421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01123046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.578125}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 614, "token_text": " has", "probability": 0.04736328125}, {"token_id": 361, "token_text": " was", "probability": 0.032470703125}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.03369140625}, {"token_id": 10438, "token_text": " divided", "probability": 0.0218505859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 942, "token_text": " most", "probability": 0.00726318359375}, {"token_id": 1118, "token_text": " only", "probability": 0.004547119140625}, {"token_id": 5656, "token_text": " largest", "probability": 0.003875732421875}, {"token_id": 5378, "token_text": " center", "probability": 0.003875732421875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 17, "token_text": ".", "probability": 0.0128173828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0113525390625}, {"token_id": 15, "token_text": ",", "probability": 0.0106201171875}, {"token_id": 262, "token_text": " and", "probability": 0.00830078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.62109375}, {"token_id": 230, "token_text": " the", "probability": 0.138671875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.025634765625}, {"token_id": 5019, "token_text": " Germany", "probability": 0.017578125}, {"token_id": 209, "token_text": " a", "probability": 0.01556396484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.1708984375}, {"token_id": 262, "token_text": " and", "probability": 0.103515625}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 392, "token_text": " with", "probability": 0.0179443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.13671875}, {"token_id": 679, "token_text": " It", "probability": 0.07763671875}, {"token_id": 407, "token_text": " In", "probability": 0.03466796875}, {"token_id": 6983, "token_text": " Its", "probability": 0.0238037109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.69921875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0145263671875}, {"token_id": 2259, "token_text": " city", "probability": 0.0128173828125}, {"token_id": 942, "token_text": " most", "probability": 0.00665283203125}, {"token_id": 8082, "token_text": " economy", "probability": 0.006256103515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66015625}, {"token_id": 336, "token_text": " is", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.0240478515625}, {"token_id": 361, "token_text": " was", "probability": 0.017578125}, {"token_id": 234, "token_text": " in", "probability": 0.01068115234375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.671875}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020263671875}, {"token_id": 5019, "token_text": " Germany", "probability": 0.015869140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.014892578125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 614, "token_text": " has", "probability": 0.03662109375}, {"token_id": 361, "token_text": " was", "probability": 0.028564453125}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.043701171875}, {"token_id": 209, "token_text": " a", "probability": 0.03857421875}, {"token_id": 751, "token_text": " also", "probability": 0.0281982421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02197265625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.86328125}, {"token_id": 942, "token_text": " most", "probability": 0.00482177734375}, {"token_id": 5378, "token_text": " center", "probability": 0.003204345703125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00311279296875}, {"token_id": 1118, "token_text": " only", "probability": 0.0029144287109375}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 98, "correct_token_probability": 0.00125885009765625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.140625}, {"token_id": 209, "token_text": " a", "probability": 0.07080078125}, {"token_id": 534, "token_text": " not", "probability": 0.026123046875}, {"token_id": 248, "token_text": " an", "probability": 0.02099609375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0203857421875}, {"token_id": 751, "token_text": " also", "probability": 0.014404296875}, {"token_id": 720, "token_text": " one", "probability": 0.0135498046875}, {"token_id": 3857, "token_text": " located", "probability": 0.0135498046875}, {"token_id": 1576, "token_text": " now", "probability": 0.0108642578125}, {"token_id": 234, "token_text": " in", "probability": 0.009033203125}], "entropy": 6.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -6.67755659561849, "average_logprob_per_token": -6.67755659561849, "perplexity_on_target_sequence": 794.3757575757576, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -6.67755659561849, "probability": 0.00125885009765625, "raw_probability": 0.00125885009765625, "correct_token_rank": 98}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 4000, "elapsed_sec": 33274.66967058182, "probe_elapsed_sec": 1.0115191190270707, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to create a new language model. The model is used to create a new language model. The model is used to create a new language model. The", "text": "A small language model should be used to create a new language model. The model is used to create a new language model. The model is used to create a new language model. The", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4609375}, {"token_id": 581, "token_text": " have", "probability": 0.051513671875}, {"token_id": 1300, "token_text": " use", "probability": 0.021484375}, {"token_id": 2464, "token_text": " include", "probability": 0.020263671875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0167236328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.130859375}, {"token_id": 2956, "token_text": " able", "probability": 0.083984375}, {"token_id": 4424, "token_text": " considered", "probability": 0.057861328125}, {"token_id": 5663, "token_text": " required", "probability": 0.012939453125}, {"token_id": 3493, "token_text": " available", "probability": 0.012939453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.310546875}, {"token_id": 321, "token_text": " for", "probability": 0.2001953125}, {"token_id": 234, "token_text": " in", "probability": 0.15625}, {"token_id": 347, "token_text": " as", "probability": 0.03955078125}, {"token_id": 17, "token_text": ".", "probability": 0.0289306640625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.05029296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.032470703125}, {"token_id": 10728, "token_text": " describe", "probability": 0.032470703125}, {"token_id": 8550, "token_text": " determine", "probability": 0.030517578125}, {"token_id": 372, "token_text": " be", "probability": 0.0223388671875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.48046875}, {"token_id": 248, "token_text": " an", "probability": 0.06494140625}, {"token_id": 230, "token_text": " the", "probability": 0.047607421875}, {"token_id": 262, "token_text": " and", "probability": 0.01495361328125}, {"token_id": 941, "token_text": " new", "probability": 0.0128173828125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.03564453125}, {"token_id": 3965, "token_text": " language", "probability": 0.0216064453125}, {"token_id": 9737, "token_text": " database", "probability": 0.01904296875}, {"token_id": 3108, "token_text": " single", "probability": 0.01904296875}, {"token_id": 1625, "token_text": " system", "probability": 0.0179443359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.12890625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.0252685546875}, {"token_id": 1625, "token_text": " system", "probability": 0.0252685546875}, {"token_id": 4621, "token_text": " model", "probability": 0.0238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0203857421875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.76953125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0096435546875}, {"token_id": 234, "token_text": " in", "probability": 0.00799560546875}, {"token_id": 16, "token_text": "-", "probability": 0.007537841796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 321, "token_text": " for", "probability": 0.11572265625}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 379, "token_text": " that", "probability": 0.07958984375}, {"token_id": 263, "token_text": " to", "probability": 0.07470703125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.15234375}, {"token_id": 1062, "token_text": " This", "probability": 0.08154296875}, {"token_id": 1182, "token_text": " For", "probability": 0.04345703125}, {"token_id": 679, "token_text": " It", "probability": 0.04345703125}, {"token_id": 2, "token_text": "", "probability": 0.04345703125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0859375}, {"token_id": 941, "token_text": " new", "probability": 0.031494140625}, {"token_id": 836, "token_text": " first", "probability": 0.025390625}, {"token_id": 3965, "token_text": " language", "probability": 0.015869140625}, {"token_id": 2244, "token_text": " following", "probability": 0.015869140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.134765625}, {"token_id": 1503, "token_text": " should", "probability": 0.1044921875}, {"token_id": 783, "token_text": " will", "probability": 0.04638671875}, {"token_id": 566, "token_text": " can", "probability": 0.033935546875}, {"token_id": 751, "token_text": " also", "probability": 0.02490234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0634765625}, {"token_id": 5007, "token_text": " designed", "probability": 0.0634765625}, {"token_id": 2787, "token_text": " based", "probability": 0.041015625}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 379, "token_text": " that", "probability": 0.031982421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.60546875}, {"token_id": 321, "token_text": " for", "probability": 0.11181640625}, {"token_id": 234, "token_text": " in", "probability": 0.0927734375}, {"token_id": 443, "token_text": " by", "probability": 0.0250244140625}, {"token_id": 347, "token_text": " as", "probability": 0.0250244140625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.21875, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.21875}, {"token_id": 10728, "token_text": " describe", "probability": 0.03564453125}, {"token_id": 14785, "token_text": " generate", "probability": 0.029541015625}, {"token_id": 15888, "token_text": " solve", "probability": 0.02783203125}, {"token_id": 372, "token_text": " be", "probability": 0.0216064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.69140625}, {"token_id": 248, "token_text": " an", "probability": 0.08251953125}, {"token_id": 230, "token_text": " the", "probability": 0.0390625}, {"token_id": 941, "token_text": " new", "probability": 0.00872802734375}, {"token_id": 262, "token_text": " and", "probability": 0.007232666015625}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.2109375}, {"token_id": 3965, "token_text": " language", "probability": 0.034423828125}, {"token_id": 5388, "token_text": " simple", "probability": 0.023681640625}, {"token_id": 3108, "token_text": " single", "probability": 0.022216796875}, {"token_id": 4621, "token_text": " model", "probability": 0.0184326171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.337890625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.0625}, {"token_id": 4621, "token_text": " model", "probability": 0.02783203125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0191650390625}, {"token_id": 4069, "token_text": " method", "probability": 0.01397705078125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.89453125}, {"token_id": 19489, "token_text": " processor", "probability": 0.003662109375}, {"token_id": 16, "token_text": "-", "probability": 0.0028533935546875}, {"token_id": 27407, "token_text": " modeling", "probability": 0.002593994140625}, {"token_id": 15, "token_text": ",", "probability": 0.0025177001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.177734375}, {"token_id": 321, "token_text": " for", "probability": 0.107421875}, {"token_id": 263, "token_text": " to", "probability": 0.083984375}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 379, "token_text": " that", "probability": 0.07373046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.251953125}, {"token_id": 1062, "token_text": " This", "probability": 0.08154296875}, {"token_id": 679, "token_text": " It", "probability": 0.052734375}, {"token_id": 277, "token_text": " A", "probability": 0.04638671875}, {"token_id": 407, "token_text": " In", "probability": 0.043701171875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2275390625}, {"token_id": 836, "token_text": " first", "probability": 0.0224609375}, {"token_id": 941, "token_text": " new", "probability": 0.01806640625}, {"token_id": 5909, "token_text": " approach", "probability": 0.01409912109375}, {"token_id": 3965, "token_text": " language", "probability": 0.01324462890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1650390625}, {"token_id": 1503, "token_text": " should", "probability": 0.060791015625}, {"token_id": 783, "token_text": " will", "probability": 0.04736328125}, {"token_id": 566, "token_text": " can", "probability": 0.04443359375}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.212890625}, {"token_id": 5007, "token_text": " designed", "probability": 0.08349609375}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}, {"token_id": 2787, "token_text": " based", "probability": 0.025390625}, {"token_id": 1867, "token_text": " called", "probability": 0.025390625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.65625}, {"token_id": 321, "token_text": " for", "probability": 0.12890625}, {"token_id": 234, "token_text": " in", "probability": 0.06103515625}, {"token_id": 347, "token_text": " as", "probability": 0.02392578125}, {"token_id": 443, "token_text": " by", "probability": 0.019775390625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.31640625}, {"token_id": 14785, "token_text": " generate", "probability": 0.033447265625}, {"token_id": 4960, "token_text": " produce", "probability": 0.0277099609375}, {"token_id": 7501, "token_text": " construct", "probability": 0.02294921875}, {"token_id": 372, "token_text": " be", "probability": 0.0216064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.71875}, {"token_id": 248, "token_text": " an", "probability": 0.09130859375}, {"token_id": 230, "token_text": " the", "probability": 0.03369140625}, {"token_id": 941, "token_text": " new", "probability": 0.01165771484375}, {"token_id": 262, "token_text": " and", "probability": 0.006622314453125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.4609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 5388, "token_text": " simple", "probability": 0.01904296875}, {"token_id": 4134, "token_text": " specific", "probability": 0.01483154296875}, {"token_id": 3108, "token_text": " single", "probability": 0.01483154296875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.546875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.06494140625}, {"token_id": 5909, "token_text": " approach", "probability": 0.008056640625}, {"token_id": 4621, "token_text": " model", "probability": 0.007537841796875}, {"token_id": 4069, "token_text": " method", "probability": 0.007537841796875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.8984375}, {"token_id": 19489, "token_text": " processor", "probability": 0.003662109375}, {"token_id": 20961, "token_text": " algorithm", "probability": 0.0028533935546875}, {"token_id": 16, "token_text": "-", "probability": 0.00244140625}, {"token_id": 27407, "token_text": " modeling", "probability": 0.002227783203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2021484375}, {"token_id": 15, "token_text": ",", "probability": 0.08984375}, {"token_id": 379, "token_text": " that", "probability": 0.07470703125}, {"token_id": 321, "token_text": " for", "probability": 0.06982421875}, {"token_id": 263, "token_text": " to", "probability": 0.06982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.310546875}, {"token_id": 1062, "token_text": " This", "probability": 0.0888671875}, {"token_id": 679, "token_text": " It", "probability": 0.050537109375}, {"token_id": 277, "token_text": " A", "probability": 0.047607421875}, {"token_id": 407, "token_text": " In", "probability": 0.03955078125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4609375}, {"token_id": 581, "token_text": " have", "probability": 0.051513671875}, {"token_id": 1300, "token_text": " use", "probability": 0.021484375}, {"token_id": 2464, "token_text": " include", "probability": 0.020263671875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0167236328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.130859375}, {"token_id": 2956, "token_text": " able", "probability": 0.083984375}, {"token_id": 4424, "token_text": " considered", "probability": 0.057861328125}, {"token_id": 5663, "token_text": " required", "probability": 0.012939453125}, {"token_id": 3493, "token_text": " available", "probability": 0.012939453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.310546875}, {"token_id": 321, "token_text": " for", "probability": 0.2001953125}, {"token_id": 234, "token_text": " in", "probability": 0.15625}, {"token_id": 347, "token_text": " as", "probability": 0.03955078125}, {"token_id": 17, "token_text": ".", "probability": 0.0289306640625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.05029296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.032470703125}, {"token_id": 10728, "token_text": " describe", "probability": 0.032470703125}, {"token_id": 8550, "token_text": " determine", "probability": 0.030517578125}, {"token_id": 372, "token_text": " be", "probability": 0.0223388671875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.48046875}, {"token_id": 248, "token_text": " an", "probability": 0.06494140625}, {"token_id": 230, "token_text": " the", "probability": 0.047607421875}, {"token_id": 262, "token_text": " and", "probability": 0.01495361328125}, {"token_id": 941, "token_text": " new", "probability": 0.0128173828125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.03564453125}, {"token_id": 3965, "token_text": " language", "probability": 0.0216064453125}, {"token_id": 9737, "token_text": " database", "probability": 0.01904296875}, {"token_id": 3108, "token_text": " single", "probability": 0.01904296875}, {"token_id": 1625, "token_text": " system", "probability": 0.0179443359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.12890625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.0252685546875}, {"token_id": 1625, "token_text": " system", "probability": 0.0252685546875}, {"token_id": 4621, "token_text": " model", "probability": 0.0238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0203857421875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.76953125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0096435546875}, {"token_id": 234, "token_text": " in", "probability": 0.00799560546875}, {"token_id": 16, "token_text": "-", "probability": 0.007537841796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 321, "token_text": " for", "probability": 0.11572265625}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 379, "token_text": " that", "probability": 0.07958984375}, {"token_id": 263, "token_text": " to", "probability": 0.07470703125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1591796875}, {"token_id": 1062, "token_text": " This", "probability": 0.0849609375}, {"token_id": 1182, "token_text": " For", "probability": 0.04541015625}, {"token_id": 679, "token_text": " It", "probability": 0.04541015625}, {"token_id": 277, "token_text": " A", "probability": 0.042724609375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0859375}, {"token_id": 941, "token_text": " new", "probability": 0.031494140625}, {"token_id": 836, "token_text": " first", "probability": 0.025390625}, {"token_id": 3965, "token_text": " language", "probability": 0.015869140625}, {"token_id": 2244, "token_text": " following", "probability": 0.015869140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.134765625}, {"token_id": 1503, "token_text": " should", "probability": 0.1044921875}, {"token_id": 783, "token_text": " will", "probability": 0.04638671875}, {"token_id": 566, "token_text": " can", "probability": 0.033935546875}, {"token_id": 751, "token_text": " also", "probability": 0.02490234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0634765625}, {"token_id": 5007, "token_text": " designed", "probability": 0.0634765625}, {"token_id": 2787, "token_text": " based", "probability": 0.041015625}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 379, "token_text": " that", "probability": 0.031982421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.60546875}, {"token_id": 321, "token_text": " for", "probability": 0.11181640625}, {"token_id": 234, "token_text": " in", "probability": 0.0927734375}, {"token_id": 443, "token_text": " by", "probability": 0.0250244140625}, {"token_id": 347, "token_text": " as", "probability": 0.0250244140625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.21875, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.21875}, {"token_id": 10728, "token_text": " describe", "probability": 0.03564453125}, {"token_id": 14785, "token_text": " generate", "probability": 0.029541015625}, {"token_id": 15888, "token_text": " solve", "probability": 0.02783203125}, {"token_id": 372, "token_text": " be", "probability": 0.0216064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.69140625}, {"token_id": 248, "token_text": " an", "probability": 0.08251953125}, {"token_id": 230, "token_text": " the", "probability": 0.0390625}, {"token_id": 941, "token_text": " new", "probability": 0.00872802734375}, {"token_id": 262, "token_text": " and", "probability": 0.007232666015625}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.2109375}, {"token_id": 3965, "token_text": " language", "probability": 0.034423828125}, {"token_id": 5388, "token_text": " simple", "probability": 0.023681640625}, {"token_id": 3108, "token_text": " single", "probability": 0.022216796875}, {"token_id": 4621, "token_text": " model", "probability": 0.0184326171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.337890625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.0625}, {"token_id": 4621, "token_text": " model", "probability": 0.02783203125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0191650390625}, {"token_id": 4069, "token_text": " method", "probability": 0.01397705078125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.89453125}, {"token_id": 19489, "token_text": " processor", "probability": 0.003662109375}, {"token_id": 16, "token_text": "-", "probability": 0.0028533935546875}, {"token_id": 27407, "token_text": " modeling", "probability": 0.002593994140625}, {"token_id": 15, "token_text": ",", "probability": 0.0025177001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.177734375}, {"token_id": 321, "token_text": " for", "probability": 0.107421875}, {"token_id": 263, "token_text": " to", "probability": 0.083984375}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 379, "token_text": " that", "probability": 0.07373046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.259765625}, {"token_id": 1062, "token_text": " This", "probability": 0.083984375}, {"token_id": 679, "token_text": " It", "probability": 0.054443359375}, {"token_id": 277, "token_text": " A", "probability": 0.048095703125}, {"token_id": 407, "token_text": " In", "probability": 0.045166015625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2275390625}, {"token_id": 836, "token_text": " first", "probability": 0.0224609375}, {"token_id": 941, "token_text": " new", "probability": 0.01806640625}, {"token_id": 5909, "token_text": " approach", "probability": 0.01409912109375}, {"token_id": 3965, "token_text": " language", "probability": 0.01324462890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1650390625}, {"token_id": 1503, "token_text": " should", "probability": 0.060791015625}, {"token_id": 783, "token_text": " will", "probability": 0.04736328125}, {"token_id": 566, "token_text": " can", "probability": 0.04443359375}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.212890625}, {"token_id": 5007, "token_text": " designed", "probability": 0.08349609375}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}, {"token_id": 2787, "token_text": " based", "probability": 0.025390625}, {"token_id": 1867, "token_text": " called", "probability": 0.025390625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.65625}, {"token_id": 321, "token_text": " for", "probability": 0.12890625}, {"token_id": 234, "token_text": " in", "probability": 0.06103515625}, {"token_id": 347, "token_text": " as", "probability": 0.02392578125}, {"token_id": 443, "token_text": " by", "probability": 0.019775390625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.31640625}, {"token_id": 14785, "token_text": " generate", "probability": 0.033447265625}, {"token_id": 4960, "token_text": " produce", "probability": 0.0277099609375}, {"token_id": 7501, "token_text": " construct", "probability": 0.02294921875}, {"token_id": 372, "token_text": " be", "probability": 0.0216064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.71875}, {"token_id": 248, "token_text": " an", "probability": 0.09130859375}, {"token_id": 230, "token_text": " the", "probability": 0.03369140625}, {"token_id": 941, "token_text": " new", "probability": 0.01165771484375}, {"token_id": 262, "token_text": " and", "probability": 0.006622314453125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.4609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 5388, "token_text": " simple", "probability": 0.01904296875}, {"token_id": 4134, "token_text": " specific", "probability": 0.01483154296875}, {"token_id": 3108, "token_text": " single", "probability": 0.01483154296875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.546875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.06494140625}, {"token_id": 5909, "token_text": " approach", "probability": 0.008056640625}, {"token_id": 4621, "token_text": " model", "probability": 0.007537841796875}, {"token_id": 4069, "token_text": " method", "probability": 0.007537841796875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.8984375}, {"token_id": 19489, "token_text": " processor", "probability": 0.003662109375}, {"token_id": 20961, "token_text": " algorithm", "probability": 0.0028533935546875}, {"token_id": 16, "token_text": "-", "probability": 0.00244140625}, {"token_id": 27407, "token_text": " modeling", "probability": 0.002227783203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.203125}, {"token_id": 15, "token_text": ",", "probability": 0.08984375}, {"token_id": 379, "token_text": " that", "probability": 0.07470703125}, {"token_id": 321, "token_text": " for", "probability": 0.06982421875}, {"token_id": 263, "token_text": " to", "probability": 0.06982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.09228515625}, {"token_id": 679, "token_text": " It", "probability": 0.052490234375}, {"token_id": 277, "token_text": " A", "probability": 0.04931640625}, {"token_id": 407, "token_text": " In", "probability": 0.041015625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4609375}, {"token_id": 581, "token_text": " have", "probability": 0.051513671875}, {"token_id": 1300, "token_text": " use", "probability": 0.021484375}, {"token_id": 2464, "token_text": " include", "probability": 0.020263671875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0167236328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.130859375}, {"token_id": 2956, "token_text": " able", "probability": 0.083984375}, {"token_id": 4424, "token_text": " considered", "probability": 0.057861328125}, {"token_id": 5663, "token_text": " required", "probability": 0.012939453125}, {"token_id": 3493, "token_text": " available", "probability": 0.012939453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.310546875}, {"token_id": 321, "token_text": " for", "probability": 0.2001953125}, {"token_id": 234, "token_text": " in", "probability": 0.15625}, {"token_id": 347, "token_text": " as", "probability": 0.03955078125}, {"token_id": 17, "token_text": ".", "probability": 0.0289306640625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.05029296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.032470703125}, {"token_id": 10728, "token_text": " describe", "probability": 0.032470703125}, {"token_id": 8550, "token_text": " determine", "probability": 0.030517578125}, {"token_id": 372, "token_text": " be", "probability": 0.0223388671875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.48046875}, {"token_id": 248, "token_text": " an", "probability": 0.06494140625}, {"token_id": 230, "token_text": " the", "probability": 0.047607421875}, {"token_id": 262, "token_text": " and", "probability": 0.01495361328125}, {"token_id": 941, "token_text": " new", "probability": 0.0128173828125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.03564453125}, {"token_id": 3965, "token_text": " language", "probability": 0.0216064453125}, {"token_id": 9737, "token_text": " database", "probability": 0.01904296875}, {"token_id": 3108, "token_text": " single", "probability": 0.01904296875}, {"token_id": 1625, "token_text": " system", "probability": 0.0179443359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.12890625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.0252685546875}, {"token_id": 1625, "token_text": " system", "probability": 0.0252685546875}, {"token_id": 4621, "token_text": " model", "probability": 0.0238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0203857421875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.76953125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0096435546875}, {"token_id": 234, "token_text": " in", "probability": 0.00799560546875}, {"token_id": 16, "token_text": "-", "probability": 0.007537841796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 321, "token_text": " for", "probability": 0.11572265625}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 379, "token_text": " that", "probability": 0.07958984375}, {"token_id": 263, "token_text": " to", "probability": 0.07470703125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1591796875}, {"token_id": 1062, "token_text": " This", "probability": 0.0849609375}, {"token_id": 1182, "token_text": " For", "probability": 0.04541015625}, {"token_id": 679, "token_text": " It", "probability": 0.04541015625}, {"token_id": 277, "token_text": " A", "probability": 0.042724609375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0859375}, {"token_id": 941, "token_text": " new", "probability": 0.031494140625}, {"token_id": 836, "token_text": " first", "probability": 0.025390625}, {"token_id": 3965, "token_text": " language", "probability": 0.015869140625}, {"token_id": 2244, "token_text": " following", "probability": 0.015869140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.134765625}, {"token_id": 1503, "token_text": " should", "probability": 0.1044921875}, {"token_id": 783, "token_text": " will", "probability": 0.04638671875}, {"token_id": 566, "token_text": " can", "probability": 0.033935546875}, {"token_id": 751, "token_text": " also", "probability": 0.02490234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0634765625}, {"token_id": 5007, "token_text": " designed", "probability": 0.0634765625}, {"token_id": 2787, "token_text": " based", "probability": 0.041015625}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 379, "token_text": " that", "probability": 0.031982421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.60546875}, {"token_id": 321, "token_text": " for", "probability": 0.11181640625}, {"token_id": 234, "token_text": " in", "probability": 0.0927734375}, {"token_id": 443, "token_text": " by", "probability": 0.0250244140625}, {"token_id": 347, "token_text": " as", "probability": 0.0250244140625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.21875, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.21875}, {"token_id": 10728, "token_text": " describe", "probability": 0.03564453125}, {"token_id": 14785, "token_text": " generate", "probability": 0.029541015625}, {"token_id": 15888, "token_text": " solve", "probability": 0.02783203125}, {"token_id": 372, "token_text": " be", "probability": 0.0216064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.69140625}, {"token_id": 248, "token_text": " an", "probability": 0.08251953125}, {"token_id": 230, "token_text": " the", "probability": 0.0390625}, {"token_id": 941, "token_text": " new", "probability": 0.00872802734375}, {"token_id": 262, "token_text": " and", "probability": 0.007232666015625}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.2109375}, {"token_id": 3965, "token_text": " language", "probability": 0.034423828125}, {"token_id": 5388, "token_text": " simple", "probability": 0.023681640625}, {"token_id": 3108, "token_text": " single", "probability": 0.022216796875}, {"token_id": 4621, "token_text": " model", "probability": 0.0184326171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.337890625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.0625}, {"token_id": 4621, "token_text": " model", "probability": 0.02783203125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0191650390625}, {"token_id": 4069, "token_text": " method", "probability": 0.01397705078125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.89453125}, {"token_id": 19489, "token_text": " processor", "probability": 0.003662109375}, {"token_id": 16, "token_text": "-", "probability": 0.0028533935546875}, {"token_id": 27407, "token_text": " modeling", "probability": 0.002593994140625}, {"token_id": 15, "token_text": ",", "probability": 0.0025177001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.177734375}, {"token_id": 321, "token_text": " for", "probability": 0.107421875}, {"token_id": 263, "token_text": " to", "probability": 0.083984375}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 379, "token_text": " that", "probability": 0.07373046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.259765625}, {"token_id": 1062, "token_text": " This", "probability": 0.083984375}, {"token_id": 679, "token_text": " It", "probability": 0.054443359375}, {"token_id": 277, "token_text": " A", "probability": 0.048095703125}, {"token_id": 407, "token_text": " In", "probability": 0.045166015625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2275390625}, {"token_id": 836, "token_text": " first", "probability": 0.0224609375}, {"token_id": 941, "token_text": " new", "probability": 0.01806640625}, {"token_id": 5909, "token_text": " approach", "probability": 0.01409912109375}, {"token_id": 3965, "token_text": " language", "probability": 0.01324462890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1650390625}, {"token_id": 1503, "token_text": " should", "probability": 0.060791015625}, {"token_id": 783, "token_text": " will", "probability": 0.04736328125}, {"token_id": 566, "token_text": " can", "probability": 0.04443359375}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.212890625}, {"token_id": 5007, "token_text": " designed", "probability": 0.08349609375}, {"token_id": 751, "token_text": " also", "probability": 0.03466796875}, {"token_id": 2787, "token_text": " based", "probability": 0.025390625}, {"token_id": 1867, "token_text": " called", "probability": 0.025390625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.65625}, {"token_id": 321, "token_text": " for", "probability": 0.12890625}, {"token_id": 234, "token_text": " in", "probability": 0.06103515625}, {"token_id": 347, "token_text": " as", "probability": 0.02392578125}, {"token_id": 443, "token_text": " by", "probability": 0.019775390625}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.31640625}, {"token_id": 14785, "token_text": " generate", "probability": 0.033447265625}, {"token_id": 4960, "token_text": " produce", "probability": 0.0277099609375}, {"token_id": 7501, "token_text": " construct", "probability": 0.02294921875}, {"token_id": 372, "token_text": " be", "probability": 0.0216064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.71875}, {"token_id": 248, "token_text": " an", "probability": 0.09130859375}, {"token_id": 230, "token_text": " the", "probability": 0.03369140625}, {"token_id": 941, "token_text": " new", "probability": 0.01165771484375}, {"token_id": 262, "token_text": " and", "probability": 0.006622314453125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.4609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 5388, "token_text": " simple", "probability": 0.01904296875}, {"token_id": 4134, "token_text": " specific", "probability": 0.01483154296875}, {"token_id": 3108, "token_text": " single", "probability": 0.01483154296875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.546875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.06494140625}, {"token_id": 5909, "token_text": " approach", "probability": 0.008056640625}, {"token_id": 4621, "token_text": " model", "probability": 0.007537841796875}, {"token_id": 4069, "token_text": " method", "probability": 0.007537841796875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.8984375}, {"token_id": 19489, "token_text": " processor", "probability": 0.003662109375}, {"token_id": 20961, "token_text": " algorithm", "probability": 0.0028533935546875}, {"token_id": 16, "token_text": "-", "probability": 0.00244140625}, {"token_id": 27407, "token_text": " modeling", "probability": 0.002227783203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.203125}, {"token_id": 15, "token_text": ",", "probability": 0.08984375}, {"token_id": 379, "token_text": " that", "probability": 0.07470703125}, {"token_id": 321, "token_text": " for", "probability": 0.06982421875}, {"token_id": 263, "token_text": " to", "probability": 0.06982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.09228515625}, {"token_id": 679, "token_text": " It", "probability": 0.052490234375}, {"token_id": 277, "token_text": " A", "probability": 0.04931640625}, {"token_id": 407, "token_text": " In", "probability": 0.041015625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.4609375, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4609375}, {"token_id": 581, "token_text": " have", "probability": 0.051513671875}, {"token_id": 1300, "token_text": " use", "probability": 0.021484375}, {"token_id": 2464, "token_text": " include", "probability": 0.020263671875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0167236328125}, {"token_id": 534, "token_text": " not", "probability": 0.0147705078125}, {"token_id": 2785, "token_text": " allow", "probability": 0.0084228515625}, {"token_id": 751, "token_text": " also", "probability": 0.0084228515625}, {"token_id": 1882, "token_text": " take", "probability": 0.0079345703125}, {"token_id": 1494, "token_text": " make", "probability": 0.006561279296875}], "entropy": 3.78125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7744928200138977, "average_logprob_per_token": -0.7744928200138977, "perplexity_on_target_sequence": 2.169491525423729, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.7744928200138977, "probability": 0.4609375, "raw_probability": 0.4609375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 4000, "elapsed_sec": 33274.67032647133, "probe_elapsed_sec": 1.0115191190270707, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande economia del mondo. La sua economia \u00e8 stata la pi\u00f9 grande economia del mondo. La sua economia \u00e8 stata la pi\u00f9 grande economia del mondo.", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande economia del mondo. La sua economia \u00e8 stata la pi\u00f9 grande economia del mondo. La sua economia \u00e8 stata la pi\u00f9 grande economia del mondo.", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1162109375}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.027587890625}, {"token_id": 293, "token_text": " il", "probability": 0.02587890625}, {"token_id": 267, "token_text": " un", "probability": 0.02587890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.045654296875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0277099609375}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.0260009765625}, {"token_id": 23480, "token_text": " colpita", "probability": 0.02294921875}, {"token_id": 387, "token_text": " una", "probability": 0.0216064453125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1455078125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1279296875}, {"token_id": 870, "token_text": " prima", "probability": 0.07763671875}, {"token_id": 3788, "token_text": " principale", "probability": 0.032470703125}, {"token_id": 718, "token_text": " sua", "probability": 0.02685546875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.546875}, {"token_id": 2935, "token_text": " importante", "probability": 0.0576171875}, {"token_id": 11054, "token_text": " antica", "probability": 0.042236328125}, {"token_id": 5731, "token_text": " alta", "probability": 0.0308837890625}, {"token_id": 2911, "token_text": " popol", "probability": 0.025634765625}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.1083984375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06591796875}, {"token_id": 2618, "token_text": " indust", "probability": 0.03515625}, {"token_id": 214, "token_text": " d", "probability": 0.03515625}, {"token_id": 10767, "token_text": " nazione", "probability": 0.033203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 238, "token_text": " di", "probability": 0.078125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.050537109375}, {"token_id": 6451, "token_text": " europea", "probability": 0.04443359375}, {"token_id": 465, "token_text": " dell", "probability": 0.036865234375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.54296875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0419921875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.039306640625}, {"token_id": 2832, "token_text": " paese", "probability": 0.039306640625}, {"token_id": 15790, "token_text": " continente", "probability": 0.036865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.353515625}, {"token_id": 15, "token_text": ",", "probability": 0.2431640625}, {"token_id": 246, "token_text": " e", "probability": 0.0654296875}, {"token_id": 209, "token_text": " a", "probability": 0.039794921875}, {"token_id": 290, "token_text": " per", "probability": 0.032958984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.12890625}, {"token_id": 538, "token_text": " Il", "probability": 0.06884765625}, {"token_id": 7409, "token_text": " Oggi", "probability": 0.039306640625}, {"token_id": 302, "token_text": " L", "probability": 0.03271484375}, {"token_id": 362, "token_text": " E", "probability": 0.0306396484375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.08203125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06005859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0498046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.041259765625}, {"token_id": 3657, "token_text": " nostra", "probability": 0.038818359375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.10546875}, {"token_id": 1843, "token_text": " storia", "probability": 0.06396484375}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.0322265625}, {"token_id": 3788, "token_text": " principale", "probability": 0.026611328125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0235595703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.23828125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.23828125}, {"token_id": 373, "token_text": " ha", "probability": 0.10546875}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 744, "token_text": " era", "probability": 0.046875}, {"token_id": 395, "token_text": " si", "probability": 0.0439453125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.25390625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.087890625}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.064453125}, {"token_id": 285, "token_text": " la", "probability": 0.025146484375}, {"token_id": 10661, "token_text": " nata", "probability": 0.023681640625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.061279296875}, {"token_id": 387, "token_text": " una", "probability": 0.0272216796875}, {"token_id": 616, "token_text": " anche", "probability": 0.0255126953125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0211181640625}, {"token_id": 227, "token_text": " l", "probability": 0.0211181640625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.2314453125}, {"token_id": 718, "token_text": " sua", "probability": 0.1240234375}, {"token_id": 870, "token_text": " prima", "probability": 0.05859375}, {"token_id": 3788, "token_text": " principale", "probability": 0.04296875}, {"token_id": 1747, "token_text": " base", "probability": 0.02294921875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.75}, {"token_id": 3100, "token_text": " forte", "probability": 0.029052734375}, {"token_id": 2935, "token_text": " importante", "probability": 0.0240478515625}, {"token_id": 4936, "token_text": " piccola", "probability": 0.017578125}, {"token_id": 10231, "token_text": " potente", "probability": 0.01287841796875}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.50390625}, {"token_id": 2618, "token_text": " indust", "probability": 0.1123046875}, {"token_id": 12248, "token_text": " banca", "probability": 0.0162353515625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.01519775390625}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.01263427734375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.291015625}, {"token_id": 238, "token_text": " di", "probability": 0.06103515625}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.044677734375}, {"token_id": 465, "token_text": " dell", "probability": 0.0419921875}, {"token_id": 370, "token_text": " della", "probability": 0.03955078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.91015625}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0189208984375}, {"token_id": 7255, "token_text": " XX", "probability": 0.007415771484375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.007415771484375}, {"token_id": 622, "token_text": " suo", "probability": 0.005096435546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.36328125}, {"token_id": 15, "token_text": ",", "probability": 0.25}, {"token_id": 246, "token_text": " e", "probability": 0.076171875}, {"token_id": 290, "token_text": " per", "probability": 0.040771484375}, {"token_id": 29, "token_text": ":", "probability": 0.040771484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1884765625}, {"token_id": 538, "token_text": " Il", "probability": 0.06103515625}, {"token_id": 7409, "token_text": " Oggi", "probability": 0.039306640625}, {"token_id": 302, "token_text": " L", "probability": 0.03271484375}, {"token_id": 719, "token_text": " Le", "probability": 0.02880859375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.306640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.038818359375}, {"token_id": 3063, "token_text": " politica", "probability": 0.034423828125}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.0322265625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0322265625}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.259765625}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.054443359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.039794921875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.02734375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.018798828125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.396484375}, {"token_id": 373, "token_text": " ha", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.05712890625}, {"token_id": 395, "token_text": " si", "probability": 0.04443359375}, {"token_id": 744, "token_text": " era", "probability": 0.03466796875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.2373046875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.10546875}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.072265625}, {"token_id": 285, "token_text": " la", "probability": 0.041259765625}, {"token_id": 10661, "token_text": " nata", "probability": 0.0250244140625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.154296875}, {"token_id": 227, "token_text": " l", "probability": 0.047119140625}, {"token_id": 387, "token_text": " una", "probability": 0.0390625}, {"token_id": 1469, "token_text": " quella", "probability": 0.0390625}, {"token_id": 293, "token_text": " il", "probability": 0.03662109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.578125}, {"token_id": 718, "token_text": " sua", "probability": 0.06103515625}, {"token_id": 870, "token_text": " prima", "probability": 0.039306640625}, {"token_id": 3788, "token_text": " principale", "probability": 0.025390625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0106201171875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.78125}, {"token_id": 3100, "token_text": " forte", "probability": 0.0322265625}, {"token_id": 4936, "token_text": " piccola", "probability": 0.023681640625}, {"token_id": 2935, "token_text": " importante", "probability": 0.022216796875}, {"token_id": 10231, "token_text": " potente", "probability": 0.01116943359375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.59765625}, {"token_id": 2618, "token_text": " indust", "probability": 0.076171875}, {"token_id": 28118, "token_text": " finanza", "probability": 0.0150146484375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.01409912109375}, {"token_id": 9677, "token_text": " rivoluzione", "probability": 0.012451171875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.43359375}, {"token_id": 238, "token_text": " di", "probability": 0.045654296875}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.040283203125}, {"token_id": 370, "token_text": " della", "probability": 0.037841796875}, {"token_id": 465, "token_text": " dell", "probability": 0.03564453125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.9296875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.01409912109375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.007110595703125}, {"token_id": 622, "token_text": " suo", "probability": 0.0048828125}, {"token_id": 7255, "token_text": " XX", "probability": 0.004058837890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4609375}, {"token_id": 15, "token_text": ",", "probability": 0.205078125}, {"token_id": 246, "token_text": " e", "probability": 0.06640625}, {"token_id": 290, "token_text": " per", "probability": 0.031494140625}, {"token_id": 29, "token_text": ":", "probability": 0.0216064453125}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1162109375}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.027587890625}, {"token_id": 293, "token_text": " il", "probability": 0.02587890625}, {"token_id": 267, "token_text": " un", "probability": 0.02587890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.045654296875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0277099609375}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.0260009765625}, {"token_id": 23480, "token_text": " colpita", "probability": 0.02294921875}, {"token_id": 387, "token_text": " una", "probability": 0.0216064453125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1455078125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1279296875}, {"token_id": 870, "token_text": " prima", "probability": 0.07763671875}, {"token_id": 3788, "token_text": " principale", "probability": 0.032470703125}, {"token_id": 718, "token_text": " sua", "probability": 0.02685546875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.546875}, {"token_id": 2935, "token_text": " importante", "probability": 0.0576171875}, {"token_id": 11054, "token_text": " antica", "probability": 0.042236328125}, {"token_id": 5731, "token_text": " alta", "probability": 0.0308837890625}, {"token_id": 2911, "token_text": " popol", "probability": 0.025634765625}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.1083984375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06591796875}, {"token_id": 2618, "token_text": " indust", "probability": 0.03515625}, {"token_id": 214, "token_text": " d", "probability": 0.03515625}, {"token_id": 10767, "token_text": " nazione", "probability": 0.033203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 238, "token_text": " di", "probability": 0.078125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.050537109375}, {"token_id": 6451, "token_text": " europea", "probability": 0.04443359375}, {"token_id": 465, "token_text": " dell", "probability": 0.036865234375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.54296875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0419921875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.039306640625}, {"token_id": 2832, "token_text": " paese", "probability": 0.039306640625}, {"token_id": 15790, "token_text": " continente", "probability": 0.036865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.353515625}, {"token_id": 15, "token_text": ",", "probability": 0.2431640625}, {"token_id": 246, "token_text": " e", "probability": 0.0654296875}, {"token_id": 209, "token_text": " a", "probability": 0.039794921875}, {"token_id": 290, "token_text": " per", "probability": 0.032958984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.130859375}, {"token_id": 538, "token_text": " Il", "probability": 0.0703125}, {"token_id": 7409, "token_text": " Oggi", "probability": 0.0400390625}, {"token_id": 302, "token_text": " L", "probability": 0.033203125}, {"token_id": 362, "token_text": " E", "probability": 0.0311279296875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.08203125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06005859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0498046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.041259765625}, {"token_id": 3657, "token_text": " nostra", "probability": 0.038818359375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.10546875}, {"token_id": 1843, "token_text": " storia", "probability": 0.06396484375}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.0322265625}, {"token_id": 3788, "token_text": " principale", "probability": 0.026611328125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0235595703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.23828125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.23828125}, {"token_id": 373, "token_text": " ha", "probability": 0.10546875}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 744, "token_text": " era", "probability": 0.046875}, {"token_id": 395, "token_text": " si", "probability": 0.0439453125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.25390625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.087890625}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.064453125}, {"token_id": 285, "token_text": " la", "probability": 0.025146484375}, {"token_id": 10661, "token_text": " nata", "probability": 0.023681640625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.061279296875}, {"token_id": 387, "token_text": " una", "probability": 0.0272216796875}, {"token_id": 616, "token_text": " anche", "probability": 0.0255126953125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0211181640625}, {"token_id": 227, "token_text": " l", "probability": 0.0211181640625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.2314453125}, {"token_id": 718, "token_text": " sua", "probability": 0.1240234375}, {"token_id": 870, "token_text": " prima", "probability": 0.05859375}, {"token_id": 3788, "token_text": " principale", "probability": 0.04296875}, {"token_id": 1747, "token_text": " base", "probability": 0.02294921875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.75}, {"token_id": 3100, "token_text": " forte", "probability": 0.029052734375}, {"token_id": 2935, "token_text": " importante", "probability": 0.0240478515625}, {"token_id": 4936, "token_text": " piccola", "probability": 0.017578125}, {"token_id": 10231, "token_text": " potente", "probability": 0.01287841796875}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.50390625}, {"token_id": 2618, "token_text": " indust", "probability": 0.1123046875}, {"token_id": 12248, "token_text": " banca", "probability": 0.0162353515625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.01519775390625}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.01263427734375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.291015625}, {"token_id": 238, "token_text": " di", "probability": 0.06103515625}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.044677734375}, {"token_id": 465, "token_text": " dell", "probability": 0.0419921875}, {"token_id": 370, "token_text": " della", "probability": 0.03955078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.91015625}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0189208984375}, {"token_id": 7255, "token_text": " XX", "probability": 0.007415771484375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.007415771484375}, {"token_id": 622, "token_text": " suo", "probability": 0.005096435546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.36328125}, {"token_id": 15, "token_text": ",", "probability": 0.25}, {"token_id": 246, "token_text": " e", "probability": 0.076171875}, {"token_id": 290, "token_text": " per", "probability": 0.040771484375}, {"token_id": 29, "token_text": ":", "probability": 0.040771484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.19140625}, {"token_id": 538, "token_text": " Il", "probability": 0.062255859375}, {"token_id": 7409, "token_text": " Oggi", "probability": 0.040283203125}, {"token_id": 302, "token_text": " L", "probability": 0.033447265625}, {"token_id": 719, "token_text": " Le", "probability": 0.0294189453125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.306640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.038818359375}, {"token_id": 3063, "token_text": " politica", "probability": 0.034423828125}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.0322265625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0322265625}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.259765625}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.054443359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.039794921875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.02734375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.018798828125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.396484375}, {"token_id": 373, "token_text": " ha", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.05712890625}, {"token_id": 395, "token_text": " si", "probability": 0.04443359375}, {"token_id": 744, "token_text": " era", "probability": 0.03466796875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.2373046875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.10546875}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.072265625}, {"token_id": 285, "token_text": " la", "probability": 0.041259765625}, {"token_id": 10661, "token_text": " nata", "probability": 0.0250244140625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.154296875}, {"token_id": 227, "token_text": " l", "probability": 0.047119140625}, {"token_id": 387, "token_text": " una", "probability": 0.0390625}, {"token_id": 1469, "token_text": " quella", "probability": 0.0390625}, {"token_id": 293, "token_text": " il", "probability": 0.03662109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.578125}, {"token_id": 718, "token_text": " sua", "probability": 0.06103515625}, {"token_id": 870, "token_text": " prima", "probability": 0.039306640625}, {"token_id": 3788, "token_text": " principale", "probability": 0.025390625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0106201171875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.78125}, {"token_id": 3100, "token_text": " forte", "probability": 0.0322265625}, {"token_id": 4936, "token_text": " piccola", "probability": 0.023681640625}, {"token_id": 2935, "token_text": " importante", "probability": 0.022216796875}, {"token_id": 10231, "token_text": " potente", "probability": 0.01116943359375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.59765625}, {"token_id": 2618, "token_text": " indust", "probability": 0.076171875}, {"token_id": 28118, "token_text": " finanza", "probability": 0.0150146484375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.01409912109375}, {"token_id": 9677, "token_text": " rivoluzione", "probability": 0.012451171875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.43359375}, {"token_id": 238, "token_text": " di", "probability": 0.045654296875}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.040283203125}, {"token_id": 370, "token_text": " della", "probability": 0.037841796875}, {"token_id": 465, "token_text": " dell", "probability": 0.03564453125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.9296875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.01409912109375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.007110595703125}, {"token_id": 622, "token_text": " suo", "probability": 0.0048828125}, {"token_id": 7255, "token_text": " XX", "probability": 0.004058837890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4609375}, {"token_id": 15, "token_text": ",", "probability": 0.205078125}, {"token_id": 246, "token_text": " e", "probability": 0.06640625}, {"token_id": 290, "token_text": " per", "probability": 0.031494140625}, {"token_id": 29, "token_text": ":", "probability": 0.0216064453125}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1162109375}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.027587890625}, {"token_id": 293, "token_text": " il", "probability": 0.02587890625}, {"token_id": 267, "token_text": " un", "probability": 0.02587890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.045654296875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0277099609375}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.0260009765625}, {"token_id": 23480, "token_text": " colpita", "probability": 0.02294921875}, {"token_id": 387, "token_text": " una", "probability": 0.0216064453125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1455078125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1279296875}, {"token_id": 870, "token_text": " prima", "probability": 0.07763671875}, {"token_id": 3788, "token_text": " principale", "probability": 0.032470703125}, {"token_id": 718, "token_text": " sua", "probability": 0.02685546875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.546875}, {"token_id": 2935, "token_text": " importante", "probability": 0.0576171875}, {"token_id": 11054, "token_text": " antica", "probability": 0.042236328125}, {"token_id": 5731, "token_text": " alta", "probability": 0.0308837890625}, {"token_id": 2911, "token_text": " popol", "probability": 0.025634765625}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.1083984375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06591796875}, {"token_id": 2618, "token_text": " indust", "probability": 0.03515625}, {"token_id": 214, "token_text": " d", "probability": 0.03515625}, {"token_id": 10767, "token_text": " nazione", "probability": 0.033203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.0830078125}, {"token_id": 238, "token_text": " di", "probability": 0.078125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.050537109375}, {"token_id": 6451, "token_text": " europea", "probability": 0.04443359375}, {"token_id": 465, "token_text": " dell", "probability": 0.036865234375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.54296875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0419921875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.039306640625}, {"token_id": 2832, "token_text": " paese", "probability": 0.039306640625}, {"token_id": 15790, "token_text": " continente", "probability": 0.036865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.353515625}, {"token_id": 15, "token_text": ",", "probability": 0.2431640625}, {"token_id": 246, "token_text": " e", "probability": 0.0654296875}, {"token_id": 209, "token_text": " a", "probability": 0.039794921875}, {"token_id": 290, "token_text": " per", "probability": 0.032958984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.130859375}, {"token_id": 538, "token_text": " Il", "probability": 0.0703125}, {"token_id": 7409, "token_text": " Oggi", "probability": 0.0400390625}, {"token_id": 302, "token_text": " L", "probability": 0.033203125}, {"token_id": 362, "token_text": " E", "probability": 0.0311279296875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.08203125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06005859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0498046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.041259765625}, {"token_id": 3657, "token_text": " nostra", "probability": 0.038818359375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.10546875}, {"token_id": 1843, "token_text": " storia", "probability": 0.06396484375}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.0322265625}, {"token_id": 3788, "token_text": " principale", "probability": 0.026611328125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0235595703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.23828125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.23828125}, {"token_id": 373, "token_text": " ha", "probability": 0.10546875}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 744, "token_text": " era", "probability": 0.046875}, {"token_id": 395, "token_text": " si", "probability": 0.0439453125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.25390625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.087890625}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.064453125}, {"token_id": 285, "token_text": " la", "probability": 0.025146484375}, {"token_id": 10661, "token_text": " nata", "probability": 0.023681640625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.061279296875}, {"token_id": 387, "token_text": " una", "probability": 0.0272216796875}, {"token_id": 616, "token_text": " anche", "probability": 0.0255126953125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0211181640625}, {"token_id": 227, "token_text": " l", "probability": 0.0211181640625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.2314453125}, {"token_id": 718, "token_text": " sua", "probability": 0.1240234375}, {"token_id": 870, "token_text": " prima", "probability": 0.05859375}, {"token_id": 3788, "token_text": " principale", "probability": 0.04296875}, {"token_id": 1747, "token_text": " base", "probability": 0.02294921875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.75}, {"token_id": 3100, "token_text": " forte", "probability": 0.029052734375}, {"token_id": 2935, "token_text": " importante", "probability": 0.0240478515625}, {"token_id": 4936, "token_text": " piccola", "probability": 0.017578125}, {"token_id": 10231, "token_text": " potente", "probability": 0.01287841796875}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.50390625}, {"token_id": 2618, "token_text": " indust", "probability": 0.1123046875}, {"token_id": 12248, "token_text": " banca", "probability": 0.0162353515625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.01519775390625}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.01263427734375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.291015625}, {"token_id": 238, "token_text": " di", "probability": 0.06103515625}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.044677734375}, {"token_id": 465, "token_text": " dell", "probability": 0.0419921875}, {"token_id": 370, "token_text": " della", "probability": 0.03955078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.91015625}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.0189208984375}, {"token_id": 7255, "token_text": " XX", "probability": 0.007415771484375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.007415771484375}, {"token_id": 622, "token_text": " suo", "probability": 0.005096435546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.36328125}, {"token_id": 15, "token_text": ",", "probability": 0.25}, {"token_id": 246, "token_text": " e", "probability": 0.076171875}, {"token_id": 290, "token_text": " per", "probability": 0.040771484375}, {"token_id": 29, "token_text": ":", "probability": 0.040771484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.19140625}, {"token_id": 538, "token_text": " Il", "probability": 0.062255859375}, {"token_id": 7409, "token_text": " Oggi", "probability": 0.040283203125}, {"token_id": 302, "token_text": " L", "probability": 0.033447265625}, {"token_id": 719, "token_text": " Le", "probability": 0.0294189453125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.306640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.038818359375}, {"token_id": 3063, "token_text": " politica", "probability": 0.034423828125}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.0322265625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0322265625}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.259765625}, {"token_id": 13780, "token_text": " ricchezza", "probability": 0.054443359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.039794921875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.02734375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.018798828125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.396484375}, {"token_id": 373, "token_text": " ha", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.05712890625}, {"token_id": 395, "token_text": " si", "probability": 0.04443359375}, {"token_id": 744, "token_text": " era", "probability": 0.03466796875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.2373046875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.10546875}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.072265625}, {"token_id": 285, "token_text": " la", "probability": 0.041259765625}, {"token_id": 10661, "token_text": " nata", "probability": 0.0250244140625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.154296875}, {"token_id": 227, "token_text": " l", "probability": 0.047119140625}, {"token_id": 387, "token_text": " una", "probability": 0.0390625}, {"token_id": 1469, "token_text": " quella", "probability": 0.0390625}, {"token_id": 293, "token_text": " il", "probability": 0.03662109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.578125}, {"token_id": 718, "token_text": " sua", "probability": 0.06103515625}, {"token_id": 870, "token_text": " prima", "probability": 0.039306640625}, {"token_id": 3788, "token_text": " principale", "probability": 0.025390625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0106201171875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.78125}, {"token_id": 3100, "token_text": " forte", "probability": 0.0322265625}, {"token_id": 4936, "token_text": " piccola", "probability": 0.023681640625}, {"token_id": 2935, "token_text": " importante", "probability": 0.022216796875}, {"token_id": 10231, "token_text": " potente", "probability": 0.01116943359375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.59765625}, {"token_id": 2618, "token_text": " indust", "probability": 0.076171875}, {"token_id": 28118, "token_text": " finanza", "probability": 0.0150146484375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.01409912109375}, {"token_id": 9677, "token_text": " rivoluzione", "probability": 0.012451171875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.43359375}, {"token_id": 238, "token_text": " di", "probability": 0.045654296875}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.040283203125}, {"token_id": 370, "token_text": " della", "probability": 0.037841796875}, {"token_id": 465, "token_text": " dell", "probability": 0.03564453125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.9296875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.01409912109375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.007110595703125}, {"token_id": 622, "token_text": " suo", "probability": 0.0048828125}, {"token_id": 7255, "token_text": " XX", "probability": 0.004058837890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4609375}, {"token_id": 15, "token_text": ",", "probability": 0.205078125}, {"token_id": 246, "token_text": " e", "probability": 0.06640625}, {"token_id": 290, "token_text": " per", "probability": 0.031494140625}, {"token_id": 29, "token_text": ":", "probability": 0.0216064453125}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 189, "correct_token_probability": 0.00064849853515625, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1162109375}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.027587890625}, {"token_id": 293, "token_text": " il", "probability": 0.02587890625}, {"token_id": 267, "token_text": " un", "probability": 0.02587890625}, {"token_id": 238, "token_text": " di", "probability": 0.0201416015625}, {"token_id": 227, "token_text": " l", "probability": 0.0201416015625}, {"token_id": 387, "token_text": " una", "probability": 0.0167236328125}, {"token_id": 234, "token_text": " in", "probability": 0.0157470703125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.0130615234375}], "entropy": 5.65625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.340850813028754, "average_logprob_per_token": -7.340850813028754, "perplexity_on_target_sequence": 1542.0235294117654, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -7.340850813028754, "probability": 0.00064849853515625, "raw_probability": 0.00064849853515625, "correct_token_rank": 189}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 4000, "elapsed_sec": 33274.67093586922, "probe_elapsed_sec": 1.0115191190270707, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere utilizzato per creare un linguaggio che non \u00e8 mai stato in grado di creare un linguaggio. Il linguaggio \u00e8 un linguaggio che non \u00e8 mai stato in grado di esprimere", "text": "Un piccolo modello linguistico dovrebbe essere utilizzato per creare un linguaggio che non \u00e8 mai stato in grado di creare un linguaggio. Il linguaggio \u00e8 un linguaggio che non \u00e8 mai stato in grado di esprimere", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.27734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0167236328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0137939453125}, {"token_id": 22401, "token_text": " costituire", "probability": 0.01300048828125}]}, {"token_id": 5670, "token_text": " utilizzato", "chosen_probability": 0.028076171875, "top_k_candidates": [{"token_id": 5670, "token_text": " utilizzato", "probability": 0.028076171875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0233154296875}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0218505859375}, {"token_id": 6423, "token_text": " usato", "probability": 0.019287109375}, {"token_id": 293, "token_text": " il", "probability": 0.01806640625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.5234375}, {"token_id": 234, "token_text": " in", "probability": 0.05859375}, {"token_id": 333, "token_text": " da", "probability": 0.04296875}, {"token_id": 616, "token_text": " anche", "probability": 0.03564453125}, {"token_id": 510, "token_text": " come", "probability": 0.0294189453125}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.0615234375}, {"token_id": 285, "token_text": " la", "probability": 0.042236328125}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.03515625}, {"token_id": 9075, "token_text": " realizzare", "probability": 0.022705078125}, {"token_id": 227, "token_text": " l", "probability": 0.018798828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.283203125}, {"token_id": 387, "token_text": " una", "probability": 0.171875}, {"token_id": 4619, "token_text": " nuove", "probability": 0.03369140625}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 246, "token_text": " e", "probability": 0.02978515625}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.11376953125}, {"token_id": 10, "token_text": "'", "probability": 0.08837890625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.060791015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.041748046875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.039306640625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.04052734375, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.04052734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.04052734375}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 238, "token_text": " di", "probability": 0.035888671875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.026123046875}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.0791015625}, {"token_id": 4975, "token_text": " possa", "probability": 0.07421875}, {"token_id": 395, "token_text": " si", "probability": 0.054443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.044921875}, {"token_id": 15, "token_text": ",", "probability": 0.029052734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10986328125}, {"token_id": 395, "token_text": " si", "probability": 0.0712890625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.06689453125}, {"token_id": 373, "token_text": " ha", "probability": 0.043212890625}, {"token_id": 1161, "token_text": " sia", "probability": 0.0380859375}]}, {"token_id": 1896, "token_text": " mai", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 1896, "token_text": " mai", "probability": 0.083984375}, {"token_id": 2382, "token_text": " possibile", "probability": 0.061279296875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0576171875}, {"token_id": 844, "token_text": " stato", "probability": 0.047607421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.047607421875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.328125}, {"token_id": 5189, "token_text": " esist", "probability": 0.224609375}, {"token_id": 1340, "token_text": " stata", "probability": 0.060546875}, {"token_id": 9939, "token_text": " riuscito", "probability": 0.016357421875}, {"token_id": 2382, "token_text": " possibile", "probability": 0.01348876953125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.046630859375, "top_k_candidates": [{"token_id": 2382, "token_text": " possibile", "probability": 0.046630859375}, {"token_id": 234, "token_text": " in", "probability": 0.046630859375}, {"token_id": 13662, "token_text": " studiato", "probability": 0.0301513671875}, {"token_id": 6423, "token_text": " usato", "probability": 0.0283203125}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0220947265625}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.90625}, {"token_id": 1087, "token_text": " alcun", "probability": 0.0057373046875}, {"token_id": 6581, "token_text": " contatto", "probability": 0.00421142578125}, {"token_id": 10599, "token_text": " possesso", "probability": 0.0037078857421875}, {"token_id": 6500, "token_text": " uso", "probability": 0.00347900390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.98828125}, {"token_id": 214, "token_text": " d", "probability": 0.000659942626953125}, {"token_id": 15, "token_text": ",", "probability": 0.000621795654296875}, {"token_id": 17, "token_text": ".", "probability": 0.000514984130859375}, {"token_id": 246, "token_text": " e", "probability": 0.0002593994140625}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.045654296875}, {"token_id": 16844, "token_text": " esprimere", "probability": 0.035400390625}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.027587890625}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0244140625}, {"token_id": 17104, "token_text": " identificare", "probability": 0.021484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2373046875}, {"token_id": 387, "token_text": " una", "probability": 0.1533203125}, {"token_id": 246, "token_text": " e", "probability": 0.0322265625}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}, {"token_id": 293, "token_text": " il", "probability": 0.0235595703125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.8046875}, {"token_id": 10, "token_text": "'", "probability": 0.01226806640625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.011474609375}, {"token_id": 1361, "token_text": " modo", "probability": 0.006988525390625}, {"token_id": 4563, "token_text": " testo", "probability": 0.00579833984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.07763671875}, {"token_id": 303, "token_text": " che", "probability": 0.07763671875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 238, "token_text": " di", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0303955078125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.091796875}, {"token_id": 515, "token_text": " La", "probability": 0.07177734375}, {"token_id": 954, "token_text": " Per", "probability": 0.040771484375}, {"token_id": 2, "token_text": "", "probability": 0.040771484375}, {"token_id": 302, "token_text": " L", "probability": 0.038330078125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.49609375}, {"token_id": 2912, "token_text": " termine", "probability": 0.02978515625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0279541015625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0205078125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0169677734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1259765625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.09228515625}, {"token_id": 2483, "token_text": " deve", "probability": 0.052490234375}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 424, "token_text": " non", "probability": 0.0361328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0869140625}, {"token_id": 844, "token_text": " stato", "probability": 0.052734375}, {"token_id": 387, "token_text": " una", "probability": 0.043701171875}, {"token_id": 234, "token_text": " in", "probability": 0.031982421875}, {"token_id": 293, "token_text": " il", "probability": 0.0234375}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.140625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0517578125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.037841796875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.03564453125}, {"token_id": 2392, "token_text": " insieme", "probability": 0.033447265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.25390625}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 4776, "token_text": " semplice", "probability": 0.0267333984375}, {"token_id": 238, "token_text": " di", "probability": 0.0267333984375}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.1982421875}, {"token_id": 395, "token_text": " si", "probability": 0.068359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.03662109375}, {"token_id": 15, "token_text": ",", "probability": 0.028564453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1826171875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.11767578125}, {"token_id": 395, "token_text": " si", "probability": 0.0859375}, {"token_id": 373, "token_text": " ha", "probability": 0.059326171875}, {"token_id": 2483, "token_text": " deve", "probability": 0.040771484375}]}, {"token_id": 1896, "token_text": " mai", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 1896, "token_text": " mai", "probability": 0.28515625}, {"token_id": 844, "token_text": " stato", "probability": 0.0673828125}, {"token_id": 234, "token_text": " in", "probability": 0.055908203125}, {"token_id": 267, "token_text": " un", "probability": 0.0361328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0247802734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.578125}, {"token_id": 5189, "token_text": " esist", "probability": 0.0830078125}, {"token_id": 1340, "token_text": " stata", "probability": 0.025390625}, {"token_id": 9939, "token_text": " riuscito", "probability": 0.015380859375}, {"token_id": 4397, "token_text": " scritto", "probability": 0.015380859375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.412109375}, {"token_id": 4397, "token_text": " scritto", "probability": 0.03173828125}, {"token_id": 1896, "token_text": " mai", "probability": 0.01409912109375}, {"token_id": 6423, "token_text": " usato", "probability": 0.01171875}, {"token_id": 290, "token_text": " per", "probability": 0.00970458984375}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.984375}, {"token_id": 4783, "token_text": " fase", "probability": 0.00095367431640625}, {"token_id": 1738, "token_text": " forma", "probability": 0.000698089599609375}, {"token_id": 3959, "token_text": " linea", "probability": 0.0006561279296875}, {"token_id": 1087, "token_text": " alcun", "probability": 0.00061798095703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.99609375}, {"token_id": 15, "token_text": ",", "probability": 0.000514984130859375}, {"token_id": 1015, "token_text": " solo", "probability": 0.00031280517578125}, {"token_id": 17, "token_text": ".", "probability": 0.00031280517578125}, {"token_id": 214, "token_text": " d", "probability": 0.0002765655517578125}]}, {"token_id": 16844, "token_text": " esprimere", "chosen_probability": 0.039306640625, "top_k_candidates": [{"token_id": 16844, "token_text": " esprimere", "probability": 0.039306640625}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.036865234375}, {"token_id": 5269, "token_text": " creare", "probability": 0.036865234375}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.0286865234375}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.02099609375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.27734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0167236328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0137939453125}, {"token_id": 22401, "token_text": " costituire", "probability": 0.01300048828125}]}, {"token_id": 5670, "token_text": " utilizzato", "chosen_probability": 0.028076171875, "top_k_candidates": [{"token_id": 5670, "token_text": " utilizzato", "probability": 0.028076171875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0233154296875}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0218505859375}, {"token_id": 6423, "token_text": " usato", "probability": 0.019287109375}, {"token_id": 293, "token_text": " il", "probability": 0.01806640625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.5234375}, {"token_id": 234, "token_text": " in", "probability": 0.05859375}, {"token_id": 333, "token_text": " da", "probability": 0.04296875}, {"token_id": 616, "token_text": " anche", "probability": 0.03564453125}, {"token_id": 510, "token_text": " come", "probability": 0.0294189453125}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.0615234375}, {"token_id": 285, "token_text": " la", "probability": 0.042236328125}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.03515625}, {"token_id": 9075, "token_text": " realizzare", "probability": 0.022705078125}, {"token_id": 227, "token_text": " l", "probability": 0.018798828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.283203125}, {"token_id": 387, "token_text": " una", "probability": 0.171875}, {"token_id": 4619, "token_text": " nuove", "probability": 0.03369140625}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 246, "token_text": " e", "probability": 0.02978515625}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.11376953125}, {"token_id": 10, "token_text": "'", "probability": 0.08837890625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.060791015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.041748046875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.039306640625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.04052734375, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.04052734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.04052734375}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 238, "token_text": " di", "probability": 0.035888671875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.026123046875}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.0791015625}, {"token_id": 4975, "token_text": " possa", "probability": 0.07421875}, {"token_id": 395, "token_text": " si", "probability": 0.054443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.044921875}, {"token_id": 15, "token_text": ",", "probability": 0.029052734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10986328125}, {"token_id": 395, "token_text": " si", "probability": 0.0712890625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.06689453125}, {"token_id": 373, "token_text": " ha", "probability": 0.043212890625}, {"token_id": 1161, "token_text": " sia", "probability": 0.0380859375}]}, {"token_id": 1896, "token_text": " mai", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 1896, "token_text": " mai", "probability": 0.083984375}, {"token_id": 2382, "token_text": " possibile", "probability": 0.061279296875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0576171875}, {"token_id": 844, "token_text": " stato", "probability": 0.047607421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.047607421875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.328125}, {"token_id": 5189, "token_text": " esist", "probability": 0.224609375}, {"token_id": 1340, "token_text": " stata", "probability": 0.060546875}, {"token_id": 9939, "token_text": " riuscito", "probability": 0.016357421875}, {"token_id": 2382, "token_text": " possibile", "probability": 0.01348876953125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.046630859375, "top_k_candidates": [{"token_id": 2382, "token_text": " possibile", "probability": 0.046630859375}, {"token_id": 234, "token_text": " in", "probability": 0.046630859375}, {"token_id": 13662, "token_text": " studiato", "probability": 0.0301513671875}, {"token_id": 6423, "token_text": " usato", "probability": 0.0283203125}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0220947265625}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.90625}, {"token_id": 1087, "token_text": " alcun", "probability": 0.0057373046875}, {"token_id": 6581, "token_text": " contatto", "probability": 0.00421142578125}, {"token_id": 10599, "token_text": " possesso", "probability": 0.0037078857421875}, {"token_id": 6500, "token_text": " uso", "probability": 0.00347900390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.98828125}, {"token_id": 214, "token_text": " d", "probability": 0.000659942626953125}, {"token_id": 15, "token_text": ",", "probability": 0.000621795654296875}, {"token_id": 17, "token_text": ".", "probability": 0.000514984130859375}, {"token_id": 246, "token_text": " e", "probability": 0.0002593994140625}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.045654296875}, {"token_id": 16844, "token_text": " esprimere", "probability": 0.035400390625}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.027587890625}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0244140625}, {"token_id": 17104, "token_text": " identificare", "probability": 0.021484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2373046875}, {"token_id": 387, "token_text": " una", "probability": 0.1533203125}, {"token_id": 246, "token_text": " e", "probability": 0.0322265625}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}, {"token_id": 293, "token_text": " il", "probability": 0.0235595703125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.8046875}, {"token_id": 10, "token_text": "'", "probability": 0.01226806640625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.011474609375}, {"token_id": 1361, "token_text": " modo", "probability": 0.006988525390625}, {"token_id": 4563, "token_text": " testo", "probability": 0.00579833984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.07763671875}, {"token_id": 303, "token_text": " che", "probability": 0.07763671875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 238, "token_text": " di", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0303955078125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.095703125}, {"token_id": 515, "token_text": " La", "probability": 0.07470703125}, {"token_id": 954, "token_text": " Per", "probability": 0.04248046875}, {"token_id": 302, "token_text": " L", "probability": 0.0400390625}, {"token_id": 407, "token_text": " In", "probability": 0.03759765625}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.49609375}, {"token_id": 2912, "token_text": " termine", "probability": 0.02978515625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0279541015625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0205078125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0169677734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1259765625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.09228515625}, {"token_id": 2483, "token_text": " deve", "probability": 0.052490234375}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 424, "token_text": " non", "probability": 0.0361328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0869140625}, {"token_id": 844, "token_text": " stato", "probability": 0.052734375}, {"token_id": 387, "token_text": " una", "probability": 0.043701171875}, {"token_id": 234, "token_text": " in", "probability": 0.031982421875}, {"token_id": 293, "token_text": " il", "probability": 0.0234375}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.140625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0517578125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.037841796875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.03564453125}, {"token_id": 2392, "token_text": " insieme", "probability": 0.033447265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.25390625}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 4776, "token_text": " semplice", "probability": 0.0267333984375}, {"token_id": 238, "token_text": " di", "probability": 0.0267333984375}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.1982421875}, {"token_id": 395, "token_text": " si", "probability": 0.068359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.03662109375}, {"token_id": 15, "token_text": ",", "probability": 0.028564453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1826171875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.11767578125}, {"token_id": 395, "token_text": " si", "probability": 0.0859375}, {"token_id": 373, "token_text": " ha", "probability": 0.059326171875}, {"token_id": 2483, "token_text": " deve", "probability": 0.040771484375}]}, {"token_id": 1896, "token_text": " mai", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 1896, "token_text": " mai", "probability": 0.28515625}, {"token_id": 844, "token_text": " stato", "probability": 0.0673828125}, {"token_id": 234, "token_text": " in", "probability": 0.055908203125}, {"token_id": 267, "token_text": " un", "probability": 0.0361328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0247802734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.578125}, {"token_id": 5189, "token_text": " esist", "probability": 0.0830078125}, {"token_id": 1340, "token_text": " stata", "probability": 0.025390625}, {"token_id": 9939, "token_text": " riuscito", "probability": 0.015380859375}, {"token_id": 4397, "token_text": " scritto", "probability": 0.015380859375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.412109375}, {"token_id": 4397, "token_text": " scritto", "probability": 0.03173828125}, {"token_id": 1896, "token_text": " mai", "probability": 0.01409912109375}, {"token_id": 6423, "token_text": " usato", "probability": 0.01171875}, {"token_id": 290, "token_text": " per", "probability": 0.00970458984375}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.984375}, {"token_id": 4783, "token_text": " fase", "probability": 0.00095367431640625}, {"token_id": 1738, "token_text": " forma", "probability": 0.000698089599609375}, {"token_id": 3959, "token_text": " linea", "probability": 0.0006561279296875}, {"token_id": 1087, "token_text": " alcun", "probability": 0.00061798095703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.99609375}, {"token_id": 15, "token_text": ",", "probability": 0.000514984130859375}, {"token_id": 1015, "token_text": " solo", "probability": 0.00031280517578125}, {"token_id": 17, "token_text": ".", "probability": 0.00031280517578125}, {"token_id": 214, "token_text": " d", "probability": 0.0002765655517578125}]}, {"token_id": 16844, "token_text": " esprimere", "chosen_probability": 0.039306640625, "top_k_candidates": [{"token_id": 16844, "token_text": " esprimere", "probability": 0.039306640625}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.036865234375}, {"token_id": 5269, "token_text": " creare", "probability": 0.036865234375}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.0286865234375}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.02099609375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.27734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0167236328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0137939453125}, {"token_id": 22401, "token_text": " costituire", "probability": 0.01300048828125}]}, {"token_id": 5670, "token_text": " utilizzato", "chosen_probability": 0.028076171875, "top_k_candidates": [{"token_id": 5670, "token_text": " utilizzato", "probability": 0.028076171875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0233154296875}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0218505859375}, {"token_id": 6423, "token_text": " usato", "probability": 0.019287109375}, {"token_id": 293, "token_text": " il", "probability": 0.01806640625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.5234375}, {"token_id": 234, "token_text": " in", "probability": 0.05859375}, {"token_id": 333, "token_text": " da", "probability": 0.04296875}, {"token_id": 616, "token_text": " anche", "probability": 0.03564453125}, {"token_id": 510, "token_text": " come", "probability": 0.0294189453125}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.0615234375}, {"token_id": 285, "token_text": " la", "probability": 0.042236328125}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.03515625}, {"token_id": 9075, "token_text": " realizzare", "probability": 0.022705078125}, {"token_id": 227, "token_text": " l", "probability": 0.018798828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.283203125}, {"token_id": 387, "token_text": " una", "probability": 0.171875}, {"token_id": 4619, "token_text": " nuove", "probability": 0.03369140625}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 246, "token_text": " e", "probability": 0.02978515625}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.11376953125}, {"token_id": 10, "token_text": "'", "probability": 0.08837890625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.060791015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.041748046875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.039306640625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.04052734375, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.04052734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.04052734375}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 238, "token_text": " di", "probability": 0.035888671875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.026123046875}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.0791015625}, {"token_id": 4975, "token_text": " possa", "probability": 0.07421875}, {"token_id": 395, "token_text": " si", "probability": 0.054443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.044921875}, {"token_id": 15, "token_text": ",", "probability": 0.029052734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10986328125}, {"token_id": 395, "token_text": " si", "probability": 0.0712890625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.06689453125}, {"token_id": 373, "token_text": " ha", "probability": 0.043212890625}, {"token_id": 1161, "token_text": " sia", "probability": 0.0380859375}]}, {"token_id": 1896, "token_text": " mai", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 1896, "token_text": " mai", "probability": 0.083984375}, {"token_id": 2382, "token_text": " possibile", "probability": 0.061279296875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0576171875}, {"token_id": 844, "token_text": " stato", "probability": 0.047607421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.047607421875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.328125}, {"token_id": 5189, "token_text": " esist", "probability": 0.224609375}, {"token_id": 1340, "token_text": " stata", "probability": 0.060546875}, {"token_id": 9939, "token_text": " riuscito", "probability": 0.016357421875}, {"token_id": 2382, "token_text": " possibile", "probability": 0.01348876953125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.046630859375, "top_k_candidates": [{"token_id": 2382, "token_text": " possibile", "probability": 0.046630859375}, {"token_id": 234, "token_text": " in", "probability": 0.046630859375}, {"token_id": 13662, "token_text": " studiato", "probability": 0.0301513671875}, {"token_id": 6423, "token_text": " usato", "probability": 0.0283203125}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.0220947265625}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.90625}, {"token_id": 1087, "token_text": " alcun", "probability": 0.0057373046875}, {"token_id": 6581, "token_text": " contatto", "probability": 0.00421142578125}, {"token_id": 10599, "token_text": " possesso", "probability": 0.0037078857421875}, {"token_id": 6500, "token_text": " uso", "probability": 0.00347900390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.98828125}, {"token_id": 214, "token_text": " d", "probability": 0.000659942626953125}, {"token_id": 15, "token_text": ",", "probability": 0.000621795654296875}, {"token_id": 17, "token_text": ".", "probability": 0.000514984130859375}, {"token_id": 246, "token_text": " e", "probability": 0.0002593994140625}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.045654296875}, {"token_id": 16844, "token_text": " esprimere", "probability": 0.035400390625}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.027587890625}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0244140625}, {"token_id": 17104, "token_text": " identificare", "probability": 0.021484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2373046875}, {"token_id": 387, "token_text": " una", "probability": 0.1533203125}, {"token_id": 246, "token_text": " e", "probability": 0.0322265625}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}, {"token_id": 293, "token_text": " il", "probability": 0.0235595703125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.8046875}, {"token_id": 10, "token_text": "'", "probability": 0.01226806640625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.011474609375}, {"token_id": 1361, "token_text": " modo", "probability": 0.006988525390625}, {"token_id": 4563, "token_text": " testo", "probability": 0.00579833984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.07763671875}, {"token_id": 303, "token_text": " che", "probability": 0.07763671875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 238, "token_text": " di", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0303955078125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.095703125}, {"token_id": 515, "token_text": " La", "probability": 0.07470703125}, {"token_id": 954, "token_text": " Per", "probability": 0.04248046875}, {"token_id": 302, "token_text": " L", "probability": 0.0400390625}, {"token_id": 407, "token_text": " In", "probability": 0.03759765625}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.49609375}, {"token_id": 2912, "token_text": " termine", "probability": 0.02978515625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0279541015625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0205078125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0169677734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1259765625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.09228515625}, {"token_id": 2483, "token_text": " deve", "probability": 0.052490234375}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 424, "token_text": " non", "probability": 0.0361328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0869140625}, {"token_id": 844, "token_text": " stato", "probability": 0.052734375}, {"token_id": 387, "token_text": " una", "probability": 0.043701171875}, {"token_id": 234, "token_text": " in", "probability": 0.031982421875}, {"token_id": 293, "token_text": " il", "probability": 0.0234375}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.140625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0517578125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.037841796875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.03564453125}, {"token_id": 2392, "token_text": " insieme", "probability": 0.033447265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.25390625}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 4776, "token_text": " semplice", "probability": 0.0267333984375}, {"token_id": 238, "token_text": " di", "probability": 0.0267333984375}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.1982421875}, {"token_id": 395, "token_text": " si", "probability": 0.068359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.03662109375}, {"token_id": 15, "token_text": ",", "probability": 0.028564453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1826171875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.11767578125}, {"token_id": 395, "token_text": " si", "probability": 0.0859375}, {"token_id": 373, "token_text": " ha", "probability": 0.059326171875}, {"token_id": 2483, "token_text": " deve", "probability": 0.040771484375}]}, {"token_id": 1896, "token_text": " mai", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 1896, "token_text": " mai", "probability": 0.28515625}, {"token_id": 844, "token_text": " stato", "probability": 0.0673828125}, {"token_id": 234, "token_text": " in", "probability": 0.055908203125}, {"token_id": 267, "token_text": " un", "probability": 0.0361328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0247802734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.578125}, {"token_id": 5189, "token_text": " esist", "probability": 0.0830078125}, {"token_id": 1340, "token_text": " stata", "probability": 0.025390625}, {"token_id": 9939, "token_text": " riuscito", "probability": 0.015380859375}, {"token_id": 4397, "token_text": " scritto", "probability": 0.015380859375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.412109375}, {"token_id": 4397, "token_text": " scritto", "probability": 0.03173828125}, {"token_id": 1896, "token_text": " mai", "probability": 0.01409912109375}, {"token_id": 6423, "token_text": " usato", "probability": 0.01171875}, {"token_id": 290, "token_text": " per", "probability": 0.00970458984375}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.984375}, {"token_id": 4783, "token_text": " fase", "probability": 0.00095367431640625}, {"token_id": 1738, "token_text": " forma", "probability": 0.000698089599609375}, {"token_id": 3959, "token_text": " linea", "probability": 0.0006561279296875}, {"token_id": 1087, "token_text": " alcun", "probability": 0.00061798095703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.99609375}, {"token_id": 15, "token_text": ",", "probability": 0.000514984130859375}, {"token_id": 1015, "token_text": " solo", "probability": 0.00031280517578125}, {"token_id": 17, "token_text": ".", "probability": 0.00031280517578125}, {"token_id": 214, "token_text": " d", "probability": 0.0002765655517578125}]}, {"token_id": 16844, "token_text": " esprimere", "chosen_probability": 0.039306640625, "top_k_candidates": [{"token_id": 16844, "token_text": " esprimere", "probability": 0.039306640625}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.036865234375}, {"token_id": 5269, "token_text": " creare", "probability": 0.036865234375}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.0286865234375}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.02099609375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.27734375, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.27734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0167236328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0137939453125}, {"token_id": 22401, "token_text": " costituire", "probability": 0.01300048828125}, {"token_id": 7704, "token_text": " arrivare", "probability": 0.011474609375}, {"token_id": 5269, "token_text": " creare", "probability": 0.0107421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0107421875}, {"token_id": 5886, "token_text": " mettere", "probability": 0.00787353515625}, {"token_id": 11327, "token_text": " superare", "probability": 0.00738525390625}], "entropy": 4.90625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.282497567438247, "average_logprob_per_token": -1.282497567438247, "perplexity_on_target_sequence": 3.6056338028169015, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.282497567438247, "probability": 0.27734375, "raw_probability": 0.27734375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 5000, "elapsed_sec": 41598.66625952721, "probe_elapsed_sec": 1.014027475961484, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the city of Rome. The city of Rome is the capital of the city of Rome. The city of Rome is the capital of the city of", "text": "The capital of Italy is the capital of the city of Rome. The city of Rome is the capital of the city of Rome. The city of Rome is the capital of the city of", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12255859375}, {"token_id": 209, "token_text": " a", "probability": 0.08447265625}, {"token_id": 10438, "token_text": " divided", "probability": 0.031005859375}, {"token_id": 751, "token_text": " also", "probability": 0.0213623046875}, {"token_id": 234, "token_text": " in", "probability": 0.0213623046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.16015625}, {"token_id": 942, "token_text": " most", "probability": 0.048828125}, {"token_id": 5656, "token_text": " largest", "probability": 0.04296875}, {"token_id": 8028, "token_text": " seat", "probability": 0.04052734375}, {"token_id": 2259, "token_text": " city", "probability": 0.031494140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.62890625}, {"token_id": 2259, "token_text": " city", "probability": 0.158203125}, {"token_id": 262, "token_text": " and", "probability": 0.027587890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0201416015625}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.049560546875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0301513671875}, {"token_id": 209, "token_text": " a", "probability": 0.0194091796875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.07470703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.04248046875}, {"token_id": 8040, "token_text": " province", "probability": 0.033203125}, {"token_id": 1483, "token_text": " state", "probability": 0.033203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.37890625}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 15, "token_text": ",", "probability": 0.1396484375}, {"token_id": 262, "token_text": " and", "probability": 0.06201171875}, {"token_id": 400, "token_text": "'s", "probability": 0.03515625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0810546875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.046142578125}, {"token_id": 230, "token_text": " the", "probability": 0.046142578125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.02978515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.435546875}, {"token_id": 15, "token_text": ",", "probability": 0.263671875}, {"token_id": 262, "token_text": " and", "probability": 0.10302734375}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 263, "token_text": " to", "probability": 0.01904296875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1826171875}, {"token_id": 679, "token_text": " It", "probability": 0.1826171875}, {"token_id": 407, "token_text": " In", "probability": 0.05224609375}, {"token_id": 2, "token_text": "", "probability": 0.040771484375}, {"token_id": 6983, "token_text": " Its", "probability": 0.035888671875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.26171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.109375}, {"token_id": 2729, "token_text": " town", "probability": 0.0228271484375}, {"token_id": 1962, "token_text": " main", "probability": 0.0147705078125}, {"token_id": 8070, "token_text": " cities", "probability": 0.0118408203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.318359375}, {"token_id": 336, "token_text": " is", "probability": 0.2060546875}, {"token_id": 614, "token_text": " has", "probability": 0.0712890625}, {"token_id": 400, "token_text": "'s", "probability": 0.0458984375}, {"token_id": 361, "token_text": " was", "probability": 0.03369140625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.333984375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.045166015625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.037353515625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0291748046875}, {"token_id": 230, "token_text": " the", "probability": 0.0257568359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.41796875}, {"token_id": 361, "token_text": " was", "probability": 0.08740234375}, {"token_id": 614, "token_text": " has", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 262, "token_text": " and", "probability": 0.0284423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2080078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2080078125}, {"token_id": 209, "token_text": " a", "probability": 0.07177734375}, {"token_id": 3857, "token_text": " located", "probability": 0.052490234375}, {"token_id": 10438, "token_text": " divided", "probability": 0.041015625}, {"token_id": 751, "token_text": " also", "probability": 0.03173828125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.255859375}, {"token_id": 5378, "token_text": " center", "probability": 0.05712890625}, {"token_id": 2259, "token_text": " city", "probability": 0.05712890625}, {"token_id": 8028, "token_text": " seat", "probability": 0.05029296875}, {"token_id": 5656, "token_text": " largest", "probability": 0.03466796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.5078125}, {"token_id": 2259, "token_text": " city", "probability": 0.39453125}, {"token_id": 262, "token_text": " and", "probability": 0.0098876953125}, {"token_id": 15, "token_text": ",", "probability": 0.00927734375}, {"token_id": 4528, "token_text": " capital", "probability": 0.00872802734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.58203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.201171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0240478515625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01068115234375}, {"token_id": 209, "token_text": " a", "probability": 0.01068115234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.388671875}, {"token_id": 8040, "token_text": " province", "probability": 0.040771484375}, {"token_id": 2729, "token_text": " town", "probability": 0.03173828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0233154296875}, {"token_id": 4528, "token_text": " capital", "probability": 0.0233154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6640625}, {"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 17, "token_text": ".", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.033203125}, {"token_id": 400, "token_text": "'s", "probability": 0.0177001953125}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.5078125}, {"token_id": 230, "token_text": " the", "probability": 0.0732421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0252685546875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0238037109375}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.02099609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.423828125}, {"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 262, "token_text": " and", "probability": 0.0888671875}, {"token_id": 234, "token_text": " in", "probability": 0.0198974609375}, {"token_id": 263, "token_text": " to", "probability": 0.01544189453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2255859375}, {"token_id": 679, "token_text": " It", "probability": 0.1552734375}, {"token_id": 2, "token_text": "", "probability": 0.04443359375}, {"token_id": 407, "token_text": " In", "probability": 0.041748046875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.036865234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.439453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.033935546875}, {"token_id": 2729, "token_text": " town", "probability": 0.03173828125}, {"token_id": 1962, "token_text": " main", "probability": 0.0150146484375}, {"token_id": 16216, "token_text": " municipal", "probability": 0.01409912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.37890625}, {"token_id": 336, "token_text": " is", "probability": 0.1787109375}, {"token_id": 614, "token_text": " has", "probability": 0.0546875}, {"token_id": 400, "token_text": "'s", "probability": 0.03515625}, {"token_id": 361, "token_text": " was", "probability": 0.03515625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.7109375}, {"token_id": 230, "token_text": " the", "probability": 0.021484375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0167236328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01385498046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01385498046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 361, "token_text": " was", "probability": 0.08984375}, {"token_id": 614, "token_text": " has", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.045166015625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0274658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.328125}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 3857, "token_text": " located", "probability": 0.04736328125}, {"token_id": 1814, "token_text": " home", "probability": 0.0286865234375}, {"token_id": 751, "token_text": " also", "probability": 0.0286865234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.27734375}, {"token_id": 5378, "token_text": " center", "probability": 0.08447265625}, {"token_id": 2259, "token_text": " city", "probability": 0.06591796875}, {"token_id": 9034, "token_text": " centre", "probability": 0.039794921875}, {"token_id": 15396, "token_text": " administrative", "probability": 0.03515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.59375}, {"token_id": 2259, "token_text": " city", "probability": 0.318359375}, {"token_id": 262, "token_text": " and", "probability": 0.0108642578125}, {"token_id": 15, "token_text": ",", "probability": 0.01025390625}, {"token_id": 17, "token_text": ".", "probability": 0.005828857421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.3125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.00836181640625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.007354736328125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.4375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040771484375}, {"token_id": 8040, "token_text": " province", "probability": 0.028076171875}, {"token_id": 2729, "token_text": " town", "probability": 0.023193359375}, {"token_id": 1483, "token_text": " state", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 15, "token_text": ",", "probability": 0.058349609375}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 262, "token_text": " and", "probability": 0.027587890625}, {"token_id": 9034, "token_text": " centre", "probability": 0.01080322265625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12255859375}, {"token_id": 209, "token_text": " a", "probability": 0.08447265625}, {"token_id": 10438, "token_text": " divided", "probability": 0.031005859375}, {"token_id": 751, "token_text": " also", "probability": 0.0213623046875}, {"token_id": 234, "token_text": " in", "probability": 0.0213623046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.16015625}, {"token_id": 942, "token_text": " most", "probability": 0.048828125}, {"token_id": 5656, "token_text": " largest", "probability": 0.04296875}, {"token_id": 8028, "token_text": " seat", "probability": 0.04052734375}, {"token_id": 2259, "token_text": " city", "probability": 0.031494140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.62890625}, {"token_id": 2259, "token_text": " city", "probability": 0.158203125}, {"token_id": 262, "token_text": " and", "probability": 0.027587890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0201416015625}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.049560546875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0301513671875}, {"token_id": 209, "token_text": " a", "probability": 0.0194091796875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.07470703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.04248046875}, {"token_id": 8040, "token_text": " province", "probability": 0.033203125}, {"token_id": 1483, "token_text": " state", "probability": 0.033203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.37890625}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 15, "token_text": ",", "probability": 0.1396484375}, {"token_id": 262, "token_text": " and", "probability": 0.06201171875}, {"token_id": 400, "token_text": "'s", "probability": 0.035400390625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0810546875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.046142578125}, {"token_id": 230, "token_text": " the", "probability": 0.046142578125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.02978515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.435546875}, {"token_id": 15, "token_text": ",", "probability": 0.263671875}, {"token_id": 262, "token_text": " and", "probability": 0.10302734375}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 263, "token_text": " to", "probability": 0.01904296875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1904296875}, {"token_id": 679, "token_text": " It", "probability": 0.1904296875}, {"token_id": 407, "token_text": " In", "probability": 0.054443359375}, {"token_id": 6983, "token_text": " Its", "probability": 0.03759765625}, {"token_id": 277, "token_text": " A", "probability": 0.015625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.26171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.109375}, {"token_id": 2729, "token_text": " town", "probability": 0.0228271484375}, {"token_id": 1962, "token_text": " main", "probability": 0.0147705078125}, {"token_id": 8070, "token_text": " cities", "probability": 0.0118408203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.318359375}, {"token_id": 336, "token_text": " is", "probability": 0.2060546875}, {"token_id": 614, "token_text": " has", "probability": 0.0712890625}, {"token_id": 400, "token_text": "'s", "probability": 0.0458984375}, {"token_id": 361, "token_text": " was", "probability": 0.03369140625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.333984375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.045166015625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.037353515625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0291748046875}, {"token_id": 230, "token_text": " the", "probability": 0.0257568359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.41796875}, {"token_id": 361, "token_text": " was", "probability": 0.08740234375}, {"token_id": 614, "token_text": " has", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 262, "token_text": " and", "probability": 0.0284423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2080078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2080078125}, {"token_id": 209, "token_text": " a", "probability": 0.07177734375}, {"token_id": 3857, "token_text": " located", "probability": 0.052490234375}, {"token_id": 10438, "token_text": " divided", "probability": 0.041015625}, {"token_id": 751, "token_text": " also", "probability": 0.03173828125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.255859375}, {"token_id": 5378, "token_text": " center", "probability": 0.05712890625}, {"token_id": 2259, "token_text": " city", "probability": 0.05712890625}, {"token_id": 8028, "token_text": " seat", "probability": 0.05029296875}, {"token_id": 5656, "token_text": " largest", "probability": 0.03466796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.5078125}, {"token_id": 2259, "token_text": " city", "probability": 0.39453125}, {"token_id": 262, "token_text": " and", "probability": 0.0098876953125}, {"token_id": 15, "token_text": ",", "probability": 0.00927734375}, {"token_id": 4528, "token_text": " capital", "probability": 0.00872802734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.58203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.201171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0240478515625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01068115234375}, {"token_id": 209, "token_text": " a", "probability": 0.01068115234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.388671875}, {"token_id": 8040, "token_text": " province", "probability": 0.040771484375}, {"token_id": 2729, "token_text": " town", "probability": 0.03173828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0233154296875}, {"token_id": 4528, "token_text": " capital", "probability": 0.0233154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6640625}, {"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 17, "token_text": ".", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.033203125}, {"token_id": 400, "token_text": "'s", "probability": 0.0177001953125}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.5078125}, {"token_id": 230, "token_text": " the", "probability": 0.0732421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0252685546875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0238037109375}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.02099609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.423828125}, {"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 262, "token_text": " and", "probability": 0.0888671875}, {"token_id": 234, "token_text": " in", "probability": 0.0198974609375}, {"token_id": 263, "token_text": " to", "probability": 0.01544189453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2353515625}, {"token_id": 679, "token_text": " It", "probability": 0.162109375}, {"token_id": 407, "token_text": " In", "probability": 0.043701171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03857421875}, {"token_id": 6983, "token_text": " Its", "probability": 0.031982421875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.439453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.033935546875}, {"token_id": 2729, "token_text": " town", "probability": 0.03173828125}, {"token_id": 1962, "token_text": " main", "probability": 0.0150146484375}, {"token_id": 16216, "token_text": " municipal", "probability": 0.01409912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.37890625}, {"token_id": 336, "token_text": " is", "probability": 0.1787109375}, {"token_id": 614, "token_text": " has", "probability": 0.0546875}, {"token_id": 400, "token_text": "'s", "probability": 0.03515625}, {"token_id": 361, "token_text": " was", "probability": 0.03515625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.7109375}, {"token_id": 230, "token_text": " the", "probability": 0.021484375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0167236328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01385498046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01385498046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 361, "token_text": " was", "probability": 0.08984375}, {"token_id": 614, "token_text": " has", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.045166015625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0274658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.328125}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 3857, "token_text": " located", "probability": 0.04736328125}, {"token_id": 1814, "token_text": " home", "probability": 0.0286865234375}, {"token_id": 751, "token_text": " also", "probability": 0.0286865234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.27734375}, {"token_id": 5378, "token_text": " center", "probability": 0.08447265625}, {"token_id": 2259, "token_text": " city", "probability": 0.06591796875}, {"token_id": 9034, "token_text": " centre", "probability": 0.039794921875}, {"token_id": 15396, "token_text": " administrative", "probability": 0.03515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.59375}, {"token_id": 2259, "token_text": " city", "probability": 0.318359375}, {"token_id": 262, "token_text": " and", "probability": 0.0108642578125}, {"token_id": 15, "token_text": ",", "probability": 0.01025390625}, {"token_id": 17, "token_text": ".", "probability": 0.005828857421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.3125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.00836181640625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.007354736328125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.4375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040771484375}, {"token_id": 8040, "token_text": " province", "probability": 0.028076171875}, {"token_id": 2729, "token_text": " town", "probability": 0.023193359375}, {"token_id": 1483, "token_text": " state", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 15, "token_text": ",", "probability": 0.058349609375}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 262, "token_text": " and", "probability": 0.027587890625}, {"token_id": 9034, "token_text": " centre", "probability": 0.01080322265625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12255859375}, {"token_id": 209, "token_text": " a", "probability": 0.08447265625}, {"token_id": 10438, "token_text": " divided", "probability": 0.031005859375}, {"token_id": 751, "token_text": " also", "probability": 0.0213623046875}, {"token_id": 234, "token_text": " in", "probability": 0.0213623046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.16015625}, {"token_id": 942, "token_text": " most", "probability": 0.048828125}, {"token_id": 5656, "token_text": " largest", "probability": 0.04296875}, {"token_id": 8028, "token_text": " seat", "probability": 0.04052734375}, {"token_id": 2259, "token_text": " city", "probability": 0.031494140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.62890625}, {"token_id": 2259, "token_text": " city", "probability": 0.158203125}, {"token_id": 262, "token_text": " and", "probability": 0.027587890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0201416015625}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.049560546875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0301513671875}, {"token_id": 209, "token_text": " a", "probability": 0.0194091796875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.07470703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.04248046875}, {"token_id": 8040, "token_text": " province", "probability": 0.033203125}, {"token_id": 1483, "token_text": " state", "probability": 0.033203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.37890625}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 15, "token_text": ",", "probability": 0.1396484375}, {"token_id": 262, "token_text": " and", "probability": 0.06201171875}, {"token_id": 400, "token_text": "'s", "probability": 0.035400390625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0810546875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.046142578125}, {"token_id": 230, "token_text": " the", "probability": 0.046142578125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.02978515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.435546875}, {"token_id": 15, "token_text": ",", "probability": 0.263671875}, {"token_id": 262, "token_text": " and", "probability": 0.10302734375}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 263, "token_text": " to", "probability": 0.01904296875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1904296875}, {"token_id": 679, "token_text": " It", "probability": 0.1904296875}, {"token_id": 407, "token_text": " In", "probability": 0.054443359375}, {"token_id": 6983, "token_text": " Its", "probability": 0.03759765625}, {"token_id": 277, "token_text": " A", "probability": 0.015625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.26171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.109375}, {"token_id": 2729, "token_text": " town", "probability": 0.0228271484375}, {"token_id": 1962, "token_text": " main", "probability": 0.0147705078125}, {"token_id": 8070, "token_text": " cities", "probability": 0.0118408203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.318359375}, {"token_id": 336, "token_text": " is", "probability": 0.2060546875}, {"token_id": 614, "token_text": " has", "probability": 0.0712890625}, {"token_id": 400, "token_text": "'s", "probability": 0.0458984375}, {"token_id": 361, "token_text": " was", "probability": 0.03369140625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.333984375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.045166015625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.037353515625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0291748046875}, {"token_id": 230, "token_text": " the", "probability": 0.0257568359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.41796875}, {"token_id": 361, "token_text": " was", "probability": 0.08740234375}, {"token_id": 614, "token_text": " has", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 262, "token_text": " and", "probability": 0.0284423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2080078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2080078125}, {"token_id": 209, "token_text": " a", "probability": 0.07177734375}, {"token_id": 3857, "token_text": " located", "probability": 0.052490234375}, {"token_id": 10438, "token_text": " divided", "probability": 0.041015625}, {"token_id": 751, "token_text": " also", "probability": 0.03173828125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.255859375}, {"token_id": 5378, "token_text": " center", "probability": 0.05712890625}, {"token_id": 2259, "token_text": " city", "probability": 0.05712890625}, {"token_id": 8028, "token_text": " seat", "probability": 0.05029296875}, {"token_id": 5656, "token_text": " largest", "probability": 0.03466796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.5078125}, {"token_id": 2259, "token_text": " city", "probability": 0.39453125}, {"token_id": 262, "token_text": " and", "probability": 0.0098876953125}, {"token_id": 15, "token_text": ",", "probability": 0.00927734375}, {"token_id": 4528, "token_text": " capital", "probability": 0.00872802734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.58203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.201171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0240478515625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01068115234375}, {"token_id": 209, "token_text": " a", "probability": 0.01068115234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.388671875}, {"token_id": 8040, "token_text": " province", "probability": 0.040771484375}, {"token_id": 2729, "token_text": " town", "probability": 0.03173828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0233154296875}, {"token_id": 4528, "token_text": " capital", "probability": 0.0233154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6640625}, {"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 17, "token_text": ".", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.033203125}, {"token_id": 400, "token_text": "'s", "probability": 0.0177001953125}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.5078125}, {"token_id": 230, "token_text": " the", "probability": 0.0732421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0252685546875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0238037109375}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.02099609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.423828125}, {"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 262, "token_text": " and", "probability": 0.0888671875}, {"token_id": 234, "token_text": " in", "probability": 0.0198974609375}, {"token_id": 263, "token_text": " to", "probability": 0.01544189453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2353515625}, {"token_id": 679, "token_text": " It", "probability": 0.162109375}, {"token_id": 407, "token_text": " In", "probability": 0.043701171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03857421875}, {"token_id": 6983, "token_text": " Its", "probability": 0.031982421875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.439453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.033935546875}, {"token_id": 2729, "token_text": " town", "probability": 0.03173828125}, {"token_id": 1962, "token_text": " main", "probability": 0.0150146484375}, {"token_id": 16216, "token_text": " municipal", "probability": 0.01409912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.37890625}, {"token_id": 336, "token_text": " is", "probability": 0.1787109375}, {"token_id": 614, "token_text": " has", "probability": 0.0546875}, {"token_id": 400, "token_text": "'s", "probability": 0.03515625}, {"token_id": 361, "token_text": " was", "probability": 0.03515625}]}, {"token_id": 7817, "token_text": " Rome", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 7817, "token_text": " Rome", "probability": 0.7109375}, {"token_id": 230, "token_text": " the", "probability": 0.021484375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0167236328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01385498046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01385498046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 361, "token_text": " was", "probability": 0.08984375}, {"token_id": 614, "token_text": " has", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.045166015625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0274658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.328125}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 3857, "token_text": " located", "probability": 0.04736328125}, {"token_id": 1814, "token_text": " home", "probability": 0.0286865234375}, {"token_id": 751, "token_text": " also", "probability": 0.0286865234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.27734375}, {"token_id": 5378, "token_text": " center", "probability": 0.08447265625}, {"token_id": 2259, "token_text": " city", "probability": 0.06591796875}, {"token_id": 9034, "token_text": " centre", "probability": 0.039794921875}, {"token_id": 15396, "token_text": " administrative", "probability": 0.03515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.59375}, {"token_id": 2259, "token_text": " city", "probability": 0.318359375}, {"token_id": 262, "token_text": " and", "probability": 0.0108642578125}, {"token_id": 15, "token_text": ",", "probability": 0.01025390625}, {"token_id": 17, "token_text": ".", "probability": 0.005828857421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.3125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.00836181640625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.007354736328125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.4375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040771484375}, {"token_id": 8040, "token_text": " province", "probability": 0.028076171875}, {"token_id": 2729, "token_text": " town", "probability": 0.023193359375}, {"token_id": 1483, "token_text": " state", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 15, "token_text": ",", "probability": 0.058349609375}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 262, "token_text": " and", "probability": 0.027587890625}, {"token_id": 9034, "token_text": " centre", "probability": 0.01080322265625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 248, "correct_token_probability": 0.0004634857177734375, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12255859375}, {"token_id": 209, "token_text": " a", "probability": 0.08447265625}, {"token_id": 10438, "token_text": " divided", "probability": 0.031005859375}, {"token_id": 751, "token_text": " also", "probability": 0.0213623046875}, {"token_id": 234, "token_text": " in", "probability": 0.0213623046875}, {"token_id": 248, "token_text": " an", "probability": 0.02001953125}, {"token_id": 3857, "token_text": " located", "probability": 0.0194091796875}, {"token_id": 1814, "token_text": " home", "probability": 0.0181884765625}, {"token_id": 720, "token_text": " one", "probability": 0.0177001953125}, {"token_id": 534, "token_text": " not", "probability": 0.01611328125}], "entropy": 5.75}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.6767349872984125, "average_logprob_per_token": -7.6767349872984125, "perplexity_on_target_sequence": 2157.5637860082306, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -7.6767349872984125, "probability": 0.0004634857177734375, "raw_probability": 0.0004634857177734375, "correct_token_rank": 248}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 5000, "elapsed_sec": 41598.666991472244, "probe_elapsed_sec": 1.014027475961484, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used in the context of the language. The language model is used in the context of the language model. The language model is used in the context of the", "text": "A small language model should be used in the context of the language. The language model is used in the context of the language model. The language model is used in the context of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.263671875}, {"token_id": 2464, "token_text": " include", "probability": 0.03564453125}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.02294921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1640625}, {"token_id": 209, "token_text": " a", "probability": 0.034423828125}, {"token_id": 2956, "token_text": " able", "probability": 0.022216796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0196533203125}, {"token_id": 230, "token_text": " the", "probability": 0.01434326171875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.265625}, {"token_id": 263, "token_text": " to", "probability": 0.2353515625}, {"token_id": 321, "token_text": " for", "probability": 0.1611328125}, {"token_id": 347, "token_text": " as", "probability": 0.055908203125}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1875}, {"token_id": 209, "token_text": " a", "probability": 0.1005859375}, {"token_id": 587, "token_text": " this", "probability": 0.050537109375}, {"token_id": 1313, "token_text": " many", "probability": 0.019775390625}, {"token_id": 938, "token_text": " some", "probability": 0.01318359375}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.06591796875}, {"token_id": 2244, "token_text": " following", "probability": 0.020751953125}, {"token_id": 3341, "token_text": " field", "probability": 0.01611328125}, {"token_id": 1686, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 3498, "token_text": " study", "probability": 0.01177978515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78125}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}, {"token_id": 379, "token_text": " that", "probability": 0.025146484375}, {"token_id": 321, "token_text": " for", "probability": 0.023681640625}, {"token_id": 17, "token_text": ".", "probability": 0.0184326171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.0771484375}, {"token_id": 3965, "token_text": " language", "probability": 0.0267333984375}, {"token_id": 587, "token_text": " this", "probability": 0.021484375}, {"token_id": 248, "token_text": " an", "probability": 0.0101318359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0211181640625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0211181640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0106201171875}, {"token_id": 3498, "token_text": " study", "probability": 0.008544921875}, {"token_id": 1617, "token_text": " term", "probability": 0.00830078125}, {"token_id": 2185, "token_text": " word", "probability": 0.00732421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 4621, "token_text": " model", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.08642578125}, {"token_id": 256, "token_text": " of", "probability": 0.08642578125}, {"token_id": 262, "token_text": " and", "probability": 0.07177734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1259765625}, {"token_id": 407, "token_text": " In", "probability": 0.07666015625}, {"token_id": 679, "token_text": " It", "probability": 0.0595703125}, {"token_id": 1062, "token_text": " This", "probability": 0.04638671875}, {"token_id": 2, "token_text": "", "probability": 0.04638671875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.05322265625}, {"token_id": 4621, "token_text": " model", "probability": 0.0228271484375}, {"token_id": 1617, "token_text": " term", "probability": 0.01953125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0172119140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0152587890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2099609375}, {"token_id": 256, "token_text": " of", "probability": 0.09326171875}, {"token_id": 336, "token_text": " is", "probability": 0.08740234375}, {"token_id": 262, "token_text": " and", "probability": 0.020751953125}, {"token_id": 15, "token_text": ",", "probability": 0.020751953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1689453125}, {"token_id": 321, "token_text": " for", "probability": 0.0908203125}, {"token_id": 256, "token_text": " of", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.045654296875}, {"token_id": 361, "token_text": " was", "probability": 0.037841796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.08349609375}, {"token_id": 2787, "token_text": " based", "probability": 0.057373046875}, {"token_id": 379, "token_text": " that", "probability": 0.034912109375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 230, "token_text": " the", "probability": 0.03076171875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.494140625}, {"token_id": 263, "token_text": " to", "probability": 0.181640625}, {"token_id": 321, "token_text": " for", "probability": 0.09130859375}, {"token_id": 347, "token_text": " as", "probability": 0.05908203125}, {"token_id": 443, "token_text": " by", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.326171875}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 587, "token_text": " this", "probability": 0.0277099609375}, {"token_id": 1313, "token_text": " many", "probability": 0.0162353515625}, {"token_id": 1684, "token_text": " both", "probability": 0.01531982421875}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.087890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0260009765625}, {"token_id": 7522, "token_text": " analysis", "probability": 0.025146484375}, {"token_id": 1075, "token_text": " form", "probability": 0.017822265625}, {"token_id": 2244, "token_text": " following", "probability": 0.01483154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 1204, "token_text": "ual", "probability": 0.021484375}, {"token_id": 379, "token_text": " that", "probability": 0.01080322265625}, {"token_id": 262, "token_text": " and", "probability": 0.0084228515625}, {"token_id": 234, "token_text": " in", "probability": 0.00225830078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 3965, "token_text": " language", "probability": 0.080078125}, {"token_id": 209, "token_text": " a", "probability": 0.054931640625}, {"token_id": 647, "token_text": " which", "probability": 0.0162353515625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.01019287109375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10107421875}, {"token_id": 30473, "token_text": " syntax", "probability": 0.01324462890625}, {"token_id": 5752, "token_text": " concept", "probability": 0.010986328125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0106201171875}, {"token_id": 9925, "token_text": " context", "probability": 0.0093994140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.40234375}, {"token_id": 256, "token_text": " of", "probability": 0.0791015625}, {"token_id": 15, "token_text": ",", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.054443359375}, {"token_id": 234, "token_text": " in", "probability": 0.048095703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2373046875}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 262, "token_text": " and", "probability": 0.072265625}, {"token_id": 256, "token_text": " of", "probability": 0.06787109375}, {"token_id": 234, "token_text": " in", "probability": 0.06396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2236328125}, {"token_id": 679, "token_text": " It", "probability": 0.10546875}, {"token_id": 407, "token_text": " In", "probability": 0.08251953125}, {"token_id": 1062, "token_text": " This", "probability": 0.046875}, {"token_id": 2, "token_text": "", "probability": 0.046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1025390625}, {"token_id": 4621, "token_text": " model", "probability": 0.080078125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0201416015625}, {"token_id": 1962, "token_text": " main", "probability": 0.0184326171875}, {"token_id": 4069, "token_text": " method", "probability": 0.0172119140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.74609375}, {"token_id": 9204, "token_text": " models", "probability": 0.017578125}, {"token_id": 336, "token_text": " is", "probability": 0.0164794921875}, {"token_id": 256, "token_text": " of", "probability": 0.00830078125}, {"token_id": 27407, "token_text": " modeling", "probability": 0.00732421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.29296875}, {"token_id": 321, "token_text": " for", "probability": 0.037353515625}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}, {"token_id": 614, "token_text": " has", "probability": 0.0308837890625}, {"token_id": 256, "token_text": " of", "probability": 0.0308837890625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.248046875}, {"token_id": 2787, "token_text": " based", "probability": 0.0380859375}, {"token_id": 209, "token_text": " a", "probability": 0.033447265625}, {"token_id": 230, "token_text": " the", "probability": 0.029541015625}, {"token_id": 751, "token_text": " also", "probability": 0.0230712890625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.62890625}, {"token_id": 263, "token_text": " to", "probability": 0.1162109375}, {"token_id": 321, "token_text": " for", "probability": 0.0703125}, {"token_id": 347, "token_text": " as", "probability": 0.051513671875}, {"token_id": 443, "token_text": " by", "probability": 0.017822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.470703125}, {"token_id": 209, "token_text": " a", "probability": 0.059814453125}, {"token_id": 587, "token_text": " this", "probability": 0.024169921875}, {"token_id": 1684, "token_text": " both", "probability": 0.0107421875}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.01043701171875}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.166015625}, {"token_id": 7522, "token_text": " analysis", "probability": 0.0693359375}, {"token_id": 5295, "token_text": " sense", "probability": 0.027099609375}, {"token_id": 3113, "token_text": " development", "probability": 0.01806640625}, {"token_id": 1075, "token_text": " form", "probability": 0.01361083984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.94140625}, {"token_id": 262, "token_text": " and", "probability": 0.0118408203125}, {"token_id": 1204, "token_text": "ual", "probability": 0.00982666015625}, {"token_id": 379, "token_text": " that", "probability": 0.0026397705078125}, {"token_id": 234, "token_text": " in", "probability": 0.0023345947265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 3965, "token_text": " language", "probability": 0.07666015625}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 587, "token_text": " this", "probability": 0.01007080078125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.00738525390625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.263671875}, {"token_id": 2464, "token_text": " include", "probability": 0.03564453125}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.02294921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1640625}, {"token_id": 209, "token_text": " a", "probability": 0.034423828125}, {"token_id": 2956, "token_text": " able", "probability": 0.022216796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0196533203125}, {"token_id": 230, "token_text": " the", "probability": 0.01434326171875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.265625}, {"token_id": 263, "token_text": " to", "probability": 0.2353515625}, {"token_id": 321, "token_text": " for", "probability": 0.1611328125}, {"token_id": 347, "token_text": " as", "probability": 0.055908203125}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1875}, {"token_id": 209, "token_text": " a", "probability": 0.1005859375}, {"token_id": 587, "token_text": " this", "probability": 0.050537109375}, {"token_id": 1313, "token_text": " many", "probability": 0.019775390625}, {"token_id": 938, "token_text": " some", "probability": 0.01318359375}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.06591796875}, {"token_id": 2244, "token_text": " following", "probability": 0.020751953125}, {"token_id": 3341, "token_text": " field", "probability": 0.01611328125}, {"token_id": 1686, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 3498, "token_text": " study", "probability": 0.01177978515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78125}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}, {"token_id": 379, "token_text": " that", "probability": 0.025146484375}, {"token_id": 321, "token_text": " for", "probability": 0.023681640625}, {"token_id": 17, "token_text": ".", "probability": 0.0184326171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.0771484375}, {"token_id": 3965, "token_text": " language", "probability": 0.0267333984375}, {"token_id": 587, "token_text": " this", "probability": 0.021484375}, {"token_id": 248, "token_text": " an", "probability": 0.0101318359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0211181640625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0211181640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0106201171875}, {"token_id": 3498, "token_text": " study", "probability": 0.008544921875}, {"token_id": 1617, "token_text": " term", "probability": 0.00830078125}, {"token_id": 2185, "token_text": " word", "probability": 0.00732421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 4621, "token_text": " model", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.08642578125}, {"token_id": 256, "token_text": " of", "probability": 0.08642578125}, {"token_id": 262, "token_text": " and", "probability": 0.07177734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1318359375}, {"token_id": 407, "token_text": " In", "probability": 0.080078125}, {"token_id": 679, "token_text": " It", "probability": 0.0625}, {"token_id": 1062, "token_text": " This", "probability": 0.048583984375}, {"token_id": 1182, "token_text": " For", "probability": 0.0244140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.05322265625}, {"token_id": 4621, "token_text": " model", "probability": 0.0228271484375}, {"token_id": 1617, "token_text": " term", "probability": 0.01953125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0172119140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0152587890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2099609375}, {"token_id": 256, "token_text": " of", "probability": 0.09326171875}, {"token_id": 336, "token_text": " is", "probability": 0.08740234375}, {"token_id": 262, "token_text": " and", "probability": 0.020751953125}, {"token_id": 15, "token_text": ",", "probability": 0.020751953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1689453125}, {"token_id": 321, "token_text": " for", "probability": 0.0908203125}, {"token_id": 256, "token_text": " of", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.045654296875}, {"token_id": 361, "token_text": " was", "probability": 0.037841796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.08349609375}, {"token_id": 2787, "token_text": " based", "probability": 0.057373046875}, {"token_id": 379, "token_text": " that", "probability": 0.034912109375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 230, "token_text": " the", "probability": 0.03076171875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.494140625}, {"token_id": 263, "token_text": " to", "probability": 0.181640625}, {"token_id": 321, "token_text": " for", "probability": 0.09130859375}, {"token_id": 347, "token_text": " as", "probability": 0.05908203125}, {"token_id": 443, "token_text": " by", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.326171875}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 587, "token_text": " this", "probability": 0.0277099609375}, {"token_id": 1313, "token_text": " many", "probability": 0.0162353515625}, {"token_id": 1684, "token_text": " both", "probability": 0.01531982421875}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.087890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0260009765625}, {"token_id": 7522, "token_text": " analysis", "probability": 0.025146484375}, {"token_id": 1075, "token_text": " form", "probability": 0.017822265625}, {"token_id": 2244, "token_text": " following", "probability": 0.01483154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 1204, "token_text": "ual", "probability": 0.021484375}, {"token_id": 379, "token_text": " that", "probability": 0.01080322265625}, {"token_id": 262, "token_text": " and", "probability": 0.0084228515625}, {"token_id": 234, "token_text": " in", "probability": 0.00225830078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 3965, "token_text": " language", "probability": 0.080078125}, {"token_id": 209, "token_text": " a", "probability": 0.054931640625}, {"token_id": 647, "token_text": " which", "probability": 0.0162353515625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.01019287109375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10107421875}, {"token_id": 30473, "token_text": " syntax", "probability": 0.01324462890625}, {"token_id": 5752, "token_text": " concept", "probability": 0.010986328125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0106201171875}, {"token_id": 9925, "token_text": " context", "probability": 0.0093994140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.40234375}, {"token_id": 256, "token_text": " of", "probability": 0.0791015625}, {"token_id": 15, "token_text": ",", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.054443359375}, {"token_id": 234, "token_text": " in", "probability": 0.048095703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2373046875}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 262, "token_text": " and", "probability": 0.072265625}, {"token_id": 256, "token_text": " of", "probability": 0.06787109375}, {"token_id": 234, "token_text": " in", "probability": 0.06396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.234375}, {"token_id": 679, "token_text": " It", "probability": 0.11083984375}, {"token_id": 407, "token_text": " In", "probability": 0.08642578125}, {"token_id": 1062, "token_text": " This", "probability": 0.04931640625}, {"token_id": 1182, "token_text": " For", "probability": 0.0299072265625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1025390625}, {"token_id": 4621, "token_text": " model", "probability": 0.080078125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0201416015625}, {"token_id": 1962, "token_text": " main", "probability": 0.0184326171875}, {"token_id": 4069, "token_text": " method", "probability": 0.0172119140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.74609375}, {"token_id": 9204, "token_text": " models", "probability": 0.017578125}, {"token_id": 336, "token_text": " is", "probability": 0.0164794921875}, {"token_id": 256, "token_text": " of", "probability": 0.00830078125}, {"token_id": 27407, "token_text": " modeling", "probability": 0.00732421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.29296875}, {"token_id": 321, "token_text": " for", "probability": 0.037353515625}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}, {"token_id": 614, "token_text": " has", "probability": 0.0308837890625}, {"token_id": 256, "token_text": " of", "probability": 0.0308837890625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.248046875}, {"token_id": 2787, "token_text": " based", "probability": 0.0380859375}, {"token_id": 209, "token_text": " a", "probability": 0.033447265625}, {"token_id": 230, "token_text": " the", "probability": 0.029541015625}, {"token_id": 751, "token_text": " also", "probability": 0.0230712890625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.62890625}, {"token_id": 263, "token_text": " to", "probability": 0.1162109375}, {"token_id": 321, "token_text": " for", "probability": 0.0703125}, {"token_id": 347, "token_text": " as", "probability": 0.051513671875}, {"token_id": 443, "token_text": " by", "probability": 0.017822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.470703125}, {"token_id": 209, "token_text": " a", "probability": 0.059814453125}, {"token_id": 587, "token_text": " this", "probability": 0.024169921875}, {"token_id": 1684, "token_text": " both", "probability": 0.0107421875}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.01043701171875}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.166015625}, {"token_id": 7522, "token_text": " analysis", "probability": 0.0693359375}, {"token_id": 5295, "token_text": " sense", "probability": 0.027099609375}, {"token_id": 3113, "token_text": " development", "probability": 0.01806640625}, {"token_id": 1075, "token_text": " form", "probability": 0.01361083984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.94140625}, {"token_id": 262, "token_text": " and", "probability": 0.0118408203125}, {"token_id": 1204, "token_text": "ual", "probability": 0.00982666015625}, {"token_id": 379, "token_text": " that", "probability": 0.0026397705078125}, {"token_id": 234, "token_text": " in", "probability": 0.0023345947265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 3965, "token_text": " language", "probability": 0.07666015625}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 587, "token_text": " this", "probability": 0.01007080078125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.00738525390625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.263671875}, {"token_id": 2464, "token_text": " include", "probability": 0.03564453125}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.02294921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1640625}, {"token_id": 209, "token_text": " a", "probability": 0.034423828125}, {"token_id": 2956, "token_text": " able", "probability": 0.022216796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0196533203125}, {"token_id": 230, "token_text": " the", "probability": 0.01434326171875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.265625}, {"token_id": 263, "token_text": " to", "probability": 0.2353515625}, {"token_id": 321, "token_text": " for", "probability": 0.1611328125}, {"token_id": 347, "token_text": " as", "probability": 0.055908203125}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1875}, {"token_id": 209, "token_text": " a", "probability": 0.1005859375}, {"token_id": 587, "token_text": " this", "probability": 0.050537109375}, {"token_id": 1313, "token_text": " many", "probability": 0.019775390625}, {"token_id": 938, "token_text": " some", "probability": 0.01318359375}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.06591796875}, {"token_id": 2244, "token_text": " following", "probability": 0.020751953125}, {"token_id": 3341, "token_text": " field", "probability": 0.01611328125}, {"token_id": 1686, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 3498, "token_text": " study", "probability": 0.01177978515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78125}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}, {"token_id": 379, "token_text": " that", "probability": 0.025146484375}, {"token_id": 321, "token_text": " for", "probability": 0.023681640625}, {"token_id": 17, "token_text": ".", "probability": 0.0184326171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.0771484375}, {"token_id": 3965, "token_text": " language", "probability": 0.0267333984375}, {"token_id": 587, "token_text": " this", "probability": 0.021484375}, {"token_id": 248, "token_text": " an", "probability": 0.0101318359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0211181640625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0211181640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0106201171875}, {"token_id": 3498, "token_text": " study", "probability": 0.008544921875}, {"token_id": 1617, "token_text": " term", "probability": 0.00830078125}, {"token_id": 2185, "token_text": " word", "probability": 0.00732421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 4621, "token_text": " model", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.08642578125}, {"token_id": 256, "token_text": " of", "probability": 0.08642578125}, {"token_id": 262, "token_text": " and", "probability": 0.07177734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1318359375}, {"token_id": 407, "token_text": " In", "probability": 0.080078125}, {"token_id": 679, "token_text": " It", "probability": 0.0625}, {"token_id": 1062, "token_text": " This", "probability": 0.048583984375}, {"token_id": 1182, "token_text": " For", "probability": 0.0244140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.05322265625}, {"token_id": 4621, "token_text": " model", "probability": 0.0228271484375}, {"token_id": 1617, "token_text": " term", "probability": 0.01953125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0172119140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0152587890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2099609375}, {"token_id": 256, "token_text": " of", "probability": 0.09326171875}, {"token_id": 336, "token_text": " is", "probability": 0.08740234375}, {"token_id": 262, "token_text": " and", "probability": 0.020751953125}, {"token_id": 15, "token_text": ",", "probability": 0.020751953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1689453125}, {"token_id": 321, "token_text": " for", "probability": 0.0908203125}, {"token_id": 256, "token_text": " of", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.045654296875}, {"token_id": 361, "token_text": " was", "probability": 0.037841796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.08349609375}, {"token_id": 2787, "token_text": " based", "probability": 0.057373046875}, {"token_id": 379, "token_text": " that", "probability": 0.034912109375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 230, "token_text": " the", "probability": 0.03076171875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.494140625}, {"token_id": 263, "token_text": " to", "probability": 0.181640625}, {"token_id": 321, "token_text": " for", "probability": 0.09130859375}, {"token_id": 347, "token_text": " as", "probability": 0.05908203125}, {"token_id": 443, "token_text": " by", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.326171875}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 587, "token_text": " this", "probability": 0.0277099609375}, {"token_id": 1313, "token_text": " many", "probability": 0.0162353515625}, {"token_id": 1684, "token_text": " both", "probability": 0.01531982421875}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.087890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0260009765625}, {"token_id": 7522, "token_text": " analysis", "probability": 0.025146484375}, {"token_id": 1075, "token_text": " form", "probability": 0.017822265625}, {"token_id": 2244, "token_text": " following", "probability": 0.01483154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 1204, "token_text": "ual", "probability": 0.021484375}, {"token_id": 379, "token_text": " that", "probability": 0.01080322265625}, {"token_id": 262, "token_text": " and", "probability": 0.0084228515625}, {"token_id": 234, "token_text": " in", "probability": 0.00225830078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 3965, "token_text": " language", "probability": 0.080078125}, {"token_id": 209, "token_text": " a", "probability": 0.054931640625}, {"token_id": 647, "token_text": " which", "probability": 0.0162353515625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.01019287109375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10107421875}, {"token_id": 30473, "token_text": " syntax", "probability": 0.01324462890625}, {"token_id": 5752, "token_text": " concept", "probability": 0.010986328125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0106201171875}, {"token_id": 9925, "token_text": " context", "probability": 0.0093994140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.40234375}, {"token_id": 256, "token_text": " of", "probability": 0.0791015625}, {"token_id": 15, "token_text": ",", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.054443359375}, {"token_id": 234, "token_text": " in", "probability": 0.048095703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2373046875}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 262, "token_text": " and", "probability": 0.072265625}, {"token_id": 256, "token_text": " of", "probability": 0.06787109375}, {"token_id": 234, "token_text": " in", "probability": 0.06396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.234375}, {"token_id": 679, "token_text": " It", "probability": 0.11083984375}, {"token_id": 407, "token_text": " In", "probability": 0.08642578125}, {"token_id": 1062, "token_text": " This", "probability": 0.04931640625}, {"token_id": 1182, "token_text": " For", "probability": 0.0299072265625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1025390625}, {"token_id": 4621, "token_text": " model", "probability": 0.080078125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0201416015625}, {"token_id": 1962, "token_text": " main", "probability": 0.0184326171875}, {"token_id": 4069, "token_text": " method", "probability": 0.0172119140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.74609375}, {"token_id": 9204, "token_text": " models", "probability": 0.017578125}, {"token_id": 336, "token_text": " is", "probability": 0.0164794921875}, {"token_id": 256, "token_text": " of", "probability": 0.00830078125}, {"token_id": 27407, "token_text": " modeling", "probability": 0.00732421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.29296875}, {"token_id": 321, "token_text": " for", "probability": 0.037353515625}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}, {"token_id": 614, "token_text": " has", "probability": 0.0308837890625}, {"token_id": 256, "token_text": " of", "probability": 0.0308837890625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.248046875}, {"token_id": 2787, "token_text": " based", "probability": 0.0380859375}, {"token_id": 209, "token_text": " a", "probability": 0.033447265625}, {"token_id": 230, "token_text": " the", "probability": 0.029541015625}, {"token_id": 751, "token_text": " also", "probability": 0.0230712890625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.62890625}, {"token_id": 263, "token_text": " to", "probability": 0.1162109375}, {"token_id": 321, "token_text": " for", "probability": 0.0703125}, {"token_id": 347, "token_text": " as", "probability": 0.051513671875}, {"token_id": 443, "token_text": " by", "probability": 0.017822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.470703125}, {"token_id": 209, "token_text": " a", "probability": 0.059814453125}, {"token_id": 587, "token_text": " this", "probability": 0.024169921875}, {"token_id": 1684, "token_text": " both", "probability": 0.0107421875}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.01043701171875}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.166015625}, {"token_id": 7522, "token_text": " analysis", "probability": 0.0693359375}, {"token_id": 5295, "token_text": " sense", "probability": 0.027099609375}, {"token_id": 3113, "token_text": " development", "probability": 0.01806640625}, {"token_id": 1075, "token_text": " form", "probability": 0.01361083984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.94140625}, {"token_id": 262, "token_text": " and", "probability": 0.0118408203125}, {"token_id": 1204, "token_text": "ual", "probability": 0.00982666015625}, {"token_id": 379, "token_text": " that", "probability": 0.0026397705078125}, {"token_id": 234, "token_text": " in", "probability": 0.0023345947265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 3965, "token_text": " language", "probability": 0.07666015625}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 587, "token_text": " this", "probability": 0.01007080078125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.00738525390625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.263671875, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.263671875}, {"token_id": 2464, "token_text": " include", "probability": 0.03564453125}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.02294921875}, {"token_id": 6775, "token_text": " focus", "probability": 0.01904296875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0157470703125}, {"token_id": 1540, "token_text": " consider", "probability": 0.01312255859375}, {"token_id": 1466, "token_text": " help", "probability": 0.0126953125}, {"token_id": 751, "token_text": " also", "probability": 0.0123291015625}], "entropy": 4.96875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.3330498466010783, "average_logprob_per_token": -1.3330498466010783, "perplexity_on_target_sequence": 3.7925925925925923, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.3330498466010783, "probability": 0.263671875, "raw_probability": 0.263671875, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 5000, "elapsed_sec": 41598.6676158905, "probe_elapsed_sec": 1.014027475961484, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la", "text": "La capitale d'Italia \u00e8 stata la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la citt\u00e0 di Roma, la", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1552734375}, {"token_id": 285, "token_text": " la", "probability": 0.08837890625}, {"token_id": 293, "token_text": " il", "probability": 0.050537109375}, {"token_id": 267, "token_text": " un", "probability": 0.04443359375}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1103515625}, {"token_id": 387, "token_text": " una", "probability": 0.0380859375}, {"token_id": 234, "token_text": " in", "probability": 0.024658203125}, {"token_id": 227, "token_text": " l", "probability": 0.023193359375}, {"token_id": 267, "token_text": " un", "probability": 0.021728515625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.126953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.119140625}, {"token_id": 870, "token_text": " prima", "probability": 0.119140625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.07666015625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.01708984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.208984375}, {"token_id": 18268, "token_text": " natale", "probability": 0.0341796875}, {"token_id": 370, "token_text": " della", "probability": 0.031982421875}, {"token_id": 337, "token_text": " del", "probability": 0.020751953125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.064453125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.04150390625}, {"token_id": 267, "token_text": " un", "probability": 0.04150390625}, {"token_id": 1254, "token_text": " San", "probability": 0.025146484375}, {"token_id": 387, "token_text": " una", "probability": 0.023681640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.28515625}, {"token_id": 17, "token_text": ".", "probability": 0.1630859375}, {"token_id": 246, "token_text": " e", "probability": 0.10498046875}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 303, "token_text": " che", "probability": 0.0234375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10302734375}, {"token_id": 246, "token_text": " e", "probability": 0.045654296875}, {"token_id": 293, "token_text": " il", "probability": 0.03564453125}, {"token_id": 272, "token_text": " con", "probability": 0.033447265625}, {"token_id": 234, "token_text": " in", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.47265625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1630859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0341796875}, {"token_id": 3708, "token_text": " zona", "probability": 0.0162353515625}, {"token_id": 718, "token_text": " sua", "probability": 0.01519775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.486328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0546875}, {"token_id": 18268, "token_text": " natale", "probability": 0.04248046875}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 370, "token_text": " della", "probability": 0.029296875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.1787109375}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1083984375}, {"token_id": 4456, "token_text": " Milano", "probability": 0.032958984375}, {"token_id": 1254, "token_text": " San", "probability": 0.032958984375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.02001953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.390625}, {"token_id": 246, "token_text": " e", "probability": 0.3671875}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.036376953125}, {"token_id": 592, "token_text": " ed", "probability": 0.01177978515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.5078125}, {"token_id": 293, "token_text": " il", "probability": 0.11328125}, {"token_id": 227, "token_text": " l", "probability": 0.10009765625}, {"token_id": 246, "token_text": " e", "probability": 0.0732421875}, {"token_id": 360, "token_text": " i", "probability": 0.01531982421875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.5546875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1025390625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0201416015625}, {"token_id": 3708, "token_text": " zona", "probability": 0.0189208984375}, {"token_id": 5078, "token_text": " regione", "probability": 0.0157470703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.7109375}, {"token_id": 18268, "token_text": " natale", "probability": 0.02587890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.017822265625}, {"token_id": 370, "token_text": " della", "probability": 0.0167236328125}, {"token_id": 214, "token_text": " d", "probability": 0.0147705078125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.29296875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1376953125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0419921875}, {"token_id": 1254, "token_text": " San", "probability": 0.0272216796875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.0225830078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.515625}, {"token_id": 246, "token_text": " e", "probability": 0.29296875}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.01287841796875}, {"token_id": 592, "token_text": " ed", "probability": 0.00885009765625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.640625}, {"token_id": 293, "token_text": " il", "probability": 0.10498046875}, {"token_id": 227, "token_text": " l", "probability": 0.0986328125}, {"token_id": 246, "token_text": " e", "probability": 0.0361328125}, {"token_id": 360, "token_text": " i", "probability": 0.0181884765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.609375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.064453125}, {"token_id": 3708, "token_text": " zona", "probability": 0.025146484375}, {"token_id": 5078, "token_text": " regione", "probability": 0.0184326171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00982666015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 370, "token_text": " della", "probability": 0.013671875}, {"token_id": 214, "token_text": " d", "probability": 0.010009765625}, {"token_id": 18268, "token_text": " natale", "probability": 0.0093994140625}, {"token_id": 491, "token_text": " dei", "probability": 0.0093994140625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.28515625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.126953125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.049560546875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.026611328125}, {"token_id": 1254, "token_text": " San", "probability": 0.02490234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.52734375}, {"token_id": 246, "token_text": " e", "probability": 0.30078125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 592, "token_text": " ed", "probability": 0.008056640625}, {"token_id": 16, "token_text": "-", "probability": 0.006256103515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.671875}, {"token_id": 293, "token_text": " il", "probability": 0.0966796875}, {"token_id": 227, "token_text": " l", "probability": 0.0908203125}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}, {"token_id": 360, "token_text": " i", "probability": 0.01904296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.58203125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.05419921875}, {"token_id": 3708, "token_text": " zona", "probability": 0.025634765625}, {"token_id": 5078, "token_text": " regione", "probability": 0.01556396484375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01068115234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8984375}, {"token_id": 370, "token_text": " della", "probability": 0.00830078125}, {"token_id": 214, "token_text": " d", "probability": 0.007781982421875}, {"token_id": 491, "token_text": " dei", "probability": 0.006439208984375}, {"token_id": 9891, "token_text": " romana", "probability": 0.006072998046875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.3203125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1259765625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.059326171875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.03369140625}, {"token_id": 1254, "token_text": " San", "probability": 0.0247802734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.55859375}, {"token_id": 246, "token_text": " e", "probability": 0.248046875}, {"token_id": 17, "token_text": ".", "probability": 0.09130859375}, {"token_id": 16, "token_text": "-", "probability": 0.009033203125}, {"token_id": 592, "token_text": " ed", "probability": 0.007049560546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.7109375}, {"token_id": 227, "token_text": " l", "probability": 0.09033203125}, {"token_id": 293, "token_text": " il", "probability": 0.0849609375}, {"token_id": 360, "token_text": " i", "probability": 0.0189208984375}, {"token_id": 246, "token_text": " e", "probability": 0.0189208984375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.6171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.042236328125}, {"token_id": 3708, "token_text": " zona", "probability": 0.0225830078125}, {"token_id": 5078, "token_text": " regione", "probability": 0.0145263671875}, {"token_id": 4211, "token_text": " sede", "probability": 0.007781982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.91796875}, {"token_id": 370, "token_text": " della", "probability": 0.00701904296875}, {"token_id": 214, "token_text": " d", "probability": 0.00701904296875}, {"token_id": 491, "token_text": " dei", "probability": 0.005462646484375}, {"token_id": 9891, "token_text": " romana", "probability": 0.005126953125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.322265625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1259765625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0634765625}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.0361328125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0218505859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6015625}, {"token_id": 246, "token_text": " e", "probability": 0.2216796875}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 16, "token_text": "-", "probability": 0.006683349609375}, {"token_id": 592, "token_text": " ed", "probability": 0.00592041015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.734375}, {"token_id": 227, "token_text": " l", "probability": 0.08251953125}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 360, "token_text": " i", "probability": 0.01953125}, {"token_id": 246, "token_text": " e", "probability": 0.0162353515625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1552734375}, {"token_id": 285, "token_text": " la", "probability": 0.08837890625}, {"token_id": 293, "token_text": " il", "probability": 0.050537109375}, {"token_id": 267, "token_text": " un", "probability": 0.04443359375}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1103515625}, {"token_id": 387, "token_text": " una", "probability": 0.0380859375}, {"token_id": 234, "token_text": " in", "probability": 0.024658203125}, {"token_id": 227, "token_text": " l", "probability": 0.023193359375}, {"token_id": 267, "token_text": " un", "probability": 0.021728515625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.126953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.119140625}, {"token_id": 870, "token_text": " prima", "probability": 0.119140625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.07666015625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.01708984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.208984375}, {"token_id": 18268, "token_text": " natale", "probability": 0.0341796875}, {"token_id": 370, "token_text": " della", "probability": 0.031982421875}, {"token_id": 337, "token_text": " del", "probability": 0.020751953125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.064453125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.04150390625}, {"token_id": 267, "token_text": " un", "probability": 0.04150390625}, {"token_id": 1254, "token_text": " San", "probability": 0.025146484375}, {"token_id": 387, "token_text": " una", "probability": 0.023681640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.28515625}, {"token_id": 17, "token_text": ".", "probability": 0.1630859375}, {"token_id": 246, "token_text": " e", "probability": 0.10498046875}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 303, "token_text": " che", "probability": 0.0234375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10302734375}, {"token_id": 246, "token_text": " e", "probability": 0.045654296875}, {"token_id": 293, "token_text": " il", "probability": 0.03564453125}, {"token_id": 272, "token_text": " con", "probability": 0.033447265625}, {"token_id": 234, "token_text": " in", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.47265625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1630859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0341796875}, {"token_id": 3708, "token_text": " zona", "probability": 0.0162353515625}, {"token_id": 718, "token_text": " sua", "probability": 0.01519775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.486328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0546875}, {"token_id": 18268, "token_text": " natale", "probability": 0.04248046875}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 370, "token_text": " della", "probability": 0.029296875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.1787109375}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1083984375}, {"token_id": 4456, "token_text": " Milano", "probability": 0.032958984375}, {"token_id": 1254, "token_text": " San", "probability": 0.032958984375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.02001953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.390625}, {"token_id": 246, "token_text": " e", "probability": 0.3671875}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.036376953125}, {"token_id": 592, "token_text": " ed", "probability": 0.01177978515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.5078125}, {"token_id": 293, "token_text": " il", "probability": 0.11328125}, {"token_id": 227, "token_text": " l", "probability": 0.10009765625}, {"token_id": 246, "token_text": " e", "probability": 0.0732421875}, {"token_id": 360, "token_text": " i", "probability": 0.01531982421875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.5546875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1025390625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0201416015625}, {"token_id": 3708, "token_text": " zona", "probability": 0.0189208984375}, {"token_id": 5078, "token_text": " regione", "probability": 0.0157470703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.7109375}, {"token_id": 18268, "token_text": " natale", "probability": 0.02587890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.017822265625}, {"token_id": 370, "token_text": " della", "probability": 0.0167236328125}, {"token_id": 214, "token_text": " d", "probability": 0.0147705078125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.29296875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1376953125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0419921875}, {"token_id": 1254, "token_text": " San", "probability": 0.0272216796875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.0225830078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.515625}, {"token_id": 246, "token_text": " e", "probability": 0.29296875}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.01287841796875}, {"token_id": 592, "token_text": " ed", "probability": 0.00885009765625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.640625}, {"token_id": 293, "token_text": " il", "probability": 0.10498046875}, {"token_id": 227, "token_text": " l", "probability": 0.0986328125}, {"token_id": 246, "token_text": " e", "probability": 0.0361328125}, {"token_id": 360, "token_text": " i", "probability": 0.0181884765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.609375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.064453125}, {"token_id": 3708, "token_text": " zona", "probability": 0.025146484375}, {"token_id": 5078, "token_text": " regione", "probability": 0.0184326171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00982666015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 370, "token_text": " della", "probability": 0.013671875}, {"token_id": 214, "token_text": " d", "probability": 0.010009765625}, {"token_id": 18268, "token_text": " natale", "probability": 0.0093994140625}, {"token_id": 491, "token_text": " dei", "probability": 0.0093994140625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.28515625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.126953125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.049560546875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.026611328125}, {"token_id": 1254, "token_text": " San", "probability": 0.02490234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.52734375}, {"token_id": 246, "token_text": " e", "probability": 0.30078125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 592, "token_text": " ed", "probability": 0.008056640625}, {"token_id": 16, "token_text": "-", "probability": 0.006256103515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.671875}, {"token_id": 293, "token_text": " il", "probability": 0.0966796875}, {"token_id": 227, "token_text": " l", "probability": 0.0908203125}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}, {"token_id": 360, "token_text": " i", "probability": 0.01904296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.58203125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.05419921875}, {"token_id": 3708, "token_text": " zona", "probability": 0.025634765625}, {"token_id": 5078, "token_text": " regione", "probability": 0.01556396484375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01068115234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8984375}, {"token_id": 370, "token_text": " della", "probability": 0.00830078125}, {"token_id": 214, "token_text": " d", "probability": 0.007781982421875}, {"token_id": 491, "token_text": " dei", "probability": 0.006439208984375}, {"token_id": 9891, "token_text": " romana", "probability": 0.006072998046875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.3203125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1259765625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.059326171875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.03369140625}, {"token_id": 1254, "token_text": " San", "probability": 0.0247802734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.55859375}, {"token_id": 246, "token_text": " e", "probability": 0.248046875}, {"token_id": 17, "token_text": ".", "probability": 0.09130859375}, {"token_id": 16, "token_text": "-", "probability": 0.009033203125}, {"token_id": 592, "token_text": " ed", "probability": 0.007049560546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.7109375}, {"token_id": 227, "token_text": " l", "probability": 0.09033203125}, {"token_id": 293, "token_text": " il", "probability": 0.0849609375}, {"token_id": 360, "token_text": " i", "probability": 0.0189208984375}, {"token_id": 246, "token_text": " e", "probability": 0.0189208984375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.6171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.042236328125}, {"token_id": 3708, "token_text": " zona", "probability": 0.0225830078125}, {"token_id": 5078, "token_text": " regione", "probability": 0.0145263671875}, {"token_id": 4211, "token_text": " sede", "probability": 0.007781982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.91796875}, {"token_id": 370, "token_text": " della", "probability": 0.00701904296875}, {"token_id": 214, "token_text": " d", "probability": 0.00701904296875}, {"token_id": 491, "token_text": " dei", "probability": 0.005462646484375}, {"token_id": 9891, "token_text": " romana", "probability": 0.005126953125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.322265625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1259765625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0634765625}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.0361328125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0218505859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6015625}, {"token_id": 246, "token_text": " e", "probability": 0.2216796875}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 16, "token_text": "-", "probability": 0.006683349609375}, {"token_id": 592, "token_text": " ed", "probability": 0.00592041015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.734375}, {"token_id": 227, "token_text": " l", "probability": 0.08251953125}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 360, "token_text": " i", "probability": 0.01953125}, {"token_id": 246, "token_text": " e", "probability": 0.0162353515625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1552734375}, {"token_id": 285, "token_text": " la", "probability": 0.08837890625}, {"token_id": 293, "token_text": " il", "probability": 0.050537109375}, {"token_id": 267, "token_text": " un", "probability": 0.04443359375}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1103515625}, {"token_id": 387, "token_text": " una", "probability": 0.0380859375}, {"token_id": 234, "token_text": " in", "probability": 0.024658203125}, {"token_id": 227, "token_text": " l", "probability": 0.023193359375}, {"token_id": 267, "token_text": " un", "probability": 0.021728515625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.126953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.119140625}, {"token_id": 870, "token_text": " prima", "probability": 0.119140625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.07666015625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.01708984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.208984375}, {"token_id": 18268, "token_text": " natale", "probability": 0.0341796875}, {"token_id": 370, "token_text": " della", "probability": 0.031982421875}, {"token_id": 337, "token_text": " del", "probability": 0.020751953125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.064453125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.04150390625}, {"token_id": 267, "token_text": " un", "probability": 0.04150390625}, {"token_id": 1254, "token_text": " San", "probability": 0.025146484375}, {"token_id": 387, "token_text": " una", "probability": 0.023681640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.28515625}, {"token_id": 17, "token_text": ".", "probability": 0.1630859375}, {"token_id": 246, "token_text": " e", "probability": 0.10498046875}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 303, "token_text": " che", "probability": 0.0234375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10302734375}, {"token_id": 246, "token_text": " e", "probability": 0.045654296875}, {"token_id": 293, "token_text": " il", "probability": 0.03564453125}, {"token_id": 272, "token_text": " con", "probability": 0.033447265625}, {"token_id": 234, "token_text": " in", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.47265625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1630859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0341796875}, {"token_id": 3708, "token_text": " zona", "probability": 0.0162353515625}, {"token_id": 718, "token_text": " sua", "probability": 0.01519775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.486328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0546875}, {"token_id": 18268, "token_text": " natale", "probability": 0.04248046875}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 370, "token_text": " della", "probability": 0.029296875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.1787109375}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1083984375}, {"token_id": 4456, "token_text": " Milano", "probability": 0.032958984375}, {"token_id": 1254, "token_text": " San", "probability": 0.032958984375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.02001953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.390625}, {"token_id": 246, "token_text": " e", "probability": 0.3671875}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.036376953125}, {"token_id": 592, "token_text": " ed", "probability": 0.01177978515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.5078125}, {"token_id": 293, "token_text": " il", "probability": 0.11328125}, {"token_id": 227, "token_text": " l", "probability": 0.10009765625}, {"token_id": 246, "token_text": " e", "probability": 0.0732421875}, {"token_id": 360, "token_text": " i", "probability": 0.01531982421875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.5546875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1025390625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0201416015625}, {"token_id": 3708, "token_text": " zona", "probability": 0.0189208984375}, {"token_id": 5078, "token_text": " regione", "probability": 0.0157470703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.7109375}, {"token_id": 18268, "token_text": " natale", "probability": 0.02587890625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.017822265625}, {"token_id": 370, "token_text": " della", "probability": 0.0167236328125}, {"token_id": 214, "token_text": " d", "probability": 0.0147705078125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.29296875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1376953125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0419921875}, {"token_id": 1254, "token_text": " San", "probability": 0.0272216796875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.0225830078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.515625}, {"token_id": 246, "token_text": " e", "probability": 0.29296875}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.01287841796875}, {"token_id": 592, "token_text": " ed", "probability": 0.00885009765625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.640625}, {"token_id": 293, "token_text": " il", "probability": 0.10498046875}, {"token_id": 227, "token_text": " l", "probability": 0.0986328125}, {"token_id": 246, "token_text": " e", "probability": 0.0361328125}, {"token_id": 360, "token_text": " i", "probability": 0.0181884765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.609375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.064453125}, {"token_id": 3708, "token_text": " zona", "probability": 0.025146484375}, {"token_id": 5078, "token_text": " regione", "probability": 0.0184326171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.00982666015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 370, "token_text": " della", "probability": 0.013671875}, {"token_id": 214, "token_text": " d", "probability": 0.010009765625}, {"token_id": 18268, "token_text": " natale", "probability": 0.0093994140625}, {"token_id": 491, "token_text": " dei", "probability": 0.0093994140625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.28515625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.126953125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.049560546875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.026611328125}, {"token_id": 1254, "token_text": " San", "probability": 0.02490234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.52734375}, {"token_id": 246, "token_text": " e", "probability": 0.30078125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 592, "token_text": " ed", "probability": 0.008056640625}, {"token_id": 16, "token_text": "-", "probability": 0.006256103515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.671875}, {"token_id": 293, "token_text": " il", "probability": 0.0966796875}, {"token_id": 227, "token_text": " l", "probability": 0.0908203125}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}, {"token_id": 360, "token_text": " i", "probability": 0.01904296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.58203125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.05419921875}, {"token_id": 3708, "token_text": " zona", "probability": 0.025634765625}, {"token_id": 5078, "token_text": " regione", "probability": 0.01556396484375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01068115234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8984375}, {"token_id": 370, "token_text": " della", "probability": 0.00830078125}, {"token_id": 214, "token_text": " d", "probability": 0.007781982421875}, {"token_id": 491, "token_text": " dei", "probability": 0.006439208984375}, {"token_id": 9891, "token_text": " romana", "probability": 0.006072998046875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.3203125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1259765625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.059326171875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.03369140625}, {"token_id": 1254, "token_text": " San", "probability": 0.0247802734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.55859375}, {"token_id": 246, "token_text": " e", "probability": 0.248046875}, {"token_id": 17, "token_text": ".", "probability": 0.09130859375}, {"token_id": 16, "token_text": "-", "probability": 0.009033203125}, {"token_id": 592, "token_text": " ed", "probability": 0.007049560546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.7109375}, {"token_id": 227, "token_text": " l", "probability": 0.09033203125}, {"token_id": 293, "token_text": " il", "probability": 0.0849609375}, {"token_id": 360, "token_text": " i", "probability": 0.0189208984375}, {"token_id": 246, "token_text": " e", "probability": 0.0189208984375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.6171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.042236328125}, {"token_id": 3708, "token_text": " zona", "probability": 0.0225830078125}, {"token_id": 5078, "token_text": " regione", "probability": 0.0145263671875}, {"token_id": 4211, "token_text": " sede", "probability": 0.007781982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.91796875}, {"token_id": 370, "token_text": " della", "probability": 0.00701904296875}, {"token_id": 214, "token_text": " d", "probability": 0.00701904296875}, {"token_id": 491, "token_text": " dei", "probability": 0.005462646484375}, {"token_id": 9891, "token_text": " romana", "probability": 0.005126953125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.322265625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.1259765625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0634765625}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.0361328125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0218505859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6015625}, {"token_id": 246, "token_text": " e", "probability": 0.2216796875}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 16, "token_text": "-", "probability": 0.006683349609375}, {"token_id": 592, "token_text": " ed", "probability": 0.00592041015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.734375}, {"token_id": 227, "token_text": " l", "probability": 0.08251953125}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 360, "token_text": " i", "probability": 0.01953125}, {"token_id": 246, "token_text": " e", "probability": 0.0162353515625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 358, "correct_token_probability": 0.00021266937255859375, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1552734375}, {"token_id": 285, "token_text": " la", "probability": 0.08837890625}, {"token_id": 293, "token_text": " il", "probability": 0.050537109375}, {"token_id": 267, "token_text": " un", "probability": 0.04443359375}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 234, "token_text": " in", "probability": 0.0269775390625}, {"token_id": 387, "token_text": " una", "probability": 0.025390625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0185546875}, {"token_id": 319, "token_text": " al", "probability": 0.011962890625}, {"token_id": 3634, "token_text": " nota", "probability": 0.01129150390625}], "entropy": 4.96875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.455771839738787, "average_logprob_per_token": -8.455771839738787, "perplexity_on_target_sequence": 4702.134529147982, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.455771839738787, "probability": 0.00021266937255859375, "raw_probability": 0.00021266937255859375, "correct_token_rank": 358}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 5000, "elapsed_sec": 41598.66822195053, "probe_elapsed_sec": 1.014027475961484, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea", "text": "Un piccolo modello linguistico dovrebbe essere un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.37890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0137939453125}, {"token_id": 1612, "token_text": " fare", "probability": 0.0107421875}, {"token_id": 5642, "token_text": " portare", "probability": 0.01007080078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0771484375}, {"token_id": 293, "token_text": " il", "probability": 0.046630859375}, {"token_id": 285, "token_text": " la", "probability": 0.041259765625}, {"token_id": 387, "token_text": " una", "probability": 0.0283203125}, {"token_id": 227, "token_text": " l", "probability": 0.0250244140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06884765625}, {"token_id": 537, "token_text": " po", "probability": 0.05712890625}, {"token_id": 5107, "token_text": " modello", "probability": 0.036865234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0306396484375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0238037109375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.12890625}, {"token_id": 3837, "token_text": "opera", "probability": 0.06494140625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.04443359375}, {"token_id": 22727, "token_text": "altern", "probability": 0.036865234375}, {"token_id": 25001, "token_text": "ottima", "probability": 0.03466796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1220703125}, {"token_id": 303, "token_text": " che", "probability": 0.061279296875}, {"token_id": 337, "token_text": " del", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0289306640625}, {"token_id": 370, "token_text": " della", "probability": 0.0240478515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1611328125}, {"token_id": 387, "token_text": " una", "probability": 0.09814453125}, {"token_id": 510, "token_text": " come", "probability": 0.040771484375}, {"token_id": 831, "token_text": " questo", "probability": 0.0169677734375}, {"token_id": 2326, "token_text": " ci\u00f2", "probability": 0.0159912109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1728515625}, {"token_id": 14290, "token_text": " approccio", "probability": 0.05615234375}, {"token_id": 5107, "token_text": " modello", "probability": 0.026611328125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.026611328125}, {"token_id": 3678, "token_text": " processo", "probability": 0.01708984375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.26171875}, {"token_id": 3837, "token_text": "opera", "probability": 0.06201171875}, {"token_id": 8925, "token_text": "analisi", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.042724609375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.376953125}, {"token_id": 303, "token_text": " che", "probability": 0.0791015625}, {"token_id": 337, "token_text": " del", "probability": 0.02734375}, {"token_id": 1199, "token_text": " molto", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.232421875}, {"token_id": 387, "token_text": " una", "probability": 0.0966796875}, {"token_id": 510, "token_text": " come", "probability": 0.029541015625}, {"token_id": 831, "token_text": " questo", "probability": 0.01348876953125}, {"token_id": 2326, "token_text": " ci\u00f2", "probability": 0.01190185546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.283203125}, {"token_id": 14290, "token_text": " approccio", "probability": 0.040771484375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0361328125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.023193359375}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01806640625}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.45703125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0546875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0400390625}, {"token_id": 8925, "token_text": "analisi", "probability": 0.0213623046875}, {"token_id": 596, "token_text": "azione", "probability": 0.01300048828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.439453125}, {"token_id": 303, "token_text": " che", "probability": 0.09814453125}, {"token_id": 337, "token_text": " del", "probability": 0.019287109375}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.328125}, {"token_id": 387, "token_text": " una", "probability": 0.09423828125}, {"token_id": 510, "token_text": " come", "probability": 0.0203857421875}, {"token_id": 1747, "token_text": " base", "probability": 0.009033203125}, {"token_id": 831, "token_text": " questo", "probability": 0.009033203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.42578125}, {"token_id": 5107, "token_text": " modello", "probability": 0.03271484375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0289306640625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.017578125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0164794921875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0498046875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0283203125}, {"token_id": 5109, "token_text": "etica", "probability": 0.018310546875}, {"token_id": 8925, "token_text": "analisi", "probability": 0.01513671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.49609375}, {"token_id": 303, "token_text": " che", "probability": 0.0859375}, {"token_id": 337, "token_text": " del", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.482421875}, {"token_id": 387, "token_text": " una", "probability": 0.10107421875}, {"token_id": 510, "token_text": " come", "probability": 0.01458740234375}, {"token_id": 1038, "token_text": " uno", "probability": 0.008056640625}, {"token_id": 1747, "token_text": " base", "probability": 0.0078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.034912109375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.02001953125}, {"token_id": 3688, "token_text": " genere", "probability": 0.01556396484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01287841796875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.64453125}, {"token_id": 2734, "token_text": "altra", "probability": 0.06396484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.0194091796875}, {"token_id": 5109, "token_text": "etica", "probability": 0.01336669921875}, {"token_id": 24157, "token_text": "affermazione", "probability": 0.0103759765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5703125}, {"token_id": 303, "token_text": " che", "probability": 0.06396484375}, {"token_id": 337, "token_text": " del", "probability": 0.018310546875}, {"token_id": 15, "token_text": ",", "probability": 0.0172119140625}, {"token_id": 17, "token_text": ".", "probability": 0.01519775390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.62890625}, {"token_id": 387, "token_text": " una", "probability": 0.109375}, {"token_id": 510, "token_text": " come", "probability": 0.00897216796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.0079345703125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.005615234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.625}, {"token_id": 5107, "token_text": " modello", "probability": 0.03515625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0137939453125}, {"token_id": 14290, "token_text": " approccio", "probability": 0.012939453125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01214599609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6875}, {"token_id": 2734, "token_text": "altra", "probability": 0.056396484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.01336669921875}, {"token_id": 3656, "token_text": " idea", "probability": 0.0118408203125}, {"token_id": 5109, "token_text": "etica", "probability": 0.0111083984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.625}, {"token_id": 303, "token_text": " che", "probability": 0.0546875}, {"token_id": 17, "token_text": ".", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.017822265625}, {"token_id": 337, "token_text": " del", "probability": 0.0157470703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.6640625}, {"token_id": 387, "token_text": " una", "probability": 0.1015625}, {"token_id": 510, "token_text": " come", "probability": 0.007354736328125}, {"token_id": 1038, "token_text": " uno", "probability": 0.007354736328125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.005401611328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.73828125}, {"token_id": 5107, "token_text": " modello", "probability": 0.0269775390625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.00872802734375}, {"token_id": 3688, "token_text": " genere", "probability": 0.00823974609375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.00726318359375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6484375}, {"token_id": 2734, "token_text": "altra", "probability": 0.068359375}, {"token_id": 5109, "token_text": "etica", "probability": 0.013427734375}, {"token_id": 24157, "token_text": "affermazione", "probability": 0.01263427734375}, {"token_id": 3656, "token_text": " idea", "probability": 0.01263427734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.66015625}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 17, "token_text": ".", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 337, "token_text": " del", "probability": 0.01373291015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.7421875}, {"token_id": 387, "token_text": " una", "probability": 0.10693359375}, {"token_id": 1038, "token_text": " uno", "probability": 0.007293701171875}, {"token_id": 510, "token_text": " come", "probability": 0.0050048828125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.004150390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.78125}, {"token_id": 5107, "token_text": " modello", "probability": 0.025146484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0072021484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0072021484375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0059814453125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.08056640625}, {"token_id": 3656, "token_text": " idea", "probability": 0.015869140625}, {"token_id": 5109, "token_text": "etica", "probability": 0.01397705078125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.0123291015625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.37890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0137939453125}, {"token_id": 1612, "token_text": " fare", "probability": 0.0107421875}, {"token_id": 5642, "token_text": " portare", "probability": 0.01007080078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0771484375}, {"token_id": 293, "token_text": " il", "probability": 0.046630859375}, {"token_id": 285, "token_text": " la", "probability": 0.041259765625}, {"token_id": 387, "token_text": " una", "probability": 0.0283203125}, {"token_id": 227, "token_text": " l", "probability": 0.0250244140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06884765625}, {"token_id": 537, "token_text": " po", "probability": 0.05712890625}, {"token_id": 5107, "token_text": " modello", "probability": 0.036865234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0306396484375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0238037109375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.12890625}, {"token_id": 3837, "token_text": "opera", "probability": 0.06494140625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.04443359375}, {"token_id": 22727, "token_text": "altern", "probability": 0.036865234375}, {"token_id": 25001, "token_text": "ottima", "probability": 0.03466796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1220703125}, {"token_id": 303, "token_text": " che", "probability": 0.061279296875}, {"token_id": 337, "token_text": " del", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0289306640625}, {"token_id": 370, "token_text": " della", "probability": 0.0240478515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1611328125}, {"token_id": 387, "token_text": " una", "probability": 0.09814453125}, {"token_id": 510, "token_text": " come", "probability": 0.040771484375}, {"token_id": 831, "token_text": " questo", "probability": 0.0169677734375}, {"token_id": 2326, "token_text": " ci\u00f2", "probability": 0.0159912109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1728515625}, {"token_id": 14290, "token_text": " approccio", "probability": 0.05615234375}, {"token_id": 5107, "token_text": " modello", "probability": 0.026611328125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.026611328125}, {"token_id": 3678, "token_text": " processo", "probability": 0.01708984375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.26171875}, {"token_id": 3837, "token_text": "opera", "probability": 0.06201171875}, {"token_id": 8925, "token_text": "analisi", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.042724609375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.376953125}, {"token_id": 303, "token_text": " che", "probability": 0.0791015625}, {"token_id": 337, "token_text": " del", "probability": 0.02734375}, {"token_id": 1199, "token_text": " molto", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.232421875}, {"token_id": 387, "token_text": " una", "probability": 0.0966796875}, {"token_id": 510, "token_text": " come", "probability": 0.029541015625}, {"token_id": 831, "token_text": " questo", "probability": 0.01348876953125}, {"token_id": 2326, "token_text": " ci\u00f2", "probability": 0.01190185546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.283203125}, {"token_id": 14290, "token_text": " approccio", "probability": 0.040771484375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0361328125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.023193359375}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01806640625}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.45703125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0546875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0400390625}, {"token_id": 8925, "token_text": "analisi", "probability": 0.0213623046875}, {"token_id": 596, "token_text": "azione", "probability": 0.01300048828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.439453125}, {"token_id": 303, "token_text": " che", "probability": 0.09814453125}, {"token_id": 337, "token_text": " del", "probability": 0.019287109375}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.328125}, {"token_id": 387, "token_text": " una", "probability": 0.09423828125}, {"token_id": 510, "token_text": " come", "probability": 0.0203857421875}, {"token_id": 1747, "token_text": " base", "probability": 0.009033203125}, {"token_id": 831, "token_text": " questo", "probability": 0.009033203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.42578125}, {"token_id": 5107, "token_text": " modello", "probability": 0.03271484375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0289306640625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.017578125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0164794921875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0498046875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0283203125}, {"token_id": 5109, "token_text": "etica", "probability": 0.018310546875}, {"token_id": 8925, "token_text": "analisi", "probability": 0.01513671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.49609375}, {"token_id": 303, "token_text": " che", "probability": 0.0859375}, {"token_id": 337, "token_text": " del", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.482421875}, {"token_id": 387, "token_text": " una", "probability": 0.10107421875}, {"token_id": 510, "token_text": " come", "probability": 0.01458740234375}, {"token_id": 1038, "token_text": " uno", "probability": 0.008056640625}, {"token_id": 1747, "token_text": " base", "probability": 0.0078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.034912109375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.02001953125}, {"token_id": 3688, "token_text": " genere", "probability": 0.01556396484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01287841796875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.64453125}, {"token_id": 2734, "token_text": "altra", "probability": 0.06396484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.0194091796875}, {"token_id": 5109, "token_text": "etica", "probability": 0.01336669921875}, {"token_id": 24157, "token_text": "affermazione", "probability": 0.0103759765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5703125}, {"token_id": 303, "token_text": " che", "probability": 0.06396484375}, {"token_id": 337, "token_text": " del", "probability": 0.018310546875}, {"token_id": 15, "token_text": ",", "probability": 0.0172119140625}, {"token_id": 17, "token_text": ".", "probability": 0.01519775390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.62890625}, {"token_id": 387, "token_text": " una", "probability": 0.109375}, {"token_id": 510, "token_text": " come", "probability": 0.00897216796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.0079345703125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.005615234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.625}, {"token_id": 5107, "token_text": " modello", "probability": 0.03515625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0137939453125}, {"token_id": 14290, "token_text": " approccio", "probability": 0.012939453125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01214599609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6875}, {"token_id": 2734, "token_text": "altra", "probability": 0.056396484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.01336669921875}, {"token_id": 3656, "token_text": " idea", "probability": 0.0118408203125}, {"token_id": 5109, "token_text": "etica", "probability": 0.0111083984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.625}, {"token_id": 303, "token_text": " che", "probability": 0.0546875}, {"token_id": 17, "token_text": ".", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.017822265625}, {"token_id": 337, "token_text": " del", "probability": 0.0157470703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.6640625}, {"token_id": 387, "token_text": " una", "probability": 0.1015625}, {"token_id": 510, "token_text": " come", "probability": 0.007354736328125}, {"token_id": 1038, "token_text": " uno", "probability": 0.007354736328125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.005401611328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.73828125}, {"token_id": 5107, "token_text": " modello", "probability": 0.0269775390625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.00872802734375}, {"token_id": 3688, "token_text": " genere", "probability": 0.00823974609375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.00726318359375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6484375}, {"token_id": 2734, "token_text": "altra", "probability": 0.068359375}, {"token_id": 5109, "token_text": "etica", "probability": 0.013427734375}, {"token_id": 24157, "token_text": "affermazione", "probability": 0.01263427734375}, {"token_id": 3656, "token_text": " idea", "probability": 0.01263427734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.66015625}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 17, "token_text": ".", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 337, "token_text": " del", "probability": 0.01373291015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.7421875}, {"token_id": 387, "token_text": " una", "probability": 0.10693359375}, {"token_id": 1038, "token_text": " uno", "probability": 0.007293701171875}, {"token_id": 510, "token_text": " come", "probability": 0.0050048828125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.004150390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.78125}, {"token_id": 5107, "token_text": " modello", "probability": 0.025146484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0072021484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0072021484375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0059814453125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.08056640625}, {"token_id": 3656, "token_text": " idea", "probability": 0.015869140625}, {"token_id": 5109, "token_text": "etica", "probability": 0.01397705078125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.0123291015625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.37890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0137939453125}, {"token_id": 1612, "token_text": " fare", "probability": 0.0107421875}, {"token_id": 5642, "token_text": " portare", "probability": 0.01007080078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0771484375}, {"token_id": 293, "token_text": " il", "probability": 0.046630859375}, {"token_id": 285, "token_text": " la", "probability": 0.041259765625}, {"token_id": 387, "token_text": " una", "probability": 0.0283203125}, {"token_id": 227, "token_text": " l", "probability": 0.0250244140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06884765625}, {"token_id": 537, "token_text": " po", "probability": 0.05712890625}, {"token_id": 5107, "token_text": " modello", "probability": 0.036865234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0306396484375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0238037109375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.12890625}, {"token_id": 3837, "token_text": "opera", "probability": 0.06494140625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.04443359375}, {"token_id": 22727, "token_text": "altern", "probability": 0.036865234375}, {"token_id": 25001, "token_text": "ottima", "probability": 0.03466796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1220703125}, {"token_id": 303, "token_text": " che", "probability": 0.061279296875}, {"token_id": 337, "token_text": " del", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0289306640625}, {"token_id": 370, "token_text": " della", "probability": 0.0240478515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1611328125}, {"token_id": 387, "token_text": " una", "probability": 0.09814453125}, {"token_id": 510, "token_text": " come", "probability": 0.040771484375}, {"token_id": 831, "token_text": " questo", "probability": 0.0169677734375}, {"token_id": 2326, "token_text": " ci\u00f2", "probability": 0.0159912109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1728515625}, {"token_id": 14290, "token_text": " approccio", "probability": 0.05615234375}, {"token_id": 5107, "token_text": " modello", "probability": 0.026611328125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.026611328125}, {"token_id": 3678, "token_text": " processo", "probability": 0.01708984375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.26171875}, {"token_id": 3837, "token_text": "opera", "probability": 0.06201171875}, {"token_id": 8925, "token_text": "analisi", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.042724609375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.376953125}, {"token_id": 303, "token_text": " che", "probability": 0.0791015625}, {"token_id": 337, "token_text": " del", "probability": 0.02734375}, {"token_id": 1199, "token_text": " molto", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.232421875}, {"token_id": 387, "token_text": " una", "probability": 0.0966796875}, {"token_id": 510, "token_text": " come", "probability": 0.029541015625}, {"token_id": 831, "token_text": " questo", "probability": 0.01348876953125}, {"token_id": 2326, "token_text": " ci\u00f2", "probability": 0.01190185546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.283203125}, {"token_id": 14290, "token_text": " approccio", "probability": 0.040771484375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0361328125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.023193359375}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01806640625}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.45703125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0546875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0400390625}, {"token_id": 8925, "token_text": "analisi", "probability": 0.0213623046875}, {"token_id": 596, "token_text": "azione", "probability": 0.01300048828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.439453125}, {"token_id": 303, "token_text": " che", "probability": 0.09814453125}, {"token_id": 337, "token_text": " del", "probability": 0.019287109375}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.328125}, {"token_id": 387, "token_text": " una", "probability": 0.09423828125}, {"token_id": 510, "token_text": " come", "probability": 0.0203857421875}, {"token_id": 1747, "token_text": " base", "probability": 0.009033203125}, {"token_id": 831, "token_text": " questo", "probability": 0.009033203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.42578125}, {"token_id": 5107, "token_text": " modello", "probability": 0.03271484375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0289306640625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.017578125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0164794921875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0498046875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0283203125}, {"token_id": 5109, "token_text": "etica", "probability": 0.018310546875}, {"token_id": 8925, "token_text": "analisi", "probability": 0.01513671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.49609375}, {"token_id": 303, "token_text": " che", "probability": 0.0859375}, {"token_id": 337, "token_text": " del", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.482421875}, {"token_id": 387, "token_text": " una", "probability": 0.10107421875}, {"token_id": 510, "token_text": " come", "probability": 0.01458740234375}, {"token_id": 1038, "token_text": " uno", "probability": 0.008056640625}, {"token_id": 1747, "token_text": " base", "probability": 0.0078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.034912109375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.02001953125}, {"token_id": 3688, "token_text": " genere", "probability": 0.01556396484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01287841796875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.64453125}, {"token_id": 2734, "token_text": "altra", "probability": 0.06396484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.0194091796875}, {"token_id": 5109, "token_text": "etica", "probability": 0.01336669921875}, {"token_id": 24157, "token_text": "affermazione", "probability": 0.0103759765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5703125}, {"token_id": 303, "token_text": " che", "probability": 0.06396484375}, {"token_id": 337, "token_text": " del", "probability": 0.018310546875}, {"token_id": 15, "token_text": ",", "probability": 0.0172119140625}, {"token_id": 17, "token_text": ".", "probability": 0.01519775390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.62890625}, {"token_id": 387, "token_text": " una", "probability": 0.109375}, {"token_id": 510, "token_text": " come", "probability": 0.00897216796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.0079345703125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.005615234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.625}, {"token_id": 5107, "token_text": " modello", "probability": 0.03515625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0137939453125}, {"token_id": 14290, "token_text": " approccio", "probability": 0.012939453125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01214599609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6875}, {"token_id": 2734, "token_text": "altra", "probability": 0.056396484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.01336669921875}, {"token_id": 3656, "token_text": " idea", "probability": 0.0118408203125}, {"token_id": 5109, "token_text": "etica", "probability": 0.0111083984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.625}, {"token_id": 303, "token_text": " che", "probability": 0.0546875}, {"token_id": 17, "token_text": ".", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.017822265625}, {"token_id": 337, "token_text": " del", "probability": 0.0157470703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.6640625}, {"token_id": 387, "token_text": " una", "probability": 0.1015625}, {"token_id": 510, "token_text": " come", "probability": 0.007354736328125}, {"token_id": 1038, "token_text": " uno", "probability": 0.007354736328125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.005401611328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.73828125}, {"token_id": 5107, "token_text": " modello", "probability": 0.0269775390625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.00872802734375}, {"token_id": 3688, "token_text": " genere", "probability": 0.00823974609375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.00726318359375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6484375}, {"token_id": 2734, "token_text": "altra", "probability": 0.068359375}, {"token_id": 5109, "token_text": "etica", "probability": 0.013427734375}, {"token_id": 24157, "token_text": "affermazione", "probability": 0.01263427734375}, {"token_id": 3656, "token_text": " idea", "probability": 0.01263427734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.66015625}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 17, "token_text": ".", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 337, "token_text": " del", "probability": 0.01373291015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.7421875}, {"token_id": 387, "token_text": " una", "probability": 0.10693359375}, {"token_id": 1038, "token_text": " uno", "probability": 0.007293701171875}, {"token_id": 510, "token_text": " come", "probability": 0.0050048828125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.004150390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.78125}, {"token_id": 5107, "token_text": " modello", "probability": 0.025146484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0072021484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0072021484375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0059814453125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.6328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.08056640625}, {"token_id": 3656, "token_text": " idea", "probability": 0.015869140625}, {"token_id": 5109, "token_text": "etica", "probability": 0.01397705078125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.0123291015625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.37890625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.37890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.05126953125}, {"token_id": 1016, "token_text": " far", "probability": 0.0137939453125}, {"token_id": 1612, "token_text": " fare", "probability": 0.0107421875}, {"token_id": 5642, "token_text": " portare", "probability": 0.01007080078125}, {"token_id": 4321, "token_text": " dare", "probability": 0.00946044921875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0089111328125}, {"token_id": 14192, "token_text": " servire", "probability": 0.0089111328125}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.00836181640625}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.00836181640625}], "entropy": 4.3125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9704664659761797, "average_logprob_per_token": -0.9704664659761797, "perplexity_on_target_sequence": 2.6391752577319587, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.9704664659761797, "probability": 0.37890625, "raw_probability": 0.37890625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 6000, "elapsed_sec": 49908.711226940155, "probe_elapsed_sec": 0.9971487820148468, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom", "text": "The capital of Italy is the capital of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom of the Kingdom", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.16796875}, {"token_id": 209, "token_text": " a", "probability": 0.123046875}, {"token_id": 720, "token_text": " one", "probability": 0.04248046875}, {"token_id": 3857, "token_text": " located", "probability": 0.03515625}, {"token_id": 248, "token_text": " an", "probability": 0.022705078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.09228515625}, {"token_id": 942, "token_text": " most", "probability": 0.041015625}, {"token_id": 8028, "token_text": " seat", "probability": 0.031982421875}, {"token_id": 1118, "token_text": " only", "probability": 0.0247802734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.76953125}, {"token_id": 2259, "token_text": " city", "probability": 0.049072265625}, {"token_id": 400, "token_text": "'s", "probability": 0.02978515625}, {"token_id": 262, "token_text": " and", "probability": 0.023193359375}, {"token_id": 15, "token_text": ",", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.39453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.099609375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.05322265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034423828125}, {"token_id": 209, "token_text": " a", "probability": 0.02294921875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.05224609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.05224609375}, {"token_id": 2259, "token_text": " city", "probability": 0.049072265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.046142578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04345703125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040771484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 17, "token_text": ".", "probability": 0.0849609375}, {"token_id": 15, "token_text": ",", "probability": 0.042724609375}, {"token_id": 262, "token_text": " and", "probability": 0.0167236328125}, {"token_id": 400, "token_text": "'s", "probability": 0.00927734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1005859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.06494140625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0174560546875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01495361328125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.1513671875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0810546875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0361328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01708984375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0164794921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.73828125}, {"token_id": 17, "token_text": ".", "probability": 0.11328125}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}, {"token_id": 647, "token_text": " which", "probability": 0.005126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.259765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0703125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0166015625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0166015625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.2109375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08251953125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0303955078125}, {"token_id": 10774, "token_text": " Order", "probability": 0.0244140625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0208740234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 17, "token_text": ".", "probability": 0.2021484375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 262, "token_text": " and", "probability": 0.024169921875}, {"token_id": 647, "token_text": " which", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.46875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.052734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04638671875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01171875}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0103759765625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.349609375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08837890625}, {"token_id": 10774, "token_text": " Order", "probability": 0.030517578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0286865234375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.019775390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.73828125}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.005645751953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62109375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.037109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.025634765625}, {"token_id": 528, "token_text": " St", "probability": 0.00885009765625}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.008544921875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.4609375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.080078125}, {"token_id": 10774, "token_text": " Order", "probability": 0.0294189453125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.027587890625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01153564453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78515625}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 262, "token_text": " and", "probability": 0.0196533203125}, {"token_id": 234, "token_text": " in", "probability": 0.005279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.75}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0078125}, {"token_id": 528, "token_text": " St", "probability": 0.005889892578125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.498046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0673828125}, {"token_id": 10774, "token_text": " Order", "probability": 0.04345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.03173828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.010009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.0242919921875}, {"token_id": 262, "token_text": " and", "probability": 0.01470947265625}, {"token_id": 323, "token_text": " (", "probability": 0.0034942626953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01806640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.010986328125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.005706787109375}, {"token_id": 528, "token_text": " St", "probability": 0.00518798828125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.52734375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05224609375}, {"token_id": 10774, "token_text": " Order", "probability": 0.046142578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.03173828125}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00970458984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 17, "token_text": ".", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.0255126953125}, {"token_id": 262, "token_text": " and", "probability": 0.01458740234375}, {"token_id": 234, "token_text": " in", "probability": 0.004180908203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.86328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01312255859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0074462890625}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.004669189453125}, {"token_id": 528, "token_text": " St", "probability": 0.0045166015625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.54296875}, {"token_id": 10774, "token_text": " Order", "probability": 0.04736328125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04443359375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.032470703125}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.0098876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 262, "token_text": " and", "probability": 0.01519775390625}, {"token_id": 234, "token_text": " in", "probability": 0.00494384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0118408203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.006744384765625}, {"token_id": 528, "token_text": " St", "probability": 0.00372314453125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0036163330078125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.5625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.046142578125}, {"token_id": 10774, "token_text": " Order", "probability": 0.04345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0299072265625}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00970458984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 15, "token_text": ",", "probability": 0.033203125}, {"token_id": 262, "token_text": " and", "probability": 0.0167236328125}, {"token_id": 234, "token_text": " in", "probability": 0.005767822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.00885009765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.005340576171875}, {"token_id": 528, "token_text": " St", "probability": 0.0033416748046875}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0026092529296875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.5859375}, {"token_id": 10774, "token_text": " Order", "probability": 0.04248046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.039794921875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0291748046875}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00836181640625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.16796875}, {"token_id": 209, "token_text": " a", "probability": 0.123046875}, {"token_id": 720, "token_text": " one", "probability": 0.04248046875}, {"token_id": 3857, "token_text": " located", "probability": 0.03515625}, {"token_id": 248, "token_text": " an", "probability": 0.022705078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.09228515625}, {"token_id": 942, "token_text": " most", "probability": 0.041015625}, {"token_id": 8028, "token_text": " seat", "probability": 0.031982421875}, {"token_id": 1118, "token_text": " only", "probability": 0.0247802734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.76953125}, {"token_id": 2259, "token_text": " city", "probability": 0.049072265625}, {"token_id": 400, "token_text": "'s", "probability": 0.02978515625}, {"token_id": 262, "token_text": " and", "probability": 0.023193359375}, {"token_id": 15, "token_text": ",", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.39453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.099609375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.05322265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034423828125}, {"token_id": 209, "token_text": " a", "probability": 0.02294921875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.05224609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.05224609375}, {"token_id": 2259, "token_text": " city", "probability": 0.049072265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.046142578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04345703125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040771484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 17, "token_text": ".", "probability": 0.0849609375}, {"token_id": 15, "token_text": ",", "probability": 0.042724609375}, {"token_id": 262, "token_text": " and", "probability": 0.0167236328125}, {"token_id": 400, "token_text": "'s", "probability": 0.00927734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1005859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.06494140625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0174560546875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01495361328125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.1513671875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0810546875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0361328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01708984375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0164794921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.73828125}, {"token_id": 17, "token_text": ".", "probability": 0.11328125}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}, {"token_id": 647, "token_text": " which", "probability": 0.005126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.259765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0703125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0166015625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0166015625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.2109375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08251953125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0303955078125}, {"token_id": 10774, "token_text": " Order", "probability": 0.0244140625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0208740234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 17, "token_text": ".", "probability": 0.2021484375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 262, "token_text": " and", "probability": 0.024169921875}, {"token_id": 647, "token_text": " which", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.46875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.052734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04638671875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01171875}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0103759765625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.349609375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08837890625}, {"token_id": 10774, "token_text": " Order", "probability": 0.030517578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0286865234375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.019775390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.73828125}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.005645751953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62109375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.037109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.025634765625}, {"token_id": 528, "token_text": " St", "probability": 0.00885009765625}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.008544921875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.4609375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.080078125}, {"token_id": 10774, "token_text": " Order", "probability": 0.0294189453125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.027587890625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01153564453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78515625}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 262, "token_text": " and", "probability": 0.0196533203125}, {"token_id": 234, "token_text": " in", "probability": 0.005279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.75}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0078125}, {"token_id": 528, "token_text": " St", "probability": 0.005889892578125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.498046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0673828125}, {"token_id": 10774, "token_text": " Order", "probability": 0.04345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.03173828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.010009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.0242919921875}, {"token_id": 262, "token_text": " and", "probability": 0.01470947265625}, {"token_id": 323, "token_text": " (", "probability": 0.0034942626953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01806640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.010986328125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.005706787109375}, {"token_id": 528, "token_text": " St", "probability": 0.00518798828125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.52734375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05224609375}, {"token_id": 10774, "token_text": " Order", "probability": 0.046142578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.03173828125}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00970458984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 17, "token_text": ".", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.0255126953125}, {"token_id": 262, "token_text": " and", "probability": 0.01458740234375}, {"token_id": 234, "token_text": " in", "probability": 0.004180908203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.86328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01312255859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0074462890625}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.004669189453125}, {"token_id": 528, "token_text": " St", "probability": 0.0045166015625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.54296875}, {"token_id": 10774, "token_text": " Order", "probability": 0.04736328125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04443359375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.032470703125}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.0098876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 262, "token_text": " and", "probability": 0.01519775390625}, {"token_id": 234, "token_text": " in", "probability": 0.00494384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0118408203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.006744384765625}, {"token_id": 528, "token_text": " St", "probability": 0.00372314453125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0036163330078125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.5625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.046142578125}, {"token_id": 10774, "token_text": " Order", "probability": 0.04345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0299072265625}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00970458984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 15, "token_text": ",", "probability": 0.033203125}, {"token_id": 262, "token_text": " and", "probability": 0.0167236328125}, {"token_id": 234, "token_text": " in", "probability": 0.005767822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.00885009765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.005340576171875}, {"token_id": 528, "token_text": " St", "probability": 0.0033416748046875}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0026092529296875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.5859375}, {"token_id": 10774, "token_text": " Order", "probability": 0.04248046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.039794921875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0291748046875}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00836181640625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.16796875}, {"token_id": 209, "token_text": " a", "probability": 0.123046875}, {"token_id": 720, "token_text": " one", "probability": 0.04248046875}, {"token_id": 3857, "token_text": " located", "probability": 0.03515625}, {"token_id": 248, "token_text": " an", "probability": 0.022705078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.09228515625}, {"token_id": 942, "token_text": " most", "probability": 0.041015625}, {"token_id": 8028, "token_text": " seat", "probability": 0.031982421875}, {"token_id": 1118, "token_text": " only", "probability": 0.0247802734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.76953125}, {"token_id": 2259, "token_text": " city", "probability": 0.049072265625}, {"token_id": 400, "token_text": "'s", "probability": 0.02978515625}, {"token_id": 262, "token_text": " and", "probability": 0.023193359375}, {"token_id": 15, "token_text": ",", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.39453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.099609375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.05322265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034423828125}, {"token_id": 209, "token_text": " a", "probability": 0.02294921875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.05224609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.05224609375}, {"token_id": 2259, "token_text": " city", "probability": 0.049072265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.046142578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04345703125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040771484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 17, "token_text": ".", "probability": 0.0849609375}, {"token_id": 15, "token_text": ",", "probability": 0.042724609375}, {"token_id": 262, "token_text": " and", "probability": 0.0167236328125}, {"token_id": 400, "token_text": "'s", "probability": 0.00927734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1005859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.06494140625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0174560546875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01495361328125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.1513671875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.1513671875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0810546875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0361328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01708984375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0164794921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.73828125}, {"token_id": 17, "token_text": ".", "probability": 0.11328125}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}, {"token_id": 647, "token_text": " which", "probability": 0.005126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.259765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0703125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0166015625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0166015625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.2109375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08251953125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0303955078125}, {"token_id": 10774, "token_text": " Order", "probability": 0.0244140625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0208740234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 17, "token_text": ".", "probability": 0.2021484375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 262, "token_text": " and", "probability": 0.024169921875}, {"token_id": 647, "token_text": " which", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.46875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.052734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04638671875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01171875}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0103759765625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.349609375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08837890625}, {"token_id": 10774, "token_text": " Order", "probability": 0.030517578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0286865234375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.019775390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.73828125}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 262, "token_text": " and", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.005645751953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62109375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.037109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.025634765625}, {"token_id": 528, "token_text": " St", "probability": 0.00885009765625}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.008544921875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.4609375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.080078125}, {"token_id": 10774, "token_text": " Order", "probability": 0.0294189453125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.027587890625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01153564453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78515625}, {"token_id": 17, "token_text": ".", "probability": 0.10595703125}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 262, "token_text": " and", "probability": 0.0196533203125}, {"token_id": 234, "token_text": " in", "probability": 0.005279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.75}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.018798828125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0078125}, {"token_id": 528, "token_text": " St", "probability": 0.005889892578125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.498046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0673828125}, {"token_id": 10774, "token_text": " Order", "probability": 0.04345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.03173828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.010009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.0242919921875}, {"token_id": 262, "token_text": " and", "probability": 0.01470947265625}, {"token_id": 323, "token_text": " (", "probability": 0.0034942626953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01806640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.010986328125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.005706787109375}, {"token_id": 528, "token_text": " St", "probability": 0.00518798828125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.52734375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05224609375}, {"token_id": 10774, "token_text": " Order", "probability": 0.046142578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.03173828125}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00970458984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 17, "token_text": ".", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.0255126953125}, {"token_id": 262, "token_text": " and", "probability": 0.01458740234375}, {"token_id": 234, "token_text": " in", "probability": 0.004180908203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.86328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01312255859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0074462890625}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.004669189453125}, {"token_id": 528, "token_text": " St", "probability": 0.0045166015625}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.54296875}, {"token_id": 10774, "token_text": " Order", "probability": 0.04736328125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04443359375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.032470703125}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.0098876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 262, "token_text": " and", "probability": 0.01519775390625}, {"token_id": 234, "token_text": " in", "probability": 0.00494384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0118408203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.006744384765625}, {"token_id": 528, "token_text": " St", "probability": 0.00372314453125}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0036163330078125}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.5625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.046142578125}, {"token_id": 10774, "token_text": " Order", "probability": 0.04345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0299072265625}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00970458984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 15, "token_text": ",", "probability": 0.033203125}, {"token_id": 262, "token_text": " and", "probability": 0.0167236328125}, {"token_id": 234, "token_text": " in", "probability": 0.005767822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.00885009765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.005340576171875}, {"token_id": 528, "token_text": " St", "probability": 0.0033416748046875}, {"token_id": 30708, "token_text": " Constantin", "probability": 0.0026092529296875}]}, {"token_id": 8995, "token_text": " Kingdom", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 8995, "token_text": " Kingdom", "probability": 0.5859375}, {"token_id": 10774, "token_text": " Order", "probability": 0.04248046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.039794921875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0291748046875}, {"token_id": 15697, "token_text": " Emperor", "probability": 0.00836181640625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 262, "correct_token_probability": 0.000308990478515625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.16796875}, {"token_id": 209, "token_text": " a", "probability": 0.123046875}, {"token_id": 720, "token_text": " one", "probability": 0.04248046875}, {"token_id": 3857, "token_text": " located", "probability": 0.03515625}, {"token_id": 248, "token_text": " an", "probability": 0.022705078125}, {"token_id": 10438, "token_text": " divided", "probability": 0.0213623046875}, {"token_id": 751, "token_text": " also", "probability": 0.0194091796875}, {"token_id": 14812, "token_text": " situated", "probability": 0.018798828125}, {"token_id": 1576, "token_text": " now", "probability": 0.01513671875}, {"token_id": 1814, "token_text": " home", "probability": 0.0125732421875}], "entropy": 5.0}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.082200095406577, "average_logprob_per_token": -8.082200095406577, "perplexity_on_target_sequence": 3236.345679012347, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -8.082200095406577, "probability": 0.000308990478515625, "raw_probability": 0.000308990478515625, "correct_token_rank": 262}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 6000, "elapsed_sec": 49908.71199297905, "probe_elapsed_sec": 0.9971487820148468, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the model's structure. The model's structure is a model that is a model that is a model that is a model that is a model", "text": "A small language model should be used to describe the model's structure. The model's structure is a model that is a model that is a model that is a model that is a model", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.328125}, {"token_id": 534, "token_text": " not", "probability": 0.04443359375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 751, "token_text": " also", "probability": 0.01275634765625}, {"token_id": 3710, "token_text": " provide", "probability": 0.0123291015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1279296875}, {"token_id": 209, "token_text": " a", "probability": 0.036865234375}, {"token_id": 4424, "token_text": " considered", "probability": 0.034423828125}, {"token_id": 2956, "token_text": " able", "probability": 0.0252685546875}, {"token_id": 230, "token_text": " the", "probability": 0.0196533203125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.314453125}, {"token_id": 234, "token_text": " in", "probability": 0.123046875}, {"token_id": 321, "token_text": " for", "probability": 0.07958984375}, {"token_id": 347, "token_text": " as", "probability": 0.07958984375}, {"token_id": 17, "token_text": ".", "probability": 0.03759765625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.040771484375}, {"token_id": 4052, "token_text": " create", "probability": 0.03369140625}, {"token_id": 8550, "token_text": " determine", "probability": 0.019775390625}, {"token_id": 10938, "token_text": " identify", "probability": 0.01806640625}, {"token_id": 1494, "token_text": " make", "probability": 0.0174560546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.267578125}, {"token_id": 209, "token_text": " a", "probability": 0.1044921875}, {"token_id": 587, "token_text": " this", "probability": 0.02490234375}, {"token_id": 262, "token_text": " and", "probability": 0.018798828125}, {"token_id": 1168, "token_text": " how", "probability": 0.01251220703125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0164794921875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0164794921875}, {"token_id": 5752, "token_text": " concept", "probability": 0.00909423828125}, {"token_id": 3965, "token_text": " language", "probability": 0.00909423828125}, {"token_id": 6243, "token_text": " structure", "probability": 0.0087890625}, {"token_id": 363, "token_text": " \"", "probability": 0.007537841796875}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.1650390625}, {"token_id": 256, "token_text": " of", "probability": 0.08837890625}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0390625}, {"token_id": 347, "token_text": " as", "probability": 0.030517578125}]}, {"token_id": 6243, "token_text": " structure", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 6243, "token_text": " structure", "probability": 0.033447265625}, {"token_id": 4621, "token_text": " model", "probability": 0.02783203125}, {"token_id": 10640, "token_text": " properties", "probability": 0.01397705078125}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0126953125}, {"token_id": 363, "token_text": " \"", "probability": 0.011962890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.330078125}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 262, "token_text": " and", "probability": 0.107421875}, {"token_id": 347, "token_text": " as", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1708984375}, {"token_id": 407, "token_text": " In", "probability": 0.05908203125}, {"token_id": 2, "token_text": "", "probability": 0.049072265625}, {"token_id": 1062, "token_text": " This", "probability": 0.0380859375}, {"token_id": 277, "token_text": " A", "probability": 0.0380859375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.3671875}, {"token_id": 9204, "token_text": " models", "probability": 0.01513671875}, {"token_id": 5909, "token_text": " approach", "probability": 0.01007080078125}, {"token_id": 836, "token_text": " first", "probability": 0.01007080078125}, {"token_id": 277, "token_text": " A", "probability": 0.0089111328125}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.1435546875}, {"token_id": 336, "token_text": " is", "probability": 0.10498046875}, {"token_id": 1503, "token_text": " should", "probability": 0.0634765625}, {"token_id": 614, "token_text": " has", "probability": 0.041015625}, {"token_id": 783, "token_text": " will", "probability": 0.031982421875}]}, {"token_id": 6243, "token_text": " structure", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 6243, "token_text": " structure", "probability": 0.15234375}, {"token_id": 1825, "token_text": " design", "probability": 0.055908203125}, {"token_id": 4621, "token_text": " model", "probability": 0.037353515625}, {"token_id": 11545, "token_text": " architecture", "probability": 0.02490234375}, {"token_id": 6011, "token_text": " construction", "probability": 0.0166015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.27734375}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 361, "token_text": " was", "probability": 0.0400390625}, {"token_id": 256, "token_text": " of", "probability": 0.0311279296875}, {"token_id": 614, "token_text": " has", "probability": 0.0274658203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.08837890625}, {"token_id": 230, "token_text": " the", "probability": 0.064453125}, {"token_id": 534, "token_text": " not", "probability": 0.0245361328125}, {"token_id": 2787, "token_text": " based", "probability": 0.0245361328125}, {"token_id": 5007, "token_text": " designed", "probability": 0.0196533203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.036376953125}, {"token_id": 5388, "token_text": " simple", "probability": 0.0206298828125}, {"token_id": 18074, "token_text": " representation", "probability": 0.02001953125}, {"token_id": 3108, "token_text": " single", "probability": 0.018310546875}, {"token_id": 1183, "token_text": " set", "probability": 0.012939453125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1279296875}, {"token_id": 256, "token_text": " of", "probability": 0.10595703125}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 321, "token_text": " for", "probability": 0.068359375}, {"token_id": 392, "token_text": " with", "probability": 0.060302734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.10986328125}, {"token_id": 566, "token_text": " can", "probability": 0.052001953125}, {"token_id": 614, "token_text": " has", "probability": 0.033447265625}, {"token_id": 5753, "token_text": " uses", "probability": 0.0223388671875}, {"token_id": 7650, "token_text": " allows", "probability": 0.0196533203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.095703125}, {"token_id": 1347, "token_text": " used", "probability": 0.05810546875}, {"token_id": 230, "token_text": " the", "probability": 0.045166015625}, {"token_id": 534, "token_text": " not", "probability": 0.04248046875}, {"token_id": 5007, "token_text": " designed", "probability": 0.022705078125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.298828125}, {"token_id": 18074, "token_text": " representation", "probability": 0.0230712890625}, {"token_id": 3108, "token_text": " single", "probability": 0.01495361328125}, {"token_id": 5624, "token_text": " complex", "probability": 0.0115966796875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.00933837890625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.189453125}, {"token_id": 15, "token_text": ",", "probability": 0.09521484375}, {"token_id": 17, "token_text": ".", "probability": 0.08935546875}, {"token_id": 256, "token_text": " of", "probability": 0.07421875}, {"token_id": 321, "token_text": " for", "probability": 0.0478515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1865234375}, {"token_id": 566, "token_text": " can", "probability": 0.050048828125}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 5753, "token_text": " uses", "probability": 0.0322265625}, {"token_id": 7650, "token_text": " allows", "probability": 0.0157470703125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1640625}, {"token_id": 1347, "token_text": " used", "probability": 0.056640625}, {"token_id": 534, "token_text": " not", "probability": 0.046875}, {"token_id": 230, "token_text": " the", "probability": 0.038818359375}, {"token_id": 248, "token_text": " an", "probability": 0.025146484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.478515625}, {"token_id": 18074, "token_text": " representation", "probability": 0.0185546875}, {"token_id": 8174, "token_text": " machine", "probability": 0.01361083984375}, {"token_id": 3108, "token_text": " single", "probability": 0.00994873046875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.0096435546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.251953125}, {"token_id": 17, "token_text": ".", "probability": 0.10546875}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 256, "token_text": " of", "probability": 0.06787109375}, {"token_id": 321, "token_text": " for", "probability": 0.056396484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.306640625}, {"token_id": 614, "token_text": " has", "probability": 0.047119140625}, {"token_id": 566, "token_text": " can", "probability": 0.047119140625}, {"token_id": 5753, "token_text": " uses", "probability": 0.0208740234375}, {"token_id": 783, "token_text": " will", "probability": 0.014404296875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.2490234375}, {"token_id": 1347, "token_text": " used", "probability": 0.049072265625}, {"token_id": 534, "token_text": " not", "probability": 0.046142578125}, {"token_id": 230, "token_text": " the", "probability": 0.043212890625}, {"token_id": 248, "token_text": " an", "probability": 0.035888671875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.59765625}, {"token_id": 18074, "token_text": " representation", "probability": 0.01806640625}, {"token_id": 4275, "token_text": " type", "probability": 0.00799560546875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.007537841796875}, {"token_id": 8174, "token_text": " machine", "probability": 0.006256103515625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.408203125}, {"token_id": 17, "token_text": ".", "probability": 0.0908203125}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 256, "token_text": " of", "probability": 0.04296875}, {"token_id": 647, "token_text": " which", "probability": 0.040283203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.3984375}, {"token_id": 614, "token_text": " has", "probability": 0.047607421875}, {"token_id": 566, "token_text": " can", "probability": 0.03955078125}, {"token_id": 5753, "token_text": " uses", "probability": 0.019775390625}, {"token_id": 783, "token_text": " will", "probability": 0.01202392578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.3046875}, {"token_id": 230, "token_text": " the", "probability": 0.0498046875}, {"token_id": 534, "token_text": " not", "probability": 0.046875}, {"token_id": 248, "token_text": " an", "probability": 0.0439453125}, {"token_id": 1347, "token_text": " used", "probability": 0.038818359375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.64453125}, {"token_id": 18074, "token_text": " representation", "probability": 0.01422119140625}, {"token_id": 27549, "token_text": " matrix", "probability": 0.00787353515625}, {"token_id": 30160, "token_text": " particle", "probability": 0.0069580078125}, {"token_id": 4275, "token_text": " type", "probability": 0.005950927734375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.328125}, {"token_id": 534, "token_text": " not", "probability": 0.04443359375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 751, "token_text": " also", "probability": 0.01275634765625}, {"token_id": 3710, "token_text": " provide", "probability": 0.0123291015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1279296875}, {"token_id": 209, "token_text": " a", "probability": 0.036865234375}, {"token_id": 4424, "token_text": " considered", "probability": 0.034423828125}, {"token_id": 2956, "token_text": " able", "probability": 0.0252685546875}, {"token_id": 230, "token_text": " the", "probability": 0.0196533203125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.314453125}, {"token_id": 234, "token_text": " in", "probability": 0.123046875}, {"token_id": 321, "token_text": " for", "probability": 0.07958984375}, {"token_id": 347, "token_text": " as", "probability": 0.07958984375}, {"token_id": 17, "token_text": ".", "probability": 0.03759765625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.040771484375}, {"token_id": 4052, "token_text": " create", "probability": 0.03369140625}, {"token_id": 8550, "token_text": " determine", "probability": 0.019775390625}, {"token_id": 10938, "token_text": " identify", "probability": 0.01806640625}, {"token_id": 1494, "token_text": " make", "probability": 0.0174560546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.267578125}, {"token_id": 209, "token_text": " a", "probability": 0.1044921875}, {"token_id": 587, "token_text": " this", "probability": 0.02490234375}, {"token_id": 262, "token_text": " and", "probability": 0.018798828125}, {"token_id": 1168, "token_text": " how", "probability": 0.01251220703125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0164794921875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0164794921875}, {"token_id": 5752, "token_text": " concept", "probability": 0.00909423828125}, {"token_id": 3965, "token_text": " language", "probability": 0.00909423828125}, {"token_id": 6243, "token_text": " structure", "probability": 0.0087890625}, {"token_id": 363, "token_text": " \"", "probability": 0.007537841796875}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.1650390625}, {"token_id": 256, "token_text": " of", "probability": 0.08837890625}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0390625}, {"token_id": 347, "token_text": " as", "probability": 0.030517578125}]}, {"token_id": 6243, "token_text": " structure", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 6243, "token_text": " structure", "probability": 0.033447265625}, {"token_id": 4621, "token_text": " model", "probability": 0.02783203125}, {"token_id": 10640, "token_text": " properties", "probability": 0.01397705078125}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0126953125}, {"token_id": 363, "token_text": " \"", "probability": 0.011962890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 262, "token_text": " and", "probability": 0.107421875}, {"token_id": 347, "token_text": " as", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1796875}, {"token_id": 407, "token_text": " In", "probability": 0.062255859375}, {"token_id": 1062, "token_text": " This", "probability": 0.040283203125}, {"token_id": 277, "token_text": " A", "probability": 0.040283203125}, {"token_id": 679, "token_text": " It", "probability": 0.0294189453125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.3671875}, {"token_id": 9204, "token_text": " models", "probability": 0.01513671875}, {"token_id": 5909, "token_text": " approach", "probability": 0.01007080078125}, {"token_id": 836, "token_text": " first", "probability": 0.01007080078125}, {"token_id": 277, "token_text": " A", "probability": 0.0089111328125}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.1435546875}, {"token_id": 336, "token_text": " is", "probability": 0.10498046875}, {"token_id": 1503, "token_text": " should", "probability": 0.0634765625}, {"token_id": 614, "token_text": " has", "probability": 0.041015625}, {"token_id": 783, "token_text": " will", "probability": 0.031982421875}]}, {"token_id": 6243, "token_text": " structure", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 6243, "token_text": " structure", "probability": 0.15234375}, {"token_id": 1825, "token_text": " design", "probability": 0.055908203125}, {"token_id": 4621, "token_text": " model", "probability": 0.037353515625}, {"token_id": 11545, "token_text": " architecture", "probability": 0.02490234375}, {"token_id": 6011, "token_text": " construction", "probability": 0.0166015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.27734375}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 361, "token_text": " was", "probability": 0.0400390625}, {"token_id": 256, "token_text": " of", "probability": 0.0311279296875}, {"token_id": 614, "token_text": " has", "probability": 0.0274658203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.08837890625}, {"token_id": 230, "token_text": " the", "probability": 0.064453125}, {"token_id": 534, "token_text": " not", "probability": 0.0245361328125}, {"token_id": 2787, "token_text": " based", "probability": 0.0245361328125}, {"token_id": 5007, "token_text": " designed", "probability": 0.0196533203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.036376953125}, {"token_id": 5388, "token_text": " simple", "probability": 0.0206298828125}, {"token_id": 18074, "token_text": " representation", "probability": 0.02001953125}, {"token_id": 3108, "token_text": " single", "probability": 0.018310546875}, {"token_id": 1183, "token_text": " set", "probability": 0.012939453125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1279296875}, {"token_id": 256, "token_text": " of", "probability": 0.10595703125}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 321, "token_text": " for", "probability": 0.068359375}, {"token_id": 392, "token_text": " with", "probability": 0.060302734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.10986328125}, {"token_id": 566, "token_text": " can", "probability": 0.052001953125}, {"token_id": 614, "token_text": " has", "probability": 0.033447265625}, {"token_id": 5753, "token_text": " uses", "probability": 0.0223388671875}, {"token_id": 7650, "token_text": " allows", "probability": 0.0196533203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.095703125}, {"token_id": 1347, "token_text": " used", "probability": 0.05810546875}, {"token_id": 230, "token_text": " the", "probability": 0.045166015625}, {"token_id": 534, "token_text": " not", "probability": 0.04248046875}, {"token_id": 5007, "token_text": " designed", "probability": 0.022705078125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.298828125}, {"token_id": 18074, "token_text": " representation", "probability": 0.0230712890625}, {"token_id": 3108, "token_text": " single", "probability": 0.01495361328125}, {"token_id": 5624, "token_text": " complex", "probability": 0.0115966796875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.00933837890625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.189453125}, {"token_id": 15, "token_text": ",", "probability": 0.09521484375}, {"token_id": 17, "token_text": ".", "probability": 0.08935546875}, {"token_id": 256, "token_text": " of", "probability": 0.07421875}, {"token_id": 321, "token_text": " for", "probability": 0.0478515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1865234375}, {"token_id": 566, "token_text": " can", "probability": 0.050048828125}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 5753, "token_text": " uses", "probability": 0.0322265625}, {"token_id": 7650, "token_text": " allows", "probability": 0.0157470703125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1640625}, {"token_id": 1347, "token_text": " used", "probability": 0.056640625}, {"token_id": 534, "token_text": " not", "probability": 0.046875}, {"token_id": 230, "token_text": " the", "probability": 0.038818359375}, {"token_id": 248, "token_text": " an", "probability": 0.025146484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.478515625}, {"token_id": 18074, "token_text": " representation", "probability": 0.0185546875}, {"token_id": 8174, "token_text": " machine", "probability": 0.01361083984375}, {"token_id": 3108, "token_text": " single", "probability": 0.00994873046875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.0096435546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.251953125}, {"token_id": 17, "token_text": ".", "probability": 0.10546875}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 256, "token_text": " of", "probability": 0.06787109375}, {"token_id": 321, "token_text": " for", "probability": 0.056396484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.306640625}, {"token_id": 614, "token_text": " has", "probability": 0.047119140625}, {"token_id": 566, "token_text": " can", "probability": 0.047119140625}, {"token_id": 5753, "token_text": " uses", "probability": 0.0208740234375}, {"token_id": 783, "token_text": " will", "probability": 0.014404296875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.2490234375}, {"token_id": 1347, "token_text": " used", "probability": 0.049072265625}, {"token_id": 534, "token_text": " not", "probability": 0.046142578125}, {"token_id": 230, "token_text": " the", "probability": 0.043212890625}, {"token_id": 248, "token_text": " an", "probability": 0.035888671875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.59765625}, {"token_id": 18074, "token_text": " representation", "probability": 0.01806640625}, {"token_id": 4275, "token_text": " type", "probability": 0.00799560546875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.007537841796875}, {"token_id": 8174, "token_text": " machine", "probability": 0.006256103515625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.408203125}, {"token_id": 17, "token_text": ".", "probability": 0.0908203125}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 256, "token_text": " of", "probability": 0.04296875}, {"token_id": 647, "token_text": " which", "probability": 0.040283203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.3984375}, {"token_id": 614, "token_text": " has", "probability": 0.047607421875}, {"token_id": 566, "token_text": " can", "probability": 0.03955078125}, {"token_id": 5753, "token_text": " uses", "probability": 0.019775390625}, {"token_id": 783, "token_text": " will", "probability": 0.01202392578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.3046875}, {"token_id": 230, "token_text": " the", "probability": 0.0498046875}, {"token_id": 534, "token_text": " not", "probability": 0.046875}, {"token_id": 248, "token_text": " an", "probability": 0.0439453125}, {"token_id": 1347, "token_text": " used", "probability": 0.038818359375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.64453125}, {"token_id": 18074, "token_text": " representation", "probability": 0.01422119140625}, {"token_id": 27549, "token_text": " matrix", "probability": 0.00787353515625}, {"token_id": 30160, "token_text": " particle", "probability": 0.0069580078125}, {"token_id": 4275, "token_text": " type", "probability": 0.005950927734375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.328125}, {"token_id": 534, "token_text": " not", "probability": 0.04443359375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 751, "token_text": " also", "probability": 0.01275634765625}, {"token_id": 3710, "token_text": " provide", "probability": 0.0123291015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1279296875}, {"token_id": 209, "token_text": " a", "probability": 0.036865234375}, {"token_id": 4424, "token_text": " considered", "probability": 0.034423828125}, {"token_id": 2956, "token_text": " able", "probability": 0.0252685546875}, {"token_id": 230, "token_text": " the", "probability": 0.0196533203125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.314453125}, {"token_id": 234, "token_text": " in", "probability": 0.123046875}, {"token_id": 321, "token_text": " for", "probability": 0.07958984375}, {"token_id": 347, "token_text": " as", "probability": 0.07958984375}, {"token_id": 17, "token_text": ".", "probability": 0.03759765625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.040771484375}, {"token_id": 4052, "token_text": " create", "probability": 0.03369140625}, {"token_id": 8550, "token_text": " determine", "probability": 0.019775390625}, {"token_id": 10938, "token_text": " identify", "probability": 0.01806640625}, {"token_id": 1494, "token_text": " make", "probability": 0.0174560546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.267578125}, {"token_id": 209, "token_text": " a", "probability": 0.1044921875}, {"token_id": 587, "token_text": " this", "probability": 0.02490234375}, {"token_id": 262, "token_text": " and", "probability": 0.018798828125}, {"token_id": 1168, "token_text": " how", "probability": 0.01251220703125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0164794921875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0164794921875}, {"token_id": 5752, "token_text": " concept", "probability": 0.00909423828125}, {"token_id": 3965, "token_text": " language", "probability": 0.00909423828125}, {"token_id": 6243, "token_text": " structure", "probability": 0.0087890625}, {"token_id": 363, "token_text": " \"", "probability": 0.007537841796875}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.1650390625}, {"token_id": 256, "token_text": " of", "probability": 0.08837890625}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0390625}, {"token_id": 347, "token_text": " as", "probability": 0.030517578125}]}, {"token_id": 6243, "token_text": " structure", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 6243, "token_text": " structure", "probability": 0.033447265625}, {"token_id": 4621, "token_text": " model", "probability": 0.02783203125}, {"token_id": 10640, "token_text": " properties", "probability": 0.01397705078125}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0126953125}, {"token_id": 363, "token_text": " \"", "probability": 0.011962890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 262, "token_text": " and", "probability": 0.107421875}, {"token_id": 347, "token_text": " as", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1796875}, {"token_id": 407, "token_text": " In", "probability": 0.062255859375}, {"token_id": 1062, "token_text": " This", "probability": 0.040283203125}, {"token_id": 277, "token_text": " A", "probability": 0.040283203125}, {"token_id": 679, "token_text": " It", "probability": 0.0294189453125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.3671875}, {"token_id": 9204, "token_text": " models", "probability": 0.01513671875}, {"token_id": 5909, "token_text": " approach", "probability": 0.01007080078125}, {"token_id": 836, "token_text": " first", "probability": 0.01007080078125}, {"token_id": 277, "token_text": " A", "probability": 0.0089111328125}]}, {"token_id": 400, "token_text": "'s", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 400, "token_text": "'s", "probability": 0.1435546875}, {"token_id": 336, "token_text": " is", "probability": 0.10498046875}, {"token_id": 1503, "token_text": " should", "probability": 0.0634765625}, {"token_id": 614, "token_text": " has", "probability": 0.041015625}, {"token_id": 783, "token_text": " will", "probability": 0.031982421875}]}, {"token_id": 6243, "token_text": " structure", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 6243, "token_text": " structure", "probability": 0.15234375}, {"token_id": 1825, "token_text": " design", "probability": 0.055908203125}, {"token_id": 4621, "token_text": " model", "probability": 0.037353515625}, {"token_id": 11545, "token_text": " architecture", "probability": 0.02490234375}, {"token_id": 6011, "token_text": " construction", "probability": 0.0166015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.27734375}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 361, "token_text": " was", "probability": 0.0400390625}, {"token_id": 256, "token_text": " of", "probability": 0.0311279296875}, {"token_id": 614, "token_text": " has", "probability": 0.0274658203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.08837890625}, {"token_id": 230, "token_text": " the", "probability": 0.064453125}, {"token_id": 534, "token_text": " not", "probability": 0.0245361328125}, {"token_id": 2787, "token_text": " based", "probability": 0.0245361328125}, {"token_id": 5007, "token_text": " designed", "probability": 0.0196533203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.036376953125}, {"token_id": 5388, "token_text": " simple", "probability": 0.0206298828125}, {"token_id": 18074, "token_text": " representation", "probability": 0.02001953125}, {"token_id": 3108, "token_text": " single", "probability": 0.018310546875}, {"token_id": 1183, "token_text": " set", "probability": 0.012939453125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1279296875}, {"token_id": 256, "token_text": " of", "probability": 0.10595703125}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 321, "token_text": " for", "probability": 0.068359375}, {"token_id": 392, "token_text": " with", "probability": 0.060302734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.10986328125}, {"token_id": 566, "token_text": " can", "probability": 0.052001953125}, {"token_id": 614, "token_text": " has", "probability": 0.033447265625}, {"token_id": 5753, "token_text": " uses", "probability": 0.0223388671875}, {"token_id": 7650, "token_text": " allows", "probability": 0.0196533203125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.095703125}, {"token_id": 1347, "token_text": " used", "probability": 0.05810546875}, {"token_id": 230, "token_text": " the", "probability": 0.045166015625}, {"token_id": 534, "token_text": " not", "probability": 0.04248046875}, {"token_id": 5007, "token_text": " designed", "probability": 0.022705078125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.298828125}, {"token_id": 18074, "token_text": " representation", "probability": 0.0230712890625}, {"token_id": 3108, "token_text": " single", "probability": 0.01495361328125}, {"token_id": 5624, "token_text": " complex", "probability": 0.0115966796875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.00933837890625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.189453125}, {"token_id": 15, "token_text": ",", "probability": 0.09521484375}, {"token_id": 17, "token_text": ".", "probability": 0.08935546875}, {"token_id": 256, "token_text": " of", "probability": 0.07421875}, {"token_id": 321, "token_text": " for", "probability": 0.0478515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1865234375}, {"token_id": 566, "token_text": " can", "probability": 0.050048828125}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 5753, "token_text": " uses", "probability": 0.0322265625}, {"token_id": 7650, "token_text": " allows", "probability": 0.0157470703125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1640625}, {"token_id": 1347, "token_text": " used", "probability": 0.056640625}, {"token_id": 534, "token_text": " not", "probability": 0.046875}, {"token_id": 230, "token_text": " the", "probability": 0.038818359375}, {"token_id": 248, "token_text": " an", "probability": 0.025146484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.478515625}, {"token_id": 18074, "token_text": " representation", "probability": 0.0185546875}, {"token_id": 8174, "token_text": " machine", "probability": 0.01361083984375}, {"token_id": 3108, "token_text": " single", "probability": 0.00994873046875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.0096435546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.251953125}, {"token_id": 17, "token_text": ".", "probability": 0.10546875}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 256, "token_text": " of", "probability": 0.06787109375}, {"token_id": 321, "token_text": " for", "probability": 0.056396484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.306640625}, {"token_id": 614, "token_text": " has", "probability": 0.047119140625}, {"token_id": 566, "token_text": " can", "probability": 0.047119140625}, {"token_id": 5753, "token_text": " uses", "probability": 0.0208740234375}, {"token_id": 783, "token_text": " will", "probability": 0.014404296875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.2490234375}, {"token_id": 1347, "token_text": " used", "probability": 0.049072265625}, {"token_id": 534, "token_text": " not", "probability": 0.046142578125}, {"token_id": 230, "token_text": " the", "probability": 0.043212890625}, {"token_id": 248, "token_text": " an", "probability": 0.035888671875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.59765625}, {"token_id": 18074, "token_text": " representation", "probability": 0.01806640625}, {"token_id": 4275, "token_text": " type", "probability": 0.00799560546875}, {"token_id": 27549, "token_text": " matrix", "probability": 0.007537841796875}, {"token_id": 8174, "token_text": " machine", "probability": 0.006256103515625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.408203125}, {"token_id": 17, "token_text": ".", "probability": 0.0908203125}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 256, "token_text": " of", "probability": 0.04296875}, {"token_id": 647, "token_text": " which", "probability": 0.040283203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.3984375}, {"token_id": 614, "token_text": " has", "probability": 0.047607421875}, {"token_id": 566, "token_text": " can", "probability": 0.03955078125}, {"token_id": 5753, "token_text": " uses", "probability": 0.019775390625}, {"token_id": 783, "token_text": " will", "probability": 0.01202392578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.3046875}, {"token_id": 230, "token_text": " the", "probability": 0.0498046875}, {"token_id": 534, "token_text": " not", "probability": 0.046875}, {"token_id": 248, "token_text": " an", "probability": 0.0439453125}, {"token_id": 1347, "token_text": " used", "probability": 0.038818359375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.64453125}, {"token_id": 18074, "token_text": " representation", "probability": 0.01422119140625}, {"token_id": 27549, "token_text": " matrix", "probability": 0.00787353515625}, {"token_id": 30160, "token_text": " particle", "probability": 0.0069580078125}, {"token_id": 4275, "token_text": " type", "probability": 0.005950927734375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.328125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.328125}, {"token_id": 534, "token_text": " not", "probability": 0.04443359375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 751, "token_text": " also", "probability": 0.01275634765625}, {"token_id": 3710, "token_text": " provide", "probability": 0.0123291015625}, {"token_id": 846, "token_text": " work", "probability": 0.00994873046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0096435546875}, {"token_id": 2464, "token_text": " include", "probability": 0.00933837890625}, {"token_id": 1494, "token_text": " make", "probability": 0.007720947265625}, {"token_id": 544, "token_text": " do", "probability": 0.007476806640625}], "entropy": 4.75}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.114360645636249, "average_logprob_per_token": -1.114360645636249, "perplexity_on_target_sequence": 3.047619047619048, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.114360645636249, "probability": 0.328125, "raw_probability": 0.328125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 6000, "elapsed_sec": 49908.712627887726, "probe_elapsed_sec": 0.9971487820148468, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la capitale del Regno d'Italia, che ha avuto un ruolo importante nella storia della Repubblica Italiana. La capitale \u00e8 stata la capitale del Regno d'Italia", "text": "La capitale d'Italia \u00e8 stata la capitale del Regno d'Italia, che ha avuto un ruolo importante nella storia della Repubblica Italiana. La capitale \u00e8 stata la capitale del Regno d'Italia", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.06884765625}, {"token_id": 293, "token_text": " il", "probability": 0.039306640625}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 267, "token_text": " un", "probability": 0.02880859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 24968, "token_text": " trasformata", "probability": 0.033447265625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.0245361328125}, {"token_id": 14972, "token_text": " definita", "probability": 0.0179443359375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0179443359375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.05419921875}, {"token_id": 870, "token_text": " prima", "probability": 0.051025390625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.042236328125}, {"token_id": 718, "token_text": " sua", "probability": 0.037353515625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0308837890625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.162109375}, {"token_id": 465, "token_text": " dell", "probability": 0.15234375}, {"token_id": 370, "token_text": " della", "probability": 0.15234375}, {"token_id": 238, "token_text": " di", "probability": 0.07666015625}, {"token_id": 214, "token_text": " d", "probability": 0.0595703125}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.119140625}, {"token_id": 7408, "token_text": " regno", "probability": 0.06787109375}, {"token_id": 2832, "token_text": " paese", "probability": 0.06787109375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.031982421875}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0301513671875}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.69140625}, {"token_id": 238, "token_text": " di", "probability": 0.087890625}, {"token_id": 8499, "token_text": " Unito", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.02685546875}, {"token_id": 17, "token_text": ".", "probability": 0.0208740234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.050048828125}, {"token_id": 17, "token_text": ".", "probability": 0.00020503997802734375}, {"token_id": 3707, "token_text": "Italia", "probability": 0.0001697540283203125}, {"token_id": 479, "token_text": "ori", "probability": 0.0001239776611328125}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.96875}, {"token_id": 11249, "token_text": "Africa", "probability": 0.011474609375}, {"token_id": 5681, "token_text": "Europa", "probability": 0.002899169921875}, {"token_id": 26253, "token_text": "Ungheria", "probability": 0.00186920166015625}, {"token_id": 16293, "token_text": "Egitto", "probability": 0.00176239013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 246, "token_text": " e", "probability": 0.0927734375}, {"token_id": 674, "token_text": " dal", "probability": 0.036376953125}, {"token_id": 447, "token_text": " nel", "probability": 0.030029296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08251953125}, {"token_id": 272, "token_text": " con", "probability": 0.044189453125}, {"token_id": 246, "token_text": " e", "probability": 0.044189453125}, {"token_id": 285, "token_text": " la", "probability": 0.0390625}, {"token_id": 445, "token_text": " ma", "probability": 0.034423828125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.1552734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05712890625}, {"token_id": 395, "token_text": " si", "probability": 0.0537109375}, {"token_id": 15, "token_text": ",", "probability": 0.039306640625}, {"token_id": 447, "token_text": " nel", "probability": 0.02880859375}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.0361328125}, {"token_id": 3439, "token_text": " visto", "probability": 0.033935546875}, {"token_id": 5286, "token_text": " portato", "probability": 0.0299072265625}, {"token_id": 3350, "token_text": " dato", "probability": 0.0263671875}, {"token_id": 3541, "token_text": " subito", "probability": 0.0233154296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1015625}, {"token_id": 3217, "token_text": " luogo", "probability": 0.1015625}, {"token_id": 510, "token_text": " come", "probability": 0.0791015625}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 447, "token_text": " nel", "probability": 0.054443359375}]}, {"token_id": 2966, "token_text": " ruolo", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 2966, "token_text": " ruolo", "probability": 0.3515625}, {"token_id": 10, "token_text": "'", "probability": 0.0888671875}, {"token_id": 3100, "token_text": " forte", "probability": 0.034912109375}, {"token_id": 4347, "token_text": " passato", "probability": 0.0225830078125}, {"token_id": 1513, "token_text": " grande", "probability": 0.0186767578125}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.29296875}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.10791015625}, {"token_id": 238, "token_text": " di", "probability": 0.0791015625}, {"token_id": 22200, "token_text": " decisivo", "probability": 0.051025390625}, {"token_id": 4583, "token_text": " centrale", "probability": 0.051025390625}]}, {"token_id": 637, "token_text": " nella", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 637, "token_text": " nella", "probability": 0.3671875}, {"token_id": 447, "token_text": " nel", "probability": 0.267578125}, {"token_id": 1084, "token_text": " nell", "probability": 0.0986328125}, {"token_id": 234, "token_text": " in", "probability": 0.041259765625}, {"token_id": 3295, "token_text": " nello", "probability": 0.0341796875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.251953125}, {"token_id": 3063, "token_text": " politica", "probability": 0.0986328125}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.06787109375}, {"token_id": 13404, "token_text": " ricostruzione", "probability": 0.0341796875}, {"token_id": 6381, "token_text": " lotta", "probability": 0.031982421875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.185546875}, {"token_id": 465, "token_text": " dell", "probability": 0.185546875}, {"token_id": 337, "token_text": " del", "probability": 0.173828125}, {"token_id": 238, "token_text": " di", "probability": 0.0498046875}, {"token_id": 4630, "token_text": " italiana", "probability": 0.0322265625}]}, {"token_id": 5384, "token_text": " Repubblica", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 5384, "token_text": " Repubblica", "probability": 0.0888671875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06494140625}, {"token_id": 5078, "token_text": " regione", "probability": 0.02880859375}, {"token_id": 3897, "token_text": " Francia", "probability": 0.027099609375}, {"token_id": 718, "token_text": " sua", "probability": 0.02392578125}]}, {"token_id": 13156, "token_text": " Italiana", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 13156, "token_text": " Italiana", "probability": 0.1162109375}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 238, "token_text": " di", "probability": 0.06201171875}, {"token_id": 214, "token_text": " d", "probability": 0.06201171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.1962890625}, {"token_id": 246, "token_text": " e", "probability": 0.08203125}, {"token_id": 447, "token_text": " nel", "probability": 0.06787109375}, {"token_id": 238, "token_text": " di", "probability": 0.046630859375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10009765625}, {"token_id": 538, "token_text": " Il", "probability": 0.078125}, {"token_id": 302, "token_text": " L", "probability": 0.06494140625}, {"token_id": 2, "token_text": "", "probability": 0.06494140625}, {"token_id": 897, "token_text": " Nel", "probability": 0.0306396484375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.2890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.13671875}, {"token_id": 718, "token_text": " sua", "probability": 0.047119140625}, {"token_id": 4211, "token_text": " sede", "probability": 0.02685546875}, {"token_id": 1843, "token_text": " storia", "probability": 0.0252685546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1474609375}, {"token_id": 214, "token_text": " d", "probability": 0.138671875}, {"token_id": 337, "token_text": " del", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 370, "token_text": " della", "probability": 0.048095703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.275390625}, {"token_id": 285, "token_text": " la", "probability": 0.0419921875}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}, {"token_id": 227, "token_text": " l", "probability": 0.0272216796875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0225830078125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.050048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.050048828125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.044189453125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.028564453125}, {"token_id": 20994, "token_text": " occupata", "probability": 0.0208740234375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0208740234375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.30078125}, {"token_id": 4211, "token_text": " sede", "probability": 0.091796875}, {"token_id": 870, "token_text": " prima", "probability": 0.076171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05908203125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.046142578125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.2431640625}, {"token_id": 370, "token_text": " della", "probability": 0.2021484375}, {"token_id": 465, "token_text": " dell", "probability": 0.08984375}, {"token_id": 238, "token_text": " di", "probability": 0.0615234375}, {"token_id": 214, "token_text": " d", "probability": 0.024169921875}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.6015625}, {"token_id": 2832, "token_text": " paese", "probability": 0.08642578125}, {"token_id": 6158, "token_text": " Paese", "probability": 0.04931640625}, {"token_id": 7408, "token_text": " regno", "probability": 0.04931640625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.008056640625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.890625}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}, {"token_id": 8499, "token_text": " Unito", "probability": 0.01055908203125}, {"token_id": 17, "token_text": ".", "probability": 0.0081787109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05322265625}, {"token_id": 67, "token_text": "`", "probability": 0.00014972686767578125}, {"token_id": 700, "token_text": "\u00ec", "probability": 0.000102996826171875}, {"token_id": 13641, "token_text": " \u0301", "probability": 8.0108642578125e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.984375}, {"token_id": 11249, "token_text": "Africa", "probability": 0.005157470703125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.002288818359375}, {"token_id": 26253, "token_text": "Ungheria", "probability": 0.001678466796875}, {"token_id": 16293, "token_text": "Egitto", "probability": 0.00101470947265625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.06884765625}, {"token_id": 293, "token_text": " il", "probability": 0.039306640625}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 267, "token_text": " un", "probability": 0.02880859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 24968, "token_text": " trasformata", "probability": 0.033447265625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.0245361328125}, {"token_id": 14972, "token_text": " definita", "probability": 0.0179443359375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0179443359375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.05419921875}, {"token_id": 870, "token_text": " prima", "probability": 0.051025390625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.042236328125}, {"token_id": 718, "token_text": " sua", "probability": 0.037353515625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0308837890625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.162109375}, {"token_id": 465, "token_text": " dell", "probability": 0.15234375}, {"token_id": 370, "token_text": " della", "probability": 0.15234375}, {"token_id": 238, "token_text": " di", "probability": 0.07666015625}, {"token_id": 214, "token_text": " d", "probability": 0.0595703125}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.119140625}, {"token_id": 7408, "token_text": " regno", "probability": 0.06787109375}, {"token_id": 2832, "token_text": " paese", "probability": 0.06787109375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.031982421875}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0301513671875}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.69140625}, {"token_id": 238, "token_text": " di", "probability": 0.087890625}, {"token_id": 8499, "token_text": " Unito", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.02685546875}, {"token_id": 17, "token_text": ".", "probability": 0.0208740234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.050048828125}, {"token_id": 17, "token_text": ".", "probability": 0.00020503997802734375}, {"token_id": 3707, "token_text": "Italia", "probability": 0.0001697540283203125}, {"token_id": 479, "token_text": "ori", "probability": 0.0001239776611328125}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.96875}, {"token_id": 11249, "token_text": "Africa", "probability": 0.011474609375}, {"token_id": 5681, "token_text": "Europa", "probability": 0.002899169921875}, {"token_id": 26253, "token_text": "Ungheria", "probability": 0.00186920166015625}, {"token_id": 16293, "token_text": "Egitto", "probability": 0.00176239013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 246, "token_text": " e", "probability": 0.0927734375}, {"token_id": 674, "token_text": " dal", "probability": 0.036376953125}, {"token_id": 447, "token_text": " nel", "probability": 0.0301513671875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08251953125}, {"token_id": 272, "token_text": " con", "probability": 0.044189453125}, {"token_id": 246, "token_text": " e", "probability": 0.044189453125}, {"token_id": 285, "token_text": " la", "probability": 0.0390625}, {"token_id": 445, "token_text": " ma", "probability": 0.034423828125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.1552734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05712890625}, {"token_id": 395, "token_text": " si", "probability": 0.0537109375}, {"token_id": 15, "token_text": ",", "probability": 0.039306640625}, {"token_id": 447, "token_text": " nel", "probability": 0.02880859375}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.0361328125}, {"token_id": 3439, "token_text": " visto", "probability": 0.033935546875}, {"token_id": 5286, "token_text": " portato", "probability": 0.0299072265625}, {"token_id": 3350, "token_text": " dato", "probability": 0.0263671875}, {"token_id": 3541, "token_text": " subito", "probability": 0.0233154296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1015625}, {"token_id": 3217, "token_text": " luogo", "probability": 0.1015625}, {"token_id": 510, "token_text": " come", "probability": 0.0791015625}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 447, "token_text": " nel", "probability": 0.054443359375}]}, {"token_id": 2966, "token_text": " ruolo", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 2966, "token_text": " ruolo", "probability": 0.3515625}, {"token_id": 10, "token_text": "'", "probability": 0.0888671875}, {"token_id": 3100, "token_text": " forte", "probability": 0.034912109375}, {"token_id": 4347, "token_text": " passato", "probability": 0.0225830078125}, {"token_id": 1513, "token_text": " grande", "probability": 0.0186767578125}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.29296875}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.10791015625}, {"token_id": 238, "token_text": " di", "probability": 0.0791015625}, {"token_id": 22200, "token_text": " decisivo", "probability": 0.051025390625}, {"token_id": 4583, "token_text": " centrale", "probability": 0.051025390625}]}, {"token_id": 637, "token_text": " nella", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 637, "token_text": " nella", "probability": 0.3671875}, {"token_id": 447, "token_text": " nel", "probability": 0.267578125}, {"token_id": 1084, "token_text": " nell", "probability": 0.0986328125}, {"token_id": 234, "token_text": " in", "probability": 0.041259765625}, {"token_id": 3295, "token_text": " nello", "probability": 0.0341796875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.251953125}, {"token_id": 3063, "token_text": " politica", "probability": 0.0986328125}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.06787109375}, {"token_id": 13404, "token_text": " ricostruzione", "probability": 0.0341796875}, {"token_id": 6381, "token_text": " lotta", "probability": 0.031982421875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.185546875}, {"token_id": 465, "token_text": " dell", "probability": 0.185546875}, {"token_id": 337, "token_text": " del", "probability": 0.173828125}, {"token_id": 238, "token_text": " di", "probability": 0.0498046875}, {"token_id": 4630, "token_text": " italiana", "probability": 0.0322265625}]}, {"token_id": 5384, "token_text": " Repubblica", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 5384, "token_text": " Repubblica", "probability": 0.0888671875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06494140625}, {"token_id": 5078, "token_text": " regione", "probability": 0.02880859375}, {"token_id": 3897, "token_text": " Francia", "probability": 0.027099609375}, {"token_id": 718, "token_text": " sua", "probability": 0.02392578125}]}, {"token_id": 13156, "token_text": " Italiana", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 13156, "token_text": " Italiana", "probability": 0.1162109375}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 238, "token_text": " di", "probability": 0.06201171875}, {"token_id": 214, "token_text": " d", "probability": 0.06201171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.1962890625}, {"token_id": 246, "token_text": " e", "probability": 0.08203125}, {"token_id": 447, "token_text": " nel", "probability": 0.06787109375}, {"token_id": 238, "token_text": " di", "probability": 0.046630859375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.107421875}, {"token_id": 538, "token_text": " Il", "probability": 0.08349609375}, {"token_id": 302, "token_text": " L", "probability": 0.0693359375}, {"token_id": 897, "token_text": " Nel", "probability": 0.03271484375}, {"token_id": 407, "token_text": " In", "probability": 0.02880859375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.2890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.13671875}, {"token_id": 718, "token_text": " sua", "probability": 0.047119140625}, {"token_id": 4211, "token_text": " sede", "probability": 0.02685546875}, {"token_id": 1843, "token_text": " storia", "probability": 0.0252685546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1484375}, {"token_id": 214, "token_text": " d", "probability": 0.138671875}, {"token_id": 337, "token_text": " del", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 370, "token_text": " della", "probability": 0.048095703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.275390625}, {"token_id": 285, "token_text": " la", "probability": 0.0419921875}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}, {"token_id": 227, "token_text": " l", "probability": 0.0272216796875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0225830078125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.050048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.050048828125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.044189453125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.028564453125}, {"token_id": 20994, "token_text": " occupata", "probability": 0.0208740234375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0208740234375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.30078125}, {"token_id": 4211, "token_text": " sede", "probability": 0.091796875}, {"token_id": 870, "token_text": " prima", "probability": 0.076171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05908203125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.046142578125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.2431640625}, {"token_id": 370, "token_text": " della", "probability": 0.2021484375}, {"token_id": 465, "token_text": " dell", "probability": 0.08984375}, {"token_id": 238, "token_text": " di", "probability": 0.0615234375}, {"token_id": 214, "token_text": " d", "probability": 0.024169921875}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.6015625}, {"token_id": 2832, "token_text": " paese", "probability": 0.08642578125}, {"token_id": 6158, "token_text": " Paese", "probability": 0.04931640625}, {"token_id": 7408, "token_text": " regno", "probability": 0.04931640625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.008056640625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.890625}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}, {"token_id": 8499, "token_text": " Unito", "probability": 0.01055908203125}, {"token_id": 17, "token_text": ".", "probability": 0.0081787109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05322265625}, {"token_id": 67, "token_text": "`", "probability": 0.00014972686767578125}, {"token_id": 700, "token_text": "\u00ec", "probability": 0.000102996826171875}, {"token_id": 13641, "token_text": " \u0301", "probability": 8.0108642578125e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.984375}, {"token_id": 11249, "token_text": "Africa", "probability": 0.005157470703125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.002288818359375}, {"token_id": 26253, "token_text": "Ungheria", "probability": 0.001678466796875}, {"token_id": 16293, "token_text": "Egitto", "probability": 0.00101470947265625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.06884765625}, {"token_id": 293, "token_text": " il", "probability": 0.039306640625}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 267, "token_text": " un", "probability": 0.02880859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 24968, "token_text": " trasformata", "probability": 0.033447265625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.0245361328125}, {"token_id": 14972, "token_text": " definita", "probability": 0.0179443359375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0179443359375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.05419921875}, {"token_id": 870, "token_text": " prima", "probability": 0.051025390625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.042236328125}, {"token_id": 718, "token_text": " sua", "probability": 0.037353515625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0308837890625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.162109375}, {"token_id": 465, "token_text": " dell", "probability": 0.15234375}, {"token_id": 370, "token_text": " della", "probability": 0.15234375}, {"token_id": 238, "token_text": " di", "probability": 0.07666015625}, {"token_id": 214, "token_text": " d", "probability": 0.0595703125}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.119140625}, {"token_id": 7408, "token_text": " regno", "probability": 0.06787109375}, {"token_id": 2832, "token_text": " paese", "probability": 0.06787109375}, {"token_id": 6158, "token_text": " Paese", "probability": 0.031982421875}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0301513671875}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.69140625}, {"token_id": 238, "token_text": " di", "probability": 0.087890625}, {"token_id": 8499, "token_text": " Unito", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.02685546875}, {"token_id": 17, "token_text": ".", "probability": 0.0208740234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.050048828125}, {"token_id": 17, "token_text": ".", "probability": 0.00020503997802734375}, {"token_id": 3707, "token_text": "Italia", "probability": 0.0001697540283203125}, {"token_id": 479, "token_text": "ori", "probability": 0.0001239776611328125}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.96875}, {"token_id": 11249, "token_text": "Africa", "probability": 0.011474609375}, {"token_id": 5681, "token_text": "Europa", "probability": 0.002899169921875}, {"token_id": 26253, "token_text": "Ungheria", "probability": 0.00186920166015625}, {"token_id": 16293, "token_text": "Egitto", "probability": 0.00176239013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 246, "token_text": " e", "probability": 0.0927734375}, {"token_id": 674, "token_text": " dal", "probability": 0.036376953125}, {"token_id": 447, "token_text": " nel", "probability": 0.0301513671875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08251953125}, {"token_id": 272, "token_text": " con", "probability": 0.044189453125}, {"token_id": 246, "token_text": " e", "probability": 0.044189453125}, {"token_id": 285, "token_text": " la", "probability": 0.0390625}, {"token_id": 445, "token_text": " ma", "probability": 0.034423828125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.1552734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05712890625}, {"token_id": 395, "token_text": " si", "probability": 0.0537109375}, {"token_id": 15, "token_text": ",", "probability": 0.039306640625}, {"token_id": 447, "token_text": " nel", "probability": 0.02880859375}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.0361328125}, {"token_id": 3439, "token_text": " visto", "probability": 0.033935546875}, {"token_id": 5286, "token_text": " portato", "probability": 0.0299072265625}, {"token_id": 3350, "token_text": " dato", "probability": 0.0263671875}, {"token_id": 3541, "token_text": " subito", "probability": 0.0233154296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1015625}, {"token_id": 3217, "token_text": " luogo", "probability": 0.1015625}, {"token_id": 510, "token_text": " come", "probability": 0.0791015625}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 447, "token_text": " nel", "probability": 0.054443359375}]}, {"token_id": 2966, "token_text": " ruolo", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 2966, "token_text": " ruolo", "probability": 0.3515625}, {"token_id": 10, "token_text": "'", "probability": 0.0888671875}, {"token_id": 3100, "token_text": " forte", "probability": 0.034912109375}, {"token_id": 4347, "token_text": " passato", "probability": 0.0225830078125}, {"token_id": 1513, "token_text": " grande", "probability": 0.0186767578125}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.29296875}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.10791015625}, {"token_id": 238, "token_text": " di", "probability": 0.0791015625}, {"token_id": 22200, "token_text": " decisivo", "probability": 0.051025390625}, {"token_id": 4583, "token_text": " centrale", "probability": 0.051025390625}]}, {"token_id": 637, "token_text": " nella", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 637, "token_text": " nella", "probability": 0.3671875}, {"token_id": 447, "token_text": " nel", "probability": 0.267578125}, {"token_id": 1084, "token_text": " nell", "probability": 0.0986328125}, {"token_id": 234, "token_text": " in", "probability": 0.041259765625}, {"token_id": 3295, "token_text": " nello", "probability": 0.0341796875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.251953125}, {"token_id": 3063, "token_text": " politica", "probability": 0.0986328125}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.06787109375}, {"token_id": 13404, "token_text": " ricostruzione", "probability": 0.0341796875}, {"token_id": 6381, "token_text": " lotta", "probability": 0.031982421875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.185546875}, {"token_id": 465, "token_text": " dell", "probability": 0.185546875}, {"token_id": 337, "token_text": " del", "probability": 0.173828125}, {"token_id": 238, "token_text": " di", "probability": 0.0498046875}, {"token_id": 4630, "token_text": " italiana", "probability": 0.0322265625}]}, {"token_id": 5384, "token_text": " Repubblica", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 5384, "token_text": " Repubblica", "probability": 0.0888671875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06494140625}, {"token_id": 5078, "token_text": " regione", "probability": 0.02880859375}, {"token_id": 3897, "token_text": " Francia", "probability": 0.027099609375}, {"token_id": 718, "token_text": " sua", "probability": 0.02392578125}]}, {"token_id": 13156, "token_text": " Italiana", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 13156, "token_text": " Italiana", "probability": 0.1162109375}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 238, "token_text": " di", "probability": 0.06201171875}, {"token_id": 214, "token_text": " d", "probability": 0.06201171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.1962890625}, {"token_id": 246, "token_text": " e", "probability": 0.08203125}, {"token_id": 447, "token_text": " nel", "probability": 0.06787109375}, {"token_id": 238, "token_text": " di", "probability": 0.046630859375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.107421875}, {"token_id": 538, "token_text": " Il", "probability": 0.08349609375}, {"token_id": 302, "token_text": " L", "probability": 0.0693359375}, {"token_id": 897, "token_text": " Nel", "probability": 0.03271484375}, {"token_id": 407, "token_text": " In", "probability": 0.02880859375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.2890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.13671875}, {"token_id": 718, "token_text": " sua", "probability": 0.047119140625}, {"token_id": 4211, "token_text": " sede", "probability": 0.02685546875}, {"token_id": 1843, "token_text": " storia", "probability": 0.0252685546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1484375}, {"token_id": 214, "token_text": " d", "probability": 0.138671875}, {"token_id": 337, "token_text": " del", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 370, "token_text": " della", "probability": 0.048095703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.275390625}, {"token_id": 285, "token_text": " la", "probability": 0.0419921875}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}, {"token_id": 227, "token_text": " l", "probability": 0.0272216796875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0225830078125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.050048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.050048828125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.044189453125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.028564453125}, {"token_id": 20994, "token_text": " occupata", "probability": 0.0208740234375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0208740234375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.30078125}, {"token_id": 4211, "token_text": " sede", "probability": 0.091796875}, {"token_id": 870, "token_text": " prima", "probability": 0.076171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05908203125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.046142578125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.2431640625}, {"token_id": 370, "token_text": " della", "probability": 0.2021484375}, {"token_id": 465, "token_text": " dell", "probability": 0.08984375}, {"token_id": 238, "token_text": " di", "probability": 0.0615234375}, {"token_id": 214, "token_text": " d", "probability": 0.024169921875}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.6015625}, {"token_id": 2832, "token_text": " paese", "probability": 0.08642578125}, {"token_id": 6158, "token_text": " Paese", "probability": 0.04931640625}, {"token_id": 7408, "token_text": " regno", "probability": 0.04931640625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.008056640625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.890625}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}, {"token_id": 8499, "token_text": " Unito", "probability": 0.01055908203125}, {"token_id": 17, "token_text": ".", "probability": 0.0081787109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05322265625}, {"token_id": 67, "token_text": "`", "probability": 0.00014972686767578125}, {"token_id": 700, "token_text": "\u00ec", "probability": 0.000102996826171875}, {"token_id": 13641, "token_text": " \u0301", "probability": 8.0108642578125e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.984375}, {"token_id": 11249, "token_text": "Africa", "probability": 0.005157470703125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.002288818359375}, {"token_id": 26253, "token_text": "Ungheria", "probability": 0.001678466796875}, {"token_id": 16293, "token_text": "Egitto", "probability": 0.00101470947265625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 215, "correct_token_probability": 0.00049591064453125, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.06884765625}, {"token_id": 293, "token_text": " il", "probability": 0.039306640625}, {"token_id": 227, "token_text": " l", "probability": 0.036865234375}, {"token_id": 267, "token_text": " un", "probability": 0.02880859375}, {"token_id": 238, "token_text": " di", "probability": 0.02099609375}, {"token_id": 387, "token_text": " una", "probability": 0.02099609375}, {"token_id": 1469, "token_text": " quella", "probability": 0.0174560546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.01446533203125}], "entropy": 5.40625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.609114799623433, "average_logprob_per_token": -7.609114799623433, "perplexity_on_target_sequence": 2016.4923076923078, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -7.609114799623433, "probability": 0.00049591064453125, "raw_probability": 0.00049591064453125, "correct_token_rank": 215}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 6000, "elapsed_sec": 49908.71325302124, "probe_elapsed_sec": 0.9971487820148468, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere considerato un'opera di grande successo. L'opera \u00e8 stata realizzata da un'opera di grande successo, che ha avuto luogo nel mondo del cinema,", "text": "Un piccolo modello linguistico dovrebbe essere considerato un'opera di grande successo. L'opera \u00e8 stata realizzata da un'opera di grande successo, che ha avuto luogo nel mondo del cinema,", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.423828125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0306396484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0174560546875}, {"token_id": 18531, "token_text": " contenere", "probability": 0.01446533203125}, {"token_id": 15582, "token_text": " esser", "probability": 0.0106201171875}]}, {"token_id": 5924, "token_text": " considerato", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 5924, "token_text": " considerato", "probability": 0.044677734375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.039306640625}, {"token_id": 6423, "token_text": " usato", "probability": 0.037109375}, {"token_id": 6614, "token_text": " letto", "probability": 0.0174560546875}, {"token_id": 4397, "token_text": " scritto", "probability": 0.016357421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11474609375}, {"token_id": 510, "token_text": " come", "probability": 0.1015625}, {"token_id": 293, "token_text": " il", "probability": 0.0615234375}, {"token_id": 387, "token_text": " una", "probability": 0.051025390625}, {"token_id": 333, "token_text": " da", "probability": 0.0478515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.072265625}, {"token_id": 537, "token_text": " po", "probability": 0.052734375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.052734375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0234375}, {"token_id": 3987, "token_text": " vero", "probability": 0.0177001953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.05810546875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.05810546875}, {"token_id": 16790, "token_text": "importante", "probability": 0.0400390625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0311279296875}, {"token_id": 22727, "token_text": "altern", "probability": 0.0291748046875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0274658203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1259765625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.07666015625}, {"token_id": 214, "token_text": " d", "probability": 0.0634765625}, {"token_id": 1059, "token_text": "bile", "probability": 0.055908203125}, {"token_id": 26316, "token_text": " poetica", "probability": 0.0299072265625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0380859375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0380859375}, {"token_id": 267, "token_text": " un", "probability": 0.0296630859375}, {"token_id": 387, "token_text": " una", "probability": 0.016357421875}, {"token_id": 9691, "token_text": " notevole", "probability": 0.015869140625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.015380859375}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.15625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.1474609375}, {"token_id": 7147, "token_text": " interesse", "probability": 0.0693359375}, {"token_id": 13730, "token_text": " rilievo", "probability": 0.061279296875}, {"token_id": 4325, "token_text": " valore", "probability": 0.05078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 246, "token_text": " e", "probability": 0.07958984375}, {"token_id": 290, "token_text": " per", "probability": 0.0546875}, {"token_id": 29, "token_text": ":", "probability": 0.0291748046875}]}, {"token_id": 302, "token_text": " L", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 302, "token_text": " L", "probability": 0.06005859375}, {"token_id": 538, "token_text": " Il", "probability": 0.056396484375}, {"token_id": 2, "token_text": "", "probability": 0.056396484375}, {"token_id": 515, "token_text": " La", "probability": 0.052978515625}, {"token_id": 362, "token_text": " E", "probability": 0.036376953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.92578125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0380859375}, {"token_id": 5037, "token_text": "ingu", "probability": 0.0027618408203125}, {"token_id": 13866, "token_text": "ungi", "probability": 0.00244140625}, {"token_id": 15294, "token_text": "ingue", "probability": 0.0017852783203125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.2265625}, {"token_id": 6401, "token_text": "autore", "probability": 0.057373046875}, {"token_id": 9842, "token_text": "artista", "probability": 0.0419921875}, {"token_id": 4993, "token_text": "idea", "probability": 0.03466796875}, {"token_id": 4086, "token_text": "arte", "probability": 0.03076171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2060546875}, {"token_id": 238, "token_text": " di", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.05224609375}, {"token_id": 373, "token_text": " ha", "probability": 0.03369140625}, {"token_id": 395, "token_text": " si", "probability": 0.03173828125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.142578125}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0218505859375}, {"token_id": 9909, "token_text": " composta", "probability": 0.0205078125}]}, {"token_id": 11985, "token_text": " realizzata", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 11985, "token_text": " realizzata", "probability": 0.0546875}, {"token_id": 6202, "token_text": " commission", "probability": 0.0400390625}, {"token_id": 9226, "token_text": " scritta", "probability": 0.033203125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0242919921875}, {"token_id": 2273, "token_text": " trad", "probability": 0.0189208984375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.205078125}, {"token_id": 234, "token_text": " in", "probability": 0.12451171875}, {"token_id": 272, "token_text": " con", "probability": 0.11669921875}, {"token_id": 447, "token_text": " nel", "probability": 0.08544921875}, {"token_id": 674, "token_text": " dal", "probability": 0.040283203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.037353515625}, {"token_id": 387, "token_text": " una", "probability": 0.0181884765625}, {"token_id": 2558, "token_text": " William", "probability": 0.0091552734375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.00860595703125}, {"token_id": 3074, "token_text": " David", "probability": 0.00860595703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.11669921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.05517578125}, {"token_id": 10516, "token_text": " pittore", "probability": 0.0252685546875}, {"token_id": 7477, "token_text": " autore", "probability": 0.01904296875}, {"token_id": 15452, "token_text": " artista", "probability": 0.0179443359375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.2421875}, {"token_id": 9842, "token_text": "artista", "probability": 0.083984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.03955078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.03271484375}, {"token_id": 19395, "token_text": "ampia", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.234375}, {"token_id": 303, "token_text": " che", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.040771484375}, {"token_id": 14100, "token_text": " teatrale", "probability": 0.035888671875}, {"token_id": 15, "token_text": ",", "probability": 0.0279541015625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0908203125}, {"token_id": 9691, "token_text": " notevole", "probability": 0.0260009765625}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0126953125}, {"token_id": 267, "token_text": " un", "probability": 0.01153564453125}, {"token_id": 15471, "token_text": " spic", "probability": 0.0079345703125}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.75390625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.0291748046875}, {"token_id": 7147, "token_text": " interesse", "probability": 0.01470947265625}, {"token_id": 4325, "token_text": " valore", "probability": 0.01470947265625}, {"token_id": 15070, "token_text": " prestigio", "probability": 0.01007080078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2890625}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 246, "token_text": " e", "probability": 0.11328125}, {"token_id": 29, "token_text": ":", "probability": 0.036865234375}, {"token_id": 290, "token_text": " per", "probability": 0.030517578125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0986328125}, {"token_id": 445, "token_text": " ma", "probability": 0.08203125}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}, {"token_id": 272, "token_text": " con", "probability": 0.031982421875}, {"token_id": 293, "token_text": " il", "probability": 0.024169921875}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.11865234375}, {"token_id": 395, "token_text": " si", "probability": 0.0634765625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0595703125}, {"token_id": 424, "token_text": " non", "probability": 0.0281982421875}, {"token_id": 560, "token_text": " lo", "probability": 0.0181884765625}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.0537109375}, {"token_id": 5286, "token_text": " portato", "probability": 0.0537109375}, {"token_id": 510, "token_text": " come", "probability": 0.041748046875}, {"token_id": 3439, "token_text": " visto", "probability": 0.036865234375}, {"token_id": 3350, "token_text": " dato", "probability": 0.0286865234375}]}, {"token_id": 3217, "token_text": " luogo", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 3217, "token_text": " luogo", "probability": 0.2099609375}, {"token_id": 8205, "token_text": " inizio", "probability": 0.126953125}, {"token_id": 510, "token_text": " come", "probability": 0.06005859375}, {"token_id": 267, "token_text": " un", "probability": 0.052978515625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0341796875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2490234375}, {"token_id": 637, "token_text": " nella", "probability": 0.06298828125}, {"token_id": 234, "token_text": " in", "probability": 0.05908203125}, {"token_id": 1881, "token_text": " negli", "probability": 0.0556640625}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.1162109375}, {"token_id": 2498, "token_text": " corso", "probability": 0.0703125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.051513671875}, {"token_id": 622, "token_text": " suo", "probability": 0.0242919921875}, {"token_id": 3030, "token_text": " campo", "probability": 0.0189208984375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.09521484375}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 370, "token_text": " della", "probability": 0.07421875}, {"token_id": 17, "token_text": ".", "probability": 0.07421875}, {"token_id": 465, "token_text": " dell", "probability": 0.0693359375}]}, {"token_id": 6268, "token_text": " cinema", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 6268, "token_text": " cinema", "probability": 0.18359375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.1044921875}, {"token_id": 7311, "token_text": " teatro", "probability": 0.0595703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0166015625}, {"token_id": 30499, "token_text": " Rinascimento", "probability": 0.0159912109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1982421875}, {"token_id": 246, "token_text": " e", "probability": 0.1982421875}, {"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 510, "token_text": " come", "probability": 0.0390625}, {"token_id": 238, "token_text": " di", "probability": 0.025146484375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.423828125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0306396484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0174560546875}, {"token_id": 18531, "token_text": " contenere", "probability": 0.01446533203125}, {"token_id": 15582, "token_text": " esser", "probability": 0.0106201171875}]}, {"token_id": 5924, "token_text": " considerato", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 5924, "token_text": " considerato", "probability": 0.044677734375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.039306640625}, {"token_id": 6423, "token_text": " usato", "probability": 0.037109375}, {"token_id": 6614, "token_text": " letto", "probability": 0.0174560546875}, {"token_id": 4397, "token_text": " scritto", "probability": 0.016357421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11474609375}, {"token_id": 510, "token_text": " come", "probability": 0.1015625}, {"token_id": 293, "token_text": " il", "probability": 0.0615234375}, {"token_id": 387, "token_text": " una", "probability": 0.051025390625}, {"token_id": 333, "token_text": " da", "probability": 0.0478515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.072265625}, {"token_id": 537, "token_text": " po", "probability": 0.052734375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.052734375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0234375}, {"token_id": 3987, "token_text": " vero", "probability": 0.0177001953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.05810546875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.05810546875}, {"token_id": 16790, "token_text": "importante", "probability": 0.0400390625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0311279296875}, {"token_id": 22727, "token_text": "altern", "probability": 0.0291748046875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0274658203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1259765625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.07666015625}, {"token_id": 214, "token_text": " d", "probability": 0.0634765625}, {"token_id": 1059, "token_text": "bile", "probability": 0.055908203125}, {"token_id": 26316, "token_text": " poetica", "probability": 0.0299072265625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0380859375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0380859375}, {"token_id": 267, "token_text": " un", "probability": 0.0296630859375}, {"token_id": 387, "token_text": " una", "probability": 0.016357421875}, {"token_id": 9691, "token_text": " notevole", "probability": 0.015869140625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.015380859375}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.15625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.1474609375}, {"token_id": 7147, "token_text": " interesse", "probability": 0.0693359375}, {"token_id": 13730, "token_text": " rilievo", "probability": 0.061279296875}, {"token_id": 4325, "token_text": " valore", "probability": 0.05078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 246, "token_text": " e", "probability": 0.07958984375}, {"token_id": 290, "token_text": " per", "probability": 0.0546875}, {"token_id": 29, "token_text": ":", "probability": 0.0291748046875}]}, {"token_id": 302, "token_text": " L", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 302, "token_text": " L", "probability": 0.0634765625}, {"token_id": 538, "token_text": " Il", "probability": 0.059814453125}, {"token_id": 515, "token_text": " La", "probability": 0.05615234375}, {"token_id": 362, "token_text": " E", "probability": 0.03857421875}, {"token_id": 407, "token_text": " In", "probability": 0.0361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.92578125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0380859375}, {"token_id": 5037, "token_text": "ingu", "probability": 0.0027618408203125}, {"token_id": 13866, "token_text": "ungi", "probability": 0.00244140625}, {"token_id": 15294, "token_text": "ingue", "probability": 0.0017852783203125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.2265625}, {"token_id": 6401, "token_text": "autore", "probability": 0.057373046875}, {"token_id": 9842, "token_text": "artista", "probability": 0.0419921875}, {"token_id": 4993, "token_text": "idea", "probability": 0.03466796875}, {"token_id": 4086, "token_text": "arte", "probability": 0.03076171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2060546875}, {"token_id": 238, "token_text": " di", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.05224609375}, {"token_id": 373, "token_text": " ha", "probability": 0.03369140625}, {"token_id": 395, "token_text": " si", "probability": 0.03173828125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.142578125}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0218505859375}, {"token_id": 9909, "token_text": " composta", "probability": 0.0205078125}]}, {"token_id": 11985, "token_text": " realizzata", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 11985, "token_text": " realizzata", "probability": 0.0546875}, {"token_id": 6202, "token_text": " commission", "probability": 0.0400390625}, {"token_id": 9226, "token_text": " scritta", "probability": 0.033203125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0242919921875}, {"token_id": 2273, "token_text": " trad", "probability": 0.0189208984375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.205078125}, {"token_id": 234, "token_text": " in", "probability": 0.12451171875}, {"token_id": 272, "token_text": " con", "probability": 0.11669921875}, {"token_id": 447, "token_text": " nel", "probability": 0.08544921875}, {"token_id": 674, "token_text": " dal", "probability": 0.040283203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.037353515625}, {"token_id": 387, "token_text": " una", "probability": 0.0181884765625}, {"token_id": 2558, "token_text": " William", "probability": 0.0091552734375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.00860595703125}, {"token_id": 3074, "token_text": " David", "probability": 0.00860595703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.11669921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.05517578125}, {"token_id": 10516, "token_text": " pittore", "probability": 0.0252685546875}, {"token_id": 7477, "token_text": " autore", "probability": 0.01904296875}, {"token_id": 15452, "token_text": " artista", "probability": 0.0179443359375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.2421875}, {"token_id": 9842, "token_text": "artista", "probability": 0.083984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.03955078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.03271484375}, {"token_id": 19395, "token_text": "ampia", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.234375}, {"token_id": 303, "token_text": " che", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.040771484375}, {"token_id": 14100, "token_text": " teatrale", "probability": 0.035888671875}, {"token_id": 15, "token_text": ",", "probability": 0.0279541015625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0908203125}, {"token_id": 9691, "token_text": " notevole", "probability": 0.0260009765625}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0126953125}, {"token_id": 267, "token_text": " un", "probability": 0.01153564453125}, {"token_id": 15471, "token_text": " spic", "probability": 0.0079345703125}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.75390625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.0291748046875}, {"token_id": 7147, "token_text": " interesse", "probability": 0.01470947265625}, {"token_id": 4325, "token_text": " valore", "probability": 0.01470947265625}, {"token_id": 15070, "token_text": " prestigio", "probability": 0.01007080078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2890625}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 246, "token_text": " e", "probability": 0.11328125}, {"token_id": 29, "token_text": ":", "probability": 0.036865234375}, {"token_id": 290, "token_text": " per", "probability": 0.030517578125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0986328125}, {"token_id": 445, "token_text": " ma", "probability": 0.08203125}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}, {"token_id": 272, "token_text": " con", "probability": 0.031982421875}, {"token_id": 293, "token_text": " il", "probability": 0.024169921875}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.11865234375}, {"token_id": 395, "token_text": " si", "probability": 0.0634765625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0595703125}, {"token_id": 424, "token_text": " non", "probability": 0.0281982421875}, {"token_id": 560, "token_text": " lo", "probability": 0.0181884765625}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.0537109375}, {"token_id": 5286, "token_text": " portato", "probability": 0.0537109375}, {"token_id": 510, "token_text": " come", "probability": 0.041748046875}, {"token_id": 3439, "token_text": " visto", "probability": 0.036865234375}, {"token_id": 3350, "token_text": " dato", "probability": 0.0286865234375}]}, {"token_id": 3217, "token_text": " luogo", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 3217, "token_text": " luogo", "probability": 0.2099609375}, {"token_id": 8205, "token_text": " inizio", "probability": 0.126953125}, {"token_id": 510, "token_text": " come", "probability": 0.06005859375}, {"token_id": 267, "token_text": " un", "probability": 0.052978515625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0341796875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2490234375}, {"token_id": 637, "token_text": " nella", "probability": 0.06298828125}, {"token_id": 234, "token_text": " in", "probability": 0.05908203125}, {"token_id": 1881, "token_text": " negli", "probability": 0.0556640625}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.1162109375}, {"token_id": 2498, "token_text": " corso", "probability": 0.0703125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.051513671875}, {"token_id": 622, "token_text": " suo", "probability": 0.0242919921875}, {"token_id": 3030, "token_text": " campo", "probability": 0.0189208984375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.09521484375}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 370, "token_text": " della", "probability": 0.07421875}, {"token_id": 17, "token_text": ".", "probability": 0.07421875}, {"token_id": 465, "token_text": " dell", "probability": 0.0693359375}]}, {"token_id": 6268, "token_text": " cinema", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 6268, "token_text": " cinema", "probability": 0.18359375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.1044921875}, {"token_id": 7311, "token_text": " teatro", "probability": 0.0595703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0166015625}, {"token_id": 30499, "token_text": " Rinascimento", "probability": 0.0159912109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1982421875}, {"token_id": 246, "token_text": " e", "probability": 0.1982421875}, {"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 510, "token_text": " come", "probability": 0.0390625}, {"token_id": 238, "token_text": " di", "probability": 0.025146484375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.423828125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0306396484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0174560546875}, {"token_id": 18531, "token_text": " contenere", "probability": 0.01446533203125}, {"token_id": 15582, "token_text": " esser", "probability": 0.0106201171875}]}, {"token_id": 5924, "token_text": " considerato", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 5924, "token_text": " considerato", "probability": 0.044677734375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.039306640625}, {"token_id": 6423, "token_text": " usato", "probability": 0.037109375}, {"token_id": 6614, "token_text": " letto", "probability": 0.0174560546875}, {"token_id": 4397, "token_text": " scritto", "probability": 0.016357421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11474609375}, {"token_id": 510, "token_text": " come", "probability": 0.1015625}, {"token_id": 293, "token_text": " il", "probability": 0.0615234375}, {"token_id": 387, "token_text": " una", "probability": 0.051025390625}, {"token_id": 333, "token_text": " da", "probability": 0.0478515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.072265625}, {"token_id": 537, "token_text": " po", "probability": 0.052734375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.052734375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0234375}, {"token_id": 3987, "token_text": " vero", "probability": 0.0177001953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.05810546875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.05810546875}, {"token_id": 16790, "token_text": "importante", "probability": 0.0400390625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0311279296875}, {"token_id": 22727, "token_text": "altern", "probability": 0.0291748046875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0274658203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1259765625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.07666015625}, {"token_id": 214, "token_text": " d", "probability": 0.0634765625}, {"token_id": 1059, "token_text": "bile", "probability": 0.055908203125}, {"token_id": 26316, "token_text": " poetica", "probability": 0.0299072265625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0380859375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0380859375}, {"token_id": 267, "token_text": " un", "probability": 0.0296630859375}, {"token_id": 387, "token_text": " una", "probability": 0.016357421875}, {"token_id": 9691, "token_text": " notevole", "probability": 0.015869140625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.015380859375}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.15625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.1474609375}, {"token_id": 7147, "token_text": " interesse", "probability": 0.0693359375}, {"token_id": 13730, "token_text": " rilievo", "probability": 0.061279296875}, {"token_id": 4325, "token_text": " valore", "probability": 0.05078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1904296875}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 246, "token_text": " e", "probability": 0.07958984375}, {"token_id": 290, "token_text": " per", "probability": 0.0546875}, {"token_id": 29, "token_text": ":", "probability": 0.0291748046875}]}, {"token_id": 302, "token_text": " L", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 302, "token_text": " L", "probability": 0.0634765625}, {"token_id": 538, "token_text": " Il", "probability": 0.059814453125}, {"token_id": 515, "token_text": " La", "probability": 0.05615234375}, {"token_id": 362, "token_text": " E", "probability": 0.03857421875}, {"token_id": 407, "token_text": " In", "probability": 0.0361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.92578125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0380859375}, {"token_id": 5037, "token_text": "ingu", "probability": 0.0027618408203125}, {"token_id": 13866, "token_text": "ungi", "probability": 0.00244140625}, {"token_id": 15294, "token_text": "ingue", "probability": 0.0017852783203125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.2265625}, {"token_id": 6401, "token_text": "autore", "probability": 0.057373046875}, {"token_id": 9842, "token_text": "artista", "probability": 0.0419921875}, {"token_id": 4993, "token_text": "idea", "probability": 0.03466796875}, {"token_id": 4086, "token_text": "arte", "probability": 0.03076171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2060546875}, {"token_id": 238, "token_text": " di", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.05224609375}, {"token_id": 373, "token_text": " ha", "probability": 0.03369140625}, {"token_id": 395, "token_text": " si", "probability": 0.03173828125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.142578125}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0218505859375}, {"token_id": 9909, "token_text": " composta", "probability": 0.0205078125}]}, {"token_id": 11985, "token_text": " realizzata", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 11985, "token_text": " realizzata", "probability": 0.0546875}, {"token_id": 6202, "token_text": " commission", "probability": 0.0400390625}, {"token_id": 9226, "token_text": " scritta", "probability": 0.033203125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0242919921875}, {"token_id": 2273, "token_text": " trad", "probability": 0.0189208984375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.205078125}, {"token_id": 234, "token_text": " in", "probability": 0.12451171875}, {"token_id": 272, "token_text": " con", "probability": 0.11669921875}, {"token_id": 447, "token_text": " nel", "probability": 0.08544921875}, {"token_id": 674, "token_text": " dal", "probability": 0.040283203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.037353515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.037353515625}, {"token_id": 387, "token_text": " una", "probability": 0.0181884765625}, {"token_id": 2558, "token_text": " William", "probability": 0.0091552734375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.00860595703125}, {"token_id": 3074, "token_text": " David", "probability": 0.00860595703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.11669921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.05517578125}, {"token_id": 10516, "token_text": " pittore", "probability": 0.0252685546875}, {"token_id": 7477, "token_text": " autore", "probability": 0.01904296875}, {"token_id": 15452, "token_text": " artista", "probability": 0.0179443359375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.2421875}, {"token_id": 9842, "token_text": "artista", "probability": 0.083984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.03955078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.03271484375}, {"token_id": 19395, "token_text": "ampia", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.234375}, {"token_id": 303, "token_text": " che", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.040771484375}, {"token_id": 14100, "token_text": " teatrale", "probability": 0.035888671875}, {"token_id": 15, "token_text": ",", "probability": 0.0279541015625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0908203125}, {"token_id": 9691, "token_text": " notevole", "probability": 0.0260009765625}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0126953125}, {"token_id": 267, "token_text": " un", "probability": 0.01153564453125}, {"token_id": 15471, "token_text": " spic", "probability": 0.0079345703125}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.75390625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.0291748046875}, {"token_id": 7147, "token_text": " interesse", "probability": 0.01470947265625}, {"token_id": 4325, "token_text": " valore", "probability": 0.01470947265625}, {"token_id": 15070, "token_text": " prestigio", "probability": 0.01007080078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2890625}, {"token_id": 17, "token_text": ".", "probability": 0.12890625}, {"token_id": 246, "token_text": " e", "probability": 0.11328125}, {"token_id": 29, "token_text": ":", "probability": 0.036865234375}, {"token_id": 290, "token_text": " per", "probability": 0.030517578125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0986328125}, {"token_id": 445, "token_text": " ma", "probability": 0.08203125}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}, {"token_id": 272, "token_text": " con", "probability": 0.031982421875}, {"token_id": 293, "token_text": " il", "probability": 0.024169921875}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.11865234375}, {"token_id": 395, "token_text": " si", "probability": 0.0634765625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0595703125}, {"token_id": 424, "token_text": " non", "probability": 0.0281982421875}, {"token_id": 560, "token_text": " lo", "probability": 0.0181884765625}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.0537109375}, {"token_id": 5286, "token_text": " portato", "probability": 0.0537109375}, {"token_id": 510, "token_text": " come", "probability": 0.041748046875}, {"token_id": 3439, "token_text": " visto", "probability": 0.036865234375}, {"token_id": 3350, "token_text": " dato", "probability": 0.0286865234375}]}, {"token_id": 3217, "token_text": " luogo", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 3217, "token_text": " luogo", "probability": 0.2099609375}, {"token_id": 8205, "token_text": " inizio", "probability": 0.126953125}, {"token_id": 510, "token_text": " come", "probability": 0.06005859375}, {"token_id": 267, "token_text": " un", "probability": 0.052978515625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0341796875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2490234375}, {"token_id": 637, "token_text": " nella", "probability": 0.06298828125}, {"token_id": 234, "token_text": " in", "probability": 0.05908203125}, {"token_id": 1881, "token_text": " negli", "probability": 0.0556640625}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.1162109375}, {"token_id": 2498, "token_text": " corso", "probability": 0.0703125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.051513671875}, {"token_id": 622, "token_text": " suo", "probability": 0.0242919921875}, {"token_id": 3030, "token_text": " campo", "probability": 0.0189208984375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.09521484375}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 370, "token_text": " della", "probability": 0.07421875}, {"token_id": 17, "token_text": ".", "probability": 0.07421875}, {"token_id": 465, "token_text": " dell", "probability": 0.0693359375}]}, {"token_id": 6268, "token_text": " cinema", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 6268, "token_text": " cinema", "probability": 0.18359375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.1044921875}, {"token_id": 7311, "token_text": " teatro", "probability": 0.0595703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0166015625}, {"token_id": 30499, "token_text": " Rinascimento", "probability": 0.0159912109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1982421875}, {"token_id": 246, "token_text": " e", "probability": 0.1982421875}, {"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 510, "token_text": " come", "probability": 0.0390625}, {"token_id": 238, "token_text": " di", "probability": 0.025146484375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.423828125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.423828125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0306396484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0174560546875}, {"token_id": 18531, "token_text": " contenere", "probability": 0.01446533203125}, {"token_id": 15582, "token_text": " esser", "probability": 0.0106201171875}, {"token_id": 4492, "token_text": " trovare", "probability": 0.00823974609375}, {"token_id": 6857, "token_text": " pensare", "probability": 0.00775146484375}, {"token_id": 18637, "token_text": " sembrare", "probability": 0.0068359375}, {"token_id": 1016, "token_text": " far", "probability": 0.006439208984375}, {"token_id": 30999, "token_text": " considerarsi", "probability": 0.006439208984375}], "entropy": 4.21875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.8584272714990482, "average_logprob_per_token": -0.8584272714990482, "perplexity_on_target_sequence": 2.359447004608295, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.8584272714990482, "probability": 0.423828125, "raw_probability": 0.423828125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 7000, "elapsed_sec": 58224.73841190338, "probe_elapsed_sec": 1.0153143709758297, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian Empire. The city is the capital of the Italian Empire. The city is the capital of the Italian Empire. The city is the capital", "text": "The capital of Italy is the capital of the Italian Empire. The city is the capital of the Italian Empire. The city is the capital of the Italian Empire. The city is the capital", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1259765625}, {"token_id": 209, "token_text": " a", "probability": 0.0986328125}, {"token_id": 3857, "token_text": " located", "probability": 0.03857421875}, {"token_id": 720, "token_text": " one", "probability": 0.024169921875}, {"token_id": 248, "token_text": " an", "probability": 0.0206298828125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.103515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.05908203125}, {"token_id": 942, "token_text": " most", "probability": 0.04736328125}, {"token_id": 1962, "token_text": " main", "probability": 0.019775390625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0169677734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.80859375}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 262, "token_text": " and", "probability": 0.02294921875}, {"token_id": 17, "token_text": ".", "probability": 0.021484375}, {"token_id": 2259, "token_text": " city", "probability": 0.017822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.298828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.045654296875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.045654296875}, {"token_id": 209, "token_text": " a", "probability": 0.0216064453125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.10693359375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.050537109375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.043212890625}, {"token_id": 2259, "token_text": " city", "probability": 0.03466796875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02099609375}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.130859375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.09033203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0849609375}, {"token_id": 20728, "token_text": " empire", "probability": 0.04541015625}, {"token_id": 2259, "token_text": " city", "probability": 0.0400390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.271484375}, {"token_id": 262, "token_text": " and", "probability": 0.064453125}, {"token_id": 323, "token_text": " (", "probability": 0.03466796875}, {"token_id": 256, "token_text": " of", "probability": 0.0238037109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.21875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.21875}, {"token_id": 679, "token_text": " It", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.048828125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03564453125}, {"token_id": 2, "token_text": "", "probability": 0.0245361328125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.052490234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0361328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.034912109375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0205078125}, {"token_id": 836, "token_text": " first", "probability": 0.01708984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 256, "token_text": " of", "probability": 0.2001953125}, {"token_id": 361, "token_text": " was", "probability": 0.0888671875}, {"token_id": 614, "token_text": " has", "probability": 0.05712890625}, {"token_id": 15, "token_text": ",", "probability": 0.0306396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.17578125}, {"token_id": 3857, "token_text": " located", "probability": 0.0732421875}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 1814, "token_text": " home", "probability": 0.04443359375}, {"token_id": 10438, "token_text": " divided", "probability": 0.041748046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.396484375}, {"token_id": 5656, "token_text": " largest", "probability": 0.039306640625}, {"token_id": 9034, "token_text": " centre", "probability": 0.03466796875}, {"token_id": 2259, "token_text": " city", "probability": 0.03466796875}, {"token_id": 5378, "token_text": " center", "probability": 0.0306396484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.86328125}, {"token_id": 2259, "token_text": " city", "probability": 0.05859375}, {"token_id": 262, "token_text": " and", "probability": 0.0157470703125}, {"token_id": 15, "token_text": ",", "probability": 0.01153564453125}, {"token_id": 17, "token_text": ".", "probability": 0.0079345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.21875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0245361328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0230712890625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.014892578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1796875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0849609375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.042724609375}, {"token_id": 2259, "token_text": " city", "probability": 0.0400390625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.03125}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.30859375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0830078125}, {"token_id": 8040, "token_text": " province", "probability": 0.06884765625}, {"token_id": 1483, "token_text": " state", "probability": 0.050537109375}, {"token_id": 2259, "token_text": " city", "probability": 0.036865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.30859375}, {"token_id": 15, "token_text": ",", "probability": 0.291015625}, {"token_id": 262, "token_text": " and", "probability": 0.0888671875}, {"token_id": 256, "token_text": " of", "probability": 0.07373046875}, {"token_id": 323, "token_text": " (", "probability": 0.0419921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2734375}, {"token_id": 679, "token_text": " It", "probability": 0.12890625}, {"token_id": 6983, "token_text": " Its", "probability": 0.03466796875}, {"token_id": 407, "token_text": " In", "probability": 0.03466796875}, {"token_id": 2, "token_text": "", "probability": 0.032470703125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.2158203125}, {"token_id": 4528, "token_text": " capital", "probability": 0.05810546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0400390625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0311279296875}, {"token_id": 2729, "token_text": " town", "probability": 0.0242919921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.47265625}, {"token_id": 256, "token_text": " of", "probability": 0.14453125}, {"token_id": 361, "token_text": " was", "probability": 0.06005859375}, {"token_id": 614, "token_text": " has", "probability": 0.052978515625}, {"token_id": 400, "token_text": "'s", "probability": 0.020751953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 3857, "token_text": " located", "probability": 0.0849609375}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 10438, "token_text": " divided", "probability": 0.042724609375}, {"token_id": 751, "token_text": " also", "probability": 0.037841796875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6484375}, {"token_id": 2259, "token_text": " city", "probability": 0.046875}, {"token_id": 5378, "token_text": " center", "probability": 0.0235595703125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0118408203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0118408203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 2259, "token_text": " city", "probability": 0.0712890625}, {"token_id": 262, "token_text": " and", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.01318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0096435546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10205078125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0400390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0137939453125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01177978515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1455078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.09375}, {"token_id": 2259, "token_text": " city", "probability": 0.07763671875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.060546875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.02685546875}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.55078125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06591796875}, {"token_id": 4528, "token_text": " capital", "probability": 0.029296875}, {"token_id": 2259, "token_text": " city", "probability": 0.0242919921875}, {"token_id": 8040, "token_text": " province", "probability": 0.0201416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.443359375}, {"token_id": 15, "token_text": ",", "probability": 0.185546875}, {"token_id": 256, "token_text": " of", "probability": 0.09326171875}, {"token_id": 262, "token_text": " and", "probability": 0.06396484375}, {"token_id": 323, "token_text": " (", "probability": 0.020751953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3203125}, {"token_id": 679, "token_text": " It", "probability": 0.10400390625}, {"token_id": 2, "token_text": "", "probability": 0.035888671875}, {"token_id": 6983, "token_text": " Its", "probability": 0.02978515625}, {"token_id": 407, "token_text": " In", "probability": 0.02978515625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.365234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.08154296875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.055908203125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0264892578125}, {"token_id": 2729, "token_text": " town", "probability": 0.02197265625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.474609375}, {"token_id": 256, "token_text": " of", "probability": 0.1640625}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 361, "token_text": " was", "probability": 0.0390625}, {"token_id": 400, "token_text": "'s", "probability": 0.022216796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 3857, "token_text": " located", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.06982421875}, {"token_id": 751, "token_text": " also", "probability": 0.039794921875}, {"token_id": 1814, "token_text": " home", "probability": 0.03515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.64453125}, {"token_id": 2259, "token_text": " city", "probability": 0.06787109375}, {"token_id": 5378, "token_text": " center", "probability": 0.02197265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0103759765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.00860595703125}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1259765625}, {"token_id": 209, "token_text": " a", "probability": 0.0986328125}, {"token_id": 3857, "token_text": " located", "probability": 0.03857421875}, {"token_id": 720, "token_text": " one", "probability": 0.024169921875}, {"token_id": 248, "token_text": " an", "probability": 0.0206298828125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.103515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.05908203125}, {"token_id": 942, "token_text": " most", "probability": 0.04736328125}, {"token_id": 1962, "token_text": " main", "probability": 0.019775390625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0169677734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.80859375}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 262, "token_text": " and", "probability": 0.02294921875}, {"token_id": 17, "token_text": ".", "probability": 0.021484375}, {"token_id": 2259, "token_text": " city", "probability": 0.017822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.298828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.045654296875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.045654296875}, {"token_id": 209, "token_text": " a", "probability": 0.0216064453125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.10693359375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.050537109375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.043212890625}, {"token_id": 2259, "token_text": " city", "probability": 0.03466796875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02099609375}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.130859375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.09033203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0849609375}, {"token_id": 20728, "token_text": " empire", "probability": 0.04541015625}, {"token_id": 2259, "token_text": " city", "probability": 0.0400390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.271484375}, {"token_id": 262, "token_text": " and", "probability": 0.064453125}, {"token_id": 323, "token_text": " (", "probability": 0.03466796875}, {"token_id": 256, "token_text": " of", "probability": 0.0238037109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2236328125}, {"token_id": 679, "token_text": " It", "probability": 0.1357421875}, {"token_id": 407, "token_text": " In", "probability": 0.050048828125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03662109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.052490234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0361328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.034912109375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0205078125}, {"token_id": 836, "token_text": " first", "probability": 0.01708984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 256, "token_text": " of", "probability": 0.2001953125}, {"token_id": 361, "token_text": " was", "probability": 0.0888671875}, {"token_id": 614, "token_text": " has", "probability": 0.05712890625}, {"token_id": 15, "token_text": ",", "probability": 0.0306396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.17578125}, {"token_id": 3857, "token_text": " located", "probability": 0.0732421875}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 1814, "token_text": " home", "probability": 0.04443359375}, {"token_id": 10438, "token_text": " divided", "probability": 0.041748046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.396484375}, {"token_id": 5656, "token_text": " largest", "probability": 0.039306640625}, {"token_id": 9034, "token_text": " centre", "probability": 0.03466796875}, {"token_id": 2259, "token_text": " city", "probability": 0.03466796875}, {"token_id": 5378, "token_text": " center", "probability": 0.0306396484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.86328125}, {"token_id": 2259, "token_text": " city", "probability": 0.05859375}, {"token_id": 262, "token_text": " and", "probability": 0.0157470703125}, {"token_id": 15, "token_text": ",", "probability": 0.01153564453125}, {"token_id": 17, "token_text": ".", "probability": 0.0079345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.21875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0245361328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0230712890625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.014892578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1796875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0849609375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.042724609375}, {"token_id": 2259, "token_text": " city", "probability": 0.0400390625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.03125}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.30859375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0830078125}, {"token_id": 8040, "token_text": " province", "probability": 0.06884765625}, {"token_id": 1483, "token_text": " state", "probability": 0.050537109375}, {"token_id": 2259, "token_text": " city", "probability": 0.036865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.291015625}, {"token_id": 262, "token_text": " and", "probability": 0.0888671875}, {"token_id": 256, "token_text": " of", "probability": 0.07373046875}, {"token_id": 323, "token_text": " (", "probability": 0.0419921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.28125}, {"token_id": 679, "token_text": " It", "probability": 0.1328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.035888671875}, {"token_id": 407, "token_text": " In", "probability": 0.035888671875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.021728515625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.2158203125}, {"token_id": 4528, "token_text": " capital", "probability": 0.05810546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0400390625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0311279296875}, {"token_id": 2729, "token_text": " town", "probability": 0.0242919921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.47265625}, {"token_id": 256, "token_text": " of", "probability": 0.14453125}, {"token_id": 361, "token_text": " was", "probability": 0.06005859375}, {"token_id": 614, "token_text": " has", "probability": 0.052978515625}, {"token_id": 400, "token_text": "'s", "probability": 0.020751953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 3857, "token_text": " located", "probability": 0.0849609375}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 10438, "token_text": " divided", "probability": 0.042724609375}, {"token_id": 751, "token_text": " also", "probability": 0.037841796875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6484375}, {"token_id": 2259, "token_text": " city", "probability": 0.046875}, {"token_id": 5378, "token_text": " center", "probability": 0.0235595703125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0118408203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0118408203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 2259, "token_text": " city", "probability": 0.0712890625}, {"token_id": 262, "token_text": " and", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.01318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0096435546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10205078125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0400390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0137939453125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01177978515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1455078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.09375}, {"token_id": 2259, "token_text": " city", "probability": 0.07763671875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.060546875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.02685546875}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.55078125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06591796875}, {"token_id": 4528, "token_text": " capital", "probability": 0.029296875}, {"token_id": 2259, "token_text": " city", "probability": 0.0242919921875}, {"token_id": 8040, "token_text": " province", "probability": 0.0201416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4453125}, {"token_id": 15, "token_text": ",", "probability": 0.185546875}, {"token_id": 256, "token_text": " of", "probability": 0.09326171875}, {"token_id": 262, "token_text": " and", "probability": 0.06396484375}, {"token_id": 323, "token_text": " (", "probability": 0.020751953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.33203125}, {"token_id": 679, "token_text": " It", "probability": 0.10791015625}, {"token_id": 6983, "token_text": " Its", "probability": 0.031005859375}, {"token_id": 407, "token_text": " In", "probability": 0.031005859375}, {"token_id": 3309, "token_text": " History", "probability": 0.0225830078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.365234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.08154296875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.055908203125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0264892578125}, {"token_id": 2729, "token_text": " town", "probability": 0.02197265625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.474609375}, {"token_id": 256, "token_text": " of", "probability": 0.1640625}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 361, "token_text": " was", "probability": 0.0390625}, {"token_id": 400, "token_text": "'s", "probability": 0.022216796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 3857, "token_text": " located", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.06982421875}, {"token_id": 751, "token_text": " also", "probability": 0.039794921875}, {"token_id": 1814, "token_text": " home", "probability": 0.03515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.64453125}, {"token_id": 2259, "token_text": " city", "probability": 0.06787109375}, {"token_id": 5378, "token_text": " center", "probability": 0.02197265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0103759765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.00860595703125}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1259765625}, {"token_id": 209, "token_text": " a", "probability": 0.0986328125}, {"token_id": 3857, "token_text": " located", "probability": 0.03857421875}, {"token_id": 720, "token_text": " one", "probability": 0.024169921875}, {"token_id": 248, "token_text": " an", "probability": 0.0206298828125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.103515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.05908203125}, {"token_id": 942, "token_text": " most", "probability": 0.04736328125}, {"token_id": 1962, "token_text": " main", "probability": 0.019775390625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0169677734375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.80859375}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 262, "token_text": " and", "probability": 0.02294921875}, {"token_id": 17, "token_text": ".", "probability": 0.021484375}, {"token_id": 2259, "token_text": " city", "probability": 0.017822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.298828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.045654296875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.045654296875}, {"token_id": 209, "token_text": " a", "probability": 0.0216064453125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.10693359375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.050537109375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.043212890625}, {"token_id": 2259, "token_text": " city", "probability": 0.03466796875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02099609375}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.130859375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.09033203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0849609375}, {"token_id": 20728, "token_text": " empire", "probability": 0.04541015625}, {"token_id": 2259, "token_text": " city", "probability": 0.0400390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.421875}, {"token_id": 15, "token_text": ",", "probability": 0.271484375}, {"token_id": 262, "token_text": " and", "probability": 0.064453125}, {"token_id": 323, "token_text": " (", "probability": 0.03466796875}, {"token_id": 256, "token_text": " of", "probability": 0.0238037109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2236328125}, {"token_id": 679, "token_text": " It", "probability": 0.1357421875}, {"token_id": 407, "token_text": " In", "probability": 0.050048828125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03662109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.052490234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0361328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.034912109375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0205078125}, {"token_id": 836, "token_text": " first", "probability": 0.01708984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 256, "token_text": " of", "probability": 0.2001953125}, {"token_id": 361, "token_text": " was", "probability": 0.0888671875}, {"token_id": 614, "token_text": " has", "probability": 0.05712890625}, {"token_id": 15, "token_text": ",", "probability": 0.0306396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.17578125}, {"token_id": 3857, "token_text": " located", "probability": 0.0732421875}, {"token_id": 209, "token_text": " a", "probability": 0.064453125}, {"token_id": 1814, "token_text": " home", "probability": 0.04443359375}, {"token_id": 10438, "token_text": " divided", "probability": 0.041748046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.396484375}, {"token_id": 5656, "token_text": " largest", "probability": 0.039306640625}, {"token_id": 9034, "token_text": " centre", "probability": 0.03466796875}, {"token_id": 2259, "token_text": " city", "probability": 0.03466796875}, {"token_id": 5378, "token_text": " center", "probability": 0.0306396484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.86328125}, {"token_id": 2259, "token_text": " city", "probability": 0.05859375}, {"token_id": 262, "token_text": " and", "probability": 0.0157470703125}, {"token_id": 15, "token_text": ",", "probability": 0.01153564453125}, {"token_id": 17, "token_text": ".", "probability": 0.0079345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.21875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0245361328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0230712890625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.014892578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1796875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0849609375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.042724609375}, {"token_id": 2259, "token_text": " city", "probability": 0.0400390625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.03125}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.30859375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0830078125}, {"token_id": 8040, "token_text": " province", "probability": 0.06884765625}, {"token_id": 1483, "token_text": " state", "probability": 0.050537109375}, {"token_id": 2259, "token_text": " city", "probability": 0.036865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.291015625}, {"token_id": 262, "token_text": " and", "probability": 0.0888671875}, {"token_id": 256, "token_text": " of", "probability": 0.07373046875}, {"token_id": 323, "token_text": " (", "probability": 0.0419921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.28125}, {"token_id": 679, "token_text": " It", "probability": 0.1328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.035888671875}, {"token_id": 407, "token_text": " In", "probability": 0.035888671875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.021728515625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.2158203125}, {"token_id": 4528, "token_text": " capital", "probability": 0.05810546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0400390625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0311279296875}, {"token_id": 2729, "token_text": " town", "probability": 0.0242919921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.47265625}, {"token_id": 256, "token_text": " of", "probability": 0.14453125}, {"token_id": 361, "token_text": " was", "probability": 0.06005859375}, {"token_id": 614, "token_text": " has", "probability": 0.052978515625}, {"token_id": 400, "token_text": "'s", "probability": 0.020751953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 3857, "token_text": " located", "probability": 0.0849609375}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 10438, "token_text": " divided", "probability": 0.042724609375}, {"token_id": 751, "token_text": " also", "probability": 0.037841796875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6484375}, {"token_id": 2259, "token_text": " city", "probability": 0.046875}, {"token_id": 5378, "token_text": " center", "probability": 0.0235595703125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0118408203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0118408203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 2259, "token_text": " city", "probability": 0.0712890625}, {"token_id": 262, "token_text": " and", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.01318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0096435546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10205078125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0400390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0137939453125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01177978515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1455078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.09375}, {"token_id": 2259, "token_text": " city", "probability": 0.07763671875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.060546875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.02685546875}]}, {"token_id": 9696, "token_text": " Empire", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 9696, "token_text": " Empire", "probability": 0.55078125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06591796875}, {"token_id": 4528, "token_text": " capital", "probability": 0.029296875}, {"token_id": 2259, "token_text": " city", "probability": 0.0242919921875}, {"token_id": 8040, "token_text": " province", "probability": 0.0201416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4453125}, {"token_id": 15, "token_text": ",", "probability": 0.185546875}, {"token_id": 256, "token_text": " of", "probability": 0.09326171875}, {"token_id": 262, "token_text": " and", "probability": 0.06396484375}, {"token_id": 323, "token_text": " (", "probability": 0.020751953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.33203125}, {"token_id": 679, "token_text": " It", "probability": 0.10791015625}, {"token_id": 6983, "token_text": " Its", "probability": 0.031005859375}, {"token_id": 407, "token_text": " In", "probability": 0.031005859375}, {"token_id": 3309, "token_text": " History", "probability": 0.0225830078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.365234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.08154296875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.055908203125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0264892578125}, {"token_id": 2729, "token_text": " town", "probability": 0.02197265625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.474609375}, {"token_id": 256, "token_text": " of", "probability": 0.1640625}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 361, "token_text": " was", "probability": 0.0390625}, {"token_id": 400, "token_text": "'s", "probability": 0.022216796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 3857, "token_text": " located", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.06982421875}, {"token_id": 751, "token_text": " also", "probability": 0.039794921875}, {"token_id": 1814, "token_text": " home", "probability": 0.03515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.64453125}, {"token_id": 2259, "token_text": " city", "probability": 0.06787109375}, {"token_id": 5378, "token_text": " center", "probability": 0.02197265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0103759765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.00860595703125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 95, "correct_token_probability": 0.00119781494140625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1259765625}, {"token_id": 209, "token_text": " a", "probability": 0.0986328125}, {"token_id": 3857, "token_text": " located", "probability": 0.03857421875}, {"token_id": 720, "token_text": " one", "probability": 0.024169921875}, {"token_id": 248, "token_text": " an", "probability": 0.0206298828125}, {"token_id": 10438, "token_text": " divided", "probability": 0.02001953125}, {"token_id": 751, "token_text": " also", "probability": 0.01556396484375}, {"token_id": 234, "token_text": " in", "probability": 0.01556396484375}, {"token_id": 1576, "token_text": " now", "probability": 0.01507568359375}, {"token_id": 534, "token_text": " not", "probability": 0.0146484375}], "entropy": 5.75}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -6.727256264170762, "average_logprob_per_token": -6.727256264170762, "perplexity_on_target_sequence": 834.8535031847134, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -6.727256264170762, "probability": 0.00119781494140625, "raw_probability": 0.00119781494140625, "correct_token_rank": 95}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 7000, "elapsed_sec": 58224.73916196823, "probe_elapsed_sec": 1.0153143709758297, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the language model. The model should be used to describe the language model. The model should be used to describe the language model. The model", "text": "A small language model should be used to describe the language model. The model should be used to describe the language model. The model should be used to describe the language model. The model", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.035888671875}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.0169677734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1904296875}, {"token_id": 2956, "token_text": " able", "probability": 0.04541015625}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 1334, "token_text": " found", "probability": 0.0242919921875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0189208984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.248046875}, {"token_id": 234, "token_text": " in", "probability": 0.181640625}, {"token_id": 321, "token_text": " for", "probability": 0.1171875}, {"token_id": 17, "token_text": ".", "probability": 0.09716796875}, {"token_id": 347, "token_text": " as", "probability": 0.055419921875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.04833984375}, {"token_id": 372, "token_text": " be", "probability": 0.0400390625}, {"token_id": 4052, "token_text": " create", "probability": 0.035400390625}, {"token_id": 1466, "token_text": " help", "probability": 0.033203125}, {"token_id": 1494, "token_text": " make", "probability": 0.027587890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 209, "token_text": " a", "probability": 0.10205078125}, {"token_id": 1168, "token_text": " how", "probability": 0.0228271484375}, {"token_id": 1076, "token_text": " what", "probability": 0.020751953125}, {"token_id": 262, "token_text": " and", "probability": 0.020751953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0390625}, {"token_id": 8217, "token_text": " difference", "probability": 0.0152587890625}, {"token_id": 2244, "token_text": " following", "probability": 0.01434326171875}, {"token_id": 3865, "token_text": " problem", "probability": 0.01019287109375}, {"token_id": 1686, "token_text": " same", "probability": 0.01019287109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 256, "token_text": " of", "probability": 0.0673828125}, {"token_id": 234, "token_text": " in", "probability": 0.041015625}, {"token_id": 15, "token_text": ",", "probability": 0.031982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.064453125}, {"token_id": 263, "token_text": " to", "probability": 0.044189453125}, {"token_id": 234, "token_text": " in", "probability": 0.0390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.140625}, {"token_id": 1062, "token_text": " This", "probability": 0.051513671875}, {"token_id": 2, "token_text": "", "probability": 0.042724609375}, {"token_id": 407, "token_text": " In", "probability": 0.037841796875}, {"token_id": 679, "token_text": " It", "probability": 0.035400390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.08203125}, {"token_id": 3965, "token_text": " language", "probability": 0.033203125}, {"token_id": 836, "token_text": " first", "probability": 0.0189208984375}, {"token_id": 4069, "token_text": " method", "probability": 0.0162353515625}, {"token_id": 2244, "token_text": " following", "probability": 0.0125732421875}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.17578125}, {"token_id": 336, "token_text": " is", "probability": 0.12890625}, {"token_id": 783, "token_text": " will", "probability": 0.0537109375}, {"token_id": 566, "token_text": " can", "probability": 0.04736328125}, {"token_id": 1196, "token_text": " may", "probability": 0.0306396484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.494140625}, {"token_id": 2464, "token_text": " include", "probability": 0.09765625}, {"token_id": 751, "token_text": " also", "probability": 0.043212890625}, {"token_id": 534, "token_text": " not", "probability": 0.043212890625}, {"token_id": 581, "token_text": " have", "probability": 0.03173828125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.259765625}, {"token_id": 209, "token_text": " a", "probability": 0.045166015625}, {"token_id": 2956, "token_text": " able", "probability": 0.0257568359375}, {"token_id": 230, "token_text": " the", "probability": 0.0189208984375}, {"token_id": 3874, "token_text": " done", "probability": 0.0137939453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4375}, {"token_id": 234, "token_text": " in", "probability": 0.1611328125}, {"token_id": 321, "token_text": " for", "probability": 0.09765625}, {"token_id": 347, "token_text": " as", "probability": 0.059326171875}, {"token_id": 392, "token_text": " with", "probability": 0.040771484375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.09765625}, {"token_id": 4052, "token_text": " create", "probability": 0.043212890625}, {"token_id": 10938, "token_text": " identify", "probability": 0.02978515625}, {"token_id": 8550, "token_text": " determine", "probability": 0.0262451171875}, {"token_id": 372, "token_text": " be", "probability": 0.024658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53125}, {"token_id": 209, "token_text": " a", "probability": 0.111328125}, {"token_id": 262, "token_text": " and", "probability": 0.0166015625}, {"token_id": 1168, "token_text": " how", "probability": 0.01556396484375}, {"token_id": 587, "token_text": " this", "probability": 0.01556396484375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.19140625}, {"token_id": 4621, "token_text": " model", "probability": 0.1025390625}, {"token_id": 4275, "token_text": " type", "probability": 0.018310546875}, {"token_id": 5752, "token_text": " concept", "probability": 0.009521484375}, {"token_id": 4134, "token_text": " specific", "probability": 0.00897216796875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.859375}, {"token_id": 9204, "token_text": " models", "probability": 0.0084228515625}, {"token_id": 262, "token_text": " and", "probability": 0.006988525390625}, {"token_id": 234, "token_text": " in", "probability": 0.006988525390625}, {"token_id": 17, "token_text": ".", "probability": 0.00543212890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 347, "token_text": " as", "probability": 0.103515625}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 234, "token_text": " in", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.058837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.244140625}, {"token_id": 1062, "token_text": " This", "probability": 0.051025390625}, {"token_id": 277, "token_text": " A", "probability": 0.04248046875}, {"token_id": 2, "token_text": "", "probability": 0.04248046875}, {"token_id": 679, "token_text": " It", "probability": 0.03515625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.33203125}, {"token_id": 3965, "token_text": " language", "probability": 0.0308837890625}, {"token_id": 4069, "token_text": " method", "probability": 0.0205078125}, {"token_id": 5909, "token_text": " approach", "probability": 0.019287109375}, {"token_id": 836, "token_text": " first", "probability": 0.01324462890625}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.53515625}, {"token_id": 336, "token_text": " is", "probability": 0.06787109375}, {"token_id": 783, "token_text": " will", "probability": 0.049560546875}, {"token_id": 566, "token_text": " can", "probability": 0.041259765625}, {"token_id": 1196, "token_text": " may", "probability": 0.0341796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.671875}, {"token_id": 2464, "token_text": " include", "probability": 0.06689453125}, {"token_id": 751, "token_text": " also", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.026123046875}, {"token_id": 581, "token_text": " have", "probability": 0.0245361328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.421875}, {"token_id": 4821, "token_text": " described", "probability": 0.0238037109375}, {"token_id": 209, "token_text": " a", "probability": 0.02099609375}, {"token_id": 4670, "token_text": " developed", "probability": 0.016357421875}, {"token_id": 230, "token_text": " the", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.51171875}, {"token_id": 234, "token_text": " in", "probability": 0.1474609375}, {"token_id": 321, "token_text": " for", "probability": 0.0947265625}, {"token_id": 347, "token_text": " as", "probability": 0.05078125}, {"token_id": 392, "token_text": " with", "probability": 0.03271484375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1279296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.036865234375}, {"token_id": 4052, "token_text": " create", "probability": 0.036865234375}, {"token_id": 8550, "token_text": " determine", "probability": 0.03466796875}, {"token_id": 17143, "token_text": " define", "probability": 0.0252685546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.71484375}, {"token_id": 209, "token_text": " a", "probability": 0.05517578125}, {"token_id": 587, "token_text": " this", "probability": 0.0179443359375}, {"token_id": 401, "token_text": " it", "probability": 0.0098876953125}, {"token_id": 262, "token_text": " and", "probability": 0.00958251953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.384765625}, {"token_id": 4621, "token_text": " model", "probability": 0.1171875}, {"token_id": 4275, "token_text": " type", "probability": 0.021728515625}, {"token_id": 4134, "token_text": " specific", "probability": 0.01092529296875}, {"token_id": 4069, "token_text": " method", "probability": 0.00933837890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.89453125}, {"token_id": 9204, "token_text": " models", "probability": 0.00775146484375}, {"token_id": 17, "token_text": ".", "probability": 0.004425048828125}, {"token_id": 262, "token_text": " and", "probability": 0.0038909912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0034332275390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2470703125}, {"token_id": 347, "token_text": " as", "probability": 0.0908203125}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.333984375}, {"token_id": 2, "token_text": "", "probability": 0.05126953125}, {"token_id": 1062, "token_text": " This", "probability": 0.048095703125}, {"token_id": 277, "token_text": " A", "probability": 0.04248046875}, {"token_id": 1637, "token_text": " If", "probability": 0.032958984375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0220947265625}, {"token_id": 5909, "token_text": " approach", "probability": 0.018310546875}, {"token_id": 4069, "token_text": " method", "probability": 0.018310546875}, {"token_id": 9204, "token_text": " models", "probability": 0.007659912109375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.035888671875}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.0169677734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1904296875}, {"token_id": 2956, "token_text": " able", "probability": 0.04541015625}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 1334, "token_text": " found", "probability": 0.0242919921875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0189208984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.248046875}, {"token_id": 234, "token_text": " in", "probability": 0.181640625}, {"token_id": 321, "token_text": " for", "probability": 0.1171875}, {"token_id": 17, "token_text": ".", "probability": 0.09716796875}, {"token_id": 347, "token_text": " as", "probability": 0.055419921875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.04833984375}, {"token_id": 372, "token_text": " be", "probability": 0.0400390625}, {"token_id": 4052, "token_text": " create", "probability": 0.035400390625}, {"token_id": 1466, "token_text": " help", "probability": 0.033203125}, {"token_id": 1494, "token_text": " make", "probability": 0.027587890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 209, "token_text": " a", "probability": 0.10205078125}, {"token_id": 1168, "token_text": " how", "probability": 0.0228271484375}, {"token_id": 1076, "token_text": " what", "probability": 0.020751953125}, {"token_id": 262, "token_text": " and", "probability": 0.020751953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0390625}, {"token_id": 8217, "token_text": " difference", "probability": 0.0152587890625}, {"token_id": 2244, "token_text": " following", "probability": 0.01434326171875}, {"token_id": 3865, "token_text": " problem", "probability": 0.01019287109375}, {"token_id": 1686, "token_text": " same", "probability": 0.01019287109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 256, "token_text": " of", "probability": 0.0673828125}, {"token_id": 234, "token_text": " in", "probability": 0.041015625}, {"token_id": 15, "token_text": ",", "probability": 0.031982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.064453125}, {"token_id": 263, "token_text": " to", "probability": 0.044189453125}, {"token_id": 234, "token_text": " in", "probability": 0.0390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.146484375}, {"token_id": 1062, "token_text": " This", "probability": 0.053955078125}, {"token_id": 407, "token_text": " In", "probability": 0.03955078125}, {"token_id": 679, "token_text": " It", "probability": 0.037109375}, {"token_id": 1182, "token_text": " For", "probability": 0.034912109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.08203125}, {"token_id": 3965, "token_text": " language", "probability": 0.033203125}, {"token_id": 836, "token_text": " first", "probability": 0.0189208984375}, {"token_id": 4069, "token_text": " method", "probability": 0.0162353515625}, {"token_id": 2244, "token_text": " following", "probability": 0.0125732421875}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.17578125}, {"token_id": 336, "token_text": " is", "probability": 0.12890625}, {"token_id": 783, "token_text": " will", "probability": 0.0537109375}, {"token_id": 566, "token_text": " can", "probability": 0.04736328125}, {"token_id": 1196, "token_text": " may", "probability": 0.0306396484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.494140625}, {"token_id": 2464, "token_text": " include", "probability": 0.09765625}, {"token_id": 751, "token_text": " also", "probability": 0.043212890625}, {"token_id": 534, "token_text": " not", "probability": 0.043212890625}, {"token_id": 581, "token_text": " have", "probability": 0.03173828125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.259765625}, {"token_id": 209, "token_text": " a", "probability": 0.045166015625}, {"token_id": 2956, "token_text": " able", "probability": 0.0257568359375}, {"token_id": 230, "token_text": " the", "probability": 0.0189208984375}, {"token_id": 3874, "token_text": " done", "probability": 0.0137939453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4375}, {"token_id": 234, "token_text": " in", "probability": 0.1611328125}, {"token_id": 321, "token_text": " for", "probability": 0.09765625}, {"token_id": 347, "token_text": " as", "probability": 0.059326171875}, {"token_id": 392, "token_text": " with", "probability": 0.040771484375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.09765625}, {"token_id": 4052, "token_text": " create", "probability": 0.043212890625}, {"token_id": 10938, "token_text": " identify", "probability": 0.02978515625}, {"token_id": 8550, "token_text": " determine", "probability": 0.0262451171875}, {"token_id": 372, "token_text": " be", "probability": 0.024658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53125}, {"token_id": 209, "token_text": " a", "probability": 0.111328125}, {"token_id": 262, "token_text": " and", "probability": 0.0166015625}, {"token_id": 1168, "token_text": " how", "probability": 0.01556396484375}, {"token_id": 587, "token_text": " this", "probability": 0.01556396484375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.19140625}, {"token_id": 4621, "token_text": " model", "probability": 0.1025390625}, {"token_id": 4275, "token_text": " type", "probability": 0.018310546875}, {"token_id": 5752, "token_text": " concept", "probability": 0.009521484375}, {"token_id": 4134, "token_text": " specific", "probability": 0.00897216796875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.859375}, {"token_id": 9204, "token_text": " models", "probability": 0.0084228515625}, {"token_id": 262, "token_text": " and", "probability": 0.006988525390625}, {"token_id": 234, "token_text": " in", "probability": 0.006988525390625}, {"token_id": 17, "token_text": ".", "probability": 0.00543212890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 347, "token_text": " as", "probability": 0.103515625}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 234, "token_text": " in", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.058837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25390625}, {"token_id": 1062, "token_text": " This", "probability": 0.053466796875}, {"token_id": 277, "token_text": " A", "probability": 0.044189453125}, {"token_id": 1182, "token_text": " For", "probability": 0.03662109375}, {"token_id": 679, "token_text": " It", "probability": 0.03662109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.33203125}, {"token_id": 3965, "token_text": " language", "probability": 0.0308837890625}, {"token_id": 4069, "token_text": " method", "probability": 0.0205078125}, {"token_id": 5909, "token_text": " approach", "probability": 0.019287109375}, {"token_id": 836, "token_text": " first", "probability": 0.01324462890625}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.53515625}, {"token_id": 336, "token_text": " is", "probability": 0.06787109375}, {"token_id": 783, "token_text": " will", "probability": 0.049560546875}, {"token_id": 566, "token_text": " can", "probability": 0.041259765625}, {"token_id": 1196, "token_text": " may", "probability": 0.0341796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.671875}, {"token_id": 2464, "token_text": " include", "probability": 0.06689453125}, {"token_id": 751, "token_text": " also", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.026123046875}, {"token_id": 581, "token_text": " have", "probability": 0.0245361328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.421875}, {"token_id": 4821, "token_text": " described", "probability": 0.0238037109375}, {"token_id": 209, "token_text": " a", "probability": 0.02099609375}, {"token_id": 4670, "token_text": " developed", "probability": 0.016357421875}, {"token_id": 230, "token_text": " the", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.51171875}, {"token_id": 234, "token_text": " in", "probability": 0.1474609375}, {"token_id": 321, "token_text": " for", "probability": 0.0947265625}, {"token_id": 347, "token_text": " as", "probability": 0.05078125}, {"token_id": 392, "token_text": " with", "probability": 0.03271484375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1279296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.036865234375}, {"token_id": 4052, "token_text": " create", "probability": 0.036865234375}, {"token_id": 8550, "token_text": " determine", "probability": 0.03466796875}, {"token_id": 17143, "token_text": " define", "probability": 0.0252685546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.71484375}, {"token_id": 209, "token_text": " a", "probability": 0.05517578125}, {"token_id": 587, "token_text": " this", "probability": 0.0179443359375}, {"token_id": 401, "token_text": " it", "probability": 0.0098876953125}, {"token_id": 262, "token_text": " and", "probability": 0.00958251953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.384765625}, {"token_id": 4621, "token_text": " model", "probability": 0.1171875}, {"token_id": 4275, "token_text": " type", "probability": 0.021728515625}, {"token_id": 4134, "token_text": " specific", "probability": 0.01092529296875}, {"token_id": 4069, "token_text": " method", "probability": 0.00933837890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.89453125}, {"token_id": 9204, "token_text": " models", "probability": 0.00775146484375}, {"token_id": 17, "token_text": ".", "probability": 0.004425048828125}, {"token_id": 262, "token_text": " and", "probability": 0.0038909912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0034332275390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.248046875}, {"token_id": 347, "token_text": " as", "probability": 0.09130859375}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3515625}, {"token_id": 1062, "token_text": " This", "probability": 0.05078125}, {"token_id": 277, "token_text": " A", "probability": 0.044677734375}, {"token_id": 1637, "token_text": " If", "probability": 0.034912109375}, {"token_id": 679, "token_text": " It", "probability": 0.03076171875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0220947265625}, {"token_id": 5909, "token_text": " approach", "probability": 0.018310546875}, {"token_id": 4069, "token_text": " method", "probability": 0.018310546875}, {"token_id": 9204, "token_text": " models", "probability": 0.007659912109375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.035888671875}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.0169677734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1904296875}, {"token_id": 2956, "token_text": " able", "probability": 0.04541015625}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 1334, "token_text": " found", "probability": 0.0242919921875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0189208984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.248046875}, {"token_id": 234, "token_text": " in", "probability": 0.181640625}, {"token_id": 321, "token_text": " for", "probability": 0.1171875}, {"token_id": 17, "token_text": ".", "probability": 0.09716796875}, {"token_id": 347, "token_text": " as", "probability": 0.055419921875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.04833984375}, {"token_id": 372, "token_text": " be", "probability": 0.0400390625}, {"token_id": 4052, "token_text": " create", "probability": 0.035400390625}, {"token_id": 1466, "token_text": " help", "probability": 0.033203125}, {"token_id": 1494, "token_text": " make", "probability": 0.027587890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 209, "token_text": " a", "probability": 0.10205078125}, {"token_id": 1168, "token_text": " how", "probability": 0.0228271484375}, {"token_id": 1076, "token_text": " what", "probability": 0.020751953125}, {"token_id": 262, "token_text": " and", "probability": 0.020751953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0390625}, {"token_id": 8217, "token_text": " difference", "probability": 0.0152587890625}, {"token_id": 2244, "token_text": " following", "probability": 0.01434326171875}, {"token_id": 3865, "token_text": " problem", "probability": 0.01019287109375}, {"token_id": 1686, "token_text": " same", "probability": 0.01019287109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 256, "token_text": " of", "probability": 0.0673828125}, {"token_id": 234, "token_text": " in", "probability": 0.041015625}, {"token_id": 15, "token_text": ",", "probability": 0.031982421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.064453125}, {"token_id": 263, "token_text": " to", "probability": 0.044189453125}, {"token_id": 234, "token_text": " in", "probability": 0.0390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.146484375}, {"token_id": 1062, "token_text": " This", "probability": 0.053955078125}, {"token_id": 407, "token_text": " In", "probability": 0.03955078125}, {"token_id": 679, "token_text": " It", "probability": 0.037109375}, {"token_id": 1182, "token_text": " For", "probability": 0.034912109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.08203125}, {"token_id": 3965, "token_text": " language", "probability": 0.033203125}, {"token_id": 836, "token_text": " first", "probability": 0.0189208984375}, {"token_id": 4069, "token_text": " method", "probability": 0.0162353515625}, {"token_id": 2244, "token_text": " following", "probability": 0.0125732421875}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.17578125}, {"token_id": 336, "token_text": " is", "probability": 0.12890625}, {"token_id": 783, "token_text": " will", "probability": 0.0537109375}, {"token_id": 566, "token_text": " can", "probability": 0.04736328125}, {"token_id": 1196, "token_text": " may", "probability": 0.0306396484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.494140625}, {"token_id": 2464, "token_text": " include", "probability": 0.09765625}, {"token_id": 751, "token_text": " also", "probability": 0.043212890625}, {"token_id": 534, "token_text": " not", "probability": 0.043212890625}, {"token_id": 581, "token_text": " have", "probability": 0.03173828125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.259765625}, {"token_id": 209, "token_text": " a", "probability": 0.045166015625}, {"token_id": 2956, "token_text": " able", "probability": 0.0257568359375}, {"token_id": 230, "token_text": " the", "probability": 0.0189208984375}, {"token_id": 3874, "token_text": " done", "probability": 0.0137939453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4375}, {"token_id": 234, "token_text": " in", "probability": 0.1611328125}, {"token_id": 321, "token_text": " for", "probability": 0.09765625}, {"token_id": 347, "token_text": " as", "probability": 0.059326171875}, {"token_id": 392, "token_text": " with", "probability": 0.040771484375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.09765625}, {"token_id": 4052, "token_text": " create", "probability": 0.043212890625}, {"token_id": 10938, "token_text": " identify", "probability": 0.02978515625}, {"token_id": 8550, "token_text": " determine", "probability": 0.0262451171875}, {"token_id": 372, "token_text": " be", "probability": 0.024658203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53125}, {"token_id": 209, "token_text": " a", "probability": 0.111328125}, {"token_id": 262, "token_text": " and", "probability": 0.0166015625}, {"token_id": 1168, "token_text": " how", "probability": 0.01556396484375}, {"token_id": 587, "token_text": " this", "probability": 0.01556396484375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.19140625}, {"token_id": 4621, "token_text": " model", "probability": 0.1025390625}, {"token_id": 4275, "token_text": " type", "probability": 0.018310546875}, {"token_id": 5752, "token_text": " concept", "probability": 0.009521484375}, {"token_id": 4134, "token_text": " specific", "probability": 0.00897216796875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.859375}, {"token_id": 9204, "token_text": " models", "probability": 0.0084228515625}, {"token_id": 262, "token_text": " and", "probability": 0.006988525390625}, {"token_id": 234, "token_text": " in", "probability": 0.006988525390625}, {"token_id": 17, "token_text": ".", "probability": 0.00543212890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 347, "token_text": " as", "probability": 0.103515625}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 234, "token_text": " in", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.058837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25390625}, {"token_id": 1062, "token_text": " This", "probability": 0.053466796875}, {"token_id": 277, "token_text": " A", "probability": 0.044189453125}, {"token_id": 1182, "token_text": " For", "probability": 0.03662109375}, {"token_id": 679, "token_text": " It", "probability": 0.03662109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.33203125}, {"token_id": 3965, "token_text": " language", "probability": 0.0308837890625}, {"token_id": 4069, "token_text": " method", "probability": 0.0205078125}, {"token_id": 5909, "token_text": " approach", "probability": 0.019287109375}, {"token_id": 836, "token_text": " first", "probability": 0.01324462890625}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.53515625}, {"token_id": 336, "token_text": " is", "probability": 0.06787109375}, {"token_id": 783, "token_text": " will", "probability": 0.049560546875}, {"token_id": 566, "token_text": " can", "probability": 0.041259765625}, {"token_id": 1196, "token_text": " may", "probability": 0.0341796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.671875}, {"token_id": 2464, "token_text": " include", "probability": 0.06689453125}, {"token_id": 751, "token_text": " also", "probability": 0.031494140625}, {"token_id": 534, "token_text": " not", "probability": 0.026123046875}, {"token_id": 581, "token_text": " have", "probability": 0.0245361328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.421875}, {"token_id": 4821, "token_text": " described", "probability": 0.0238037109375}, {"token_id": 209, "token_text": " a", "probability": 0.02099609375}, {"token_id": 4670, "token_text": " developed", "probability": 0.016357421875}, {"token_id": 230, "token_text": " the", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.51171875}, {"token_id": 234, "token_text": " in", "probability": 0.1474609375}, {"token_id": 321, "token_text": " for", "probability": 0.0947265625}, {"token_id": 347, "token_text": " as", "probability": 0.05078125}, {"token_id": 392, "token_text": " with", "probability": 0.03271484375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1279296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.036865234375}, {"token_id": 4052, "token_text": " create", "probability": 0.036865234375}, {"token_id": 8550, "token_text": " determine", "probability": 0.03466796875}, {"token_id": 17143, "token_text": " define", "probability": 0.0252685546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.71484375}, {"token_id": 209, "token_text": " a", "probability": 0.05517578125}, {"token_id": 587, "token_text": " this", "probability": 0.0179443359375}, {"token_id": 401, "token_text": " it", "probability": 0.0098876953125}, {"token_id": 262, "token_text": " and", "probability": 0.00958251953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.384765625}, {"token_id": 4621, "token_text": " model", "probability": 0.1171875}, {"token_id": 4275, "token_text": " type", "probability": 0.021728515625}, {"token_id": 4134, "token_text": " specific", "probability": 0.01092529296875}, {"token_id": 4069, "token_text": " method", "probability": 0.00933837890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.89453125}, {"token_id": 9204, "token_text": " models", "probability": 0.00775146484375}, {"token_id": 17, "token_text": ".", "probability": 0.004425048828125}, {"token_id": 262, "token_text": " and", "probability": 0.0038909912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0034332275390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.248046875}, {"token_id": 347, "token_text": " as", "probability": 0.09130859375}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3515625}, {"token_id": 1062, "token_text": " This", "probability": 0.05078125}, {"token_id": 277, "token_text": " A", "probability": 0.044677734375}, {"token_id": 1637, "token_text": " If", "probability": 0.034912109375}, {"token_id": 679, "token_text": " It", "probability": 0.03076171875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0220947265625}, {"token_id": 5909, "token_text": " approach", "probability": 0.018310546875}, {"token_id": 4069, "token_text": " method", "probability": 0.018310546875}, {"token_id": 9204, "token_text": " models", "probability": 0.007659912109375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.361328125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.035888671875}, {"token_id": 581, "token_text": " have", "probability": 0.031494140625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.0169677734375}, {"token_id": 1466, "token_text": " help", "probability": 0.01275634765625}, {"token_id": 1624, "token_text": " look", "probability": 0.01239013671875}, {"token_id": 751, "token_text": " also", "probability": 0.01092529296875}, {"token_id": 3710, "token_text": " provide", "probability": 0.00994873046875}, {"token_id": 1494, "token_text": " make", "probability": 0.00933837890625}], "entropy": 4.46875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.017968799961183, "average_logprob_per_token": -1.017968799961183, "perplexity_on_target_sequence": 2.7675675675675677, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.017968799961183, "probability": 0.361328125, "raw_probability": 0.361328125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 7000, "elapsed_sec": 58224.73982381821, "probe_elapsed_sec": 1.0153143709758297, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la prima citt\u00e0 italiana a essere visitata da un'antica citt\u00e0 romana. La citt\u00e0 \u00e8 stata fondata nel 1795 da un'antica citt\u00e0 romana, la", "text": "La capitale d'Italia \u00e8 stata la prima citt\u00e0 italiana a essere visitata da un'antica citt\u00e0 romana. La citt\u00e0 \u00e8 stata fondata nel 1795 da un'antica citt\u00e0 romana, la", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1015625}, {"token_id": 285, "token_text": " la", "probability": 0.083984375}, {"token_id": 267, "token_text": " un", "probability": 0.0654296875}, {"token_id": 293, "token_text": " il", "probability": 0.0615234375}, {"token_id": 227, "token_text": " l", "probability": 0.044921875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0595703125}, {"token_id": 387, "token_text": " una", "probability": 0.0299072265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0205078125}, {"token_id": 267, "token_text": " un", "probability": 0.019287109375}, {"token_id": 227, "token_text": " l", "probability": 0.019287109375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.09130859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07568359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0712890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.048828125}, {"token_id": 718, "token_text": " sua", "probability": 0.0296630859375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.07275390625}, {"token_id": 1486, "token_text": " volta", "probability": 0.050048828125}, {"token_id": 10767, "token_text": " nazione", "probability": 0.046875}, {"token_id": 1513, "token_text": " grande", "probability": 0.03662109375}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}]}, {"token_id": 4630, "token_text": " italiana", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 4630, "token_text": " italiana", "probability": 0.0859375}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 337, "token_text": " del", "probability": 0.0556640625}, {"token_id": 6451, "token_text": " europea", "probability": 0.05224609375}, {"token_id": 214, "token_text": " d", "probability": 0.05224609375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.208984375}, {"token_id": 449, "token_text": " ad", "probability": 0.11181640625}, {"token_id": 238, "token_text": " di", "probability": 0.07666015625}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 337, "token_text": " del", "probability": 0.049560546875}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.046142578125}, {"token_id": 9198, "token_text": " vincere", "probability": 0.028076171875}, {"token_id": 1016, "token_text": " far", "probability": 0.0218505859375}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.0205078125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0150146484375}]}, {"token_id": 3273, "token_text": " visit", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 3273, "token_text": " visit", "probability": 0.041748046875}, {"token_id": 285, "token_text": " la", "probability": 0.030517578125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0269775390625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.025390625}, {"token_id": 1340, "token_text": " stata", "probability": 0.025390625}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 0.91796875}, {"token_id": 367, "token_text": "ati", "probability": 0.029541015625}, {"token_id": 2455, "token_text": "abile", "probability": 0.0277099609375}, {"token_id": 375, "token_text": "ate", "probability": 0.0115966796875}, {"token_id": 299, "token_text": "ato", "probability": 0.0024261474609375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.15625}, {"token_id": 447, "token_text": " nel", "probability": 0.1005859375}, {"token_id": 674, "token_text": " dal", "probability": 0.07373046875}, {"token_id": 17, "token_text": ".", "probability": 0.047607421875}, {"token_id": 15, "token_text": ",", "probability": 0.047607421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1328125}, {"token_id": 387, "token_text": " una", "probability": 0.0712890625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.024658203125}, {"token_id": 7720, "token_text": " secoli", "probability": 0.0211181640625}, {"token_id": 2015, "token_text": " oltre", "probability": 0.015869140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07080078125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.04296875}, {"token_id": 2832, "token_text": " paese", "probability": 0.01904296875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0184326171875}, {"token_id": 4269, "token_text": " certo", "probability": 0.016357421875}]}, {"token_id": 8201, "token_text": "antica", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 8201, "token_text": "antica", "probability": 0.1416015625}, {"token_id": 4378, "token_text": "area", "probability": 0.103515625}, {"token_id": 2734, "token_text": "altra", "probability": 0.0625}, {"token_id": 4831, "token_text": "isola", "probability": 0.048828125}, {"token_id": 16790, "token_text": "importante", "probability": 0.043212890625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.28125}, {"token_id": 4211, "token_text": " sede", "probability": 0.03173828125}, {"token_id": 6639, "token_text": " tradizione", "probability": 0.0279541015625}, {"token_id": 21247, "token_text": " fortezza", "probability": 0.0262451171875}, {"token_id": 12991, "token_text": " civilt\u00e0", "probability": 0.0262451171875}]}, {"token_id": 9891, "token_text": " romana", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 9891, "token_text": " romana", "probability": 0.1103515625}, {"token_id": 238, "token_text": " di", "probability": 0.09765625}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 16826, "token_text": " medievale", "probability": 0.038330078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2001953125}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 238, "token_text": " di", "probability": 0.08349609375}, {"token_id": 303, "token_text": " che", "probability": 0.036865234375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1484375}, {"token_id": 538, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 302, "token_text": " L", "probability": 0.0546875}, {"token_id": 274, "token_text": " I", "probability": 0.029296875}, {"token_id": 897, "token_text": " Nel", "probability": 0.0274658203125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.287109375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0927734375}, {"token_id": 718, "token_text": " sua", "probability": 0.06005859375}, {"token_id": 870, "token_text": " prima", "probability": 0.052978515625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0301513671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2138671875}, {"token_id": 238, "token_text": " di", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 633, "token_text": " fu", "probability": 0.05078125}, {"token_id": 395, "token_text": " si", "probability": 0.0478515625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.234375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 293, "token_text": " il", "probability": 0.02978515625}, {"token_id": 267, "token_text": " un", "probability": 0.0279541015625}, {"token_id": 12000, "token_text": " situata", "probability": 0.024658203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.1103515625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.049072265625}, {"token_id": 7311, "token_text": " teatro", "probability": 0.046142578125}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 3916, "token_text": " abit", "probability": 0.0262451171875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.33203125}, {"token_id": 333, "token_text": " da", "probability": 0.1220703125}, {"token_id": 674, "token_text": " dal", "probability": 0.07421875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 845, "token_text": " dalla", "probability": 0.0308837890625}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0673828125}, {"token_id": 1148, "token_text": " 15", "probability": 0.059326171875}, {"token_id": 1285, "token_text": " 16", "probability": 0.049072265625}, {"token_id": 1374, "token_text": " 12", "probability": 0.049072265625}, {"token_id": 1552, "token_text": " 14", "probability": 0.038330078125}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.02197265625}, {"token_id": 8230, "token_text": "08", "probability": 0.020751953125}, {"token_id": 8263, "token_text": "07", "probability": 0.0194091796875}, {"token_id": 9163, "token_text": "03", "probability": 0.0194091796875}, {"token_id": 2199, "token_text": "50", "probability": 0.0172119140625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1650390625}, {"token_id": 246, "token_text": " e", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.1064453125}, {"token_id": 272, "token_text": " con", "probability": 0.05712890625}, {"token_id": 17, "token_text": ".", "probability": 0.0537109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1328125}, {"token_id": 387, "token_text": " una", "probability": 0.1171875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.03564453125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.031494140625}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.026123046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.134765625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0986328125}, {"token_id": 24297, "token_text": " architetto", "probability": 0.0264892578125}, {"token_id": 4269, "token_text": " certo", "probability": 0.0194091796875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0194091796875}]}, {"token_id": 8201, "token_text": "antica", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 8201, "token_text": "antica", "probability": 0.1474609375}, {"token_id": 2734, "token_text": "altra", "probability": 0.1298828125}, {"token_id": 16790, "token_text": "importante", "probability": 0.11474609375}, {"token_id": 18721, "token_text": "istituzione", "probability": 0.042236328125}, {"token_id": 5557, "token_text": "unica", "probability": 0.029052734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.2001953125}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.166015625}, {"token_id": 13761, "token_text": " residenza", "probability": 0.06103515625}, {"token_id": 21247, "token_text": " fortezza", "probability": 0.047607421875}, {"token_id": 4211, "token_text": " sede", "probability": 0.0419921875}]}, {"token_id": 9891, "token_text": " romana", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 9891, "token_text": " romana", "probability": 0.1669921875}, {"token_id": 238, "token_text": " di", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 246, "token_text": " e", "probability": 0.037109375}, {"token_id": 17, "token_text": ".", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1923828125}, {"token_id": 17, "token_text": ".", "probability": 0.1806640625}, {"token_id": 238, "token_text": " di", "probability": 0.07080078125}, {"token_id": 246, "token_text": " e", "probability": 0.07080078125}, {"token_id": 303, "token_text": " che", "probability": 0.0517578125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.064453125}, {"token_id": 303, "token_text": " che", "probability": 0.060546875}, {"token_id": 445, "token_text": " ma", "probability": 0.056884765625}, {"token_id": 272, "token_text": " con", "probability": 0.0390625}, {"token_id": 246, "token_text": " e", "probability": 0.034423828125}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1015625}, {"token_id": 285, "token_text": " la", "probability": 0.083984375}, {"token_id": 267, "token_text": " un", "probability": 0.0654296875}, {"token_id": 293, "token_text": " il", "probability": 0.0615234375}, {"token_id": 227, "token_text": " l", "probability": 0.044921875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0595703125}, {"token_id": 387, "token_text": " una", "probability": 0.0299072265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0205078125}, {"token_id": 267, "token_text": " un", "probability": 0.019287109375}, {"token_id": 227, "token_text": " l", "probability": 0.019287109375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.09130859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07568359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0712890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.048828125}, {"token_id": 718, "token_text": " sua", "probability": 0.0296630859375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.07275390625}, {"token_id": 1486, "token_text": " volta", "probability": 0.050048828125}, {"token_id": 10767, "token_text": " nazione", "probability": 0.046875}, {"token_id": 1513, "token_text": " grande", "probability": 0.03662109375}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}]}, {"token_id": 4630, "token_text": " italiana", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 4630, "token_text": " italiana", "probability": 0.0859375}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 337, "token_text": " del", "probability": 0.0556640625}, {"token_id": 6451, "token_text": " europea", "probability": 0.05224609375}, {"token_id": 214, "token_text": " d", "probability": 0.05224609375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.208984375}, {"token_id": 449, "token_text": " ad", "probability": 0.11181640625}, {"token_id": 238, "token_text": " di", "probability": 0.07666015625}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 337, "token_text": " del", "probability": 0.049560546875}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.046142578125}, {"token_id": 9198, "token_text": " vincere", "probability": 0.028076171875}, {"token_id": 1016, "token_text": " far", "probability": 0.0218505859375}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.0205078125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0150146484375}]}, {"token_id": 3273, "token_text": " visit", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 3273, "token_text": " visit", "probability": 0.041748046875}, {"token_id": 285, "token_text": " la", "probability": 0.030517578125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0269775390625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.025390625}, {"token_id": 1340, "token_text": " stata", "probability": 0.025390625}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 0.91796875}, {"token_id": 367, "token_text": "ati", "probability": 0.029541015625}, {"token_id": 2455, "token_text": "abile", "probability": 0.0277099609375}, {"token_id": 375, "token_text": "ate", "probability": 0.0115966796875}, {"token_id": 299, "token_text": "ato", "probability": 0.0024261474609375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.15625}, {"token_id": 447, "token_text": " nel", "probability": 0.1005859375}, {"token_id": 674, "token_text": " dal", "probability": 0.07373046875}, {"token_id": 17, "token_text": ".", "probability": 0.047607421875}, {"token_id": 15, "token_text": ",", "probability": 0.047607421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1328125}, {"token_id": 387, "token_text": " una", "probability": 0.0712890625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.024658203125}, {"token_id": 7720, "token_text": " secoli", "probability": 0.0211181640625}, {"token_id": 2015, "token_text": " oltre", "probability": 0.015869140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07080078125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.04296875}, {"token_id": 2832, "token_text": " paese", "probability": 0.01904296875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0184326171875}, {"token_id": 4269, "token_text": " certo", "probability": 0.016357421875}]}, {"token_id": 8201, "token_text": "antica", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 8201, "token_text": "antica", "probability": 0.1416015625}, {"token_id": 4378, "token_text": "area", "probability": 0.103515625}, {"token_id": 2734, "token_text": "altra", "probability": 0.0625}, {"token_id": 4831, "token_text": "isola", "probability": 0.048828125}, {"token_id": 16790, "token_text": "importante", "probability": 0.043212890625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.28125}, {"token_id": 4211, "token_text": " sede", "probability": 0.03173828125}, {"token_id": 6639, "token_text": " tradizione", "probability": 0.0279541015625}, {"token_id": 21247, "token_text": " fortezza", "probability": 0.0262451171875}, {"token_id": 12991, "token_text": " civilt\u00e0", "probability": 0.0262451171875}]}, {"token_id": 9891, "token_text": " romana", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 9891, "token_text": " romana", "probability": 0.1103515625}, {"token_id": 238, "token_text": " di", "probability": 0.09765625}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 16826, "token_text": " medievale", "probability": 0.038330078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2001953125}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 238, "token_text": " di", "probability": 0.08349609375}, {"token_id": 303, "token_text": " che", "probability": 0.036865234375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.150390625}, {"token_id": 538, "token_text": " Il", "probability": 0.07568359375}, {"token_id": 302, "token_text": " L", "probability": 0.055419921875}, {"token_id": 274, "token_text": " I", "probability": 0.0296630859375}, {"token_id": 897, "token_text": " Nel", "probability": 0.02783203125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.287109375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0927734375}, {"token_id": 718, "token_text": " sua", "probability": 0.06005859375}, {"token_id": 870, "token_text": " prima", "probability": 0.052978515625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0301513671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2138671875}, {"token_id": 238, "token_text": " di", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 633, "token_text": " fu", "probability": 0.05078125}, {"token_id": 395, "token_text": " si", "probability": 0.0478515625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.234375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 293, "token_text": " il", "probability": 0.02978515625}, {"token_id": 267, "token_text": " un", "probability": 0.0279541015625}, {"token_id": 12000, "token_text": " situata", "probability": 0.024658203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.1103515625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.049072265625}, {"token_id": 7311, "token_text": " teatro", "probability": 0.046142578125}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 3916, "token_text": " abit", "probability": 0.0262451171875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.33203125}, {"token_id": 333, "token_text": " da", "probability": 0.1220703125}, {"token_id": 674, "token_text": " dal", "probability": 0.07421875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 845, "token_text": " dalla", "probability": 0.0308837890625}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0673828125}, {"token_id": 1148, "token_text": " 15", "probability": 0.059326171875}, {"token_id": 1285, "token_text": " 16", "probability": 0.049072265625}, {"token_id": 1374, "token_text": " 12", "probability": 0.049072265625}, {"token_id": 1552, "token_text": " 14", "probability": 0.038330078125}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.02197265625}, {"token_id": 8230, "token_text": "08", "probability": 0.020751953125}, {"token_id": 8263, "token_text": "07", "probability": 0.0194091796875}, {"token_id": 9163, "token_text": "03", "probability": 0.0194091796875}, {"token_id": 2199, "token_text": "50", "probability": 0.0172119140625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1650390625}, {"token_id": 246, "token_text": " e", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.1064453125}, {"token_id": 272, "token_text": " con", "probability": 0.05712890625}, {"token_id": 17, "token_text": ".", "probability": 0.0537109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1328125}, {"token_id": 387, "token_text": " una", "probability": 0.1171875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.03564453125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.031494140625}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.026123046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.134765625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0986328125}, {"token_id": 24297, "token_text": " architetto", "probability": 0.0264892578125}, {"token_id": 4269, "token_text": " certo", "probability": 0.0194091796875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0194091796875}]}, {"token_id": 8201, "token_text": "antica", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 8201, "token_text": "antica", "probability": 0.1474609375}, {"token_id": 2734, "token_text": "altra", "probability": 0.1298828125}, {"token_id": 16790, "token_text": "importante", "probability": 0.11474609375}, {"token_id": 18721, "token_text": "istituzione", "probability": 0.042236328125}, {"token_id": 5557, "token_text": "unica", "probability": 0.029052734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.2001953125}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.166015625}, {"token_id": 13761, "token_text": " residenza", "probability": 0.06103515625}, {"token_id": 21247, "token_text": " fortezza", "probability": 0.047607421875}, {"token_id": 4211, "token_text": " sede", "probability": 0.0419921875}]}, {"token_id": 9891, "token_text": " romana", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 9891, "token_text": " romana", "probability": 0.1669921875}, {"token_id": 238, "token_text": " di", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 246, "token_text": " e", "probability": 0.037109375}, {"token_id": 17, "token_text": ".", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1923828125}, {"token_id": 17, "token_text": ".", "probability": 0.1806640625}, {"token_id": 238, "token_text": " di", "probability": 0.07080078125}, {"token_id": 246, "token_text": " e", "probability": 0.07080078125}, {"token_id": 303, "token_text": " che", "probability": 0.0517578125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.064453125}, {"token_id": 303, "token_text": " che", "probability": 0.060546875}, {"token_id": 445, "token_text": " ma", "probability": 0.056884765625}, {"token_id": 272, "token_text": " con", "probability": 0.0390625}, {"token_id": 246, "token_text": " e", "probability": 0.034423828125}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1015625}, {"token_id": 285, "token_text": " la", "probability": 0.083984375}, {"token_id": 267, "token_text": " un", "probability": 0.0654296875}, {"token_id": 293, "token_text": " il", "probability": 0.0615234375}, {"token_id": 227, "token_text": " l", "probability": 0.044921875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0595703125}, {"token_id": 387, "token_text": " una", "probability": 0.0299072265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0205078125}, {"token_id": 267, "token_text": " un", "probability": 0.019287109375}, {"token_id": 227, "token_text": " l", "probability": 0.019287109375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.09130859375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07568359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0712890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.048828125}, {"token_id": 718, "token_text": " sua", "probability": 0.0296630859375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.07275390625}, {"token_id": 1486, "token_text": " volta", "probability": 0.050048828125}, {"token_id": 10767, "token_text": " nazione", "probability": 0.046875}, {"token_id": 1513, "token_text": " grande", "probability": 0.03662109375}, {"token_id": 209, "token_text": " a", "probability": 0.0322265625}]}, {"token_id": 4630, "token_text": " italiana", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 4630, "token_text": " italiana", "probability": 0.0859375}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 337, "token_text": " del", "probability": 0.0556640625}, {"token_id": 6451, "token_text": " europea", "probability": 0.05224609375}, {"token_id": 214, "token_text": " d", "probability": 0.05224609375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.208984375}, {"token_id": 449, "token_text": " ad", "probability": 0.11181640625}, {"token_id": 238, "token_text": " di", "probability": 0.07666015625}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 337, "token_text": " del", "probability": 0.049560546875}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.046142578125}, {"token_id": 9198, "token_text": " vincere", "probability": 0.028076171875}, {"token_id": 1016, "token_text": " far", "probability": 0.0218505859375}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.0205078125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0150146484375}]}, {"token_id": 3273, "token_text": " visit", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 3273, "token_text": " visit", "probability": 0.041748046875}, {"token_id": 285, "token_text": " la", "probability": 0.030517578125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0269775390625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.025390625}, {"token_id": 1340, "token_text": " stata", "probability": 0.025390625}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 0.91796875}, {"token_id": 367, "token_text": "ati", "probability": 0.029541015625}, {"token_id": 2455, "token_text": "abile", "probability": 0.0277099609375}, {"token_id": 375, "token_text": "ate", "probability": 0.0115966796875}, {"token_id": 299, "token_text": "ato", "probability": 0.0024261474609375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.15625}, {"token_id": 447, "token_text": " nel", "probability": 0.1005859375}, {"token_id": 674, "token_text": " dal", "probability": 0.07373046875}, {"token_id": 17, "token_text": ".", "probability": 0.047607421875}, {"token_id": 15, "token_text": ",", "probability": 0.047607421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1328125}, {"token_id": 387, "token_text": " una", "probability": 0.0712890625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.024658203125}, {"token_id": 7720, "token_text": " secoli", "probability": 0.0211181640625}, {"token_id": 2015, "token_text": " oltre", "probability": 0.015869140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07080078125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.04296875}, {"token_id": 2832, "token_text": " paese", "probability": 0.01904296875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0184326171875}, {"token_id": 4269, "token_text": " certo", "probability": 0.016357421875}]}, {"token_id": 8201, "token_text": "antica", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 8201, "token_text": "antica", "probability": 0.1416015625}, {"token_id": 4378, "token_text": "area", "probability": 0.103515625}, {"token_id": 2734, "token_text": "altra", "probability": 0.0625}, {"token_id": 4831, "token_text": "isola", "probability": 0.048828125}, {"token_id": 16790, "token_text": "importante", "probability": 0.043212890625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.28125}, {"token_id": 4211, "token_text": " sede", "probability": 0.03173828125}, {"token_id": 6639, "token_text": " tradizione", "probability": 0.0279541015625}, {"token_id": 21247, "token_text": " fortezza", "probability": 0.0262451171875}, {"token_id": 12991, "token_text": " civilt\u00e0", "probability": 0.0262451171875}]}, {"token_id": 9891, "token_text": " romana", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 9891, "token_text": " romana", "probability": 0.1103515625}, {"token_id": 238, "token_text": " di", "probability": 0.09765625}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 16826, "token_text": " medievale", "probability": 0.038330078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2001953125}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 238, "token_text": " di", "probability": 0.08349609375}, {"token_id": 303, "token_text": " che", "probability": 0.036865234375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.150390625}, {"token_id": 538, "token_text": " Il", "probability": 0.07568359375}, {"token_id": 302, "token_text": " L", "probability": 0.055419921875}, {"token_id": 274, "token_text": " I", "probability": 0.0296630859375}, {"token_id": 897, "token_text": " Nel", "probability": 0.02783203125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.287109375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0927734375}, {"token_id": 718, "token_text": " sua", "probability": 0.06005859375}, {"token_id": 870, "token_text": " prima", "probability": 0.052978515625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0301513671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2138671875}, {"token_id": 238, "token_text": " di", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 633, "token_text": " fu", "probability": 0.05078125}, {"token_id": 395, "token_text": " si", "probability": 0.0478515625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.234375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 293, "token_text": " il", "probability": 0.02978515625}, {"token_id": 267, "token_text": " un", "probability": 0.0279541015625}, {"token_id": 12000, "token_text": " situata", "probability": 0.024658203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.1103515625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.049072265625}, {"token_id": 7311, "token_text": " teatro", "probability": 0.046142578125}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 3916, "token_text": " abit", "probability": 0.0262451171875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.33203125}, {"token_id": 333, "token_text": " da", "probability": 0.1220703125}, {"token_id": 674, "token_text": " dal", "probability": 0.07421875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 845, "token_text": " dalla", "probability": 0.0308837890625}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0673828125}, {"token_id": 1148, "token_text": " 15", "probability": 0.059326171875}, {"token_id": 1285, "token_text": " 16", "probability": 0.049072265625}, {"token_id": 1374, "token_text": " 12", "probability": 0.049072265625}, {"token_id": 1552, "token_text": " 14", "probability": 0.038330078125}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.02197265625}, {"token_id": 8230, "token_text": "08", "probability": 0.020751953125}, {"token_id": 8263, "token_text": "07", "probability": 0.0194091796875}, {"token_id": 9163, "token_text": "03", "probability": 0.0194091796875}, {"token_id": 2199, "token_text": "50", "probability": 0.0172119140625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1650390625}, {"token_id": 246, "token_text": " e", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.1064453125}, {"token_id": 272, "token_text": " con", "probability": 0.05712890625}, {"token_id": 17, "token_text": ".", "probability": 0.0537109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1328125}, {"token_id": 387, "token_text": " una", "probability": 0.1171875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.03564453125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.031494140625}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.026123046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.134765625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0986328125}, {"token_id": 24297, "token_text": " architetto", "probability": 0.0264892578125}, {"token_id": 4269, "token_text": " certo", "probability": 0.0194091796875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0194091796875}]}, {"token_id": 8201, "token_text": "antica", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 8201, "token_text": "antica", "probability": 0.1474609375}, {"token_id": 2734, "token_text": "altra", "probability": 0.1298828125}, {"token_id": 16790, "token_text": "importante", "probability": 0.11474609375}, {"token_id": 18721, "token_text": "istituzione", "probability": 0.042236328125}, {"token_id": 5557, "token_text": "unica", "probability": 0.029052734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.2001953125}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.166015625}, {"token_id": 13761, "token_text": " residenza", "probability": 0.06103515625}, {"token_id": 21247, "token_text": " fortezza", "probability": 0.047607421875}, {"token_id": 4211, "token_text": " sede", "probability": 0.0419921875}]}, {"token_id": 9891, "token_text": " romana", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 9891, "token_text": " romana", "probability": 0.1669921875}, {"token_id": 238, "token_text": " di", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 246, "token_text": " e", "probability": 0.037109375}, {"token_id": 17, "token_text": ".", "probability": 0.029052734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1923828125}, {"token_id": 17, "token_text": ".", "probability": 0.1806640625}, {"token_id": 238, "token_text": " di", "probability": 0.07080078125}, {"token_id": 246, "token_text": " e", "probability": 0.07080078125}, {"token_id": 303, "token_text": " che", "probability": 0.0517578125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.064453125}, {"token_id": 303, "token_text": " che", "probability": 0.060546875}, {"token_id": 445, "token_text": " ma", "probability": 0.056884765625}, {"token_id": 272, "token_text": " con", "probability": 0.0390625}, {"token_id": 246, "token_text": " e", "probability": 0.034423828125}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 107, "correct_token_probability": 0.0009613037109375, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1015625}, {"token_id": 285, "token_text": " la", "probability": 0.083984375}, {"token_id": 267, "token_text": " un", "probability": 0.0654296875}, {"token_id": 293, "token_text": " il", "probability": 0.0615234375}, {"token_id": 227, "token_text": " l", "probability": 0.044921875}, {"token_id": 387, "token_text": " una", "probability": 0.042236328125}, {"token_id": 238, "token_text": " di", "probability": 0.029052734375}, {"token_id": 234, "token_text": " in", "probability": 0.01556396484375}, {"token_id": 1378, "token_text": " ancora", "probability": 0.01458740234375}, {"token_id": 1469, "token_text": " quella", "probability": 0.01287841796875}], "entropy": 5.1875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -6.947220162567592, "average_logprob_per_token": -6.947220162567592, "perplexity_on_target_sequence": 1040.253968253968, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -6.947220162567592, "probability": 0.0009613037109375, "raw_probability": 0.0009613037109375, "correct_token_rank": 107}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 7000, "elapsed_sec": 58224.740443229675, "probe_elapsed_sec": 1.0153143709758297, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere realizzato in un'unica variet\u00e0 di lingue. Il modello linguistico \u00e8 stato sviluppato da un'idea di un'idea di un'idea di un'", "text": "Un piccolo modello linguistico dovrebbe essere realizzato in un'unica variet\u00e0 di lingue. Il modello linguistico \u00e8 stato sviluppato da un'idea di un'idea di un'idea di un'", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.06689453125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01495361328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0140380859375}, {"token_id": 8573, "token_text": " fornire", "probability": 0.01318359375}]}, {"token_id": 7144, "token_text": " realizzato", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 7144, "token_text": " realizzato", "probability": 0.048583984375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.045654296875}, {"token_id": 6423, "token_text": " usato", "probability": 0.02294921875}, {"token_id": 267, "token_text": " un", "probability": 0.020263671875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0167236328125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.1982421875}, {"token_id": 290, "token_text": " per", "probability": 0.11279296875}, {"token_id": 272, "token_text": " con", "probability": 0.09375}, {"token_id": 333, "token_text": " da", "probability": 0.07275390625}, {"token_id": 294, "token_text": " su", "probability": 0.0390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.126953125}, {"token_id": 387, "token_text": " una", "probability": 0.0869140625}, {"token_id": 1361, "token_text": " modo", "probability": 0.05615234375}, {"token_id": 762, "token_text": " due", "probability": 0.041015625}, {"token_id": 1007, "token_text": " tre", "probability": 0.031005859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.055419921875}, {"token_id": 8885, "token_text": " contesto", "probability": 0.05224609375}, {"token_id": 6709, "token_text": " unico", "probability": 0.05224609375}, {"token_id": 7786, "token_text": " formato", "probability": 0.049072265625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0296630859375}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.2138671875}, {"token_id": 4378, "token_text": "area", "probability": 0.107421875}, {"token_id": 19395, "token_text": "ampia", "probability": 0.10107421875}, {"token_id": 3837, "token_text": "opera", "probability": 0.05419921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.03955078125}]}, {"token_id": 11133, "token_text": " variet\u00e0", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.055908203125}, {"token_id": 4227, "token_text": " versione", "probability": 0.041015625}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.033935546875}, {"token_id": 2043, "token_text": " area", "probability": 0.0247802734375}, {"token_id": 6460, "token_text": " pagina", "probability": 0.0233154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 17, "token_text": ".", "probability": 0.0224609375}, {"token_id": 15, "token_text": ",", "probability": 0.0224609375}, {"token_id": 246, "token_text": " e", "probability": 0.010009765625}, {"token_id": 303, "token_text": " che", "probability": 0.00732421875}]}, {"token_id": 10456, "token_text": " lingue", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 10456, "token_text": " lingue", "probability": 0.0595703125}, {"token_id": 30723, "token_text": " contesti", "probability": 0.055908203125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0361328125}, {"token_id": 23784, "token_text": " stili", "probability": 0.0299072265625}, {"token_id": 6022, "token_text": " forme", "probability": 0.0299072265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.244140625}, {"token_id": 15, "token_text": ",", "probability": 0.2158203125}, {"token_id": 246, "token_text": " e", "probability": 0.08984375}, {"token_id": 303, "token_text": " che", "probability": 0.04248046875}, {"token_id": 238, "token_text": " di", "probability": 0.0274658203125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.08349609375}, {"token_id": 274, "token_text": " I", "probability": 0.057373046875}, {"token_id": 515, "token_text": " La", "probability": 0.05078125}, {"token_id": 302, "token_text": " L", "probability": 0.047607421875}, {"token_id": 407, "token_text": " In", "probability": 0.034912109375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.06884765625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.050537109375}, {"token_id": 622, "token_text": " suo", "probability": 0.04443359375}, {"token_id": 1308, "token_text": " primo", "probability": 0.041748046875}, {"token_id": 4563, "token_text": " testo", "probability": 0.032470703125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1748046875}, {"token_id": 238, "token_text": " di", "probability": 0.1201171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.04541015625}, {"token_id": 337, "token_text": " del", "probability": 0.025146484375}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 708, "token_text": "ista", "probability": 0.00665283203125}, {"token_id": 20492, "token_text": "ografico", "probability": 0.0029449462890625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00079345703125}, {"token_id": 5578, "token_text": "ologico", "probability": 0.0003986358642578125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.12060546875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0830078125}, {"token_id": 4674, "token_text": " dovrebbe", "probability": 0.07763671875}, {"token_id": 2483, "token_text": " deve", "probability": 0.064453125}, {"token_id": 15, "token_text": ",", "probability": 0.053466796875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.0966796875}, {"token_id": 267, "token_text": " un", "probability": 0.08056640625}, {"token_id": 6649, "token_text": " composto", "probability": 0.048828125}, {"token_id": 293, "token_text": " il", "probability": 0.04296875}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}]}, {"token_id": 11293, "token_text": " sviluppato", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 11293, "token_text": " sviluppato", "probability": 0.2119140625}, {"token_id": 7416, "token_text": " creato", "probability": 0.060546875}, {"token_id": 16633, "token_text": " progettato", "probability": 0.05029296875}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.05029296875}, {"token_id": 30922, "token_text": " ideato", "probability": 0.04443359375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1796875}, {"token_id": 290, "token_text": " per", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.130859375}, {"token_id": 447, "token_text": " nel", "probability": 0.07958984375}, {"token_id": 674, "token_text": " dal", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.048828125}, {"token_id": 387, "token_text": " una", "probability": 0.02099609375}, {"token_id": 1511, "token_text": " John", "probability": 0.01202392578125}, {"token_id": 3074, "token_text": " David", "probability": 0.01025390625}, {"token_id": 423, "token_text": " J", "probability": 0.01025390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1630859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.119140625}, {"token_id": 4269, "token_text": " certo", "probability": 0.01953125}, {"token_id": 1438, "token_text": " team", "probability": 0.018310546875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01336669921875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.1328125}, {"token_id": 5557, "token_text": "unica", "probability": 0.052001953125}, {"token_id": 2734, "token_text": "altra", "probability": 0.04296875}, {"token_id": 12909, "token_text": "associazione", "probability": 0.0380859375}, {"token_id": 19395, "token_text": "ampia", "probability": 0.033447265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.29296875}, {"token_id": 337, "token_text": " del", "probability": 0.053955078125}, {"token_id": 303, "token_text": " che", "probability": 0.053955078125}, {"token_id": 370, "token_text": " della", "probability": 0.0255126953125}, {"token_id": 234, "token_text": " in", "probability": 0.02392578125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12109375}, {"token_id": 387, "token_text": " una", "probability": 0.05908203125}, {"token_id": 510, "token_text": " come", "probability": 0.0380859375}, {"token_id": 363, "token_text": " \"", "probability": 0.01806640625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.224609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.068359375}, {"token_id": 5107, "token_text": " modello", "probability": 0.068359375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.034423828125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0303955078125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.2041015625}, {"token_id": 2734, "token_text": "altra", "probability": 0.07958984375}, {"token_id": 3837, "token_text": "opera", "probability": 0.051513671875}, {"token_id": 5557, "token_text": "unica", "probability": 0.04833984375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0228271484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.416015625}, {"token_id": 303, "token_text": " che", "probability": 0.046630859375}, {"token_id": 337, "token_text": " del", "probability": 0.031982421875}, {"token_id": 6040, "token_text": " originale", "probability": 0.0301513671875}, {"token_id": 234, "token_text": " in", "probability": 0.02197265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1357421875}, {"token_id": 510, "token_text": " come", "probability": 0.068359375}, {"token_id": 387, "token_text": " una", "probability": 0.056640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0322265625}, {"token_id": 1747, "token_text": " base", "probability": 0.0284423828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.44140625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0673828125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.052734375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0264892578125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01611328125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.47265625}, {"token_id": 2734, "token_text": "altra", "probability": 0.08740234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.0302734375}, {"token_id": 5557, "token_text": "unica", "probability": 0.0235595703125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.0142822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.494140625}, {"token_id": 303, "token_text": " che", "probability": 0.048828125}, {"token_id": 337, "token_text": " del", "probability": 0.031494140625}, {"token_id": 6040, "token_text": " originale", "probability": 0.0203857421875}, {"token_id": 15, "token_text": ",", "probability": 0.0203857421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.326171875}, {"token_id": 387, "token_text": " una", "probability": 0.099609375}, {"token_id": 510, "token_text": " come", "probability": 0.02685546875}, {"token_id": 363, "token_text": " \"", "probability": 0.023681640625}, {"token_id": 1747, "token_text": " base", "probability": 0.02294921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.63671875}, {"token_id": 5107, "token_text": " modello", "probability": 0.046142578125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0279541015625}, {"token_id": 14290, "token_text": " approccio", "probability": 0.01318359375}, {"token_id": 3688, "token_text": " genere", "probability": 0.008544921875}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.06689453125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01495361328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0140380859375}, {"token_id": 8573, "token_text": " fornire", "probability": 0.01318359375}]}, {"token_id": 7144, "token_text": " realizzato", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 7144, "token_text": " realizzato", "probability": 0.048583984375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.045654296875}, {"token_id": 6423, "token_text": " usato", "probability": 0.02294921875}, {"token_id": 267, "token_text": " un", "probability": 0.020263671875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0167236328125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.1982421875}, {"token_id": 290, "token_text": " per", "probability": 0.11279296875}, {"token_id": 272, "token_text": " con", "probability": 0.09375}, {"token_id": 333, "token_text": " da", "probability": 0.07275390625}, {"token_id": 294, "token_text": " su", "probability": 0.0390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.126953125}, {"token_id": 387, "token_text": " una", "probability": 0.0869140625}, {"token_id": 1361, "token_text": " modo", "probability": 0.05615234375}, {"token_id": 762, "token_text": " due", "probability": 0.041015625}, {"token_id": 1007, "token_text": " tre", "probability": 0.031005859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.055419921875}, {"token_id": 8885, "token_text": " contesto", "probability": 0.05224609375}, {"token_id": 6709, "token_text": " unico", "probability": 0.05224609375}, {"token_id": 7786, "token_text": " formato", "probability": 0.049072265625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0296630859375}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.2138671875}, {"token_id": 4378, "token_text": "area", "probability": 0.107421875}, {"token_id": 19395, "token_text": "ampia", "probability": 0.10107421875}, {"token_id": 3837, "token_text": "opera", "probability": 0.05419921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.03955078125}]}, {"token_id": 11133, "token_text": " variet\u00e0", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.055908203125}, {"token_id": 4227, "token_text": " versione", "probability": 0.041015625}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.033935546875}, {"token_id": 2043, "token_text": " area", "probability": 0.0247802734375}, {"token_id": 6460, "token_text": " pagina", "probability": 0.0233154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 17, "token_text": ".", "probability": 0.0224609375}, {"token_id": 15, "token_text": ",", "probability": 0.0224609375}, {"token_id": 246, "token_text": " e", "probability": 0.010009765625}, {"token_id": 303, "token_text": " che", "probability": 0.00732421875}]}, {"token_id": 10456, "token_text": " lingue", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 10456, "token_text": " lingue", "probability": 0.0595703125}, {"token_id": 30723, "token_text": " contesti", "probability": 0.055908203125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0361328125}, {"token_id": 23784, "token_text": " stili", "probability": 0.0299072265625}, {"token_id": 6022, "token_text": " forme", "probability": 0.0299072265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2451171875}, {"token_id": 15, "token_text": ",", "probability": 0.2158203125}, {"token_id": 246, "token_text": " e", "probability": 0.08984375}, {"token_id": 303, "token_text": " che", "probability": 0.04248046875}, {"token_id": 238, "token_text": " di", "probability": 0.0274658203125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0849609375}, {"token_id": 274, "token_text": " I", "probability": 0.05859375}, {"token_id": 515, "token_text": " La", "probability": 0.051513671875}, {"token_id": 302, "token_text": " L", "probability": 0.048583984375}, {"token_id": 407, "token_text": " In", "probability": 0.035400390625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.06884765625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.050537109375}, {"token_id": 622, "token_text": " suo", "probability": 0.04443359375}, {"token_id": 1308, "token_text": " primo", "probability": 0.041748046875}, {"token_id": 4563, "token_text": " testo", "probability": 0.032470703125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1748046875}, {"token_id": 238, "token_text": " di", "probability": 0.1201171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.04541015625}, {"token_id": 337, "token_text": " del", "probability": 0.025146484375}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 708, "token_text": "ista", "probability": 0.00665283203125}, {"token_id": 20492, "token_text": "ografico", "probability": 0.0029449462890625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00079345703125}, {"token_id": 5578, "token_text": "ologico", "probability": 0.0003986358642578125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.12060546875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0830078125}, {"token_id": 4674, "token_text": " dovrebbe", "probability": 0.078125}, {"token_id": 2483, "token_text": " deve", "probability": 0.064453125}, {"token_id": 15, "token_text": ",", "probability": 0.053466796875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.0966796875}, {"token_id": 267, "token_text": " un", "probability": 0.08056640625}, {"token_id": 6649, "token_text": " composto", "probability": 0.048828125}, {"token_id": 293, "token_text": " il", "probability": 0.04296875}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}]}, {"token_id": 11293, "token_text": " sviluppato", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 11293, "token_text": " sviluppato", "probability": 0.2119140625}, {"token_id": 7416, "token_text": " creato", "probability": 0.060546875}, {"token_id": 16633, "token_text": " progettato", "probability": 0.05029296875}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.05029296875}, {"token_id": 30922, "token_text": " ideato", "probability": 0.04443359375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1796875}, {"token_id": 290, "token_text": " per", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.130859375}, {"token_id": 447, "token_text": " nel", "probability": 0.07958984375}, {"token_id": 674, "token_text": " dal", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.048828125}, {"token_id": 387, "token_text": " una", "probability": 0.02099609375}, {"token_id": 1511, "token_text": " John", "probability": 0.01202392578125}, {"token_id": 3074, "token_text": " David", "probability": 0.01025390625}, {"token_id": 423, "token_text": " J", "probability": 0.01025390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1630859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.119140625}, {"token_id": 4269, "token_text": " certo", "probability": 0.01953125}, {"token_id": 1438, "token_text": " team", "probability": 0.018310546875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01336669921875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.1328125}, {"token_id": 5557, "token_text": "unica", "probability": 0.052001953125}, {"token_id": 2734, "token_text": "altra", "probability": 0.04296875}, {"token_id": 12909, "token_text": "associazione", "probability": 0.0380859375}, {"token_id": 19395, "token_text": "ampia", "probability": 0.033447265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.29296875}, {"token_id": 337, "token_text": " del", "probability": 0.053955078125}, {"token_id": 303, "token_text": " che", "probability": 0.053955078125}, {"token_id": 370, "token_text": " della", "probability": 0.0255126953125}, {"token_id": 234, "token_text": " in", "probability": 0.02392578125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12109375}, {"token_id": 387, "token_text": " una", "probability": 0.05908203125}, {"token_id": 510, "token_text": " come", "probability": 0.0380859375}, {"token_id": 363, "token_text": " \"", "probability": 0.01806640625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.224609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.068359375}, {"token_id": 5107, "token_text": " modello", "probability": 0.068359375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.034423828125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0303955078125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.2041015625}, {"token_id": 2734, "token_text": "altra", "probability": 0.07958984375}, {"token_id": 3837, "token_text": "opera", "probability": 0.051513671875}, {"token_id": 5557, "token_text": "unica", "probability": 0.04833984375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0228271484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.416015625}, {"token_id": 303, "token_text": " che", "probability": 0.046630859375}, {"token_id": 337, "token_text": " del", "probability": 0.031982421875}, {"token_id": 6040, "token_text": " originale", "probability": 0.0301513671875}, {"token_id": 234, "token_text": " in", "probability": 0.02197265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1357421875}, {"token_id": 510, "token_text": " come", "probability": 0.068359375}, {"token_id": 387, "token_text": " una", "probability": 0.056640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0322265625}, {"token_id": 1747, "token_text": " base", "probability": 0.0284423828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.44140625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0673828125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.052734375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0264892578125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01611328125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.47265625}, {"token_id": 2734, "token_text": "altra", "probability": 0.08740234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.0302734375}, {"token_id": 5557, "token_text": "unica", "probability": 0.0235595703125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.0142822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.494140625}, {"token_id": 303, "token_text": " che", "probability": 0.048828125}, {"token_id": 337, "token_text": " del", "probability": 0.031494140625}, {"token_id": 6040, "token_text": " originale", "probability": 0.0203857421875}, {"token_id": 15, "token_text": ",", "probability": 0.0203857421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.326171875}, {"token_id": 387, "token_text": " una", "probability": 0.099609375}, {"token_id": 510, "token_text": " come", "probability": 0.02685546875}, {"token_id": 363, "token_text": " \"", "probability": 0.023681640625}, {"token_id": 1747, "token_text": " base", "probability": 0.02294921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.63671875}, {"token_id": 5107, "token_text": " modello", "probability": 0.046142578125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0279541015625}, {"token_id": 14290, "token_text": " approccio", "probability": 0.01318359375}, {"token_id": 3688, "token_text": " genere", "probability": 0.008544921875}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.06689453125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01495361328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0140380859375}, {"token_id": 8573, "token_text": " fornire", "probability": 0.01318359375}]}, {"token_id": 7144, "token_text": " realizzato", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 7144, "token_text": " realizzato", "probability": 0.048583984375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.045654296875}, {"token_id": 6423, "token_text": " usato", "probability": 0.02294921875}, {"token_id": 267, "token_text": " un", "probability": 0.020263671875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0167236328125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.1982421875}, {"token_id": 290, "token_text": " per", "probability": 0.11279296875}, {"token_id": 272, "token_text": " con", "probability": 0.09375}, {"token_id": 333, "token_text": " da", "probability": 0.07275390625}, {"token_id": 294, "token_text": " su", "probability": 0.0390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.126953125}, {"token_id": 387, "token_text": " una", "probability": 0.0869140625}, {"token_id": 1361, "token_text": " modo", "probability": 0.05615234375}, {"token_id": 762, "token_text": " due", "probability": 0.041015625}, {"token_id": 1007, "token_text": " tre", "probability": 0.031005859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.055419921875}, {"token_id": 8885, "token_text": " contesto", "probability": 0.05224609375}, {"token_id": 6709, "token_text": " unico", "probability": 0.05224609375}, {"token_id": 7786, "token_text": " formato", "probability": 0.049072265625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0296630859375}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.2138671875}, {"token_id": 4378, "token_text": "area", "probability": 0.107421875}, {"token_id": 19395, "token_text": "ampia", "probability": 0.10107421875}, {"token_id": 3837, "token_text": "opera", "probability": 0.05419921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.03955078125}]}, {"token_id": 11133, "token_text": " variet\u00e0", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.055908203125}, {"token_id": 4227, "token_text": " versione", "probability": 0.041015625}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.033935546875}, {"token_id": 2043, "token_text": " area", "probability": 0.0247802734375}, {"token_id": 6460, "token_text": " pagina", "probability": 0.0233154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 17, "token_text": ".", "probability": 0.0224609375}, {"token_id": 15, "token_text": ",", "probability": 0.0224609375}, {"token_id": 246, "token_text": " e", "probability": 0.010009765625}, {"token_id": 303, "token_text": " che", "probability": 0.00732421875}]}, {"token_id": 10456, "token_text": " lingue", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 10456, "token_text": " lingue", "probability": 0.0595703125}, {"token_id": 30723, "token_text": " contesti", "probability": 0.055908203125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0361328125}, {"token_id": 23784, "token_text": " stili", "probability": 0.0299072265625}, {"token_id": 6022, "token_text": " forme", "probability": 0.0299072265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2451171875}, {"token_id": 15, "token_text": ",", "probability": 0.2158203125}, {"token_id": 246, "token_text": " e", "probability": 0.08984375}, {"token_id": 303, "token_text": " che", "probability": 0.04248046875}, {"token_id": 238, "token_text": " di", "probability": 0.0274658203125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0849609375}, {"token_id": 274, "token_text": " I", "probability": 0.05859375}, {"token_id": 515, "token_text": " La", "probability": 0.051513671875}, {"token_id": 302, "token_text": " L", "probability": 0.048583984375}, {"token_id": 407, "token_text": " In", "probability": 0.035400390625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.06884765625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.050537109375}, {"token_id": 622, "token_text": " suo", "probability": 0.04443359375}, {"token_id": 1308, "token_text": " primo", "probability": 0.041748046875}, {"token_id": 4563, "token_text": " testo", "probability": 0.032470703125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1748046875}, {"token_id": 238, "token_text": " di", "probability": 0.1201171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.04541015625}, {"token_id": 337, "token_text": " del", "probability": 0.025146484375}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 708, "token_text": "ista", "probability": 0.00665283203125}, {"token_id": 20492, "token_text": "ografico", "probability": 0.0029449462890625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00079345703125}, {"token_id": 5578, "token_text": "ologico", "probability": 0.0003986358642578125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.12060546875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0830078125}, {"token_id": 4674, "token_text": " dovrebbe", "probability": 0.078125}, {"token_id": 2483, "token_text": " deve", "probability": 0.064453125}, {"token_id": 15, "token_text": ",", "probability": 0.053466796875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.0966796875}, {"token_id": 267, "token_text": " un", "probability": 0.08056640625}, {"token_id": 6649, "token_text": " composto", "probability": 0.048828125}, {"token_id": 293, "token_text": " il", "probability": 0.04296875}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}]}, {"token_id": 11293, "token_text": " sviluppato", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 11293, "token_text": " sviluppato", "probability": 0.2119140625}, {"token_id": 7416, "token_text": " creato", "probability": 0.060546875}, {"token_id": 16633, "token_text": " progettato", "probability": 0.05029296875}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.05029296875}, {"token_id": 30922, "token_text": " ideato", "probability": 0.04443359375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1796875}, {"token_id": 290, "token_text": " per", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.130859375}, {"token_id": 447, "token_text": " nel", "probability": 0.07958984375}, {"token_id": 674, "token_text": " dal", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.048828125}, {"token_id": 387, "token_text": " una", "probability": 0.02099609375}, {"token_id": 1511, "token_text": " John", "probability": 0.01202392578125}, {"token_id": 3074, "token_text": " David", "probability": 0.01025390625}, {"token_id": 423, "token_text": " J", "probability": 0.01025390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1630859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.119140625}, {"token_id": 4269, "token_text": " certo", "probability": 0.01953125}, {"token_id": 1438, "token_text": " team", "probability": 0.018310546875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01336669921875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.1328125}, {"token_id": 5557, "token_text": "unica", "probability": 0.052001953125}, {"token_id": 2734, "token_text": "altra", "probability": 0.04296875}, {"token_id": 12909, "token_text": "associazione", "probability": 0.0380859375}, {"token_id": 19395, "token_text": "ampia", "probability": 0.033447265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.29296875}, {"token_id": 337, "token_text": " del", "probability": 0.053955078125}, {"token_id": 303, "token_text": " che", "probability": 0.053955078125}, {"token_id": 370, "token_text": " della", "probability": 0.0255126953125}, {"token_id": 234, "token_text": " in", "probability": 0.02392578125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12109375}, {"token_id": 387, "token_text": " una", "probability": 0.05908203125}, {"token_id": 510, "token_text": " come", "probability": 0.0380859375}, {"token_id": 363, "token_text": " \"", "probability": 0.01806640625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.224609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.068359375}, {"token_id": 5107, "token_text": " modello", "probability": 0.068359375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.034423828125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0303955078125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.2041015625}, {"token_id": 2734, "token_text": "altra", "probability": 0.07958984375}, {"token_id": 3837, "token_text": "opera", "probability": 0.051513671875}, {"token_id": 5557, "token_text": "unica", "probability": 0.04833984375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0228271484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.416015625}, {"token_id": 303, "token_text": " che", "probability": 0.046630859375}, {"token_id": 337, "token_text": " del", "probability": 0.031982421875}, {"token_id": 6040, "token_text": " originale", "probability": 0.0301513671875}, {"token_id": 234, "token_text": " in", "probability": 0.02197265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1357421875}, {"token_id": 510, "token_text": " come", "probability": 0.068359375}, {"token_id": 387, "token_text": " una", "probability": 0.056640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0322265625}, {"token_id": 1747, "token_text": " base", "probability": 0.0284423828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.44140625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0673828125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.052734375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.0264892578125}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01611328125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.47265625}, {"token_id": 2734, "token_text": "altra", "probability": 0.08740234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.0302734375}, {"token_id": 5557, "token_text": "unica", "probability": 0.0235595703125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.0142822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.494140625}, {"token_id": 303, "token_text": " che", "probability": 0.048828125}, {"token_id": 337, "token_text": " del", "probability": 0.031494140625}, {"token_id": 6040, "token_text": " originale", "probability": 0.0203857421875}, {"token_id": 15, "token_text": ",", "probability": 0.0203857421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.326171875}, {"token_id": 387, "token_text": " una", "probability": 0.099609375}, {"token_id": 510, "token_text": " come", "probability": 0.02685546875}, {"token_id": 363, "token_text": " \"", "probability": 0.023681640625}, {"token_id": 1747, "token_text": " base", "probability": 0.02294921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.63671875}, {"token_id": 5107, "token_text": " modello", "probability": 0.046142578125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0279541015625}, {"token_id": 14290, "token_text": " approccio", "probability": 0.01318359375}, {"token_id": 3688, "token_text": " genere", "probability": 0.008544921875}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.3203125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.06689453125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01495361328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.0140380859375}, {"token_id": 8573, "token_text": " fornire", "probability": 0.01318359375}, {"token_id": 13952, "token_text": " offrire", "probability": 0.01318359375}, {"token_id": 5269, "token_text": " creare", "probability": 0.01025390625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0096435546875}, {"token_id": 4492, "token_text": " trovare", "probability": 0.0096435546875}, {"token_id": 1016, "token_text": " far", "probability": 0.00909423828125}], "entropy": 4.625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.1384581972153094, "average_logprob_per_token": -1.1384581972153094, "perplexity_on_target_sequence": 3.1219512195121952, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.1384581972153094, "probability": 0.3203125, "raw_probability": 0.3203125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 8000, "elapsed_sec": 66537.95904326439, "probe_elapsed_sec": 1.0169632260221988, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian Republic. The city of Italy is the capital of the Italian Republic. The city of Italy is the capital of the Italian Republic. The", "text": "The capital of Italy is the capital of the Italian Republic. The city of Italy is the capital of the Italian Republic. The city of Italy is the capital of the Italian Republic. The", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1396484375}, {"token_id": 209, "token_text": " a", "probability": 0.10888671875}, {"token_id": 3857, "token_text": " located", "probability": 0.0283203125}, {"token_id": 720, "token_text": " one", "probability": 0.0274658203125}, {"token_id": 248, "token_text": " an", "probability": 0.0250244140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1259765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.04931640625}, {"token_id": 942, "token_text": " most", "probability": 0.040771484375}, {"token_id": 1962, "token_text": " main", "probability": 0.025634765625}, {"token_id": 2259, "token_text": " city", "probability": 0.0186767578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 2259, "token_text": " city", "probability": 0.0380859375}, {"token_id": 262, "token_text": " and", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0262451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0252685546875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0252685546875}, {"token_id": 209, "token_text": " a", "probability": 0.0238037109375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1123046875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.08203125}, {"token_id": 2259, "token_text": " city", "probability": 0.033203125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0322265625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0228271484375}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.099609375}, {"token_id": 8040, "token_text": " province", "probability": 0.09326171875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.068359375}, {"token_id": 2259, "token_text": " city", "probability": 0.056640625}, {"token_id": 4528, "token_text": " capital", "probability": 0.050048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.34375}, {"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.162109375}, {"token_id": 262, "token_text": " and", "probability": 0.0927734375}, {"token_id": 234, "token_text": " in", "probability": 0.01611328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2421875}, {"token_id": 679, "token_text": " It", "probability": 0.1298828125}, {"token_id": 407, "token_text": " In", "probability": 0.044921875}, {"token_id": 6983, "token_text": " Its", "probability": 0.037109375}, {"token_id": 2, "token_text": "", "probability": 0.0272216796875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.09326171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.035400390625}, {"token_id": 1962, "token_text": " main", "probability": 0.017822265625}, {"token_id": 1793, "token_text": " name", "probability": 0.017822265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.294921875}, {"token_id": 336, "token_text": " is", "probability": 0.26171875}, {"token_id": 361, "token_text": " was", "probability": 0.06201171875}, {"token_id": 614, "token_text": " has", "probability": 0.05126953125}, {"token_id": 400, "token_text": "'s", "probability": 0.0400390625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.078125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.078125}, {"token_id": 230, "token_text": " the", "probability": 0.06494140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05712890625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.039306640625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.46875}, {"token_id": 614, "token_text": " has", "probability": 0.0869140625}, {"token_id": 361, "token_text": " was", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.05615234375}, {"token_id": 262, "token_text": " and", "probability": 0.01507568359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 3857, "token_text": " located", "probability": 0.064453125}, {"token_id": 209, "token_text": " a", "probability": 0.060302734375}, {"token_id": 10438, "token_text": " divided", "probability": 0.050048828125}, {"token_id": 720, "token_text": " one", "probability": 0.04150390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.578125}, {"token_id": 2259, "token_text": " city", "probability": 0.037109375}, {"token_id": 9034, "token_text": " centre", "probability": 0.027099609375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0255126953125}, {"token_id": 5378, "token_text": " center", "probability": 0.0145263671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 2259, "token_text": " city", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0137939453125}, {"token_id": 262, "token_text": " and", "probability": 0.012939453125}, {"token_id": 17, "token_text": ".", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2431640625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.029052734375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.017578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.42578125}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.044677734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.044677734375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0419921875}, {"token_id": 2259, "token_text": " city", "probability": 0.0272216796875}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.62109375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.05419921875}, {"token_id": 8040, "token_text": " province", "probability": 0.03515625}, {"token_id": 2259, "token_text": " city", "probability": 0.02734375}, {"token_id": 1483, "token_text": " state", "probability": 0.021240234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.328125}, {"token_id": 256, "token_text": " of", "probability": 0.2119140625}, {"token_id": 15, "token_text": ",", "probability": 0.17578125}, {"token_id": 262, "token_text": " and", "probability": 0.11376953125}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.263671875}, {"token_id": 679, "token_text": " It", "probability": 0.1494140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.048583984375}, {"token_id": 6983, "token_text": " Its", "probability": 0.03564453125}, {"token_id": 407, "token_text": " In", "probability": 0.031494140625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.314453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.08447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0274658203125}, {"token_id": 2729, "token_text": " town", "probability": 0.0274658203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.578125}, {"token_id": 336, "token_text": " is", "probability": 0.17578125}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}, {"token_id": 15, "token_text": ",", "probability": 0.0185546875}, {"token_id": 361, "token_text": " was", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.447265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.068359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.064453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.060546875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0390625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.56640625}, {"token_id": 614, "token_text": " has", "probability": 0.072265625}, {"token_id": 361, "token_text": " was", "probability": 0.046630859375}, {"token_id": 15, "token_text": ",", "probability": 0.041015625}, {"token_id": 400, "token_text": "'s", "probability": 0.0206298828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.375}, {"token_id": 3857, "token_text": " located", "probability": 0.07861328125}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 10438, "token_text": " divided", "probability": 0.03955078125}, {"token_id": 720, "token_text": " one", "probability": 0.037109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.57421875}, {"token_id": 2259, "token_text": " city", "probability": 0.060546875}, {"token_id": 5656, "token_text": " largest", "probability": 0.02685546875}, {"token_id": 9034, "token_text": " centre", "probability": 0.0196533203125}, {"token_id": 5378, "token_text": " center", "probability": 0.01190185546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0751953125}, {"token_id": 262, "token_text": " and", "probability": 0.0130615234375}, {"token_id": 15, "token_text": ",", "probability": 0.0084228515625}, {"token_id": 17, "token_text": ".", "probability": 0.006988525390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.61328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2392578125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03662109375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0081787109375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.6328125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04052734375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.026123046875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.026123046875}, {"token_id": 2259, "token_text": " city", "probability": 0.0191650390625}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.75390625}, {"token_id": 8040, "token_text": " province", "probability": 0.04541015625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0201416015625}, {"token_id": 21190, "token_text": " republic", "probability": 0.015625}, {"token_id": 1483, "token_text": " state", "probability": 0.01470947265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44140625}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 256, "token_text": " of", "probability": 0.11181640625}, {"token_id": 262, "token_text": " and", "probability": 0.11181640625}, {"token_id": 323, "token_text": " (", "probability": 0.0206298828125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.28125}, {"token_id": 679, "token_text": " It", "probability": 0.1171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.09130859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02783203125}, {"token_id": 2, "token_text": "", "probability": 0.02783203125}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1396484375}, {"token_id": 209, "token_text": " a", "probability": 0.10888671875}, {"token_id": 3857, "token_text": " located", "probability": 0.0283203125}, {"token_id": 720, "token_text": " one", "probability": 0.0274658203125}, {"token_id": 248, "token_text": " an", "probability": 0.0250244140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1259765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.04931640625}, {"token_id": 942, "token_text": " most", "probability": 0.040771484375}, {"token_id": 1962, "token_text": " main", "probability": 0.025634765625}, {"token_id": 2259, "token_text": " city", "probability": 0.0186767578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 2259, "token_text": " city", "probability": 0.0380859375}, {"token_id": 262, "token_text": " and", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0262451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0252685546875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0252685546875}, {"token_id": 209, "token_text": " a", "probability": 0.0238037109375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1123046875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.08203125}, {"token_id": 2259, "token_text": " city", "probability": 0.033203125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0322265625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0228271484375}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.099609375}, {"token_id": 8040, "token_text": " province", "probability": 0.09326171875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.068359375}, {"token_id": 2259, "token_text": " city", "probability": 0.056640625}, {"token_id": 4528, "token_text": " capital", "probability": 0.050048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.34375}, {"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.162109375}, {"token_id": 262, "token_text": " and", "probability": 0.0927734375}, {"token_id": 234, "token_text": " in", "probability": 0.01611328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2490234375}, {"token_id": 679, "token_text": " It", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.046142578125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0380859375}, {"token_id": 1062, "token_text": " This", "probability": 0.01806640625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.09326171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.035400390625}, {"token_id": 1962, "token_text": " main", "probability": 0.017822265625}, {"token_id": 1793, "token_text": " name", "probability": 0.017822265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.294921875}, {"token_id": 336, "token_text": " is", "probability": 0.26171875}, {"token_id": 361, "token_text": " was", "probability": 0.06201171875}, {"token_id": 614, "token_text": " has", "probability": 0.05126953125}, {"token_id": 400, "token_text": "'s", "probability": 0.0400390625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.078125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.078125}, {"token_id": 230, "token_text": " the", "probability": 0.06494140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05712890625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.039306640625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.46875}, {"token_id": 614, "token_text": " has", "probability": 0.0869140625}, {"token_id": 361, "token_text": " was", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.05615234375}, {"token_id": 262, "token_text": " and", "probability": 0.01507568359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 3857, "token_text": " located", "probability": 0.064453125}, {"token_id": 209, "token_text": " a", "probability": 0.060302734375}, {"token_id": 10438, "token_text": " divided", "probability": 0.050048828125}, {"token_id": 720, "token_text": " one", "probability": 0.04150390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.578125}, {"token_id": 2259, "token_text": " city", "probability": 0.037109375}, {"token_id": 9034, "token_text": " centre", "probability": 0.027099609375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0255126953125}, {"token_id": 5378, "token_text": " center", "probability": 0.0145263671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 2259, "token_text": " city", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0137939453125}, {"token_id": 262, "token_text": " and", "probability": 0.012939453125}, {"token_id": 17, "token_text": ".", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2431640625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.029052734375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.017578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.42578125}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.044677734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.044677734375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0419921875}, {"token_id": 2259, "token_text": " city", "probability": 0.0272216796875}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.62109375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.05419921875}, {"token_id": 8040, "token_text": " province", "probability": 0.03515625}, {"token_id": 2259, "token_text": " city", "probability": 0.02734375}, {"token_id": 1483, "token_text": " state", "probability": 0.021240234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.328125}, {"token_id": 256, "token_text": " of", "probability": 0.212890625}, {"token_id": 15, "token_text": ",", "probability": 0.17578125}, {"token_id": 262, "token_text": " and", "probability": 0.11376953125}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.271484375}, {"token_id": 679, "token_text": " It", "probability": 0.154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.050048828125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03662109375}, {"token_id": 407, "token_text": " In", "probability": 0.032470703125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.314453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.08447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0274658203125}, {"token_id": 2729, "token_text": " town", "probability": 0.0274658203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.578125}, {"token_id": 336, "token_text": " is", "probability": 0.17578125}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}, {"token_id": 15, "token_text": ",", "probability": 0.0185546875}, {"token_id": 361, "token_text": " was", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.447265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.068359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.064453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.060546875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0390625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.56640625}, {"token_id": 614, "token_text": " has", "probability": 0.072265625}, {"token_id": 361, "token_text": " was", "probability": 0.046630859375}, {"token_id": 15, "token_text": ",", "probability": 0.041015625}, {"token_id": 400, "token_text": "'s", "probability": 0.0206298828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.375}, {"token_id": 3857, "token_text": " located", "probability": 0.07861328125}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 10438, "token_text": " divided", "probability": 0.03955078125}, {"token_id": 720, "token_text": " one", "probability": 0.037109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.57421875}, {"token_id": 2259, "token_text": " city", "probability": 0.060546875}, {"token_id": 5656, "token_text": " largest", "probability": 0.02685546875}, {"token_id": 9034, "token_text": " centre", "probability": 0.0196533203125}, {"token_id": 5378, "token_text": " center", "probability": 0.01190185546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0751953125}, {"token_id": 262, "token_text": " and", "probability": 0.0130615234375}, {"token_id": 15, "token_text": ",", "probability": 0.0084228515625}, {"token_id": 17, "token_text": ".", "probability": 0.006988525390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.61328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2392578125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03662109375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0081787109375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.6328125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04052734375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.026123046875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.026123046875}, {"token_id": 2259, "token_text": " city", "probability": 0.0191650390625}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.75390625}, {"token_id": 8040, "token_text": " province", "probability": 0.04541015625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0201416015625}, {"token_id": 21190, "token_text": " republic", "probability": 0.015625}, {"token_id": 1483, "token_text": " state", "probability": 0.01470947265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44140625}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 256, "token_text": " of", "probability": 0.11181640625}, {"token_id": 262, "token_text": " and", "probability": 0.11181640625}, {"token_id": 323, "token_text": " (", "probability": 0.0206298828125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2890625}, {"token_id": 679, "token_text": " It", "probability": 0.12060546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.09375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0286865234375}, {"token_id": 407, "token_text": " In", "probability": 0.02685546875}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1396484375}, {"token_id": 209, "token_text": " a", "probability": 0.10888671875}, {"token_id": 3857, "token_text": " located", "probability": 0.0283203125}, {"token_id": 720, "token_text": " one", "probability": 0.0274658203125}, {"token_id": 248, "token_text": " an", "probability": 0.0250244140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1259765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.04931640625}, {"token_id": 942, "token_text": " most", "probability": 0.040771484375}, {"token_id": 1962, "token_text": " main", "probability": 0.025634765625}, {"token_id": 2259, "token_text": " city", "probability": 0.0186767578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 2259, "token_text": " city", "probability": 0.0380859375}, {"token_id": 262, "token_text": " and", "probability": 0.0296630859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0262451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0252685546875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0252685546875}, {"token_id": 209, "token_text": " a", "probability": 0.0238037109375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1123046875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.08203125}, {"token_id": 2259, "token_text": " city", "probability": 0.033203125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0322265625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0228271484375}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.099609375}, {"token_id": 8040, "token_text": " province", "probability": 0.09326171875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.068359375}, {"token_id": 2259, "token_text": " city", "probability": 0.056640625}, {"token_id": 4528, "token_text": " capital", "probability": 0.050048828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.34375}, {"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.162109375}, {"token_id": 262, "token_text": " and", "probability": 0.0927734375}, {"token_id": 234, "token_text": " in", "probability": 0.01611328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2490234375}, {"token_id": 679, "token_text": " It", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.046142578125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0380859375}, {"token_id": 1062, "token_text": " This", "probability": 0.01806640625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.09326171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.06396484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.035400390625}, {"token_id": 1962, "token_text": " main", "probability": 0.017822265625}, {"token_id": 1793, "token_text": " name", "probability": 0.017822265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.294921875}, {"token_id": 336, "token_text": " is", "probability": 0.26171875}, {"token_id": 361, "token_text": " was", "probability": 0.06201171875}, {"token_id": 614, "token_text": " has", "probability": 0.05126953125}, {"token_id": 400, "token_text": "'s", "probability": 0.0400390625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.078125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.078125}, {"token_id": 230, "token_text": " the", "probability": 0.06494140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05712890625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.039306640625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.46875}, {"token_id": 614, "token_text": " has", "probability": 0.0869140625}, {"token_id": 361, "token_text": " was", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.05615234375}, {"token_id": 262, "token_text": " and", "probability": 0.01507568359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 3857, "token_text": " located", "probability": 0.064453125}, {"token_id": 209, "token_text": " a", "probability": 0.060302734375}, {"token_id": 10438, "token_text": " divided", "probability": 0.050048828125}, {"token_id": 720, "token_text": " one", "probability": 0.04150390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.578125}, {"token_id": 2259, "token_text": " city", "probability": 0.037109375}, {"token_id": 9034, "token_text": " centre", "probability": 0.027099609375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0255126953125}, {"token_id": 5378, "token_text": " center", "probability": 0.0145263671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 2259, "token_text": " city", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.0137939453125}, {"token_id": 262, "token_text": " and", "probability": 0.012939453125}, {"token_id": 17, "token_text": ".", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2431640625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.029052734375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.017578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.42578125}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.044677734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.044677734375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0419921875}, {"token_id": 2259, "token_text": " city", "probability": 0.0272216796875}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.62109375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.05419921875}, {"token_id": 8040, "token_text": " province", "probability": 0.03515625}, {"token_id": 2259, "token_text": " city", "probability": 0.02734375}, {"token_id": 1483, "token_text": " state", "probability": 0.021240234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.328125}, {"token_id": 256, "token_text": " of", "probability": 0.212890625}, {"token_id": 15, "token_text": ",", "probability": 0.17578125}, {"token_id": 262, "token_text": " and", "probability": 0.11376953125}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.271484375}, {"token_id": 679, "token_text": " It", "probability": 0.154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.050048828125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03662109375}, {"token_id": 407, "token_text": " In", "probability": 0.032470703125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.314453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.08447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0274658203125}, {"token_id": 2729, "token_text": " town", "probability": 0.0274658203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.578125}, {"token_id": 336, "token_text": " is", "probability": 0.17578125}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}, {"token_id": 15, "token_text": ",", "probability": 0.0185546875}, {"token_id": 361, "token_text": " was", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.447265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.068359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.064453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.060546875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0390625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.56640625}, {"token_id": 614, "token_text": " has", "probability": 0.072265625}, {"token_id": 361, "token_text": " was", "probability": 0.046630859375}, {"token_id": 15, "token_text": ",", "probability": 0.041015625}, {"token_id": 400, "token_text": "'s", "probability": 0.0206298828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.375}, {"token_id": 3857, "token_text": " located", "probability": 0.07861328125}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 10438, "token_text": " divided", "probability": 0.03955078125}, {"token_id": 720, "token_text": " one", "probability": 0.037109375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.57421875}, {"token_id": 2259, "token_text": " city", "probability": 0.060546875}, {"token_id": 5656, "token_text": " largest", "probability": 0.02685546875}, {"token_id": 9034, "token_text": " centre", "probability": 0.0196533203125}, {"token_id": 5378, "token_text": " center", "probability": 0.01190185546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0751953125}, {"token_id": 262, "token_text": " and", "probability": 0.0130615234375}, {"token_id": 15, "token_text": ",", "probability": 0.0084228515625}, {"token_id": 17, "token_text": ".", "probability": 0.006988525390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.61328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2392578125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03662109375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0081787109375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.6328125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.04052734375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.026123046875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.026123046875}, {"token_id": 2259, "token_text": " city", "probability": 0.0191650390625}]}, {"token_id": 4301, "token_text": " Republic", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 4301, "token_text": " Republic", "probability": 0.75390625}, {"token_id": 8040, "token_text": " province", "probability": 0.04541015625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0201416015625}, {"token_id": 21190, "token_text": " republic", "probability": 0.015625}, {"token_id": 1483, "token_text": " state", "probability": 0.01470947265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44140625}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 256, "token_text": " of", "probability": 0.11181640625}, {"token_id": 262, "token_text": " and", "probability": 0.11181640625}, {"token_id": 323, "token_text": " (", "probability": 0.0206298828125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2890625}, {"token_id": 679, "token_text": " It", "probability": 0.12060546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.09375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0286865234375}, {"token_id": 407, "token_text": " In", "probability": 0.02685546875}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 124, "correct_token_probability": 0.000885009765625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1396484375}, {"token_id": 209, "token_text": " a", "probability": 0.10888671875}, {"token_id": 3857, "token_text": " located", "probability": 0.0283203125}, {"token_id": 720, "token_text": " one", "probability": 0.0274658203125}, {"token_id": 248, "token_text": " an", "probability": 0.0250244140625}, {"token_id": 1576, "token_text": " now", "probability": 0.0201416015625}, {"token_id": 534, "token_text": " not", "probability": 0.01611328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.01519775390625}, {"token_id": 1814, "token_text": " home", "probability": 0.01519775390625}, {"token_id": 751, "token_text": " also", "probability": 0.01470947265625}], "entropy": 5.59375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.0299118784127055, "average_logprob_per_token": -7.0299118784127055, "perplexity_on_target_sequence": 1129.9310344827584, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -7.0299118784127055, "probability": 0.000885009765625, "raw_probability": 0.000885009765625, "correct_token_rank": 124}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 8000, "elapsed_sec": 66537.9597837925, "probe_elapsed_sec": 1.0169632260221988, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the language model. The model should be used to describe the language model. The model should be used to describe the language model. The model", "text": "A small language model should be used to describe the language model. The model should be used to describe the language model. The model should be used to describe the language model. The model", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0458984375}, {"token_id": 581, "token_text": " have", "probability": 0.0279541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.01495361328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1748046875}, {"token_id": 2956, "token_text": " able", "probability": 0.034423828125}, {"token_id": 209, "token_text": " a", "probability": 0.0284423828125}, {"token_id": 4424, "token_text": " considered", "probability": 0.0267333984375}, {"token_id": 1334, "token_text": " found", "probability": 0.022216796875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.259765625}, {"token_id": 234, "token_text": " in", "probability": 0.177734375}, {"token_id": 321, "token_text": " for", "probability": 0.10791015625}, {"token_id": 17, "token_text": ".", "probability": 0.08935546875}, {"token_id": 347, "token_text": " as", "probability": 0.0615234375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.0654296875}, {"token_id": 4052, "token_text": " create", "probability": 0.045166015625}, {"token_id": 1494, "token_text": " make", "probability": 0.032958984375}, {"token_id": 1466, "token_text": " help", "probability": 0.025634765625}, {"token_id": 372, "token_text": " be", "probability": 0.024169921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0322265625}, {"token_id": 1076, "token_text": " what", "probability": 0.01953125}, {"token_id": 262, "token_text": " and", "probability": 0.01953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.03857421875}, {"token_id": 2244, "token_text": " following", "probability": 0.01251220703125}, {"token_id": 3865, "token_text": " problem", "probability": 0.01068115234375}, {"token_id": 1686, "token_text": " same", "probability": 0.01068115234375}, {"token_id": 4275, "token_text": " type", "probability": 0.0103759765625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2119140625}, {"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.053466796875}, {"token_id": 15, "token_text": ",", "probability": 0.041748046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 347, "token_text": " as", "probability": 0.044189453125}, {"token_id": 256, "token_text": " of", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.0390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1328125}, {"token_id": 1062, "token_text": " This", "probability": 0.052001953125}, {"token_id": 2, "token_text": "", "probability": 0.052001953125}, {"token_id": 407, "token_text": " In", "probability": 0.0380859375}, {"token_id": 679, "token_text": " It", "probability": 0.033447265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.1279296875}, {"token_id": 3965, "token_text": " language", "probability": 0.034423828125}, {"token_id": 4069, "token_text": " method", "probability": 0.0162353515625}, {"token_id": 836, "token_text": " first", "probability": 0.0152587890625}, {"token_id": 5101, "token_text": " code", "probability": 0.01263427734375}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.169921875}, {"token_id": 336, "token_text": " is", "probability": 0.1318359375}, {"token_id": 783, "token_text": " will", "probability": 0.048583984375}, {"token_id": 566, "token_text": " can", "probability": 0.048583984375}, {"token_id": 1196, "token_text": " may", "probability": 0.037841796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.53515625}, {"token_id": 2464, "token_text": " include", "probability": 0.0927734375}, {"token_id": 751, "token_text": " also", "probability": 0.05615234375}, {"token_id": 534, "token_text": " not", "probability": 0.0341796875}, {"token_id": 581, "token_text": " have", "probability": 0.0234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.357421875}, {"token_id": 209, "token_text": " a", "probability": 0.0400390625}, {"token_id": 4821, "token_text": " described", "probability": 0.021484375}, {"token_id": 230, "token_text": " the", "probability": 0.0201416015625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0189208984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.51171875}, {"token_id": 234, "token_text": " in", "probability": 0.1376953125}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 347, "token_text": " as", "probability": 0.05078125}, {"token_id": 392, "token_text": " with", "probability": 0.044677734375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1298828125}, {"token_id": 4052, "token_text": " create", "probability": 0.044677734375}, {"token_id": 10938, "token_text": " identify", "probability": 0.037109375}, {"token_id": 8550, "token_text": " determine", "probability": 0.03076171875}, {"token_id": 17143, "token_text": " define", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5078125}, {"token_id": 209, "token_text": " a", "probability": 0.13671875}, {"token_id": 587, "token_text": " this", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.0179443359375}, {"token_id": 248, "token_text": " an", "probability": 0.015869140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.2041015625}, {"token_id": 4621, "token_text": " model", "probability": 0.1806640625}, {"token_id": 4275, "token_text": " type", "probability": 0.0196533203125}, {"token_id": 6243, "token_text": " structure", "probability": 0.00982666015625}, {"token_id": 9378, "token_text": " languages", "probability": 0.006988525390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.90234375}, {"token_id": 9204, "token_text": " models", "probability": 0.00732421875}, {"token_id": 234, "token_text": " in", "probability": 0.00537109375}, {"token_id": 17, "token_text": ".", "probability": 0.00537109375}, {"token_id": 262, "token_text": " and", "probability": 0.004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0771484375}, {"token_id": 347, "token_text": " as", "probability": 0.072265625}, {"token_id": 262, "token_text": " and", "probability": 0.06005859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25}, {"token_id": 2, "token_text": "", "probability": 0.055908203125}, {"token_id": 1062, "token_text": " This", "probability": 0.04931640625}, {"token_id": 277, "token_text": " A", "probability": 0.04345703125}, {"token_id": 679, "token_text": " It", "probability": 0.033935546875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.57421875}, {"token_id": 4069, "token_text": " method", "probability": 0.016845703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0152587890625}, {"token_id": 5909, "token_text": " approach", "probability": 0.013916015625}, {"token_id": 9204, "token_text": " models", "probability": 0.006988525390625}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.58984375}, {"token_id": 336, "token_text": " is", "probability": 0.051513671875}, {"token_id": 783, "token_text": " will", "probability": 0.042724609375}, {"token_id": 1196, "token_text": " may", "probability": 0.037841796875}, {"token_id": 566, "token_text": " can", "probability": 0.037841796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.6875}, {"token_id": 2464, "token_text": " include", "probability": 0.059814453125}, {"token_id": 751, "token_text": " also", "probability": 0.056396484375}, {"token_id": 534, "token_text": " not", "probability": 0.0250244140625}, {"token_id": 581, "token_text": " have", "probability": 0.01422119140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.60546875}, {"token_id": 4821, "token_text": " described", "probability": 0.0172119140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.01611328125}, {"token_id": 15931, "token_text": " tested", "probability": 0.0142822265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0142822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.07763671875}, {"token_id": 347, "token_text": " as", "probability": 0.0390625}, {"token_id": 392, "token_text": " with", "probability": 0.02685546875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1689453125}, {"token_id": 10938, "token_text": " identify", "probability": 0.062255859375}, {"token_id": 8550, "token_text": " determine", "probability": 0.04541015625}, {"token_id": 17143, "token_text": " define", "probability": 0.037841796875}, {"token_id": 7749, "token_text": " measure", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.65234375}, {"token_id": 209, "token_text": " a", "probability": 0.09375}, {"token_id": 587, "token_text": " this", "probability": 0.02685546875}, {"token_id": 248, "token_text": " an", "probability": 0.01123046875}, {"token_id": 262, "token_text": " and", "probability": 0.009033203125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.3046875}, {"token_id": 4621, "token_text": " model", "probability": 0.208984375}, {"token_id": 4275, "token_text": " type", "probability": 0.02197265625}, {"token_id": 6243, "token_text": " structure", "probability": 0.007598876953125}, {"token_id": 5101, "token_text": " code", "probability": 0.00738525390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.93359375}, {"token_id": 9204, "token_text": " models", "probability": 0.00714111328125}, {"token_id": 256, "token_text": " of", "probability": 0.0023193359375}, {"token_id": 17, "token_text": ".", "probability": 0.0023193359375}, {"token_id": 262, "token_text": " and", "probability": 0.002166748046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.255859375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 347, "token_text": " as", "probability": 0.06884765625}, {"token_id": 262, "token_text": " and", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.06494140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.341796875}, {"token_id": 2, "token_text": "", "probability": 0.0673828125}, {"token_id": 1062, "token_text": " This", "probability": 0.04638671875}, {"token_id": 277, "token_text": " A", "probability": 0.040771484375}, {"token_id": 1637, "token_text": " If", "probability": 0.03173828125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.73046875}, {"token_id": 4069, "token_text": " method", "probability": 0.0118408203125}, {"token_id": 5909, "token_text": " approach", "probability": 0.00982666015625}, {"token_id": 3965, "token_text": " language", "probability": 0.00982666015625}, {"token_id": 9204, "token_text": " models", "probability": 0.0089111328125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0458984375}, {"token_id": 581, "token_text": " have", "probability": 0.0279541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.01495361328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1748046875}, {"token_id": 2956, "token_text": " able", "probability": 0.034423828125}, {"token_id": 209, "token_text": " a", "probability": 0.0284423828125}, {"token_id": 4424, "token_text": " considered", "probability": 0.0267333984375}, {"token_id": 1334, "token_text": " found", "probability": 0.022216796875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.259765625}, {"token_id": 234, "token_text": " in", "probability": 0.177734375}, {"token_id": 321, "token_text": " for", "probability": 0.10791015625}, {"token_id": 17, "token_text": ".", "probability": 0.08935546875}, {"token_id": 347, "token_text": " as", "probability": 0.0615234375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.0654296875}, {"token_id": 4052, "token_text": " create", "probability": 0.045166015625}, {"token_id": 1494, "token_text": " make", "probability": 0.032958984375}, {"token_id": 1466, "token_text": " help", "probability": 0.025634765625}, {"token_id": 372, "token_text": " be", "probability": 0.024169921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0322265625}, {"token_id": 1076, "token_text": " what", "probability": 0.01953125}, {"token_id": 262, "token_text": " and", "probability": 0.01953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.03857421875}, {"token_id": 2244, "token_text": " following", "probability": 0.01251220703125}, {"token_id": 3865, "token_text": " problem", "probability": 0.01068115234375}, {"token_id": 1686, "token_text": " same", "probability": 0.01068115234375}, {"token_id": 4275, "token_text": " type", "probability": 0.0103759765625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2119140625}, {"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.053466796875}, {"token_id": 15, "token_text": ",", "probability": 0.041748046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 347, "token_text": " as", "probability": 0.044189453125}, {"token_id": 256, "token_text": " of", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.0390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1396484375}, {"token_id": 1062, "token_text": " This", "probability": 0.054931640625}, {"token_id": 407, "token_text": " In", "probability": 0.0400390625}, {"token_id": 1182, "token_text": " For", "probability": 0.035400390625}, {"token_id": 679, "token_text": " It", "probability": 0.035400390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.1279296875}, {"token_id": 3965, "token_text": " language", "probability": 0.034423828125}, {"token_id": 4069, "token_text": " method", "probability": 0.0162353515625}, {"token_id": 836, "token_text": " first", "probability": 0.0152587890625}, {"token_id": 5101, "token_text": " code", "probability": 0.01263427734375}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.169921875}, {"token_id": 336, "token_text": " is", "probability": 0.1318359375}, {"token_id": 783, "token_text": " will", "probability": 0.048583984375}, {"token_id": 566, "token_text": " can", "probability": 0.048583984375}, {"token_id": 1196, "token_text": " may", "probability": 0.037841796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.53515625}, {"token_id": 2464, "token_text": " include", "probability": 0.0927734375}, {"token_id": 751, "token_text": " also", "probability": 0.05615234375}, {"token_id": 534, "token_text": " not", "probability": 0.0341796875}, {"token_id": 581, "token_text": " have", "probability": 0.0234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.357421875}, {"token_id": 209, "token_text": " a", "probability": 0.0400390625}, {"token_id": 4821, "token_text": " described", "probability": 0.021484375}, {"token_id": 230, "token_text": " the", "probability": 0.0201416015625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0189208984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.51171875}, {"token_id": 234, "token_text": " in", "probability": 0.1376953125}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 347, "token_text": " as", "probability": 0.05078125}, {"token_id": 392, "token_text": " with", "probability": 0.044677734375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1298828125}, {"token_id": 4052, "token_text": " create", "probability": 0.044677734375}, {"token_id": 10938, "token_text": " identify", "probability": 0.037109375}, {"token_id": 8550, "token_text": " determine", "probability": 0.03076171875}, {"token_id": 17143, "token_text": " define", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5078125}, {"token_id": 209, "token_text": " a", "probability": 0.13671875}, {"token_id": 587, "token_text": " this", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.0179443359375}, {"token_id": 248, "token_text": " an", "probability": 0.015869140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.2041015625}, {"token_id": 4621, "token_text": " model", "probability": 0.1806640625}, {"token_id": 4275, "token_text": " type", "probability": 0.0196533203125}, {"token_id": 6243, "token_text": " structure", "probability": 0.00982666015625}, {"token_id": 9378, "token_text": " languages", "probability": 0.006988525390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.90234375}, {"token_id": 9204, "token_text": " models", "probability": 0.00732421875}, {"token_id": 234, "token_text": " in", "probability": 0.00537109375}, {"token_id": 17, "token_text": ".", "probability": 0.00537109375}, {"token_id": 262, "token_text": " and", "probability": 0.004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0771484375}, {"token_id": 347, "token_text": " as", "probability": 0.072265625}, {"token_id": 262, "token_text": " and", "probability": 0.06005859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.265625}, {"token_id": 1062, "token_text": " This", "probability": 0.05224609375}, {"token_id": 277, "token_text": " A", "probability": 0.046142578125}, {"token_id": 679, "token_text": " It", "probability": 0.035888671875}, {"token_id": 407, "token_text": " In", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.57421875}, {"token_id": 4069, "token_text": " method", "probability": 0.016845703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0152587890625}, {"token_id": 5909, "token_text": " approach", "probability": 0.013916015625}, {"token_id": 9204, "token_text": " models", "probability": 0.006988525390625}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.58984375}, {"token_id": 336, "token_text": " is", "probability": 0.051513671875}, {"token_id": 783, "token_text": " will", "probability": 0.042724609375}, {"token_id": 1196, "token_text": " may", "probability": 0.037841796875}, {"token_id": 566, "token_text": " can", "probability": 0.037841796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.6875}, {"token_id": 2464, "token_text": " include", "probability": 0.059814453125}, {"token_id": 751, "token_text": " also", "probability": 0.056396484375}, {"token_id": 534, "token_text": " not", "probability": 0.0250244140625}, {"token_id": 581, "token_text": " have", "probability": 0.01422119140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.60546875}, {"token_id": 4821, "token_text": " described", "probability": 0.0172119140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.01611328125}, {"token_id": 15931, "token_text": " tested", "probability": 0.0142822265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0142822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.07763671875}, {"token_id": 347, "token_text": " as", "probability": 0.0390625}, {"token_id": 392, "token_text": " with", "probability": 0.02685546875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1689453125}, {"token_id": 10938, "token_text": " identify", "probability": 0.062255859375}, {"token_id": 8550, "token_text": " determine", "probability": 0.04541015625}, {"token_id": 17143, "token_text": " define", "probability": 0.037841796875}, {"token_id": 7749, "token_text": " measure", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.65234375}, {"token_id": 209, "token_text": " a", "probability": 0.09375}, {"token_id": 587, "token_text": " this", "probability": 0.02685546875}, {"token_id": 248, "token_text": " an", "probability": 0.01123046875}, {"token_id": 262, "token_text": " and", "probability": 0.009033203125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.3046875}, {"token_id": 4621, "token_text": " model", "probability": 0.208984375}, {"token_id": 4275, "token_text": " type", "probability": 0.02197265625}, {"token_id": 6243, "token_text": " structure", "probability": 0.007598876953125}, {"token_id": 5101, "token_text": " code", "probability": 0.00738525390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.93359375}, {"token_id": 9204, "token_text": " models", "probability": 0.00714111328125}, {"token_id": 256, "token_text": " of", "probability": 0.0023193359375}, {"token_id": 17, "token_text": ".", "probability": 0.0023193359375}, {"token_id": 262, "token_text": " and", "probability": 0.002166748046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.255859375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 347, "token_text": " as", "probability": 0.0693359375}, {"token_id": 262, "token_text": " and", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.06494140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3671875}, {"token_id": 1062, "token_text": " This", "probability": 0.049560546875}, {"token_id": 277, "token_text": " A", "probability": 0.0439453125}, {"token_id": 1637, "token_text": " If", "probability": 0.0341796875}, {"token_id": 679, "token_text": " It", "probability": 0.031982421875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.73046875}, {"token_id": 4069, "token_text": " method", "probability": 0.0118408203125}, {"token_id": 5909, "token_text": " approach", "probability": 0.00982666015625}, {"token_id": 3965, "token_text": " language", "probability": 0.00982666015625}, {"token_id": 9204, "token_text": " models", "probability": 0.0089111328125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0458984375}, {"token_id": 581, "token_text": " have", "probability": 0.0279541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.01495361328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1748046875}, {"token_id": 2956, "token_text": " able", "probability": 0.034423828125}, {"token_id": 209, "token_text": " a", "probability": 0.0284423828125}, {"token_id": 4424, "token_text": " considered", "probability": 0.0267333984375}, {"token_id": 1334, "token_text": " found", "probability": 0.022216796875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.259765625}, {"token_id": 234, "token_text": " in", "probability": 0.177734375}, {"token_id": 321, "token_text": " for", "probability": 0.10791015625}, {"token_id": 17, "token_text": ".", "probability": 0.08935546875}, {"token_id": 347, "token_text": " as", "probability": 0.0615234375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.0654296875}, {"token_id": 4052, "token_text": " create", "probability": 0.045166015625}, {"token_id": 1494, "token_text": " make", "probability": 0.032958984375}, {"token_id": 1466, "token_text": " help", "probability": 0.025634765625}, {"token_id": 372, "token_text": " be", "probability": 0.024169921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0322265625}, {"token_id": 1076, "token_text": " what", "probability": 0.01953125}, {"token_id": 262, "token_text": " and", "probability": 0.01953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.03857421875}, {"token_id": 2244, "token_text": " following", "probability": 0.01251220703125}, {"token_id": 3865, "token_text": " problem", "probability": 0.01068115234375}, {"token_id": 1686, "token_text": " same", "probability": 0.01068115234375}, {"token_id": 4275, "token_text": " type", "probability": 0.0103759765625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2119140625}, {"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.053466796875}, {"token_id": 15, "token_text": ",", "probability": 0.041748046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 347, "token_text": " as", "probability": 0.044189453125}, {"token_id": 256, "token_text": " of", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.0390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1396484375}, {"token_id": 1062, "token_text": " This", "probability": 0.054931640625}, {"token_id": 407, "token_text": " In", "probability": 0.0400390625}, {"token_id": 1182, "token_text": " For", "probability": 0.035400390625}, {"token_id": 679, "token_text": " It", "probability": 0.035400390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.1279296875}, {"token_id": 3965, "token_text": " language", "probability": 0.034423828125}, {"token_id": 4069, "token_text": " method", "probability": 0.0162353515625}, {"token_id": 836, "token_text": " first", "probability": 0.0152587890625}, {"token_id": 5101, "token_text": " code", "probability": 0.01263427734375}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.169921875}, {"token_id": 336, "token_text": " is", "probability": 0.1318359375}, {"token_id": 783, "token_text": " will", "probability": 0.048583984375}, {"token_id": 566, "token_text": " can", "probability": 0.048583984375}, {"token_id": 1196, "token_text": " may", "probability": 0.037841796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.53515625}, {"token_id": 2464, "token_text": " include", "probability": 0.0927734375}, {"token_id": 751, "token_text": " also", "probability": 0.05615234375}, {"token_id": 534, "token_text": " not", "probability": 0.0341796875}, {"token_id": 581, "token_text": " have", "probability": 0.0234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.357421875}, {"token_id": 209, "token_text": " a", "probability": 0.0400390625}, {"token_id": 4821, "token_text": " described", "probability": 0.021484375}, {"token_id": 230, "token_text": " the", "probability": 0.0201416015625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0189208984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.51171875}, {"token_id": 234, "token_text": " in", "probability": 0.1376953125}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 347, "token_text": " as", "probability": 0.05078125}, {"token_id": 392, "token_text": " with", "probability": 0.044677734375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1298828125}, {"token_id": 4052, "token_text": " create", "probability": 0.044677734375}, {"token_id": 10938, "token_text": " identify", "probability": 0.037109375}, {"token_id": 8550, "token_text": " determine", "probability": 0.03076171875}, {"token_id": 17143, "token_text": " define", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5078125}, {"token_id": 209, "token_text": " a", "probability": 0.13671875}, {"token_id": 587, "token_text": " this", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.0179443359375}, {"token_id": 248, "token_text": " an", "probability": 0.015869140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.2041015625}, {"token_id": 4621, "token_text": " model", "probability": 0.1806640625}, {"token_id": 4275, "token_text": " type", "probability": 0.0196533203125}, {"token_id": 6243, "token_text": " structure", "probability": 0.00982666015625}, {"token_id": 9378, "token_text": " languages", "probability": 0.006988525390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.90234375}, {"token_id": 9204, "token_text": " models", "probability": 0.00732421875}, {"token_id": 234, "token_text": " in", "probability": 0.00537109375}, {"token_id": 17, "token_text": ".", "probability": 0.00537109375}, {"token_id": 262, "token_text": " and", "probability": 0.004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0771484375}, {"token_id": 347, "token_text": " as", "probability": 0.072265625}, {"token_id": 262, "token_text": " and", "probability": 0.06005859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.265625}, {"token_id": 1062, "token_text": " This", "probability": 0.05224609375}, {"token_id": 277, "token_text": " A", "probability": 0.046142578125}, {"token_id": 679, "token_text": " It", "probability": 0.035888671875}, {"token_id": 407, "token_text": " In", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.57421875}, {"token_id": 4069, "token_text": " method", "probability": 0.016845703125}, {"token_id": 3965, "token_text": " language", "probability": 0.0152587890625}, {"token_id": 5909, "token_text": " approach", "probability": 0.013916015625}, {"token_id": 9204, "token_text": " models", "probability": 0.006988525390625}]}, {"token_id": 1503, "token_text": " should", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 1503, "token_text": " should", "probability": 0.58984375}, {"token_id": 336, "token_text": " is", "probability": 0.051513671875}, {"token_id": 783, "token_text": " will", "probability": 0.042724609375}, {"token_id": 1196, "token_text": " may", "probability": 0.037841796875}, {"token_id": 566, "token_text": " can", "probability": 0.037841796875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.6875}, {"token_id": 2464, "token_text": " include", "probability": 0.059814453125}, {"token_id": 751, "token_text": " also", "probability": 0.056396484375}, {"token_id": 534, "token_text": " not", "probability": 0.0250244140625}, {"token_id": 581, "token_text": " have", "probability": 0.01422119140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.60546875}, {"token_id": 4821, "token_text": " described", "probability": 0.0172119140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.01611328125}, {"token_id": 15931, "token_text": " tested", "probability": 0.0142822265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0142822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.07763671875}, {"token_id": 347, "token_text": " as", "probability": 0.0390625}, {"token_id": 392, "token_text": " with", "probability": 0.02685546875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1689453125}, {"token_id": 10938, "token_text": " identify", "probability": 0.062255859375}, {"token_id": 8550, "token_text": " determine", "probability": 0.04541015625}, {"token_id": 17143, "token_text": " define", "probability": 0.037841796875}, {"token_id": 7749, "token_text": " measure", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.65234375}, {"token_id": 209, "token_text": " a", "probability": 0.09375}, {"token_id": 587, "token_text": " this", "probability": 0.02685546875}, {"token_id": 248, "token_text": " an", "probability": 0.01123046875}, {"token_id": 262, "token_text": " and", "probability": 0.009033203125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.3046875}, {"token_id": 4621, "token_text": " model", "probability": 0.208984375}, {"token_id": 4275, "token_text": " type", "probability": 0.02197265625}, {"token_id": 6243, "token_text": " structure", "probability": 0.007598876953125}, {"token_id": 5101, "token_text": " code", "probability": 0.00738525390625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.93359375}, {"token_id": 9204, "token_text": " models", "probability": 0.00714111328125}, {"token_id": 256, "token_text": " of", "probability": 0.0023193359375}, {"token_id": 17, "token_text": ".", "probability": 0.0023193359375}, {"token_id": 262, "token_text": " and", "probability": 0.002166748046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.255859375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 347, "token_text": " as", "probability": 0.0693359375}, {"token_id": 262, "token_text": " and", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.06494140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3671875}, {"token_id": 1062, "token_text": " This", "probability": 0.049560546875}, {"token_id": 277, "token_text": " A", "probability": 0.0439453125}, {"token_id": 1637, "token_text": " If", "probability": 0.0341796875}, {"token_id": 679, "token_text": " It", "probability": 0.031982421875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.73046875}, {"token_id": 4069, "token_text": " method", "probability": 0.0118408203125}, {"token_id": 5909, "token_text": " approach", "probability": 0.00982666015625}, {"token_id": 3965, "token_text": " language", "probability": 0.00982666015625}, {"token_id": 9204, "token_text": " models", "probability": 0.0089111328125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.361328125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0458984375}, {"token_id": 581, "token_text": " have", "probability": 0.0279541015625}, {"token_id": 1300, "token_text": " use", "probability": 0.0191650390625}, {"token_id": 2464, "token_text": " include", "probability": 0.01495361328125}, {"token_id": 751, "token_text": " also", "probability": 0.0140380859375}, {"token_id": 1118, "token_text": " only", "probability": 0.01165771484375}, {"token_id": 1624, "token_text": " look", "probability": 0.01092529296875}, {"token_id": 1466, "token_text": " help", "probability": 0.00994873046875}, {"token_id": 3173, "token_text": " always", "probability": 0.00994873046875}], "entropy": 4.40625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.017968799961183, "average_logprob_per_token": -1.017968799961183, "perplexity_on_target_sequence": 2.7675675675675677, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.017968799961183, "probability": 0.361328125, "raw_probability": 0.361328125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 8000, "elapsed_sec": 66537.96041035652, "probe_elapsed_sec": 1.0169632260221988, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " la capitale dell'Italia. La citt\u00e0 \u00e8 la capitale dell'Italia, la capitale dell'Italia, la capitale dell'Italia, la capitale dell'Italia", "text": "La capitale d'Italia \u00e8 la capitale dell'Italia. La citt\u00e0 \u00e8 la capitale dell'Italia, la capitale dell'Italia, la capitale dell'Italia, la capitale dell'Italia", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 285, "token_text": " la", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10205078125}, {"token_id": 1340, "token_text": " stata", "probability": 0.10205078125}, {"token_id": 267, "token_text": " un", "probability": 0.061767578125}, {"token_id": 293, "token_text": " il", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.12451171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0966796875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05517578125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.016845703125}, {"token_id": 718, "token_text": " sua", "probability": 0.016845703125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.1767578125}, {"token_id": 370, "token_text": " della", "probability": 0.15625}, {"token_id": 337, "token_text": " del", "probability": 0.15625}, {"token_id": 238, "token_text": " di", "probability": 0.061279296875}, {"token_id": 214, "token_text": " d", "probability": 0.0576171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.008056640625}, {"token_id": 17042, "token_text": "'\"", "probability": 0.0002288818359375}, {"token_id": 3707, "token_text": "Italia", "probability": 8.96453857421875e-05}, {"token_id": 12776, "token_text": "''", "probability": 7.915496826171875e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.470703125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.07666015625}, {"token_id": 6311, "token_text": "Unione", "probability": 0.041015625}, {"token_id": 56, "token_text": "U", "probability": 0.0206298828125}, {"token_id": 40, "token_text": "E", "probability": 0.01611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.26171875}, {"token_id": 15, "token_text": ",", "probability": 0.2451171875}, {"token_id": 246, "token_text": " e", "probability": 0.06201171875}, {"token_id": 303, "token_text": " che", "probability": 0.0228271484375}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1025390625}, {"token_id": 538, "token_text": " Il", "probability": 0.09033203125}, {"token_id": 302, "token_text": " L", "probability": 0.054931640625}, {"token_id": 2, "token_text": "", "probability": 0.0400390625}, {"token_id": 362, "token_text": " E", "probability": 0.03125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10009765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.060791015625}, {"token_id": 1843, "token_text": " storia", "probability": 0.060791015625}, {"token_id": 718, "token_text": " sua", "probability": 0.05029296875}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.032470703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.296875}, {"token_id": 238, "token_text": " di", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.040283203125}, {"token_id": 373, "token_text": " ha", "probability": 0.040283203125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1103515625}, {"token_id": 293, "token_text": " il", "probability": 0.07568359375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.055419921875}, {"token_id": 1340, "token_text": " stata", "probability": 0.05224609375}, {"token_id": 387, "token_text": " una", "probability": 0.049072265625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.396484375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12890625}, {"token_id": 4211, "token_text": " sede", "probability": 0.060791015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039306640625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0286865234375}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.33984375}, {"token_id": 370, "token_text": " della", "probability": 0.1416015625}, {"token_id": 337, "token_text": " del", "probability": 0.1103515625}, {"token_id": 214, "token_text": " d", "probability": 0.08056640625}, {"token_id": 238, "token_text": " di", "probability": 0.058837890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0035858154296875}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00010204315185546875}, {"token_id": 12776, "token_text": "''", "probability": 5.817413330078125e-05}, {"token_id": 67, "token_text": "`", "probability": 1.2934207916259766e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.59765625}, {"token_id": 5681, "token_text": "Europa", "probability": 0.059326171875}, {"token_id": 11225, "token_text": "Impero", "probability": 0.024658203125}, {"token_id": 6311, "token_text": "Unione", "probability": 0.019287109375}, {"token_id": 40, "token_text": "E", "probability": 0.0159912109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.23046875}, {"token_id": 17, "token_text": ".", "probability": 0.19140625}, {"token_id": 246, "token_text": " e", "probability": 0.06201171875}, {"token_id": 2750, "token_text": " centro", "probability": 0.042724609375}, {"token_id": 10464, "token_text": " meridionale", "probability": 0.035400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.08251953125}, {"token_id": 272, "token_text": " con", "probability": 0.07275390625}, {"token_id": 303, "token_text": " che", "probability": 0.068359375}, {"token_id": 445, "token_text": " ma", "probability": 0.047119140625}, {"token_id": 293, "token_text": " il", "probability": 0.047119140625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1611328125}, {"token_id": 739, "token_text": " cui", "probability": 0.052490234375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.052490234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.03173828125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.408203125}, {"token_id": 370, "token_text": " della", "probability": 0.1328125}, {"token_id": 337, "token_text": " del", "probability": 0.09130859375}, {"token_id": 214, "token_text": " d", "probability": 0.05517578125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0458984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00262451171875}, {"token_id": 17042, "token_text": "'\"", "probability": 9.584426879882812e-05}, {"token_id": 12776, "token_text": "''", "probability": 8.440017700195312e-05}, {"token_id": 5831, "token_text": "'.", "probability": 1.3828277587890625e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.734375}, {"token_id": 5681, "token_text": "Europa", "probability": 0.046875}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0208740234375}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0172119140625}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0162353515625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.33203125}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1474609375}, {"token_id": 246, "token_text": " e", "probability": 0.107421875}, {"token_id": 2750, "token_text": " centro", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.373046875}, {"token_id": 293, "token_text": " il", "probability": 0.1767578125}, {"token_id": 227, "token_text": " l", "probability": 0.08349609375}, {"token_id": 246, "token_text": " e", "probability": 0.06103515625}, {"token_id": 303, "token_text": " che", "probability": 0.02880859375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.1943359375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1513671875}, {"token_id": 739, "token_text": " cui", "probability": 0.038330078125}, {"token_id": 1390, "token_text": " quale", "probability": 0.035888671875}, {"token_id": 5078, "token_text": " regione", "probability": 0.03369140625}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.53125}, {"token_id": 370, "token_text": " della", "probability": 0.111328125}, {"token_id": 337, "token_text": " del", "probability": 0.08154296875}, {"token_id": 214, "token_text": " d", "probability": 0.04638671875}, {"token_id": 238, "token_text": " di", "probability": 0.0264892578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0029754638671875}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00010204315185546875}, {"token_id": 12776, "token_text": "''", "probability": 8.440017700195312e-05}, {"token_id": 67, "token_text": "`", "probability": 1.2934207916259766e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.7890625}, {"token_id": 5681, "token_text": "Europa", "probability": 0.036865234375}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0224609375}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0174560546875}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0174560546875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.392578125}, {"token_id": 246, "token_text": " e", "probability": 0.2236328125}, {"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 2750, "token_text": " centro", "probability": 0.013427734375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.546875}, {"token_id": 293, "token_text": " il", "probability": 0.1884765625}, {"token_id": 227, "token_text": " l", "probability": 0.10107421875}, {"token_id": 246, "token_text": " e", "probability": 0.03271484375}, {"token_id": 358, "token_text": " le", "probability": 0.0198974609375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.1455078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12890625}, {"token_id": 5078, "token_text": " regione", "probability": 0.04736328125}, {"token_id": 20232, "token_text": " repubblica", "probability": 0.039306640625}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.030517578125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.6328125}, {"token_id": 370, "token_text": " della", "probability": 0.103515625}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 214, "token_text": " d", "probability": 0.031494140625}, {"token_id": 238, "token_text": " di", "probability": 0.0216064453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.003173828125}, {"token_id": 17042, "token_text": "'\"", "probability": 9.584426879882812e-05}, {"token_id": 12776, "token_text": "''", "probability": 7.43865966796875e-05}, {"token_id": 67, "token_text": "`", "probability": 1.0728836059570312e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.76953125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.046142578125}, {"token_id": 16427, "token_text": "Austria", "probability": 0.023193359375}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0205078125}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0159912109375}]}], "clean_probe_diagnostics": [{"token_id": 285, "token_text": " la", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10205078125}, {"token_id": 1340, "token_text": " stata", "probability": 0.10205078125}, {"token_id": 267, "token_text": " un", "probability": 0.061767578125}, {"token_id": 293, "token_text": " il", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.12451171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0966796875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05517578125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.016845703125}, {"token_id": 718, "token_text": " sua", "probability": 0.016845703125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.1767578125}, {"token_id": 370, "token_text": " della", "probability": 0.15625}, {"token_id": 337, "token_text": " del", "probability": 0.15625}, {"token_id": 238, "token_text": " di", "probability": 0.061279296875}, {"token_id": 214, "token_text": " d", "probability": 0.0576171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.008056640625}, {"token_id": 17042, "token_text": "'\"", "probability": 0.0002288818359375}, {"token_id": 3707, "token_text": "Italia", "probability": 8.96453857421875e-05}, {"token_id": 12776, "token_text": "''", "probability": 7.915496826171875e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.470703125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.07666015625}, {"token_id": 6311, "token_text": "Unione", "probability": 0.041015625}, {"token_id": 56, "token_text": "U", "probability": 0.0206298828125}, {"token_id": 40, "token_text": "E", "probability": 0.01611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.26171875}, {"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 246, "token_text": " e", "probability": 0.062255859375}, {"token_id": 303, "token_text": " che", "probability": 0.0228271484375}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10693359375}, {"token_id": 538, "token_text": " Il", "probability": 0.09423828125}, {"token_id": 302, "token_text": " L", "probability": 0.05712890625}, {"token_id": 362, "token_text": " E", "probability": 0.032470703125}, {"token_id": 897, "token_text": " Nel", "probability": 0.025390625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10009765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.060791015625}, {"token_id": 1843, "token_text": " storia", "probability": 0.060791015625}, {"token_id": 718, "token_text": " sua", "probability": 0.05029296875}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.032470703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.296875}, {"token_id": 238, "token_text": " di", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.040283203125}, {"token_id": 373, "token_text": " ha", "probability": 0.040283203125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1103515625}, {"token_id": 293, "token_text": " il", "probability": 0.07568359375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.055419921875}, {"token_id": 1340, "token_text": " stata", "probability": 0.05224609375}, {"token_id": 387, "token_text": " una", "probability": 0.049072265625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.396484375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12890625}, {"token_id": 4211, "token_text": " sede", "probability": 0.060791015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039306640625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0286865234375}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.33984375}, {"token_id": 370, "token_text": " della", "probability": 0.1416015625}, {"token_id": 337, "token_text": " del", "probability": 0.1103515625}, {"token_id": 214, "token_text": " d", "probability": 0.08056640625}, {"token_id": 238, "token_text": " di", "probability": 0.058837890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0035858154296875}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00010204315185546875}, {"token_id": 12776, "token_text": "''", "probability": 5.817413330078125e-05}, {"token_id": 67, "token_text": "`", "probability": 1.2934207916259766e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.59765625}, {"token_id": 5681, "token_text": "Europa", "probability": 0.059326171875}, {"token_id": 11225, "token_text": "Impero", "probability": 0.024658203125}, {"token_id": 6311, "token_text": "Unione", "probability": 0.019287109375}, {"token_id": 40, "token_text": "E", "probability": 0.0159912109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.23046875}, {"token_id": 17, "token_text": ".", "probability": 0.19140625}, {"token_id": 246, "token_text": " e", "probability": 0.06201171875}, {"token_id": 2750, "token_text": " centro", "probability": 0.042724609375}, {"token_id": 10464, "token_text": " meridionale", "probability": 0.035400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.08251953125}, {"token_id": 272, "token_text": " con", "probability": 0.07275390625}, {"token_id": 303, "token_text": " che", "probability": 0.068359375}, {"token_id": 445, "token_text": " ma", "probability": 0.047119140625}, {"token_id": 293, "token_text": " il", "probability": 0.047119140625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1611328125}, {"token_id": 739, "token_text": " cui", "probability": 0.052490234375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.052490234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.03173828125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.408203125}, {"token_id": 370, "token_text": " della", "probability": 0.1328125}, {"token_id": 337, "token_text": " del", "probability": 0.09130859375}, {"token_id": 214, "token_text": " d", "probability": 0.05517578125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0458984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00262451171875}, {"token_id": 17042, "token_text": "'\"", "probability": 9.584426879882812e-05}, {"token_id": 12776, "token_text": "''", "probability": 8.440017700195312e-05}, {"token_id": 5831, "token_text": "'.", "probability": 1.3828277587890625e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.734375}, {"token_id": 5681, "token_text": "Europa", "probability": 0.046875}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0208740234375}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0172119140625}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0162353515625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.33203125}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1474609375}, {"token_id": 246, "token_text": " e", "probability": 0.10791015625}, {"token_id": 2750, "token_text": " centro", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.373046875}, {"token_id": 293, "token_text": " il", "probability": 0.1767578125}, {"token_id": 227, "token_text": " l", "probability": 0.08349609375}, {"token_id": 246, "token_text": " e", "probability": 0.06103515625}, {"token_id": 303, "token_text": " che", "probability": 0.02880859375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.1943359375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1513671875}, {"token_id": 739, "token_text": " cui", "probability": 0.038330078125}, {"token_id": 1390, "token_text": " quale", "probability": 0.035888671875}, {"token_id": 5078, "token_text": " regione", "probability": 0.03369140625}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.53125}, {"token_id": 370, "token_text": " della", "probability": 0.111328125}, {"token_id": 337, "token_text": " del", "probability": 0.08154296875}, {"token_id": 214, "token_text": " d", "probability": 0.04638671875}, {"token_id": 238, "token_text": " di", "probability": 0.0264892578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0029754638671875}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00010204315185546875}, {"token_id": 12776, "token_text": "''", "probability": 8.440017700195312e-05}, {"token_id": 67, "token_text": "`", "probability": 1.2934207916259766e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.7890625}, {"token_id": 5681, "token_text": "Europa", "probability": 0.036865234375}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0224609375}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0174560546875}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0174560546875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.392578125}, {"token_id": 246, "token_text": " e", "probability": 0.224609375}, {"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 2750, "token_text": " centro", "probability": 0.01348876953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.546875}, {"token_id": 293, "token_text": " il", "probability": 0.1884765625}, {"token_id": 227, "token_text": " l", "probability": 0.10107421875}, {"token_id": 246, "token_text": " e", "probability": 0.03271484375}, {"token_id": 358, "token_text": " le", "probability": 0.0198974609375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.1455078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12890625}, {"token_id": 5078, "token_text": " regione", "probability": 0.04736328125}, {"token_id": 20232, "token_text": " repubblica", "probability": 0.039306640625}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.030517578125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.6328125}, {"token_id": 370, "token_text": " della", "probability": 0.103515625}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 214, "token_text": " d", "probability": 0.031494140625}, {"token_id": 238, "token_text": " di", "probability": 0.0216064453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.003173828125}, {"token_id": 17042, "token_text": "'\"", "probability": 9.584426879882812e-05}, {"token_id": 12776, "token_text": "''", "probability": 7.43865966796875e-05}, {"token_id": 67, "token_text": "`", "probability": 1.0728836059570312e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.76953125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.046142578125}, {"token_id": 16427, "token_text": "Austria", "probability": 0.023193359375}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0205078125}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0159912109375}]}], "token_diagnostics": [{"token_id": 285, "token_text": " la", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10205078125}, {"token_id": 1340, "token_text": " stata", "probability": 0.10205078125}, {"token_id": 267, "token_text": " un", "probability": 0.061767578125}, {"token_id": 293, "token_text": " il", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.12451171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0966796875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05517578125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.016845703125}, {"token_id": 718, "token_text": " sua", "probability": 0.016845703125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.1767578125}, {"token_id": 370, "token_text": " della", "probability": 0.15625}, {"token_id": 337, "token_text": " del", "probability": 0.15625}, {"token_id": 238, "token_text": " di", "probability": 0.061279296875}, {"token_id": 214, "token_text": " d", "probability": 0.0576171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.008056640625}, {"token_id": 17042, "token_text": "'\"", "probability": 0.0002288818359375}, {"token_id": 3707, "token_text": "Italia", "probability": 8.96453857421875e-05}, {"token_id": 12776, "token_text": "''", "probability": 7.915496826171875e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.470703125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.07666015625}, {"token_id": 6311, "token_text": "Unione", "probability": 0.041015625}, {"token_id": 56, "token_text": "U", "probability": 0.0206298828125}, {"token_id": 40, "token_text": "E", "probability": 0.01611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.26171875}, {"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 246, "token_text": " e", "probability": 0.062255859375}, {"token_id": 303, "token_text": " che", "probability": 0.0228271484375}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10693359375}, {"token_id": 538, "token_text": " Il", "probability": 0.09423828125}, {"token_id": 302, "token_text": " L", "probability": 0.05712890625}, {"token_id": 362, "token_text": " E", "probability": 0.032470703125}, {"token_id": 897, "token_text": " Nel", "probability": 0.025390625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10009765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.060791015625}, {"token_id": 1843, "token_text": " storia", "probability": 0.060791015625}, {"token_id": 718, "token_text": " sua", "probability": 0.05029296875}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.032470703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.296875}, {"token_id": 238, "token_text": " di", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.040283203125}, {"token_id": 373, "token_text": " ha", "probability": 0.040283203125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1103515625}, {"token_id": 293, "token_text": " il", "probability": 0.07568359375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.055419921875}, {"token_id": 1340, "token_text": " stata", "probability": 0.05224609375}, {"token_id": 387, "token_text": " una", "probability": 0.049072265625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.396484375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12890625}, {"token_id": 4211, "token_text": " sede", "probability": 0.060791015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039306640625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0286865234375}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.33984375}, {"token_id": 370, "token_text": " della", "probability": 0.1416015625}, {"token_id": 337, "token_text": " del", "probability": 0.1103515625}, {"token_id": 214, "token_text": " d", "probability": 0.08056640625}, {"token_id": 238, "token_text": " di", "probability": 0.058837890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0035858154296875}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00010204315185546875}, {"token_id": 12776, "token_text": "''", "probability": 5.817413330078125e-05}, {"token_id": 67, "token_text": "`", "probability": 1.2934207916259766e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.59765625}, {"token_id": 5681, "token_text": "Europa", "probability": 0.059326171875}, {"token_id": 11225, "token_text": "Impero", "probability": 0.024658203125}, {"token_id": 6311, "token_text": "Unione", "probability": 0.019287109375}, {"token_id": 40, "token_text": "E", "probability": 0.0159912109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.23046875}, {"token_id": 17, "token_text": ".", "probability": 0.19140625}, {"token_id": 246, "token_text": " e", "probability": 0.06201171875}, {"token_id": 2750, "token_text": " centro", "probability": 0.042724609375}, {"token_id": 10464, "token_text": " meridionale", "probability": 0.035400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.08251953125}, {"token_id": 272, "token_text": " con", "probability": 0.07275390625}, {"token_id": 303, "token_text": " che", "probability": 0.068359375}, {"token_id": 445, "token_text": " ma", "probability": 0.047119140625}, {"token_id": 293, "token_text": " il", "probability": 0.047119140625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1611328125}, {"token_id": 739, "token_text": " cui", "probability": 0.052490234375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.052490234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.03173828125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.408203125}, {"token_id": 370, "token_text": " della", "probability": 0.1328125}, {"token_id": 337, "token_text": " del", "probability": 0.09130859375}, {"token_id": 214, "token_text": " d", "probability": 0.05517578125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0458984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00262451171875}, {"token_id": 17042, "token_text": "'\"", "probability": 9.584426879882812e-05}, {"token_id": 12776, "token_text": "''", "probability": 8.440017700195312e-05}, {"token_id": 5831, "token_text": "'.", "probability": 1.3828277587890625e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.734375}, {"token_id": 5681, "token_text": "Europa", "probability": 0.046875}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0208740234375}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0172119140625}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0162353515625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.33203125}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1474609375}, {"token_id": 246, "token_text": " e", "probability": 0.10791015625}, {"token_id": 2750, "token_text": " centro", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.373046875}, {"token_id": 293, "token_text": " il", "probability": 0.1767578125}, {"token_id": 227, "token_text": " l", "probability": 0.08349609375}, {"token_id": 246, "token_text": " e", "probability": 0.06103515625}, {"token_id": 303, "token_text": " che", "probability": 0.02880859375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.1943359375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1513671875}, {"token_id": 739, "token_text": " cui", "probability": 0.038330078125}, {"token_id": 1390, "token_text": " quale", "probability": 0.035888671875}, {"token_id": 5078, "token_text": " regione", "probability": 0.03369140625}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.53125}, {"token_id": 370, "token_text": " della", "probability": 0.111328125}, {"token_id": 337, "token_text": " del", "probability": 0.08154296875}, {"token_id": 214, "token_text": " d", "probability": 0.04638671875}, {"token_id": 238, "token_text": " di", "probability": 0.0264892578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0029754638671875}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00010204315185546875}, {"token_id": 12776, "token_text": "''", "probability": 8.440017700195312e-05}, {"token_id": 67, "token_text": "`", "probability": 1.2934207916259766e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.7890625}, {"token_id": 5681, "token_text": "Europa", "probability": 0.036865234375}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0224609375}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0174560546875}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0174560546875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.392578125}, {"token_id": 246, "token_text": " e", "probability": 0.224609375}, {"token_id": 17, "token_text": ".", "probability": 0.154296875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 2750, "token_text": " centro", "probability": 0.01348876953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.546875}, {"token_id": 293, "token_text": " il", "probability": 0.1884765625}, {"token_id": 227, "token_text": " l", "probability": 0.10107421875}, {"token_id": 246, "token_text": " e", "probability": 0.03271484375}, {"token_id": 358, "token_text": " le", "probability": 0.0198974609375}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.1455078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.12890625}, {"token_id": 5078, "token_text": " regione", "probability": 0.04736328125}, {"token_id": 20232, "token_text": " repubblica", "probability": 0.039306640625}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.030517578125}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.6328125}, {"token_id": 370, "token_text": " della", "probability": 0.103515625}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 214, "token_text": " d", "probability": 0.031494140625}, {"token_id": 238, "token_text": " di", "probability": 0.0216064453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.99609375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.003173828125}, {"token_id": 17042, "token_text": "'\"", "probability": 9.584426879882812e-05}, {"token_id": 12776, "token_text": "''", "probability": 7.43865966796875e-05}, {"token_id": 67, "token_text": "`", "probability": 1.0728836059570312e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.76953125}, {"token_id": 5681, "token_text": "Europa", "probability": 0.046142578125}, {"token_id": 16427, "token_text": "Austria", "probability": 0.023193359375}, {"token_id": 6311, "token_text": "Unione", "probability": 0.0205078125}, {"token_id": 11225, "token_text": "Impero", "probability": 0.0159912109375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 132, "correct_token_probability": 0.00070953369140625, "top_10_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10205078125}, {"token_id": 1340, "token_text": " stata", "probability": 0.10205078125}, {"token_id": 267, "token_text": " un", "probability": 0.061767578125}, {"token_id": 293, "token_text": " il", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}, {"token_id": 227, "token_text": " l", "probability": 0.039794921875}, {"token_id": 238, "token_text": " di", "probability": 0.020751953125}, {"token_id": 234, "token_text": " in", "probability": 0.015625}, {"token_id": 1038, "token_text": " uno", "probability": 0.01422119140625}, {"token_id": 1378, "token_text": " ancora", "probability": 0.0137939453125}], "entropy": 5.09375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.250902576365815, "average_logprob_per_token": -7.250902576365815, "perplexity_on_target_sequence": 1409.3763440860218, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -7.250902576365815, "probability": 0.00070953369140625, "raw_probability": 0.00070953369140625, "correct_token_rank": 132}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} +{"step": 8000, "elapsed_sec": 66537.96104288101, "probe_elapsed_sec": 1.0169632260221988, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere in grado di creare un'ampia gamma di strumenti di base per la creazione di un'ampia gamma di strumenti di base per la creazione di un'ampia", "text": "Un piccolo modello linguistico dovrebbe essere in grado di creare un'ampia gamma di strumenti di base per la creazione di un'ampia gamma di strumenti di base per la creazione di un'ampia", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.07861328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.01458740234375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.013671875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.032470703125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0303955078125}, {"token_id": 267, "token_text": " un", "probability": 0.02685546875}, {"token_id": 844, "token_text": " stato", "probability": 0.023681640625}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.77734375}, {"token_id": 3300, "token_text": " realt\u00e0", "probability": 0.018310546875}, {"token_id": 387, "token_text": " una", "probability": 0.00762939453125}, {"token_id": 8268, "token_text": " vendita", "probability": 0.006744384765625}, {"token_id": 267, "token_text": " un", "probability": 0.006317138671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.99609375}, {"token_id": 15, "token_text": ",", "probability": 0.00066375732421875}, {"token_id": 214, "token_text": " d", "probability": 0.00054931640625}, {"token_id": 616, "token_text": " anche", "probability": 0.0002765655517578125}, {"token_id": 1015, "token_text": " solo", "probability": 0.0002155303955078125}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.049560546875}, {"token_id": 13952, "token_text": " offrire", "probability": 0.041015625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.03857421875}, {"token_id": 17104, "token_text": " identificare", "probability": 0.02490234375}, {"token_id": 9621, "token_text": " produrre", "probability": 0.02197265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.287109375}, {"token_id": 387, "token_text": " una", "probability": 0.185546875}, {"token_id": 293, "token_text": " il", "probability": 0.028564453125}, {"token_id": 246, "token_text": " e", "probability": 0.0267333984375}, {"token_id": 285, "token_text": " la", "probability": 0.025146484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10302734375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.062255859375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.05859375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.05859375}, {"token_id": 10687, "token_text": " ambiente", "probability": 0.0517578125}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.15625}, {"token_id": 3837, "token_text": "opera", "probability": 0.08349609375}, {"token_id": 15023, "token_text": "atmosfera", "probability": 0.0693359375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0693359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.057373046875}]}, {"token_id": 12614, "token_text": " gamma", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 12614, "token_text": " gamma", "probability": 0.375}, {"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.3515625}, {"token_id": 13679, "token_text": " selezione", "probability": 0.0255126953125}, {"token_id": 5290, "token_text": " rete", "probability": 0.01202392578125}, {"token_id": 2006, "token_text": " serie", "probability": 0.00994873046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.93359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.002471923828125}, {"token_id": 9438, "token_text": " completa", "probability": 0.0021820068359375}, {"token_id": 290, "token_text": " per", "probability": 0.0021820068359375}, {"token_id": 214, "token_text": " d", "probability": 0.0021820068359375}]}, {"token_id": 7258, "token_text": " strumenti", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 7258, "token_text": " strumenti", "probability": 0.058349609375}, {"token_id": 23784, "token_text": " stili", "probability": 0.02587890625}, {"token_id": 6022, "token_text": " forme", "probability": 0.02587890625}, {"token_id": 8790, "token_text": " contenuti", "probability": 0.02587890625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.021484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1357421875}, {"token_id": 290, "token_text": " per", "probability": 0.099609375}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 15, "token_text": ",", "probability": 0.044189453125}, {"token_id": 303, "token_text": " che", "probability": 0.038818359375}]}, {"token_id": 1747, "token_text": " base", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 1747, "token_text": " base", "probability": 0.07568359375}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.07568359375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.06298828125}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.043212890625}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.024658203125}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.224609375}, {"token_id": 15, "token_text": ",", "probability": 0.07275390625}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 17, "token_text": ".", "probability": 0.056884765625}, {"token_id": 238, "token_text": " di", "probability": 0.050048828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10791015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.08935546875}, {"token_id": 227, "token_text": " l", "probability": 0.054443359375}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}, {"token_id": 358, "token_text": " le", "probability": 0.03515625}]}, {"token_id": 7735, "token_text": " creazione", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 7735, "token_text": " creazione", "probability": 0.0986328125}, {"token_id": 14155, "token_text": " comprensione", "probability": 0.072265625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.036376953125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.036376953125}, {"token_id": 8544, "token_text": " realizzazione", "probability": 0.031982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.65625}, {"token_id": 246, "token_text": " e", "probability": 0.06494140625}, {"token_id": 337, "token_text": " del", "probability": 0.0419921875}, {"token_id": 17, "token_text": ".", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2431640625}, {"token_id": 387, "token_text": " una", "probability": 0.12255859375}, {"token_id": 4619, "token_text": " nuove", "probability": 0.0791015625}, {"token_id": 7258, "token_text": " strumenti", "probability": 0.0654296875}, {"token_id": 4448, "token_text": " nuovi", "probability": 0.05419921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2373046875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.06787109375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0439453125}, {"token_id": 6709, "token_text": " unico", "probability": 0.041259765625}, {"token_id": 2392, "token_text": " insieme", "probability": 0.0341796875}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.142578125}, {"token_id": 13658, "token_text": "applicazione", "probability": 0.052490234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.052490234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.052490234375}, {"token_id": 5557, "token_text": "unica", "probability": 0.04931640625}]}, {"token_id": 12614, "token_text": " gamma", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 12614, "token_text": " gamma", "probability": 0.48828125}, {"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.4296875}, {"token_id": 5290, "token_text": " rete", "probability": 0.00787353515625}, {"token_id": 13679, "token_text": " selezione", "probability": 0.0069580078125}, {"token_id": 12378, "token_text": " collezione", "probability": 0.002410888671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.87109375}, {"token_id": 17, "token_text": ".", "probability": 0.01806640625}, {"token_id": 15, "token_text": ",", "probability": 0.007537841796875}, {"token_id": 214, "token_text": " d", "probability": 0.0048828125}, {"token_id": 246, "token_text": " e", "probability": 0.0030517578125}]}, {"token_id": 7258, "token_text": " strumenti", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 7258, "token_text": " strumenti", "probability": 0.30078125}, {"token_id": 23784, "token_text": " stili", "probability": 0.043212890625}, {"token_id": 6022, "token_text": " forme", "probability": 0.0279541015625}, {"token_id": 7131, "token_text": " tecniche", "probability": 0.024658203125}, {"token_id": 7326, "token_text": " sistemi", "probability": 0.0191650390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 290, "token_text": " per", "probability": 0.055908203125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 246, "token_text": " e", "probability": 0.03857421875}]}, {"token_id": 1747, "token_text": " base", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 1747, "token_text": " base", "probability": 0.78125}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.0152587890625}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.0072021484375}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.00677490234375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.004638671875}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.25390625}, {"token_id": 17, "token_text": ".", "probability": 0.224609375}, {"token_id": 15, "token_text": ",", "probability": 0.07763671875}, {"token_id": 246, "token_text": " e", "probability": 0.05322265625}, {"token_id": 238, "token_text": " di", "probability": 0.034423828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.330078125}, {"token_id": 293, "token_text": " il", "probability": 0.0888671875}, {"token_id": 227, "token_text": " l", "probability": 0.0888671875}, {"token_id": 5269, "token_text": " creare", "probability": 0.0419921875}, {"token_id": 358, "token_text": " le", "probability": 0.03955078125}]}, {"token_id": 7735, "token_text": " creazione", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 7735, "token_text": " creazione", "probability": 0.28125}, {"token_id": 8544, "token_text": " realizzazione", "probability": 0.09765625}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.0556640625}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0380859375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.02978515625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8359375}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}, {"token_id": 337, "token_text": " del", "probability": 0.01531982421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.330078125}, {"token_id": 387, "token_text": " una", "probability": 0.12890625}, {"token_id": 7258, "token_text": " strumenti", "probability": 0.1005859375}, {"token_id": 4619, "token_text": " nuove", "probability": 0.0537109375}, {"token_id": 4448, "token_text": " nuovi", "probability": 0.050537109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.47265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0498046875}, {"token_id": 6709, "token_text": " unico", "probability": 0.041259765625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0322265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.020751953125}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.2333984375}, {"token_id": 5557, "token_text": "unica", "probability": 0.2060546875}, {"token_id": 13658, "token_text": "applicazione", "probability": 0.049072265625}, {"token_id": 2734, "token_text": "altra", "probability": 0.035888671875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0296630859375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.07861328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.01458740234375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.013671875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.032470703125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0303955078125}, {"token_id": 267, "token_text": " un", "probability": 0.02685546875}, {"token_id": 844, "token_text": " stato", "probability": 0.023681640625}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.77734375}, {"token_id": 3300, "token_text": " realt\u00e0", "probability": 0.018310546875}, {"token_id": 387, "token_text": " una", "probability": 0.00762939453125}, {"token_id": 8268, "token_text": " vendita", "probability": 0.006744384765625}, {"token_id": 267, "token_text": " un", "probability": 0.006317138671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.99609375}, {"token_id": 15, "token_text": ",", "probability": 0.00066375732421875}, {"token_id": 214, "token_text": " d", "probability": 0.00054931640625}, {"token_id": 616, "token_text": " anche", "probability": 0.0002765655517578125}, {"token_id": 1015, "token_text": " solo", "probability": 0.0002155303955078125}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.049560546875}, {"token_id": 13952, "token_text": " offrire", "probability": 0.041015625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.03857421875}, {"token_id": 17104, "token_text": " identificare", "probability": 0.02490234375}, {"token_id": 9621, "token_text": " produrre", "probability": 0.02197265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.287109375}, {"token_id": 387, "token_text": " una", "probability": 0.185546875}, {"token_id": 293, "token_text": " il", "probability": 0.028564453125}, {"token_id": 246, "token_text": " e", "probability": 0.0267333984375}, {"token_id": 285, "token_text": " la", "probability": 0.025146484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10302734375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.062255859375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.05859375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.05859375}, {"token_id": 10687, "token_text": " ambiente", "probability": 0.0517578125}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.15625}, {"token_id": 3837, "token_text": "opera", "probability": 0.08349609375}, {"token_id": 15023, "token_text": "atmosfera", "probability": 0.0693359375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0693359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.057373046875}]}, {"token_id": 12614, "token_text": " gamma", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 12614, "token_text": " gamma", "probability": 0.375}, {"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.3515625}, {"token_id": 13679, "token_text": " selezione", "probability": 0.0255126953125}, {"token_id": 5290, "token_text": " rete", "probability": 0.01202392578125}, {"token_id": 2006, "token_text": " serie", "probability": 0.00994873046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.93359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.002471923828125}, {"token_id": 9438, "token_text": " completa", "probability": 0.0021820068359375}, {"token_id": 290, "token_text": " per", "probability": 0.0021820068359375}, {"token_id": 214, "token_text": " d", "probability": 0.0021820068359375}]}, {"token_id": 7258, "token_text": " strumenti", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 7258, "token_text": " strumenti", "probability": 0.058349609375}, {"token_id": 23784, "token_text": " stili", "probability": 0.02587890625}, {"token_id": 6022, "token_text": " forme", "probability": 0.02587890625}, {"token_id": 8790, "token_text": " contenuti", "probability": 0.02587890625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.021484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1357421875}, {"token_id": 290, "token_text": " per", "probability": 0.099609375}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 15, "token_text": ",", "probability": 0.044189453125}, {"token_id": 303, "token_text": " che", "probability": 0.038818359375}]}, {"token_id": 1747, "token_text": " base", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 1747, "token_text": " base", "probability": 0.07568359375}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.07568359375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.06298828125}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.043212890625}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.024658203125}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.224609375}, {"token_id": 15, "token_text": ",", "probability": 0.07275390625}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 17, "token_text": ".", "probability": 0.056884765625}, {"token_id": 238, "token_text": " di", "probability": 0.050048828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10791015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.08935546875}, {"token_id": 227, "token_text": " l", "probability": 0.054443359375}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}, {"token_id": 358, "token_text": " le", "probability": 0.03515625}]}, {"token_id": 7735, "token_text": " creazione", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 7735, "token_text": " creazione", "probability": 0.0986328125}, {"token_id": 14155, "token_text": " comprensione", "probability": 0.072265625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.036376953125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.036376953125}, {"token_id": 8544, "token_text": " realizzazione", "probability": 0.031982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.65625}, {"token_id": 246, "token_text": " e", "probability": 0.06494140625}, {"token_id": 337, "token_text": " del", "probability": 0.0419921875}, {"token_id": 17, "token_text": ".", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2431640625}, {"token_id": 387, "token_text": " una", "probability": 0.12255859375}, {"token_id": 4619, "token_text": " nuove", "probability": 0.0791015625}, {"token_id": 7258, "token_text": " strumenti", "probability": 0.0654296875}, {"token_id": 4448, "token_text": " nuovi", "probability": 0.05419921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2373046875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.06787109375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0439453125}, {"token_id": 6709, "token_text": " unico", "probability": 0.041259765625}, {"token_id": 2392, "token_text": " insieme", "probability": 0.0341796875}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.142578125}, {"token_id": 13658, "token_text": "applicazione", "probability": 0.052490234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.052490234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.052490234375}, {"token_id": 5557, "token_text": "unica", "probability": 0.04931640625}]}, {"token_id": 12614, "token_text": " gamma", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 12614, "token_text": " gamma", "probability": 0.48828125}, {"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.4296875}, {"token_id": 5290, "token_text": " rete", "probability": 0.00787353515625}, {"token_id": 13679, "token_text": " selezione", "probability": 0.0069580078125}, {"token_id": 12378, "token_text": " collezione", "probability": 0.002410888671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.87109375}, {"token_id": 17, "token_text": ".", "probability": 0.01806640625}, {"token_id": 15, "token_text": ",", "probability": 0.007537841796875}, {"token_id": 214, "token_text": " d", "probability": 0.0048828125}, {"token_id": 246, "token_text": " e", "probability": 0.0030517578125}]}, {"token_id": 7258, "token_text": " strumenti", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 7258, "token_text": " strumenti", "probability": 0.30078125}, {"token_id": 23784, "token_text": " stili", "probability": 0.043212890625}, {"token_id": 6022, "token_text": " forme", "probability": 0.0279541015625}, {"token_id": 7131, "token_text": " tecniche", "probability": 0.024658203125}, {"token_id": 7326, "token_text": " sistemi", "probability": 0.0191650390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 290, "token_text": " per", "probability": 0.055908203125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 246, "token_text": " e", "probability": 0.03857421875}]}, {"token_id": 1747, "token_text": " base", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 1747, "token_text": " base", "probability": 0.78125}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.0152587890625}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.0072021484375}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.00677490234375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.004638671875}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.25390625}, {"token_id": 17, "token_text": ".", "probability": 0.224609375}, {"token_id": 15, "token_text": ",", "probability": 0.07763671875}, {"token_id": 246, "token_text": " e", "probability": 0.05322265625}, {"token_id": 238, "token_text": " di", "probability": 0.034423828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.330078125}, {"token_id": 293, "token_text": " il", "probability": 0.0888671875}, {"token_id": 227, "token_text": " l", "probability": 0.0888671875}, {"token_id": 5269, "token_text": " creare", "probability": 0.0419921875}, {"token_id": 358, "token_text": " le", "probability": 0.03955078125}]}, {"token_id": 7735, "token_text": " creazione", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 7735, "token_text": " creazione", "probability": 0.28125}, {"token_id": 8544, "token_text": " realizzazione", "probability": 0.09765625}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.0556640625}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0380859375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.02978515625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8359375}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}, {"token_id": 337, "token_text": " del", "probability": 0.01531982421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.330078125}, {"token_id": 387, "token_text": " una", "probability": 0.12890625}, {"token_id": 7258, "token_text": " strumenti", "probability": 0.1005859375}, {"token_id": 4619, "token_text": " nuove", "probability": 0.0537109375}, {"token_id": 4448, "token_text": " nuovi", "probability": 0.050537109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.47265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0498046875}, {"token_id": 6709, "token_text": " unico", "probability": 0.041259765625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0322265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.020751953125}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.2333984375}, {"token_id": 5557, "token_text": "unica", "probability": 0.2060546875}, {"token_id": 13658, "token_text": "applicazione", "probability": 0.049072265625}, {"token_id": 2734, "token_text": "altra", "probability": 0.035888671875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0296630859375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.07861328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.01458740234375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.013671875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01287841796875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 7144, "token_text": " realizzato", "probability": 0.032470703125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0303955078125}, {"token_id": 267, "token_text": " un", "probability": 0.02685546875}, {"token_id": 844, "token_text": " stato", "probability": 0.023681640625}]}, {"token_id": 2760, "token_text": " grado", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 2760, "token_text": " grado", "probability": 0.77734375}, {"token_id": 3300, "token_text": " realt\u00e0", "probability": 0.018310546875}, {"token_id": 387, "token_text": " una", "probability": 0.00762939453125}, {"token_id": 8268, "token_text": " vendita", "probability": 0.006744384765625}, {"token_id": 267, "token_text": " un", "probability": 0.006317138671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.99609375}, {"token_id": 15, "token_text": ",", "probability": 0.00066375732421875}, {"token_id": 214, "token_text": " d", "probability": 0.00054931640625}, {"token_id": 616, "token_text": " anche", "probability": 0.0002765655517578125}, {"token_id": 1015, "token_text": " solo", "probability": 0.0002155303955078125}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.049560546875}, {"token_id": 13952, "token_text": " offrire", "probability": 0.041015625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.03857421875}, {"token_id": 17104, "token_text": " identificare", "probability": 0.02490234375}, {"token_id": 9621, "token_text": " produrre", "probability": 0.02197265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.287109375}, {"token_id": 387, "token_text": " una", "probability": 0.185546875}, {"token_id": 293, "token_text": " il", "probability": 0.028564453125}, {"token_id": 246, "token_text": " e", "probability": 0.0267333984375}, {"token_id": 285, "token_text": " la", "probability": 0.025146484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10302734375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.062255859375}, {"token_id": 14290, "token_text": " approccio", "probability": 0.05859375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.05859375}, {"token_id": 10687, "token_text": " ambiente", "probability": 0.0517578125}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.15625}, {"token_id": 3837, "token_text": "opera", "probability": 0.08349609375}, {"token_id": 15023, "token_text": "atmosfera", "probability": 0.0693359375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0693359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.057373046875}]}, {"token_id": 12614, "token_text": " gamma", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 12614, "token_text": " gamma", "probability": 0.375}, {"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.3515625}, {"token_id": 13679, "token_text": " selezione", "probability": 0.0255126953125}, {"token_id": 5290, "token_text": " rete", "probability": 0.01202392578125}, {"token_id": 2006, "token_text": " serie", "probability": 0.00994873046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.93359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.002471923828125}, {"token_id": 9438, "token_text": " completa", "probability": 0.0021820068359375}, {"token_id": 290, "token_text": " per", "probability": 0.0021820068359375}, {"token_id": 214, "token_text": " d", "probability": 0.0021820068359375}]}, {"token_id": 7258, "token_text": " strumenti", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 7258, "token_text": " strumenti", "probability": 0.058349609375}, {"token_id": 23784, "token_text": " stili", "probability": 0.02587890625}, {"token_id": 6022, "token_text": " forme", "probability": 0.02587890625}, {"token_id": 8790, "token_text": " contenuti", "probability": 0.02587890625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.021484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1357421875}, {"token_id": 290, "token_text": " per", "probability": 0.099609375}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 15, "token_text": ",", "probability": 0.044189453125}, {"token_id": 303, "token_text": " che", "probability": 0.038818359375}]}, {"token_id": 1747, "token_text": " base", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 1747, "token_text": " base", "probability": 0.07568359375}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.07568359375}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.06298828125}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.043212890625}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.024658203125}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.224609375}, {"token_id": 15, "token_text": ",", "probability": 0.07275390625}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 17, "token_text": ".", "probability": 0.056884765625}, {"token_id": 238, "token_text": " di", "probability": 0.050048828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10791015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.08935546875}, {"token_id": 227, "token_text": " l", "probability": 0.054443359375}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}, {"token_id": 358, "token_text": " le", "probability": 0.03515625}]}, {"token_id": 7735, "token_text": " creazione", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 7735, "token_text": " creazione", "probability": 0.0986328125}, {"token_id": 14155, "token_text": " comprensione", "probability": 0.072265625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.036376953125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.036376953125}, {"token_id": 8544, "token_text": " realizzazione", "probability": 0.031982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.65625}, {"token_id": 246, "token_text": " e", "probability": 0.06494140625}, {"token_id": 337, "token_text": " del", "probability": 0.0419921875}, {"token_id": 17, "token_text": ".", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2431640625}, {"token_id": 387, "token_text": " una", "probability": 0.12255859375}, {"token_id": 4619, "token_text": " nuove", "probability": 0.0791015625}, {"token_id": 7258, "token_text": " strumenti", "probability": 0.0654296875}, {"token_id": 4448, "token_text": " nuovi", "probability": 0.05419921875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2373046875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.06787109375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0439453125}, {"token_id": 6709, "token_text": " unico", "probability": 0.041259765625}, {"token_id": 2392, "token_text": " insieme", "probability": 0.0341796875}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.142578125}, {"token_id": 13658, "token_text": "applicazione", "probability": 0.052490234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.052490234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.052490234375}, {"token_id": 5557, "token_text": "unica", "probability": 0.04931640625}]}, {"token_id": 12614, "token_text": " gamma", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 12614, "token_text": " gamma", "probability": 0.48828125}, {"token_id": 11133, "token_text": " variet\u00e0", "probability": 0.4296875}, {"token_id": 5290, "token_text": " rete", "probability": 0.00787353515625}, {"token_id": 13679, "token_text": " selezione", "probability": 0.0069580078125}, {"token_id": 12378, "token_text": " collezione", "probability": 0.002410888671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.87109375}, {"token_id": 17, "token_text": ".", "probability": 0.01806640625}, {"token_id": 15, "token_text": ",", "probability": 0.007537841796875}, {"token_id": 214, "token_text": " d", "probability": 0.0048828125}, {"token_id": 246, "token_text": " e", "probability": 0.0030517578125}]}, {"token_id": 7258, "token_text": " strumenti", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 7258, "token_text": " strumenti", "probability": 0.30078125}, {"token_id": 23784, "token_text": " stili", "probability": 0.043212890625}, {"token_id": 6022, "token_text": " forme", "probability": 0.0279541015625}, {"token_id": 7131, "token_text": " tecniche", "probability": 0.024658203125}, {"token_id": 7326, "token_text": " sistemi", "probability": 0.0191650390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.25}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 290, "token_text": " per", "probability": 0.055908203125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 246, "token_text": " e", "probability": 0.03857421875}]}, {"token_id": 1747, "token_text": " base", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 1747, "token_text": " base", "probability": 0.78125}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.0152587890625}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.0072021484375}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.00677490234375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.004638671875}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.25390625}, {"token_id": 17, "token_text": ".", "probability": 0.224609375}, {"token_id": 15, "token_text": ",", "probability": 0.07763671875}, {"token_id": 246, "token_text": " e", "probability": 0.05322265625}, {"token_id": 238, "token_text": " di", "probability": 0.034423828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.330078125}, {"token_id": 293, "token_text": " il", "probability": 0.0888671875}, {"token_id": 227, "token_text": " l", "probability": 0.0888671875}, {"token_id": 5269, "token_text": " creare", "probability": 0.0419921875}, {"token_id": 358, "token_text": " le", "probability": 0.03955078125}]}, {"token_id": 7735, "token_text": " creazione", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 7735, "token_text": " creazione", "probability": 0.28125}, {"token_id": 8544, "token_text": " realizzazione", "probability": 0.09765625}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.0556640625}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0380859375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.02978515625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8359375}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}, {"token_id": 337, "token_text": " del", "probability": 0.01531982421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.330078125}, {"token_id": 387, "token_text": " una", "probability": 0.12890625}, {"token_id": 7258, "token_text": " strumenti", "probability": 0.1005859375}, {"token_id": 4619, "token_text": " nuove", "probability": 0.0537109375}, {"token_id": 4448, "token_text": " nuovi", "probability": 0.050537109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.47265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0498046875}, {"token_id": 6709, "token_text": " unico", "probability": 0.041259765625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0322265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.020751953125}]}, {"token_id": 19395, "token_text": "ampia", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 19395, "token_text": "ampia", "probability": 0.2333984375}, {"token_id": 5557, "token_text": "unica", "probability": 0.2060546875}, {"token_id": 13658, "token_text": "applicazione", "probability": 0.049072265625}, {"token_id": 2734, "token_text": "altra", "probability": 0.035888671875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0296630859375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.33203125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.07861328125}, {"token_id": 4321, "token_text": " dare", "probability": 0.01458740234375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.013671875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01287841796875}, {"token_id": 1016, "token_text": " far", "probability": 0.0113525390625}, {"token_id": 5269, "token_text": " creare", "probability": 0.01068115234375}, {"token_id": 13952, "token_text": " offrire", "probability": 0.0093994140625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.0093994140625}, {"token_id": 4492, "token_text": " trovare", "probability": 0.00885009765625}], "entropy": 4.53125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.102526187989246, "average_logprob_per_token": -1.102526187989246, "perplexity_on_target_sequence": 3.011764705882353, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.102526187989246, "probability": 0.33203125, "raw_probability": 0.33203125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}}