| {"test_metrics": {"test/accuracy": 0.7437117607070021, "test/f1_macro": 0.7437723640417468, "test/precision": 0.7437700894055984, "test/recall": 0.7444021010487692, "test/confusion_matrix": [[4159, 710, 717], [605, 4312, 750], [774, 968, 4657]], "test/vast": {"accuracy": 0.7538256819693946, "f1_macro": 0.7492484968884109, "precision": 0.7501653520728464, "recall": 0.7511970655014509}, "test/ezstance": {"accuracy": 0.6391288021028915, "f1_macro": 0.6376467526577225, "precision": 0.640126789467326, "recall": 0.6406803623959795}, "test/ezstance_claim": {"accuracy": 0.8525803310613437, "f1_macro": 0.8529506359335999, "precision": 0.856599440850588, "recall": 0.8525746680358538}, "test/pstance": {"accuracy": 0.8191933240611962, "f1_macro": 0.8188269398092711, "precision": 0.8188830548021216, "recall": 0.8187764857881137}, "test/semeval": {"accuracy": 0.6232106339468303, "f1_macro": 0.5921589318327758, "precision": 0.6031941849286565, "recall": 0.6088800914581328}, "test/mtcsd": {"accuracy": 0.6463465553235909, "f1_macro": 0.5997875103575203, "precision": 0.6430789901082369, "recall": 0.5828140545945697}, "test/ctsdt": {"accuracy": 0.7294117647058823, "f1_macro": 0.6433687351971505, "precision": 0.7291177007201348, "recall": 0.6156366162932082}}, "prompt": "For the following text, determine whether the author's stance is in favor of, against, or neutral toward the target: '{target}'. Consider the language used, any explicit statements of position, and contextual clues that suggest the author's stance. Answer only with 'in favor', 'against', or 'neutral'. \n\nText: '{text}'", "parent_prompt": "For the following text, determine whether the author's stance is in favor of, against, or neutral toward the target: '{target}'. Consider the language used, any explicit statements of position, the chain of parent texts that the author is replying to, and contextual clues that suggest the author's attitude. Answer only with 'in favor', 'against', or 'neutral'.\n\nParent Document Chain (from oldest to most recent):\n{parent_chain}\n\nText: '{text}'", "classification_method": "head"} |