Evaluation
Evall log
{"files":{"EXIST2025_T2_1_en_hard_test_gold.json":{"description":"The file is correctly parser without errors or warnings.\\nFile name: EXIST2025_T2_1_en_hard_test_gold.json.","errors":{},"gold":true,"name":"EXIST2025_T2_1_en_hard_test_gold.json","status":"OK"},"preds_flash-3.1-lite.json":{"description":"The file is correctly parser without errors or warnings.\\nFile name: preds_flash-3.1-lite.json.","errors":{},"gold":false,"name":"preds_flash-3.1-lite.json","status":"OK"}},"metrics":{"Accuracy":{"acronym":"Acc","description":"Coming soon!","name":"Accuracy","results":{"average_per_test_case":0.8319148936170213,"test_cases":[{"average":0.8319148936170213,"name":"EXIST2025"}]},"status":"OK"},"FMeasure":{"acronym":"F1","description":"Coming soon!","name":"F-Measure","results":{"average_per_test_case":0.7919648350907358,"test_cases":[{"average":0.7919648350907358,"classes":{"NO":0.7652582159624413,"YES":0.8186714542190304},"name":"EXIST2025"}]},"status":"OK"},"ICM":{"acronym":"ICM","description":"Coming soon!","name":"Information Contrast model","results":{"average_per_test_case":0.4742387541908053,"test_cases":[{"average":0.4742387541908053,"name":"EXIST2025"}]},"status":"OK"},"ICMNorm":{"acronym":"ICM-Norm","description":"Coming soon!","name":"Normalized Information Contrast Model","results":{"average_per_test_case":0.7407676735950645,"test_cases":[{"average":0.7407676735950645,"name":"EXIST2025"}]},"status":"OK"},"Kappa":{"acronym":"Kappa","description":"Coming soon!","name":"Cohen's Kappa","results":{"average_per_test_case":0.657288955345111,"test_cases":[{"average":0.657288955345111,"name":"EXIST2025"}]},"status":"OK"},"Precision":{"acronym":"Pr","description":"Coming soon!","name":"Precision","results":{"average_per_test_case":0.7580555555555555,"test_cases":[{"average":0.7580555555555555,"classes":{"NO":0.7244444444444444,"YES":0.7916666666666666},"name":"EXIST2025"}]},"status":"OK"},"Recall":{"acronym":"Re","description":"Coming soon!","name":"Recall","results":{"average_per_test_case":0.8292644583772586,"test_cases":[{"average":0.8292644583772586,"classes":{"NO":0.8109452736318408,"YES":0.8475836431226765},"name":"EXIST2025"}]},"status":"OK"},"SystemPrecision":{"acronym":"SP","description":"Coming soon!","name":"System Precision","results":{"average_per_test_case":0.7621832358674464,"test_cases":[{"average":0.7621832358674464,"name":"EXIST2025"}]},"status":"OK"}}}
ICM Norm
0.74
metric_params
{"FMeasure":{"alfa_param":0.5,"custom":false},"ICM":{"alpha_1":2,"alpha_2":2,"beta":3,"custom":false}}
Sistema
ProTeGi-Gemini-Flash-Lite
Partición resultados
All
Precisión
0.76
Recall
0.83
F1
0.79
Accuracy
0.83
ICM
0.47
SystemPrecision
0.76
Kappa
0.66

