Evaluation
Evall log
{"files":{"EXIST2025_T2_1_en_hard_test_gold.json":{"description":"The file is correctly parser without errors or warnings.\\nFile name: EXIST2025_T2_1_en_hard_test_gold.json.","errors":{},"gold":true,"name":"EXIST2025_T2_1_en_hard_test_gold.json","status":"OK"},"preds_flash-3.json":{"description":"The file is correctly parser without errors or warnings.\\nFile name: preds_flash-3.json.","errors":{},"gold":false,"name":"preds_flash-3.json","status":"OK"}},"metrics":{"Accuracy":{"acronym":"Acc","description":"Coming soon!","name":"Accuracy","results":{"average_per_test_case":0.8468085106382979,"test_cases":[{"average":0.8468085106382979,"name":"EXIST2025"}]},"status":"OK"},"FMeasure":{"acronym":"F1","description":"Coming soon!","name":"F-Measure","results":{"average_per_test_case":0.806711494544532,"test_cases":[{"average":0.806711494544532,"classes":{"NO":0.7857142857142858,"YES":0.8277087033747781},"name":"EXIST2025"}]},"status":"OK"},"ICM":{"acronym":"ICM","description":"Coming soon!","name":"Information Contrast model","results":{"average_per_test_case":0.518259695268625,"test_cases":[{"average":0.518259695268625,"name":"EXIST2025"}]},"status":"OK"},"ICMNorm":{"acronym":"ICM-Norm","description":"Coming soon!","name":"Normalized Information Contrast Model","results":{"average_per_test_case":0.7631167951696115,"test_cases":[{"average":0.7631167951696115,"name":"EXIST2025"}]},"status":"OK"},"Kappa":{"acronym":"Kappa","description":"Coming soon!","name":"Cohen's Kappa","results":{"average_per_test_case":0.6870665261055318,"test_cases":[{"average":0.6870665261055318,"name":"EXIST2025"}]},"status":"OK"},"Precision":{"acronym":"Pr","description":"Coming soon!","name":"Precision","results":{"average_per_test_case":0.7729708321684838,"test_cases":[{"average":0.7729708321684838,"classes":{"NO":0.7534246575342466,"YES":0.7925170068027211},"name":"EXIST2025"}]},"status":"OK"},"Recall":{"acronym":"Re","description":"Coming soon!","name":"Recall","results":{"average_per_test_case":0.8435332630527659,"test_cases":[{"average":0.8435332630527659,"classes":{"NO":0.8208955223880597,"YES":0.8661710037174721},"name":"EXIST2025"}]},"status":"OK"},"SystemPrecision":{"acronym":"SP","description":"Coming soon!","name":"System Precision","results":{"average_per_test_case":0.7758284600389863,"test_cases":[{"average":0.7758284600389863,"name":"EXIST2025"}]},"status":"OK"}}}
ICM Norm
0.76
metric_params
{"FMeasure":{"alfa_param":0.5,"custom":false},"ICM":{"alpha_1":2,"alpha_2":2,"beta":3,"custom":false}}
Sistema
ProTeGi-Gemini-Flash
Partición resultados
All
Precisión
0.77
Recall
0.84
F1
0.81
Accuracy
0.85
ICM
0.52
SystemPrecision
0.78
Kappa
0.69

