private://user_outputs/1/3631/task1_SINAI-TL_3.tsv_en.tsv

Evaluation
Evall log
				{"files":{"EXIST2022_test_GOLD_EvALL_Task1_en.tsv":{"description":"The file is correctly parser without errors or warnings.\\nFile name: EXIST2022_test_GOLD_EvALL_Task1_en.tsv.","errors":{},"gold":true,"name":"EXIST2022_test_GOLD_EvALL_Task1_en.tsv","status":"OK"},"task1_SINAI-TL_3.tsv_en.tsv":{"description":"The file is correctly parser without errors or warnings.\\nFile name: task1_SINAI-TL_3.tsv_en.tsv.","errors":{},"gold":false,"name":"task1_SINAI-TL_3.tsv_en.tsv","status":"OK"}},"metrics":{"Accuracy":{"acronym":"Acc","description":"Coming soon!","name":"Accuracy","results":{"average_per_test_case":0.823076923076923,"test_cases":[{"average":0.823076923076923,"name":"EXIST2022"}]},"status":"OK"},"CrossEntropy":{"acronym":"CE","description":"Coming soon!\\nThe evaluation FAIL.","name":"Cross Entropy","preconditions":{"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION":{"description":" The selected metric cannot be evaluated as the formats of the gold and predictions are not valid for this evaluation context.\\nThe metric name is: Cross Entropy.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"},"DCG":{"acronym":"DCG","description":"Coming soon!\\nThe evaluation FAIL.","name":"Discounted Cumulative Gain","preconditions":{"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION":{"description":" The selected metric cannot be evaluated as the formats of the gold and predictions are not valid for this evaluation context.\\nThe metric name is: Discounted Cumulative Gain.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"},"FMeasure":{"acronym":"F1","description":"Coming soon!","name":"F-Measure","results":{"average_per_test_case":0.8192151883427052,"test_cases":[{"average":0.8192151883427052,"classes":{"non-sexist":0.8456375838926176,"sexist":0.7927927927927929},"name":"EXIST2022"}]},"status":"OK"},"ICM":{"acronym":"ICM","description":"Coming soon!","name":"Information Contrast model","results":{"average_per_test_case":0.44265976504112714,"test_cases":[{"average":0.44265976504112714,"name":"EXIST2022"}]},"status":"OK"},"ICMNorm":{"acronym":"ICM-Norm","description":"Coming soon!","name":"Normalized Information Contrast Model","results":{"average_per_test_case":0.7262433471174741,"test_cases":[{"average":0.7262433471174741,"name":"EXIST2022"}]},"status":"OK"},"ICMSoft":{"acronym":"ICM-Soft","description":"Coming soon!\\nThe evaluation FAIL.","name":"Information Contrast Model Soft","preconditions":{"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION":{"description":" The selected metric cannot be evaluated as the formats of the gold and predictions are not valid for this evaluation context.\\nThe metric name is: Information Contrast Model Soft.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"},"ICMSoftNorm":{"acronym":"ICM-Soft-Norm","description":"Coming soon!\\nThe evaluation FAIL.","name":"Normalized Information Contrast Model Soft","preconditions":{"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION":{"description":" The selected metric cannot be evaluated as the formats of the gold and predictions are not valid for this evaluation context.\\nThe metric name is: Normalized Information Contrast Model Soft.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"},"Kappa":{"acronym":"Kappa","description":"Coming soon!","name":"Cohen's Kappa","results":{"average_per_test_case":0.6386979835359866,"test_cases":[{"average":0.6386979835359866,"name":"EXIST2022"}]},"status":"OK"},"MainReciprocalRank":{"acronym":"UNKNOWN","description":"UNKNOWN\\nThe evaluation FAIL.","errors":[{"description":"The selected metric does not exist.\\nThe metric name is: MainReciprocalRank.","name":"METRIC_UNKONW_METRIC_ERROR"}],"name":"MainReciprocalRank","status":"FAIL"},"MeanAveragePrecision":{"acronym":"UNKNOWN","description":"UNKNOWN\\nThe evaluation FAIL.","errors":[{"description":"The selected metric does not exist.\\nThe metric name is: MeanAveragePrecision.","name":"METRIC_UNKONW_METRIC_ERROR"}],"name":"MeanAveragePrecision","status":"FAIL"},"Precision":{"acronym":"Pr","description":"Coming soon!","name":"Precision","results":{"average_per_test_case":0.8172691667041823,"test_cases":[{"average":0.8172691667041823,"classes":{"non-sexist":0.865979381443299,"sexist":0.7685589519650655},"name":"EXIST2022"}]},"status":"OK"},"PrecisionAtK":{"acronym":"P@k","description":"Coming soon!\\nThe evaluation FAIL.","name":"Precision at k","preconditions":{"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION":{"description":" The selected metric cannot be evaluated as the formats of the gold and predictions are not valid for this evaluation context.\\nThe metric name is: Precision at k.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"},"RPrecision":{"acronym":"RPre.","description":"Coming soon!\\nThe evaluation FAIL.","name":"R Precision","preconditions":{"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION":{"description":" The selected metric cannot be evaluated as the formats of the gold and predictions are not valid for this evaluation context.\\nThe metric name is: R Precision.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"},"Recall":{"acronym":"Re","description":"Coming soon!","name":"Recall","results":{"average_per_test_case":0.8224170796797561,"test_cases":[{"average":0.8224170796797561,"classes":{"non-sexist":0.8262295081967214,"sexist":0.8186046511627907},"name":"EXIST2022"}]},"status":"OK"},"SystemPrecision":{"acronym":"SP","description":"Coming soon!\\nThe evaluation FAIL.","name":"System Precision","preconditions":{"METRIC_PRECONDITION_DIFFERENT_ITEMS_IN_GOLD_AND_PRED_ERROR":{"description":"The selected metric cannot be evaluated because the gold and predictions have the same number of items.\\nThe metric name is: System Precision.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_DIFFERENT_ITEMS_IN_GOLD_AND_PRED_ERROR","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"},"nDCG":{"acronym":"nDCG","description":"Coming soon!\\nThe evaluation FAIL.","name":"Normalized Discounted Cumulative Gain","preconditions":{"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION":{"description":" The selected metric cannot be evaluated as the formats of the gold and predictions are not valid for this evaluation context.\\nThe metric name is: Normalized Discounted Cumulative Gain.\\nTest case(s) name: EXIST2022.","name":"METRIC_PRECONDITION_NOT_VALID_FORMAT_FOR_CONTEXT_EVALUATION","status":"FAIL","test_cases":["EXIST2022"]}},"results":{"average_per_test_case":null,"test_cases":[]},"status":"FAIL"}}}
			
ICM Norm
0.73
System
SINAI-TL_3
Results split
All
Source
Publication
PrecisiĆ³n
0.82
Recall
0.82
F1
0.82
Accuracy
0.82
ICM
0.44
Kappa
0.64