File size: 2,570 Bytes
ea846ca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
{
"STSBenchmark": {
"train": {
"pearson": [
0.7671625496286432,
0.0
],
"spearman": [
0.7407051823403011,
0.0
],
"nsamples": 5749
},
"dev": {
"pearson": [
0.7813083270941137,
5.741719519093736e-309
],
"spearman": [
0.7888860081302335,
4.6194e-319
],
"nsamples": 1500
},
"test": {
"pearson": [
0.7624448096598531,
1.3012886054724166e-262
],
"spearman": [
0.7602771570534436,
2.908594263406545e-260
],
"nsamples": 1379
},
"all": {
"pearson": {
"all": 0.7695053681260078,
"mean": 0.7703052287942033,
"wmean": 0.7688678002986993
},
"spearman": {
"all": 0.7564014032837215,
"mean": 0.7632894491746595,
"wmean": 0.7522097015584654
}
}
},
"SICKRelatedness": {
"train": {
"pearson": [
0.7772208691267224,
0.0
],
"spearman": [
0.6978066630711928,
0.0
],
"nsamples": 4500
},
"dev": {
"pearson": [
0.7909750341980787,
2.5296588439552555e-108
],
"spearman": [
0.7277741174377886,
1.3244056458147093e-83
],
"nsamples": 500
},
"test": {
"pearson": [
0.771314072761317,
0.0
],
"spearman": [
0.6895861583188468,
0.0
],
"nsamples": 4927
},
"all": {
"pearson": {
"all": 0.7749070438706636,
"mean": 0.7798366586953728,
"wmean": 0.7749819547360027
},
"spearman": {
"all": 0.6952695805138401,
"mean": 0.7050556462759427,
"wmean": 0.6952360274580659
}
}
},
"eval_senteval-stsb_spearman": 0.7888860081302335,
"eval_senteval-sickr_spearman": 0.7277741174377886,
"eval_senteval-avg_sts": 0.758330062784011
}
|