{ "STSBenchmark": { "train": { "pearson": [ 0.7671625496286432, 0.0 ], "spearman": [ 0.7407051823403011, 0.0 ], "nsamples": 5749 }, "dev": { "pearson": [ 0.7813083270941137, 5.741719519093736e-309 ], "spearman": [ 0.7888860081302335, 4.6194e-319 ], "nsamples": 1500 }, "test": { "pearson": [ 0.7624448096598531, 1.3012886054724166e-262 ], "spearman": [ 0.7602771570534436, 2.908594263406545e-260 ], "nsamples": 1379 }, "all": { "pearson": { "all": 0.7695053681260078, "mean": 0.7703052287942033, "wmean": 0.7688678002986993 }, "spearman": { "all": 0.7564014032837215, "mean": 0.7632894491746595, "wmean": 0.7522097015584654 } } }, "SICKRelatedness": { "train": { "pearson": [ 0.7772208691267224, 0.0 ], "spearman": [ 0.6978066630711928, 0.0 ], "nsamples": 4500 }, "dev": { "pearson": [ 0.7909750341980787, 2.5296588439552555e-108 ], "spearman": [ 0.7277741174377886, 1.3244056458147093e-83 ], "nsamples": 500 }, "test": { "pearson": [ 0.771314072761317, 0.0 ], "spearman": [ 0.6895861583188468, 0.0 ], "nsamples": 4927 }, "all": { "pearson": { "all": 0.7749070438706636, "mean": 0.7798366586953728, "wmean": 0.7749819547360027 }, "spearman": { "all": 0.6952695805138401, "mean": 0.7050556462759427, "wmean": 0.6952360274580659 } } }, "eval_senteval-stsb_spearman": 0.7888860081302335, "eval_senteval-sickr_spearman": 0.7277741174377886, "eval_senteval-avg_sts": 0.758330062784011 }