averoo commited on
Commit
c2a707e
·
verified ·
1 Parent(s): f66508c

Add results for llama 3.3 170B

Browse files
Files changed (1) hide show
  1. results.json +80 -0
results.json CHANGED
@@ -576,5 +576,85 @@
576
  "metadata": {
577
  "dataset": "rag-news-test"
578
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
579
  }
580
  ]
 
576
  "metadata": {
577
  "dataset": "rag-news-test"
578
  }
579
+ },
580
+ {
581
+ "model_name": "llama 3.3 170B",
582
+ "timestamp": "2025/01/21 15:16",
583
+ "metrics": {
584
+ "individual_results": {
585
+ "10": {
586
+ "retrieval": {
587
+ "hit_rate": 0.0,
588
+ "mrr": 0
589
+ },
590
+ "generation": {
591
+ "rouge1": 0.0,
592
+ "rougeL": 0
593
+ }
594
+ },
595
+ "11": {
596
+ "retrieval": {
597
+ "hit_rate": 0.0,
598
+ "mrr": 0
599
+ },
600
+ "generation": {
601
+ "rouge1": 0.0,
602
+ "rougeL": 0.0
603
+ }
604
+ },
605
+ "12": {
606
+ "retrieval": {
607
+ "hit_rate": 0.0,
608
+ "mrr": 0
609
+ },
610
+ "generation": {
611
+ "rouge1": 0.0,
612
+ "rougeL": 0
613
+ }
614
+ },
615
+ "13": {
616
+ "retrieval": {
617
+ "hit_rate": 1.0,
618
+ "mrr": 0.5
619
+ },
620
+ "generation": {
621
+ "rouge1": 1.0,
622
+ "rougeL": 1.0
623
+ }
624
+ },
625
+ "14": {
626
+ "retrieval": {
627
+ "hit_rate": 1.0,
628
+ "mrr": 1.0
629
+ },
630
+ "generation": {
631
+ "rouge1": 1.0,
632
+ "rougeL": 1.0
633
+ }
634
+ }
635
+ },
636
+ "average_metrics": {
637
+ "retrieval": {
638
+ "hit_rate": 0.4,
639
+ "mrr": 0.3
640
+ },
641
+ "generation": {
642
+ "rouge1": 0.4,
643
+ "rougeL": 0.4
644
+ }
645
+ }
646
+ },
647
+ "config": {
648
+ "embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
649
+ "retriever_type": "mmr",
650
+ "retrieval_config": {
651
+ "top_k": 5,
652
+ "chunk_size": 500,
653
+ "chunk_overlap": 100
654
+ }
655
+ },
656
+ "metadata": {
657
+ "dataset": "rag-news-test"
658
+ }
659
  }
660
  ]