Upload evaluation.py

evaluation.py

@@ -131,7 +131,7 @@ def retrieve_ground_truths(question, dataset):
                     "context_relevance": instance['relevance_score'],
                     "context_utilization": instance['utilization_score'],
                     "completeness": instance['completeness_score'],
-                    "adherence": instance['adherence_score']
+                    "adherence": 0.75 if instance['adherence_score'] is True else 0.25
                 }
                 print(f"Match found in {split_name} split!")
                 print(f"ID: {instance_id}, Response: {ground_truth}")