| { | |
| "model_name": "google/gemma-3-27b-it", | |
| "openai_accuracy": 0.74, | |
| "openai_relevance": 0.86, | |
| "openai_coherence": 0.79, | |
| "total_samples": 1100, | |
| "avg_input_length": 172.17, | |
| "avg_prediction_length": 2582.59, | |
| "avg_reference_length": 2202.03, | |
| "bleu mean": 0.06, | |
| "rouge1 mean": 0.48, | |
| "rouge2 mean": 0.22, | |
| "rougeL mean": 0.24, | |
| "bert_score precision mean": 0.64, | |
| "bert_score recall mean": 0.67, | |
| "bert_score f1 mean": 0.65, | |
| "turkish_semantic_mean": 0.87, | |
| "multilingual_semantic_mean": 0.83, | |
| "dtype": "bfloat16", | |
| "license": "Gemma", | |
| "run_id": "g3m8k4p2" | |
| } |