result/evalmix/detail_g3m8k4p2.json

{
  "model_name": "google/gemma-3-27b-it",
  "openai_accuracy": 0.74,
  "openai_relevance": 0.86,
  "openai_coherence": 0.79,
  "total_samples": 1100,
  "avg_input_length": 172.17,
  "avg_prediction_length": 2582.59,
  "avg_reference_length": 2202.03,
  "bleu mean": 0.06,
  "rouge1 mean": 0.48,
  "rouge2 mean": 0.22,
  "rougeL mean": 0.24,
  "bert_score precision mean": 0.64,
  "bert_score recall mean": 0.67,
  "bert_score f1 mean": 0.65,
  "turkish_semantic_mean": 0.87,
  "multilingual_semantic_mean": 0.83,
  "dtype": "bfloat16",
  "license": "Gemma",
  "run_id": "g3m8k4p2"
}