{
  "benchmark": "omni-probe-pl",
  "snapshot_date": "2026-10-12",
  "scope": "Mała polska próba multimodalna; osobna od tekstowego Werdyktu.",
  "status": "experimental",
  "calibration": "text",
  "models": [
    {
      "id": "mini",
      "name": "basal-omni-1.0-mini",
      "size": "4B",
      "base": "Gemma 4 E4B",
      "source_url": "https://huggingface.co/Remek/basal-omni-1.0-mini#images-and-audio",
      "source_sha256": "428659e7a1697ce2911f7897454cca6d628716bbb47c555e76dabbbcdeed5323"
    },
    {
      "id": "max",
      "name": "basal-omni-1.0-max",
      "size": "12B",
      "base": "Gemma 4 12B",
      "source_url": "https://huggingface.co/Remek/basal-omni-1.0-max#images-and-audio",
      "source_sha256": "82a082aa2cea7b0b9cf9b8f1fa848f2b2fdf431ffaf7454bf665cf89fabe76b3"
    }
  ],
  "tasks": [
    {
      "id": "document",
      "name": "Obraz dokumentu",
      "modality": "image",
      "items": 160,
      "text_baseline": "Treść dokumentu",
      "models": {
        "mini": {
          "media": 0.725,
          "text": 0.831,
          "base_media": 0.5
        },
        "max": {
          "media": 0.838,
          "text": 0.9,
          "base_media": 0.675
        }
      }
    },
    {
      "id": "photo",
      "name": "Prawdziwe zdjęcie",
      "modality": "image",
      "items": 150,
      "text_baseline": "Samo pytanie, bez zdjęcia",
      "models": {
        "mini": {
          "media": 0.667,
          "text": 0.507,
          "base_media": 0.64
        },
        "max": {
          "media": 0.66,
          "text": 0.527,
          "base_media": 0.68
        }
      }
    },
    {
      "id": "intent",
      "name": "Intencja nagranej prośby · MINDS-14",
      "modality": "audio",
      "items": 140,
      "text_baseline": "Transkrypcja",
      "models": {
        "mini": {
          "media": 0.921,
          "text": 0.943,
          "base_media": 0.9
        },
        "max": {
          "media": 0.714,
          "text": 0.929,
          "base_media": 0.7
        }
      }
    },
    {
      "id": "topic",
      "name": "Temat nagranego fragmentu",
      "modality": "audio",
      "items": 100,
      "text_baseline": "Transkrypcja",
      "models": {
        "mini": {
          "media": 0.87,
          "text": 0.9,
          "base_media": 0.86
        },
        "max": {
          "media": 0.51,
          "text": 0.93,
          "base_media": 0.55
        }
      }
    },
    {
      "id": "spoken",
      "name": "Decyzja z nagranej wypowiedzi",
      "modality": "audio",
      "items": 45,
      "text_baseline": "Transkrypcja",
      "models": {
        "mini": {
          "media": 0.844,
          "text": 0.956,
          "base_media": 0.6
        },
        "max": {
          "media": 0.556,
          "text": 0.956,
          "base_media": 0.578
        }
      }
    }
  ]
}