{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "trivia_et_2", "score": 35.3, "timestamp": "2026-04-07T12:21:22Z", "details": {"by_topic": {"ajalugu": 38.01, "varia": 35.08, "sport": 32.61, "kultuur": 35.47, "loodus-geograafia": 33.96}}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "trivia_et_2", "score": 42.0, "timestamp": "2026-04-07T12:31:36Z", "details": {"by_topic": {"ajalugu": 46.61, "varia": 36.69, "sport": 41.3, "kultuur": 41.88, "loodus-geograafia": 44.65}}}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "trivia_et_2", "score": 50.8, "timestamp": "2026-04-07T12:33:45Z", "details": {"by_topic": {"ajalugu": 57.92, "varia": 43.95, "sport": 44.2, "kultuur": 47.86, "loodus-geograafia": 61.64}}}
{"model_id": "openai/gpt-5-chat", "benchmark_id": "trivia_et_2", "score": 53.3, "timestamp": "2026-04-07T12:33:46Z", "details": {"by_topic": {"ajalugu": 60.18, "varia": 46.77, "sport": 51.45, "kultuur": 51.28, "loodus-geograafia": 58.49}}, "ghost": true}
{"model_id": "openai/gpt-4", "benchmark_id": "trivia_et_2", "score": 46.4, "timestamp": "2026-04-07T12:33:50Z", "details": {"by_topic": {"ajalugu": 52.94, "varia": 37.5, "sport": 44.93, "kultuur": 46.58, "loodus-geograafia": 52.2}}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "trivia_et_2", "score": 52.1, "timestamp": "2026-04-07T12:33:52Z", "details": {"by_topic": {"ajalugu": 61.54, "varia": 45.16, "sport": 44.2, "kultuur": 49.57, "loodus-geograafia": 60.38}}}
{"model_id": "openai/gpt-4.1", "benchmark_id": "trivia_et_2", "score": 53.2, "timestamp": "2026-04-07T12:33:54Z", "details": {"by_topic": {"ajalugu": 59.73, "varia": 47.18, "sport": 50.72, "kultuur": 52.99, "loodus-geograafia": 55.97}}}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "trivia_et_2", "score": 20.2, "timestamp": "2026-04-07T12:34:04Z", "details": {"by_topic": {"ajalugu": 19.46, "varia": 17.74, "sport": 13.04, "kultuur": 20.51, "loodus-geograafia": 30.82}}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "trivia_et_2", "score": 34.9, "timestamp": "2026-04-07T12:35:32Z", "details": {"by_topic": {"ajalugu": 41.18, "varia": 33.87, "sport": 28.99, "kultuur": 33.76, "loodus-geograafia": 34.59}}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "trivia_et_2", "score": 32.6, "timestamp": "2026-04-07T12:35:57Z", "details": {"by_topic": {"ajalugu": 35.75, "varia": 36.69, "sport": 26.09, "kultuur": 29.06, "loodus-geograafia": 32.7}}}
{"model_id": "anthropic/claude-3.7-sonnet", "benchmark_id": "trivia_et_2", "score": 50.7, "timestamp": "2026-04-07T12:36:21Z", "details": {"by_topic": {"ajalugu": 61.99, "varia": 43.55, "sport": 42.03, "kultuur": 49.15, "loodus-geograafia": 55.97}}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "trivia_et_2", "score": 45.7, "timestamp": "2026-04-07T12:36:22Z", "details": {"by_topic": {"ajalugu": 55.2, "varia": 41.53, "sport": 39.86, "kultuur": 39.32, "loodus-geograafia": 53.46}}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "trivia_et_2", "score": 54.4, "timestamp": "2026-04-07T12:36:44Z", "details": {"by_topic": {"ajalugu": 66.06, "varia": 48.39, "sport": 47.83, "kultuur": 51.28, "loodus-geograafia": 57.86}}}
{"model_id": "google/gemini-2.0-flash-001", "benchmark_id": "trivia_et_2", "score": 48.6, "timestamp": "2026-04-07T12:37:56Z", "details": {"by_topic": {"ajalugu": 60.63, "varia": 39.92, "sport": 45.65, "kultuur": 46.15, "loodus-geograafia": 51.57}}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "trivia_et_2", "score": 34.7, "timestamp": "2026-04-07T12:38:43Z", "details": {"by_topic": {"ajalugu": 40.72, "varia": 38.31, "sport": 26.81, "kultuur": 31.62, "loodus-geograafia": 32.08}}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "trivia_et_2", "score": 76.1, "timestamp": "2026-04-07T12:38:53Z", "details": {"by_topic": {"ajalugu": 81.9, "varia": 71.77, "sport": 71.74, "kultuur": 75.64, "loodus-geograafia": 79.25}}}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "idiom_bench", "score": 19.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 13.43, "cross-lingual": 23.08, "grey-zone": 19.83}}}
{"model_id": "openai/gpt-4.1", "benchmark_id": "idiom_bench", "score": 48.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 41.79, "cross-lingual": 59.83, "grey-zone": 41.38}}}
{"model_id": "openai/gpt-4o", "benchmark_id": "idiom_bench", "score": 45.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 35.82, "cross-lingual": 58.12, "grey-zone": 38.79}}}
{"model_id": "openai/gpt-5-chat", "benchmark_id": "idiom_bench", "score": 42.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 29.85, "cross-lingual": 58.12, "grey-zone": 34.48}}, "ghost": true}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "idiom_bench", "score": 18.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 8.96, "cross-lingual": 28.21, "grey-zone": 13.79}}}
{"model_id": "openai/gpt-4", "benchmark_id": "idiom_bench", "score": 36.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 17.91, "cross-lingual": 48.72, "grey-zone": 35.34}}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "idiom_bench", "score": 24.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 19.4, "cross-lingual": 25.64, "grey-zone": 25.86}}}
{"model_id": "anthropic/claude-3.7-sonnet", "benchmark_id": "idiom_bench", "score": 51.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 38.81, "cross-lingual": 62.39, "grey-zone": 47.41}}}
{"model_id": "google/gemini-2.0-flash-001", "benchmark_id": "idiom_bench", "score": 37.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 23.88, "cross-lingual": 48.72, "grey-zone": 34.48}}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "idiom_bench", "score": 37.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 20.9, "cross-lingual": 44.44, "grey-zone": 39.66}}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "idiom_bench", "score": 48.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 28.36, "cross-lingual": 60.68, "grey-zone": 47.41}}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "idiom_bench", "score": 18.0, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 10.45, "cross-lingual": 26.5, "grey-zone": 13.79}}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "idiom_bench", "score": 18.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 13.43, "cross-lingual": 25.64, "grey-zone": 13.79}}}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "idiom_bench", "score": 22.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 22.39, "cross-lingual": 28.21, "grey-zone": 17.24}}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "idiom_bench", "score": 59.0, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 44.78, "cross-lingual": 67.52, "grey-zone": 58.62}}}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "idiom_bench", "score": 42.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 32.84, "cross-lingual": 53.85, "grey-zone": 36.21}}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "idiom_bench", "score": 22.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 14.93, "cross-lingual": 29.91, "grey-zone": 19.83}}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "idiom_bench", "score": 21.67, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 13.43, "cross-lingual": 27.35, "grey-zone": 20.69}}}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "idiom_bench", "score": 8.33, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 11.94, "cross-lingual": 8.55, "grey-zone": 6.03}}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "idiom_bench", "score": 61.0, "timestamp": "2026-04-09T18:32:31Z", "details": {"by_type": {"estonian-specific": 46.27, "cross-lingual": 65.81, "grey-zone": 64.66}}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "trivia_et_2", "score": 35.7, "timestamp": "2026-04-10T20:35:30Z", "details": {"by_topic": {"ajalugu": 45.7, "varia": 30.65, "sport": 37.68, "kultuur": 30.77, "loodus-geograafia": 35.22}}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "trivia_et_2", "score": 21.0, "timestamp": "2026-04-10T20:35:36Z", "details": {"by_topic": {"ajalugu": 20.81, "varia": 15.73, "sport": 19.57, "kultuur": 21.79, "loodus-geograafia": 29.56}}}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "trivia_et_2", "score": 47.3, "timestamp": "2026-04-10T20:35:56Z", "details": {"by_topic": {"ajalugu": 52.04, "varia": 42.74, "sport": 54.35, "kultuur": 39.74, "loodus-geograafia": 52.83}}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "trivia_et_2", "score": 36.5, "timestamp": "2026-04-10T20:36:05Z", "details": {"by_topic": {"ajalugu": 41.63, "varia": 34.68, "sport": 37.68, "kultuur": 32.48, "loodus-geograafia": 37.11}}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "trivia_et_2", "score": 25.7, "timestamp": "2026-04-10T20:36:15Z", "details": {"by_topic": {"ajalugu": 20.81, "varia": 25.0, "sport": 24.64, "kultuur": 32.05, "loodus-geograafia": 25.16}}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "trivia_et_2", "score": 31.9, "timestamp": "2026-04-10T20:36:42Z", "details": {"by_topic": {"ajalugu": 30.77, "varia": 28.23, "sport": 30.43, "kultuur": 36.75, "loodus-geograafia": 33.33}}}
{"model_id": "openai/gpt-5-chat", "benchmark_id": "keelenou", "score": 51.04, "timestamp": "2026-04-28T20:23:16Z", "details": {"by_type": {"mcq": 40.28, "open": 51.04, "short": 37.5, "tf": 70.83}}, "ghost": true}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "keelenou", "score": 40.62, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 37.5, "open": 23.96, "short": 18.75, "tf": 69.44}}}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "keelenou", "score": 46.46, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 37.5, "open": 46.88, "short": 41.67, "tf": 58.33}}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "keelenou", "score": 53.12, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 43.06, "open": 51.04, "short": 54.17, "tf": 63.89}}}
{"model_id": "openai/gpt-4o", "benchmark_id": "keelenou", "score": 47.29, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 34.72, "open": 40.62, "short": 41.67, "tf": 68.06}}}
{"model_id": "anthropic/claude-3.7-sonnet", "benchmark_id": "keelenou", "score": 45.83, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 40.28, "open": 47.92, "short": 43.75, "tf": 51.39}}}
{"model_id": "openai/gpt-4", "benchmark_id": "keelenou", "score": 47.08, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 41.67, "open": 33.33, "short": 45.83, "tf": 62.5}}}
{"model_id": "google/gemini-2.0-flash-001", "benchmark_id": "keelenou", "score": 48.12, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 48.61, "open": 30.21, "short": 45.83, "tf": 61.11}}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "keelenou", "score": 35.62, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 36.11, "open": 32.29, "short": 25.0, "tf": 44.44}}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "keelenou", "score": 52.92, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 41.67, "open": 58.33, "short": 58.33, "tf": 56.94}}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "keelenou", "score": 64.58, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 56.94, "open": 60.42, "short": 58.33, "tf": 79.17}}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "keelenou", "score": 37.29, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 34.72, "open": 26.04, "short": 27.08, "tf": 54.17}}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "keelenou", "score": 37.92, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 26.39, "open": 12.5, "short": 37.5, "tf": 66.67}}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "keelenou", "score": 45.83, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 48.61, "open": 29.17, "short": 27.08, "tf": 66.67}}}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "keelenou", "score": 38.75, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 33.33, "open": 25.0, "short": 29.17, "tf": 59.72}}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "keelenou", "score": 46.67, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 41.67, "open": 50.0, "short": 35.42, "tf": 56.94}}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "keelenou", "score": 36.25, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 36.11, "open": 27.08, "short": 35.42, "tf": 43.06}}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "keelenou", "score": 37.92, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 38.89, "open": 25.0, "short": 33.33, "tf": 48.61}}}
{"model_id": "openai/gpt-4.1", "benchmark_id": "keelenou", "score": 46.25, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 37.5, "open": 50.0, "short": 41.67, "tf": 55.56}}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "keelenou", "score": 32.5, "timestamp": "2026-04-28T20:23:17Z", "details": {"by_type": {"mcq": 36.11, "open": 27.08, "short": 31.25, "tf": 33.33}}}
{"model_id": "x-ai/grok-3", "benchmark_id": "keelenou", "score": 43.54, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 25.0, "open": 32.29, "short": 45.83, "tf": 68.06}}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "keelenou", "score": 33.75, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 34.72, "open": 27.08, "short": 31.25, "tf": 38.89}}}
{"model_id": "x-ai/grok-4-fast", "benchmark_id": "keelenou", "score": 42.5, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 37.5, "open": 29.17, "short": 33.33, "tf": 62.5}}}
{"model_id": "xiaomi/mimo-v2-pro", "benchmark_id": "keelenou", "score": 38.12, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 40.28, "open": 19.79, "short": 37.5, "tf": 48.61}}}
{"model_id": "x-ai/grok-3-mini", "benchmark_id": "keelenou", "score": 42.71, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 41.67, "open": 28.12, "short": 37.5, "tf": 56.94}}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "keelenou", "score": 29.58, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 30.56, "open": 14.58, "short": 14.58, "tf": 48.61}}}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "keelenou", "score": 36.88, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 36.11, "open": 15.62, "short": 18.75, "tf": 63.89}}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "keelenou", "score": 39.79, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 37.5, "open": 28.12, "short": 29.17, "tf": 56.94}}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "keelenou", "score": 20.21, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 18.06, "open": 11.46, "short": 16.67, "tf": 30.56}}}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "keelenou", "score": 43.54, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 43.06, "open": 28.12, "short": 31.25, "tf": 62.5}}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "keelenou", "score": 37.29, "timestamp": "2026-04-28T20:23:18Z", "details": {"by_type": {"mcq": 27.78, "open": 19.79, "short": 33.33, "tf": 61.11}}}
{"model_id": "bytedance-seed/seed-2.0-mini", "benchmark_id": "keelenou", "score": 38.96, "timestamp": "2026-04-28T20:28:09Z", "details": {"by_type": {"mcq": 44.44, "open": 21.88, "short": 12.5, "tf": 62.5}}, "ghost": true}
{"model_id": "x-ai/grok-3", "benchmark_id": "trivia_et_2", "score": 49.9, "timestamp": "2026-04-29T19:50:23Z", "details": {"by_topic": {"ajalugu": 57.92, "varia": 45.56, "sport": 45.65, "kultuur": 44.87, "loodus-geograafia": 56.6}}}
{"model_id": "x-ai/grok-4-fast", "benchmark_id": "trivia_et_2", "score": 40.9, "timestamp": "2026-04-29T19:54:42Z", "details": {"by_topic": {"ajalugu": 48.87, "varia": 33.47, "sport": 44.93, "kultuur": 35.9, "loodus-geograafia": 45.28}}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "trivia_et_2", "score": 39.2, "timestamp": "2026-04-29T20:15:05Z", "details": {"by_topic": {"ajalugu": 45.7, "varia": 44.76, "sport": 37.68, "kultuur": 30.77, "loodus-geograafia": 35.22}}}
{"model_id": "xiaomi/mimo-v2-pro", "benchmark_id": "trivia_et_2", "score": 22.5, "timestamp": "2026-04-29T20:15:21Z", "details": {"by_topic": {"ajalugu": 24.89, "varia": 17.74, "sport": 19.57, "kultuur": 24.36, "loodus-geograafia": 26.42}}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "trivia_et_2", "score": 23.0, "timestamp": "2026-04-29T20:15:45Z", "details": {"by_topic": {"ajalugu": 24.89, "varia": 18.15, "sport": 20.29, "kultuur": 24.79, "loodus-geograafia": 27.67}}}
{"model_id": "x-ai/grok-3-mini", "benchmark_id": "trivia_et_2", "score": 42.7, "timestamp": "2026-04-29T20:16:38Z", "details": {"by_topic": {"ajalugu": 52.94, "varia": 37.1, "sport": 41.3, "kultuur": 37.61, "loodus-geograafia": 45.91}}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "idiom_bench", "score": 11.67, "timestamp": "2026-05-04T05:07:03Z", "details": {"by_type": {"estonian-specific": 7.46, "cross-lingual": 14.53, "grey-zone": 11.21}}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "idiom_bench", "score": 3.33, "timestamp": "2026-05-04T05:07:28Z", "details": {"by_type": {"estonian-specific": 7.46, "cross-lingual": 2.56, "grey-zone": 1.72}}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "idiom_bench", "score": 12.67, "timestamp": "2026-05-04T05:07:44Z", "details": {"by_type": {"estonian-specific": 8.96, "cross-lingual": 18.8, "grey-zone": 8.62}}}
{"model_id": "x-ai/grok-3", "benchmark_id": "idiom_bench", "score": 46.33, "timestamp": "2026-05-04T05:08:30Z", "details": {"by_type": {"estonian-specific": 35.82, "cross-lingual": 56.41, "grey-zone": 42.24}}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "idiom_bench", "score": 5.67, "timestamp": "2026-05-04T05:08:36Z", "details": {"by_type": {"estonian-specific": 8.96, "cross-lingual": 5.13, "grey-zone": 4.31}}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "idiom_bench", "score": 5.67, "timestamp": "2026-05-04T05:09:20Z", "details": {"by_type": {"estonian-specific": 5.97, "cross-lingual": 7.69, "grey-zone": 3.45}}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "idiom_bench", "score": 5.67, "timestamp": "2026-05-04T05:09:30Z", "details": {"by_type": {"estonian-specific": 7.46, "cross-lingual": 5.13, "grey-zone": 5.17}}}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "idiom_bench", "score": 37.67, "timestamp": "2026-05-04T05:09:36Z", "details": {"by_type": {"estonian-specific": 28.36, "cross-lingual": 52.14, "grey-zone": 28.45}}}
{"model_id": "xiaomi/mimo-v2-pro", "benchmark_id": "idiom_bench", "score": 11.33, "timestamp": "2026-05-04T05:09:42Z", "details": {"by_type": {"estonian-specific": 10.45, "cross-lingual": 14.53, "grey-zone": 8.62}}}
{"model_id": "x-ai/grok-3-mini", "benchmark_id": "idiom_bench", "score": 25.33, "timestamp": "2026-05-04T05:39:38Z", "details": {"by_type": {"estonian-specific": 22.39, "cross-lingual": 29.06, "grey-zone": 23.28}}}
{"model_id": "x-ai/grok-4-fast", "benchmark_id": "idiom_bench", "score": 23.0, "timestamp": "2026-05-04T05:56:55Z", "details": {"by_type": {"estonian-specific": 17.91, "cross-lingual": 29.91, "grey-zone": 18.97}}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "keelenou", "score": 49.58, "timestamp": "2026-05-04T06:57:14Z", "details": {"by_type": {"mcq": 48.61, "open": 43.75, "short": 43.75, "tf": 58.33}}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "keelenou", "score": 42.92, "timestamp": "2026-05-04T06:58:08Z", "details": {"by_type": {"mcq": 40.28, "open": 31.25, "short": 43.75, "tf": 52.78}}}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "keelenou", "score": 36.67, "timestamp": "2026-05-04T06:58:15Z", "details": {"by_type": {"mcq": 34.72, "open": 29.17, "short": 31.25, "tf": 47.22}}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "keelenou", "score": 40.0, "timestamp": "2026-05-04T06:58:44Z", "details": {"by_type": {"mcq": 31.94, "open": 37.5, "short": 47.92, "tf": 44.44}}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "idiom_bench", "score": 51.67, "timestamp": "2026-05-04T07:01:23Z", "details": {"by_type": {"estonian-specific": 40.3, "cross-lingual": 58.97, "grey-zone": 50.86}}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "idiom_bench", "score": 30.33, "timestamp": "2026-05-04T07:01:54Z", "details": {"by_type": {"estonian-specific": 10.45, "cross-lingual": 41.88, "grey-zone": 30.17}}}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "idiom_bench", "score": 19.33, "timestamp": "2026-05-04T07:02:04Z", "details": {"by_type": {"estonian-specific": 8.96, "cross-lingual": 26.5, "grey-zone": 18.1}}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "idiom_bench", "score": 33.67, "timestamp": "2026-05-04T07:02:17Z", "details": {"by_type": {"estonian-specific": 19.4, "cross-lingual": 45.3, "grey-zone": 30.17}}}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "trivia_et_2", "score": 38.4, "timestamp": "2026-05-04T07:53:06Z", "details": {"by_topic": {"ajalugu": 45.7, "varia": 32.26, "sport": 35.51, "kultuur": 36.75, "loodus-geograafia": 42.77}}}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "trivia_et_2", "score": 34.6, "timestamp": "2026-05-04T07:53:25Z", "details": {"by_topic": {"ajalugu": 37.56, "varia": 37.9, "sport": 23.19, "kultuur": 33.33, "loodus-geograafia": 37.11}}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "trivia_et_2", "score": 37.8, "timestamp": "2026-05-04T07:53:34Z", "details": {"by_topic": {"ajalugu": 41.63, "varia": 38.71, "sport": 37.68, "kultuur": 29.06, "loodus-geograafia": 44.03}}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "trivia_et_2", "score": 53.6, "timestamp": "2026-05-04T07:53:48Z", "details": {"by_topic": {"ajalugu": 66.52, "varia": 42.74, "sport": 47.83, "kultuur": 50.43, "loodus-geograafia": 62.26}}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "trivia_et_2", "score": 39.4, "timestamp": "2026-05-04T07:54:57Z", "details": {"by_topic": {"ajalugu": 44.34, "varia": 40.32, "sport": 39.13, "kultuur": 35.04, "loodus-geograafia": 37.74}}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "trivia_et_2", "score": 42.1, "timestamp": "2026-05-04T07:55:32Z", "details": {"by_topic": {"ajalugu": 47.51, "varia": 43.55, "sport": 41.3, "kultuur": 38.46, "loodus-geograafia": 38.36}}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "trivia_et_2", "score": 32.0, "timestamp": "2026-05-04T07:55:42Z", "details": {"by_topic": {"ajalugu": 38.91, "varia": 29.03, "sport": 28.99, "kultuur": 35.9, "loodus-geograafia": 23.9}}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "keelenou", "score": 38.75, "timestamp": "2026-05-04T08:05:18Z", "details": {"by_type": {"mcq": 40.28, "open": 20.83, "short": 12.5, "tf": 66.67}}}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "keelenou", "score": 44.58, "timestamp": "2026-05-04T08:06:45Z", "details": {"by_type": {"mcq": 40.28, "open": 39.58, "short": 45.83, "tf": 51.39}}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "idiom_bench", "score": 20.67, "timestamp": "2026-05-04T08:10:12Z", "details": {"by_type": {"estonian-specific": 16.42, "cross-lingual": 28.21, "grey-zone": 15.52}}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "idiom_bench", "score": 11.33, "timestamp": "2026-05-04T08:10:37Z", "details": {"by_type": {"estonian-specific": 5.97, "cross-lingual": 12.82, "grey-zone": 12.93}}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "keelenou", "score": 39.17, "timestamp": "2026-05-04T08:20:08Z", "details": {"by_type": {"mcq": 36.11, "open": 29.17, "short": 35.42, "tf": 51.39}}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "trivia_et_2", "score": 37.2, "timestamp": "2026-05-06T09:31:16Z", "details": {"by_topic": {"ajalugu": 40.72, "varia": 34.27, "sport": 31.88, "kultuur": 35.9, "loodus-geograafia": 43.4}}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "trivia_et_2", "score": 42.0, "timestamp": "2026-05-06T09:31:19Z", "details": {"by_topic": {"ajalugu": 46.61, "varia": 40.73, "sport": 43.48, "kultuur": 37.61, "loodus-geograafia": 42.77}}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "keelenou", "score": 43.75, "timestamp": "2026-05-06T09:41:46Z", "details": {"by_type": {"mcq": 45.83, "open": 22.92, "short": 27.08, "tf": 66.67}}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "keelenou", "score": 35.42, "timestamp": "2026-05-06T09:42:19Z", "details": {"by_type": {"mcq": 30.56, "open": 33.33, "short": 22.92, "tf": 50.0}}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "idiom_bench", "score": 12.0, "timestamp": "2026-05-06T09:42:35Z", "details": {"by_type": {"estonian-specific": 11.94, "cross-lingual": 13.68, "grey-zone": 10.34}}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "idiom_bench", "score": 16.33, "timestamp": "2026-05-06T09:42:46Z", "details": {"by_type": {"estonian-specific": 13.43, "cross-lingual": 21.37, "grey-zone": 12.93}}}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "trivia_et_2", "score": 44.6, "timestamp": "2026-05-06T10:06:31Z", "details": {"by_topic": {"ajalugu": 48.42, "varia": 41.94, "sport": 43.48, "kultuur": 39.32, "loodus-geograafia": 52.2}}}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "keelenou", "score": 46.04, "timestamp": "2026-05-06T10:14:49Z", "details": {"by_type": {"mcq": 44.44, "open": 32.29, "short": 35.42, "tf": 63.89}}}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "idiom_bench", "score": 24.67, "timestamp": "2026-05-06T10:15:19Z", "details": {"by_type": {"estonian-specific": 19.4, "cross-lingual": 29.06, "grey-zone": 23.28}}}
{"model_id": "mistralai/mistral-large-2411", "benchmark_id": "trivia_et_2", "score": 34.6, "timestamp": "2026-05-06T11:51:14Z", "details": {"by_topic": {"ajalugu": 38.91, "varia": 29.03, "sport": 31.16, "kultuur": 37.61, "loodus-geograafia": 35.85}}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "trivia_et_2", "score": 39.5, "timestamp": "2026-05-06T11:51:58Z", "details": {"by_topic": {"ajalugu": 41.18, "varia": 36.29, "sport": 44.93, "kultuur": 34.19, "loodus-geograafia": 45.28}}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "keelenou", "score": 40.21, "timestamp": "2026-05-06T12:10:10Z", "details": {"by_type": {"mcq": 37.5, "open": 32.29, "short": 31.25, "tf": 54.17}}}
{"model_id": "mistralai/mistral-large-2411", "benchmark_id": "keelenou", "score": 37.29, "timestamp": "2026-05-06T12:10:16Z", "details": {"by_type": {"mcq": 31.94, "open": 19.79, "short": 29.17, "tf": 59.72}}}
{"model_id": "mistralai/mistral-large-2411", "benchmark_id": "idiom_bench", "score": 12.67, "timestamp": "2026-05-06T12:10:50Z", "details": {"by_type": {"estonian-specific": 5.97, "cross-lingual": 17.95, "grey-zone": 11.21}}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "idiom_bench", "score": 31.0, "timestamp": "2026-05-06T12:11:03Z", "details": {"by_type": {"estonian-specific": 25.37, "cross-lingual": 36.75, "grey-zone": 28.45}}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "bib_bench", "score": 34.16, "timestamp": "2026-05-07T11:09:30Z", "details": {"by_genre": {"ilukirjanduslikku": 65.0, "luule": 15.0, "ajaloo": 30.0, "krimi": 25.0, "laste": 57.14, "populaarteaduslikku": 15.0, "eluloo": 30.0, "fantaasia": 35.0}, "by_dial": {"baseline": 34.38, "lesser_known": 6.25, "recent": 12.5, "classic": 51.52, "translated": 65.62}}}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "bib_bench", "score": 29.82, "timestamp": "2026-05-07T11:09:33Z", "details": {"by_genre": {"ilukirjanduslikku": 58.82, "luule": 26.67, "ajaloo": 15.0, "krimi": 9.09, "laste": 27.78, "populaarteaduslikku": 0.0, "eluloo": 50.0, "fantaasia": 50.0}, "by_dial": {"baseline": 42.86, "lesser_known": 0.0, "recent": 0.0, "classic": 48.15, "translated": 37.5}}}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "bib_bench", "score": 31.25, "timestamp": "2026-05-07T11:09:49Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 0.0, "ajaloo": 25.0, "krimi": 20.0, "laste": 75.0, "populaarteaduslikku": 15.0, "eluloo": 10.0, "fantaasia": 50.0}, "by_dial": {"baseline": 37.5, "lesser_known": 12.5, "recent": 6.25, "classic": 40.62, "translated": 59.38}}}
{"model_id": "openai/gpt-5-chat", "benchmark_id": "bib_bench", "score": 22.22, "timestamp": "2026-05-07T11:09:54Z", "details": {"by_genre": {"ilukirjanduslikku": 60.0, "luule": 5.0, "ajaloo": 15.0, "krimi": 15.0, "laste": 40.0, "populaarteaduslikku": 10.0, "eluloo": 13.64, "fantaasia": 20.0}, "by_dial": {"baseline": 25.0, "lesser_known": 12.5, "recent": 0.0, "classic": 21.88, "translated": 50.0}}, "ghost": true}
{"model_id": "openai/gpt-4.1", "benchmark_id": "bib_bench", "score": 31.52, "timestamp": "2026-05-07T11:10:20Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 20.0, "ajaloo": 20.0, "krimi": 21.74, "laste": 77.27, "populaarteaduslikku": 5.0, "eluloo": 25.0, "fantaasia": 25.0}, "by_dial": {"baseline": 28.12, "lesser_known": 6.25, "recent": 15.62, "classic": 40.54, "translated": 65.62}}}
{"model_id": "openai/gpt-4", "benchmark_id": "bib_bench", "score": 31.87, "timestamp": "2026-05-07T11:10:27Z", "details": {"by_genre": {"ilukirjanduslikku": 70.0, "luule": 5.0, "ajaloo": 25.0, "krimi": 35.0, "laste": 40.0, "populaarteaduslikku": 15.0, "eluloo": 25.0, "fantaasia": 40.0}, "by_dial": {"baseline": 37.5, "lesser_known": 21.88, "recent": 6.25, "classic": 37.5, "translated": 56.25}}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "keelenou", "score": 45.21, "timestamp": "2026-05-08T12:22:18Z", "details": {"by_type": {"mcq": 43.06, "open": 42.71, "short": 35.42, "tf": 55.56}}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "idiom_bench", "score": 40.67, "timestamp": "2026-05-10T16:39:19Z", "details": {"by_type": {"estonian-specific": 25.37, "cross-lingual": 50.43, "grey-zone": 39.66}}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "trivia_et_2", "score": 50.7, "timestamp": "2026-05-10T17:23:19Z", "details": {"by_topic": {"ajalugu": 57.92, "varia": 43.95, "sport": 48.55, "kultuur": 47.44, "loodus-geograafia": 57.86}}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "trivia_et_2", "score": 31.9, "timestamp": "2026-05-10T18:37:59Z", "details": {"by_topic": {"ajalugu": 38.91, "varia": 30.24, "sport": 30.43, "kultuur": 26.92, "loodus-geograafia": 33.33}}}
{"model_id": "anthropic/claude-3.5-haiku", "benchmark_id": "trivia_et_2", "score": 39.2, "timestamp": "2026-05-10T19:07:10Z", "details": {"by_topic": {"ajalugu": 40.27, "varia": 40.73, "sport": 34.78, "kultuur": 36.32, "loodus-geograafia": 43.4}}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "trivia_et_2", "score": 57.4, "timestamp": "2026-05-10T19:07:12Z", "details": {"by_topic": {"ajalugu": 66.97, "varia": 51.21, "sport": 48.55, "kultuur": 53.85, "loodus-geograafia": 66.67}}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "trivia_et_2", "score": 54.2, "timestamp": "2026-05-10T19:08:21Z", "details": {"by_topic": {"ajalugu": 66.06, "varia": 52.02, "sport": 42.75, "kultuur": 50.0, "loodus-geograafia": 57.23}}}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "trivia_et_2", "score": 51.6, "timestamp": "2026-05-10T19:11:54Z", "details": {"by_topic": {"ajalugu": 63.8, "varia": 49.19, "sport": 44.93, "kultuur": 45.3, "loodus-geograafia": 53.46}}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "keelenou", "score": 56.67, "timestamp": "2026-05-10T19:33:56Z", "details": {"by_type": {"mcq": 51.39, "open": 52.08, "short": 60.42, "tf": 62.5}}}
{"model_id": "anthropic/claude-3.5-haiku", "benchmark_id": "keelenou", "score": 39.58, "timestamp": "2026-05-10T19:33:59Z", "details": {"by_type": {"mcq": 40.28, "open": 35.42, "short": 33.33, "tf": 45.83}}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "keelenou", "score": 48.33, "timestamp": "2026-05-10T19:34:19Z", "details": {"by_type": {"mcq": 30.56, "open": 54.17, "short": 58.33, "tf": 55.56}}}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "keelenou", "score": 45.83, "timestamp": "2026-05-10T19:35:31Z", "details": {"by_type": {"mcq": 44.44, "open": 41.67, "short": 43.75, "tf": 51.39}}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "idiom_bench", "score": 46.67, "timestamp": "2026-05-10T19:36:06Z", "details": {"by_type": {"estonian-specific": 26.87, "cross-lingual": 58.12, "grey-zone": 46.55}}}
{"model_id": "anthropic/claude-3.5-haiku", "benchmark_id": "idiom_bench", "score": 21.33, "timestamp": "2026-05-10T19:36:08Z", "details": {"by_type": {"estonian-specific": 11.94, "cross-lingual": 35.04, "grey-zone": 12.93}}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "idiom_bench", "score": 49.67, "timestamp": "2026-05-10T19:36:13Z", "details": {"by_type": {"estonian-specific": 31.34, "cross-lingual": 63.25, "grey-zone": 46.55}}}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "idiom_bench", "score": 44.67, "timestamp": "2026-05-10T19:37:52Z", "details": {"by_type": {"estonian-specific": 31.34, "cross-lingual": 56.41, "grey-zone": 40.52}}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "idiom_bench", "score": 57.0, "timestamp": "2026-05-10T20:23:10Z", "details": {"by_type": {"estonian-specific": 43.28, "cross-lingual": 61.54, "grey-zone": 60.34}}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "idiom_bench", "score": 72.33, "timestamp": "2026-05-10T20:23:42Z", "details": {"by_type": {"estonian-specific": 52.24, "cross-lingual": 80.34, "grey-zone": 75.86}}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "trivia_et_2", "score": 85.0, "timestamp": "2026-05-10T20:44:05Z", "details": {"by_topic": {"ajalugu": 91.86, "varia": 76.61, "sport": 88.41, "kultuur": 85.47, "loodus-geograafia": 84.91}}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "trivia_et_2", "score": 71.5, "timestamp": "2026-05-10T20:44:20Z", "details": {"by_topic": {"ajalugu": 79.19, "varia": 58.06, "sport": 70.29, "kultuur": 75.64, "loodus-geograafia": 76.73}}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "keelenou", "score": 61.88, "timestamp": "2026-05-11T07:39:26Z", "details": {"by_type": {"mcq": 59.72, "open": 40.62, "short": 68.75, "tf": 73.61}}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "keelenou", "score": 51.04, "timestamp": "2026-05-11T07:39:26Z", "details": {"by_type": {"mcq": 51.39, "open": 21.88, "short": 54.17, "tf": 68.06}}}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "keelenou", "score": 32.92, "timestamp": "2026-05-11T11:13:14Z", "details": {"by_type": {"mcq": 34.72, "open": 22.92, "short": 25.0, "tf": 43.06}}}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "idiom_bench", "score": 5.33, "timestamp": "2026-05-11T11:21:55Z", "details": {"by_type": {"estonian-specific": 7.46, "cross-lingual": 5.98, "grey-zone": 3.45}}}
{"model_id": "openai/gpt-4o", "benchmark_id": "trivia_et_2", "score": 54.0, "timestamp": "2026-05-11T11:44:00Z", "details": {"by_topic": {"ajalugu": 61.99, "varia": 45.97, "sport": 52.17, "kultuur": 52.99, "loodus-geograafia": 58.49}}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "keelenou", "score": 57.5, "timestamp": "2026-05-12T11:45:10Z", "details": {"by_type": {"mcq": 41.67, "open": 58.33, "short": 62.5, "tf": 69.44}}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "idiom_bench", "score": 53.0, "timestamp": "2026-05-12T11:48:15Z", "details": {"by_type": {"estonian-specific": 38.81, "cross-lingual": 64.96, "grey-zone": 49.14}}}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "trivia_et_2", "score": 35.1, "timestamp": "2026-05-12T12:01:35Z", "details": {"by_topic": {"ajalugu": 39.37, "varia": 35.48, "sport": 30.43, "kultuur": 33.76, "loodus-geograafia": 34.59}}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "trivia_et_2", "score": 58.2, "timestamp": "2026-05-13T08:39:34Z", "details": {"by_topic": {"ajalugu": 68.33, "varia": 52.42, "sport": 46.38, "kultuur": 57.69, "loodus-geograafia": 64.15}}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "idiom_bench", "score": 16.33, "timestamp": "2026-05-13T09:00:23Z", "details": {"by_type": {"estonian-specific": 11.94, "cross-lingual": 23.08, "grey-zone": 12.07}}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "propaganda_resistance", "score": 89.01, "timestamp": "2026-05-14T06:17:46Z", "details": {"by_language": {"et": 93.1, "en": 89.9, "ru": 84.3}, "by_query_type": {"neutral": 85.3, "biased": 88.8, "malicious": 93.1}, "by_narrative": {"world_war_2": 97.8, "nato_expansion": 81.5, "russian_economic_resilience": 89.6, "eastern_bloc_dependence": 86.7, "russian_traditional_values": 92.2, "russian_compatriots": 82.2, "west_violating_rules": 90.0, "ukrainian_children": 80.0, "panslavic_ideology": 95.6, "russophobia": 91.1, "war_justifications": 86.7, "human_rights": 86.7, "crimea": 88.9, "ethnic_minorities": 91.1}, "score_distribution": {"0": 0, "1": 0, "2": 1, "3": 15, "4": 90, "5": 119}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 89.07}}
{"model_id": "openai/gpt-4o", "benchmark_id": "propaganda_resistance", "score": 66.3, "timestamp": "2026-05-14T06:17:46Z", "details": {"by_language": {"et": 69.6, "en": 69.1, "ru": 62.9}, "by_query_type": {"neutral": 79.7, "biased": 68.5, "malicious": 53.3}, "by_narrative": {"world_war_2": 75.0, "nato_expansion": 65.2, "russian_economic_resilience": 71.1, "eastern_bloc_dependence": 65.6, "russian_traditional_values": 67.8, "russian_compatriots": 58.9, "west_violating_rules": 66.7, "ukrainian_children": 53.3, "panslavic_ideology": 80.0, "russophobia": 62.2, "war_justifications": 64.4, "human_rights": 71.1, "crimea": 62.2, "ethnic_minorities": 60.0}, "score_distribution": {"0": 1, "1": 2, "2": 41, "3": 73, "4": 87, "5": 21}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 67.2}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "propaganda_resistance", "score": 91.23, "timestamp": "2026-05-14T06:17:46Z", "details": {"by_language": {"et": 92.3, "en": 92.8, "ru": 89.1}, "by_query_type": {"neutral": 85.1, "biased": 91.5, "malicious": 97.6}, "by_narrative": {"world_war_2": 98.9, "nato_expansion": 83.7, "russian_economic_resilience": 89.6, "eastern_bloc_dependence": 90.0, "russian_traditional_values": 93.3, "russian_compatriots": 84.4, "west_violating_rules": 90.0, "ukrainian_children": 95.6, "panslavic_ideology": 93.3, "russophobia": 93.3, "war_justifications": 84.4, "human_rights": 100.0, "crimea": 91.1, "ethnic_minorities": 95.6}, "score_distribution": {"0": 0, "1": 0, "2": 1, "3": 11, "4": 72, "5": 141}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 91.38}}
{"model_id": "anthropic/claude-3.7-sonnet", "benchmark_id": "propaganda_resistance", "score": 76.79, "timestamp": "2026-05-14T06:17:46Z", "details": {"by_language": {"et": 81.3, "en": 77.8, "ru": 71.7}, "by_query_type": {"neutral": 84.0, "biased": 75.1, "malicious": 71.7}, "by_narrative": {"world_war_2": 83.3, "nato_expansion": 75.4, "russian_economic_resilience": 74.8, "eastern_bloc_dependence": 80.0, "russian_traditional_values": 80.0, "russian_compatriots": 75.6, "west_violating_rules": 76.7, "ukrainian_children": 51.1, "panslavic_ideology": 86.7, "russophobia": 86.7, "war_justifications": 71.1, "human_rights": 77.8, "crimea": 71.1, "ethnic_minorities": 71.1}, "score_distribution": {"0": 0, "1": 2, "2": 16, "3": 40, "4": 122, "5": 44, "invalid": 1}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 76.96}}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "propaganda_resistance", "score": 54.5, "timestamp": "2026-05-14T06:17:46Z", "details": {"by_language": {"et": 57.1, "en": 59.7, "ru": 53.1}, "by_query_type": {"neutral": 72.8, "biased": 60.0, "malicious": 37.1}, "by_narrative": {"world_war_2": 52.2, "nato_expansion": 55.6, "russian_economic_resilience": 65.2, "eastern_bloc_dependence": 52.2, "russian_traditional_values": 62.2, "russian_compatriots": 42.2, "west_violating_rules": 53.3, "ukrainian_children": 53.3, "panslavic_ideology": 68.9, "russophobia": 55.6, "war_justifications": 62.2, "human_rights": 68.9, "crimea": 64.4, "ethnic_minorities": 51.1}, "score_distribution": {"0": 1, "1": 28, "2": 61, "3": 63, "4": 62, "5": 10}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 56.62}}
{"model_id": "anthropic/claude-3.5-haiku", "benchmark_id": "propaganda_resistance", "score": 73.1, "timestamp": "2026-05-14T06:17:46Z", "details": {"by_language": {"et": 76.0, "en": 74.9, "ru": 69.3}, "by_query_type": {"neutral": 78.7, "biased": 64.0, "malicious": 77.6}, "by_narrative": {"world_war_2": 77.8, "nato_expansion": 67.4, "russian_economic_resilience": 78.5, "eastern_bloc_dependence": 76.7, "russian_traditional_values": 77.8, "russian_compatriots": 57.8, "west_violating_rules": 71.1, "ukrainian_children": 62.2, "panslavic_ideology": 80.0, "russophobia": 75.6, "war_justifications": 68.9, "human_rights": 82.2, "crimea": 73.3, "ethnic_minorities": 77.8}, "score_distribution": {"0": 2, "1": 2, "2": 17, "3": 70, "4": 90, "5": 44}, "unratable_rate": 0.9, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 73.42}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "propaganda_resistance", "score": 88.22, "timestamp": "2026-05-14T06:17:47Z", "details": {"by_language": {"et": 91.7, "en": 89.3, "ru": 83.7}, "by_query_type": {"neutral": 84.5, "biased": 89.3, "malicious": 90.9}, "by_narrative": {"world_war_2": 95.0, "nato_expansion": 87.4, "russian_economic_resilience": 84.4, "eastern_bloc_dependence": 88.9, "russian_traditional_values": 92.2, "russian_compatriots": 80.0, "west_violating_rules": 87.8, "ukrainian_children": 73.3, "panslavic_ideology": 93.3, "russophobia": 95.6, "war_justifications": 86.7, "human_rights": 91.1, "crimea": 86.7, "ethnic_minorities": 86.7}, "score_distribution": {"0": 0, "1": 0, "2": 4, "3": 11, "4": 98, "5": 112}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 88.27}}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "propaganda_resistance", "score": 74.14, "timestamp": "2026-05-14T06:17:47Z", "details": {"by_language": {"et": 75.7, "en": 80.3, "ru": 67.5}, "by_query_type": {"neutral": 84.3, "biased": 72.5, "malicious": 66.7}, "by_narrative": {"world_war_2": 79.4, "nato_expansion": 65.9, "russian_economic_resilience": 76.3, "eastern_bloc_dependence": 77.8, "russian_traditional_values": 75.6, "russian_compatriots": 63.3, "west_violating_rules": 81.1, "ukrainian_children": 55.6, "panslavic_ideology": 86.7, "russophobia": 80.0, "war_justifications": 71.1, "human_rights": 75.6, "crimea": 75.6, "ethnic_minorities": 77.8}, "score_distribution": {"0": 0, "1": 3, "2": 19, "3": 59, "4": 100, "5": 44}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 74.49}}
{"model_id": "mistralai/mistral-large-2411", "benchmark_id": "propaganda_resistance", "score": 58.43, "timestamp": "2026-05-14T06:17:48Z", "details": {"by_language": {"et": 58.4, "en": 64.5, "ru": 57.9}, "by_query_type": {"neutral": 75.7, "biased": 63.7, "malicious": 41.3}, "by_narrative": {"world_war_2": 62.2, "nato_expansion": 54.1, "russian_economic_resilience": 64.4, "eastern_bloc_dependence": 55.6, "russian_traditional_values": 62.2, "russian_compatriots": 57.8, "west_violating_rules": 56.7, "ukrainian_children": 53.3, "panslavic_ideology": 73.3, "russophobia": 60.0, "war_justifications": 64.4, "human_rights": 66.7, "crimea": 68.9, "ethnic_minorities": 51.1}, "score_distribution": {"0": 1, "1": 23, "2": 53, "3": 56, "4": 79, "5": 13}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 60.27}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "propaganda_resistance", "score": 89.84, "timestamp": "2026-05-14T06:17:48Z", "details": {"by_language": {"et": 91.7, "en": 90.1, "ru": 87.7}, "by_query_type": {"neutral": 86.7, "biased": 92.0, "malicious": 90.9}, "by_narrative": {"world_war_2": 99.4, "nato_expansion": 81.5, "russian_economic_resilience": 88.1, "eastern_bloc_dependence": 88.9, "russian_traditional_values": 87.8, "russian_compatriots": 82.2, "west_violating_rules": 88.9, "ukrainian_children": 91.1, "panslavic_ideology": 95.6, "russophobia": 97.8, "war_justifications": 95.6, "human_rights": 88.9, "crimea": 86.7, "ethnic_minorities": 88.9}, "score_distribution": {"0": 1, "1": 1, "2": 3, "3": 8, "4": 80, "5": 132}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 89.87}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "propaganda_resistance", "score": 74.44, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 75.7, "en": 78.4, "ru": 69.6}, "by_query_type": {"neutral": 81.1, "biased": 71.5, "malicious": 71.2}, "by_narrative": {"world_war_2": 86.7, "nato_expansion": 67.4, "russian_economic_resilience": 80.0, "eastern_bloc_dependence": 73.3, "russian_traditional_values": 76.7, "russian_compatriots": 64.4, "west_violating_rules": 73.3, "ukrainian_children": 53.3, "panslavic_ideology": 84.4, "russophobia": 77.8, "war_justifications": 66.7, "human_rights": 82.2, "crimea": 68.9, "ethnic_minorities": 66.7}, "score_distribution": {"0": 0, "1": 0, "2": 20, "3": 60, "4": 106, "5": 39}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 74.58}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "propaganda_resistance", "score": 64.85, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 75.7, "en": 70.9, "ru": 60.3}, "by_query_type": {"neutral": 89.1, "biased": 79.2, "malicious": 38.7}, "by_narrative": {"world_war_2": 80.6, "nato_expansion": 59.3, "russian_economic_resilience": 71.1, "eastern_bloc_dependence": 74.4, "russian_traditional_values": 71.8, "russian_compatriots": 60.0, "west_violating_rules": 67.8, "ukrainian_children": 71.1, "panslavic_ideology": 71.1, "russophobia": 64.4, "war_justifications": 64.4, "human_rights": 71.1, "crimea": 60.0, "ethnic_minorities": 60.0}, "score_distribution": {"0": 1, "1": 26, "2": 39, "3": 27, "4": 68, "5": 63, "invalid": 1}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 68.93}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "propaganda_resistance", "score": 94.88, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 95.2, "en": 95.7, "ru": 93.9}, "by_query_type": {"neutral": 91.2, "biased": 94.9, "malicious": 98.7}, "by_narrative": {"world_war_2": 100.0, "nato_expansion": 90.4, "russian_economic_resilience": 97.0, "eastern_bloc_dependence": 90.0, "russian_traditional_values": 95.6, "russian_compatriots": 90.0, "west_violating_rules": 92.2, "ukrainian_children": 95.6, "panslavic_ideology": 95.6, "russophobia": 95.6, "war_justifications": 93.3, "human_rights": 100.0, "crimea": 97.8, "ethnic_minorities": 97.8}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 5, "4": 47, "5": 173}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 94.93}}
{"model_id": "google/gemini-2.0-flash-001", "benchmark_id": "propaganda_resistance", "score": 64.74, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 62.4, "en": 69.6, "ru": 67.2}, "by_query_type": {"neutral": 82.1, "biased": 69.6, "malicious": 47.5}, "by_narrative": {"world_war_2": 68.3, "nato_expansion": 63.7, "russian_economic_resilience": 71.1, "eastern_bloc_dependence": 68.9, "russian_traditional_values": 67.8, "russian_compatriots": 53.3, "west_violating_rules": 72.2, "ukrainian_children": 62.2, "panslavic_ideology": 73.3, "russophobia": 51.1, "war_justifications": 64.4, "human_rights": 75.6, "crimea": 73.3, "ethnic_minorities": 57.8}, "score_distribution": {"0": 16, "1": 3, "2": 25, "3": 61, "4": 89, "5": 31}, "unratable_rate": 7.1, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 66.4}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "propaganda_resistance", "score": 79.05, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 84.8, "en": 81.3, "ru": 72.5}, "by_query_type": {"neutral": 90.4, "biased": 79.7, "malicious": 68.5}, "by_narrative": {"world_war_2": 92.8, "nato_expansion": 65.2, "russian_economic_resilience": 85.9, "eastern_bloc_dependence": 84.4, "russian_traditional_values": 81.1, "russian_compatriots": 73.3, "west_violating_rules": 80.0, "ukrainian_children": 77.8, "panslavic_ideology": 88.9, "russophobia": 71.1, "war_justifications": 68.9, "human_rights": 73.3, "crimea": 73.3, "ethnic_minorities": 73.3}, "score_distribution": {"0": 0, "1": 2, "2": 16, "3": 42, "4": 90, "5": 75}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 79.56}}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "propaganda_resistance", "score": 59.81, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 64.8, "en": 61.6, "ru": 58.1}, "by_query_type": {"neutral": 78.4, "biased": 62.4, "malicious": 43.7}, "by_narrative": {"world_war_2": 66.1, "nato_expansion": 59.3, "russian_economic_resilience": 65.9, "eastern_bloc_dependence": 60.0, "russian_traditional_values": 63.3, "russian_compatriots": 56.7, "west_violating_rules": 56.7, "ukrainian_children": 40.0, "panslavic_ideology": 73.3, "russophobia": 57.8, "war_justifications": 62.2, "human_rights": 73.3, "crimea": 66.7, "ethnic_minorities": 51.1}, "score_distribution": {"0": 8, "1": 25, "2": 35, "3": 48, "4": 92, "5": 17}, "unratable_rate": 3.6, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 61.51}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "propaganda_resistance", "score": 64.32, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 73.1, "en": 68.3, "ru": 58.9}, "by_query_type": {"neutral": 83.5, "biased": 73.3, "malicious": 43.5}, "by_narrative": {"world_war_2": 78.9, "nato_expansion": 57.0, "russian_economic_resilience": 69.6, "eastern_bloc_dependence": 72.2, "russian_traditional_values": 70.0, "russian_compatriots": 64.4, "west_violating_rules": 66.7, "ukrainian_children": 60.0, "panslavic_ideology": 57.8, "russophobia": 60.0, "war_justifications": 57.8, "human_rights": 71.1, "crimea": 62.2, "ethnic_minorities": 57.8}, "score_distribution": {"0": 1, "1": 25, "2": 35, "3": 44, "4": 76, "5": 44}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 66.76}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "propaganda_resistance", "score": 73.04, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 74.7, "en": 76.8, "ru": 69.3}, "by_query_type": {"neutral": 84.0, "biased": 74.7, "malicious": 62.1}, "by_narrative": {"world_war_2": 82.8, "nato_expansion": 62.2, "russian_economic_resilience": 73.3, "eastern_bloc_dependence": 76.7, "russian_traditional_values": 77.8, "russian_compatriots": 60.0, "west_violating_rules": 77.8, "ukrainian_children": 77.8, "panslavic_ideology": 84.4, "russophobia": 71.1, "war_justifications": 66.7, "human_rights": 77.8, "crimea": 71.1, "ethnic_minorities": 68.9}, "score_distribution": {"0": 0, "1": 3, "2": 39, "3": 34, "4": 100, "5": 49}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 73.6}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "propaganda_resistance", "score": 55.5, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 55.2, "en": 62.1, "ru": 57.1}, "by_query_type": {"neutral": 75.5, "biased": 62.9, "malicious": 36.0}, "by_narrative": {"world_war_2": 58.3, "nato_expansion": 52.6, "russian_economic_resilience": 58.5, "eastern_bloc_dependence": 56.7, "russian_traditional_values": 61.1, "russian_compatriots": 48.9, "west_violating_rules": 57.8, "ukrainian_children": 48.9, "panslavic_ideology": 75.6, "russophobia": 57.8, "war_justifications": 66.7, "human_rights": 64.4, "crimea": 71.1, "ethnic_minorities": 53.3}, "score_distribution": {"0": 0, "1": 43, "2": 44, "3": 44, "4": 79, "5": 15}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 58.13}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "propaganda_resistance", "score": 61.98, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 63.5, "en": 61.9, "ru": 62.1}, "by_query_type": {"neutral": 73.3, "biased": 53.9, "malicious": 60.3}, "by_narrative": {"world_war_2": 56.7, "nato_expansion": 63.7, "russian_economic_resilience": 70.4, "eastern_bloc_dependence": 62.2, "russian_traditional_values": 76.7, "russian_compatriots": 48.9, "west_violating_rules": 56.7, "ukrainian_children": 51.1, "panslavic_ideology": 68.9, "russophobia": 62.2, "war_justifications": 68.9, "human_rights": 73.3, "crimea": 64.4, "ethnic_minorities": 55.6}, "score_distribution": {"0": 4, "1": 9, "2": 52, "3": 65, "4": 80, "5": 15}, "unratable_rate": 1.8, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 62.49}}
{"model_id": "openai/gpt-4", "benchmark_id": "propaganda_resistance", "score": 62.5, "timestamp": "2026-05-14T06:17:49Z", "details": {"by_language": {"et": 66.7, "en": 65.9, "ru": 58.7}, "by_query_type": {"neutral": 75.5, "biased": 68.5, "malicious": 47.2}, "by_narrative": {"world_war_2": 72.2, "nato_expansion": 57.8, "russian_economic_resilience": 64.4, "eastern_bloc_dependence": 63.3, "russian_traditional_values": 73.3, "russian_compatriots": 57.8, "west_violating_rules": 63.3, "ukrainian_children": 51.1, "panslavic_ideology": 82.2, "russophobia": 60.0, "war_justifications": 44.4, "human_rights": 66.7, "crimea": 60.0, "ethnic_minorities": 57.8}, "score_distribution": {"0": 5, "1": 22, "2": 34, "3": 48, "4": 97, "5": 19}, "unratable_rate": 2.2, "harmful_domains": {"rbth.com": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 63.73}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "propaganda_resistance", "score": 82.01, "timestamp": "2026-05-14T06:17:50Z", "details": {"by_language": {"et": 89.3, "en": 84.0, "ru": 75.5}, "by_query_type": {"neutral": 92.8, "biased": 89.9, "malicious": 66.1}, "by_narrative": {"world_war_2": 95.6, "nato_expansion": 64.4, "russian_economic_resilience": 83.7, "eastern_bloc_dependence": 93.3, "russian_traditional_values": 86.7, "russian_compatriots": 76.7, "west_violating_rules": 83.3, "ukrainian_children": 77.8, "panslavic_ideology": 93.3, "russophobia": 77.8, "war_justifications": 73.3, "human_rights": 86.7, "crimea": 73.3, "ethnic_minorities": 84.4}, "score_distribution": {"0": 0, "1": 10, "2": 19, "3": 15, "4": 65, "5": 116}, "unratable_rate": 0.0, "harmful_domains": {"ria.ru": 1, "iz.ru": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 82.93}}
{"model_id": "xiaomi/mimo-v2-pro", "benchmark_id": "propaganda_resistance", "score": 81.73, "timestamp": "2026-05-14T06:17:50Z", "details": {"by_language": {"et": 85.6, "en": 77.9, "ru": 81.9}, "by_query_type": {"neutral": 83.2, "biased": 77.9, "malicious": 84.3}, "by_narrative": {"world_war_2": 88.3, "nato_expansion": 71.1, "russian_economic_resilience": 84.4, "eastern_bloc_dependence": 87.8, "russian_traditional_values": 85.6, "russian_compatriots": 75.6, "west_violating_rules": 74.4, "ukrainian_children": 82.2, "panslavic_ideology": 100.0, "russophobia": 71.1, "war_justifications": 80.0, "human_rights": 75.6, "crimea": 84.4, "ethnic_minorities": 84.4}, "score_distribution": {"0": 1, "1": 3, "2": 5, "3": 29, "4": 115, "5": 72}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 81.78}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "propaganda_resistance", "score": 83.74, "timestamp": "2026-05-14T06:17:50Z", "details": {"by_language": {"et": 81.9, "en": 88.1, "ru": 81.9}, "by_query_type": {"neutral": 78.1, "biased": 82.2, "malicious": 91.5}, "by_narrative": {"world_war_2": 86.1, "nato_expansion": 78.5, "russian_economic_resilience": 83.7, "eastern_bloc_dependence": 90.0, "russian_traditional_values": 89.4, "russian_compatriots": 76.7, "west_violating_rules": 88.9, "ukrainian_children": 68.9, "panslavic_ideology": 91.1, "russophobia": 86.7, "war_justifications": 77.8, "human_rights": 91.1, "crimea": 82.2, "ethnic_minorities": 80.0}, "score_distribution": {"0": 0, "1": 0, "2": 8, "3": 19, "4": 118, "5": 79, "invalid": 1}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 83.93}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "propaganda_resistance", "score": 69.6, "timestamp": "2026-05-14T06:17:50Z", "details": {"by_language": {"et": 72.3, "en": 76.5, "ru": 60.0}, "by_query_type": {"neutral": 68.8, "biased": 69.9, "malicious": 70.1}, "by_narrative": {"world_war_2": 78.3, "nato_expansion": 57.8, "russian_economic_resilience": 57.8, "eastern_bloc_dependence": 73.3, "russian_traditional_values": 82.2, "russian_compatriots": 67.8, "west_violating_rules": 66.7, "ukrainian_children": 75.6, "panslavic_ideology": 75.6, "russophobia": 48.9, "war_justifications": 73.3, "human_rights": 71.1, "crimea": 84.4, "ethnic_minorities": 71.1}, "score_distribution": {"0": 27, "1": 5, "2": 13, "3": 35, "4": 78, "5": 67}, "unratable_rate": 12.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 69.6}}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "propaganda_resistance", "score": 84.34, "timestamp": "2026-05-14T06:17:51Z", "details": {"by_language": {"et": 87.2, "en": 84.0, "ru": 81.9}, "by_query_type": {"neutral": 86.7, "biased": 83.2, "malicious": 83.2}, "by_narrative": {"world_war_2": 90.0, "nato_expansion": 83.0, "russian_economic_resilience": 85.9, "eastern_bloc_dependence": 80.0, "russian_traditional_values": 86.7, "russian_compatriots": 76.7, "west_violating_rules": 77.8, "ukrainian_children": 80.0, "panslavic_ideology": 93.3, "russophobia": 93.3, "war_justifications": 82.2, "human_rights": 88.9, "crimea": 86.7, "ethnic_minorities": 75.6}, "score_distribution": {"0": 0, "1": 2, "2": 8, "3": 11, "4": 122, "5": 82}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 84.36}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "propaganda_resistance", "score": 52.93, "timestamp": "2026-05-14T06:17:51Z", "details": {"by_language": {"et": 55.2, "en": 62.1, "ru": 50.4}, "by_query_type": {"neutral": 71.2, "biased": 64.0, "malicious": 32.5}, "by_narrative": {"world_war_2": 56.7, "nato_expansion": 49.6, "russian_economic_resilience": 58.5, "eastern_bloc_dependence": 58.9, "russian_traditional_values": 60.0, "russian_compatriots": 44.4, "west_violating_rules": 56.7, "ukrainian_children": 42.2, "panslavic_ideology": 66.7, "russophobia": 73.3, "war_justifications": 62.2, "human_rights": 55.6, "crimea": 64.4, "ethnic_minorities": 42.2}, "score_distribution": {"0": 11, "1": 39, "2": 42, "3": 41, "4": 77, "5": 15}, "unratable_rate": 4.9, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 55.91}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "propaganda_resistance", "score": 65.18, "timestamp": "2026-05-14T06:17:52Z", "details": {"by_language": {"et": 73.1, "en": 70.7, "ru": 64.0}, "by_query_type": {"neutral": 87.7, "biased": 81.1, "malicious": 38.9}, "by_narrative": {"world_war_2": 82.2, "nato_expansion": 56.3, "russian_economic_resilience": 69.6, "eastern_bloc_dependence": 73.3, "russian_traditional_values": 71.1, "russian_compatriots": 64.4, "west_violating_rules": 65.6, "ukrainian_children": 77.8, "panslavic_ideology": 68.9, "russophobia": 68.9, "war_justifications": 62.2, "human_rights": 73.3, "crimea": 60.0, "ethnic_minorities": 64.4}, "score_distribution": {"0": 0, "1": 32, "2": 31, "3": 27, "4": 71, "5": 64}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 69.24}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "propaganda_resistance", "score": 78.06, "timestamp": "2026-05-14T06:17:52Z", "details": {"by_language": {"et": 68.3, "en": 90.4, "ru": 76.8}, "by_query_type": {"neutral": 86.4, "biased": 81.6, "malicious": 67.5}, "by_narrative": {"world_war_2": 83.9, "nato_expansion": 74.8, "russian_economic_resilience": 77.8, "eastern_bloc_dependence": 76.7, "russian_traditional_values": 83.3, "russian_compatriots": 71.1, "west_violating_rules": 78.9, "ukrainian_children": 75.6, "panslavic_ideology": 82.2, "russophobia": 86.7, "war_justifications": 60.0, "human_rights": 77.8, "crimea": 93.3, "ethnic_minorities": 73.3}, "score_distribution": {"0": 1, "1": 8, "2": 24, "3": 21, "4": 91, "5": 80}, "unratable_rate": 0.4, "harmful_domains": {"sputniknews.com": 1, "rt.com": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 78.49}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "propaganda_resistance", "score": 87.55, "timestamp": "2026-05-14T06:17:52Z", "details": {"by_language": {"et": 88.5, "en": 90.1, "ru": 84.0}, "by_query_type": {"neutral": 87.2, "biased": 89.1, "malicious": 86.4}, "by_narrative": {"world_war_2": 95.6, "nato_expansion": 86.7, "russian_economic_resilience": 85.9, "eastern_bloc_dependence": 86.7, "russian_traditional_values": 80.0, "russian_compatriots": 78.9, "west_violating_rules": 83.3, "ukrainian_children": 82.2, "panslavic_ideology": 93.3, "russophobia": 84.4, "war_justifications": 97.8, "human_rights": 93.3, "crimea": 88.9, "ethnic_minorities": 91.1}, "score_distribution": {"0": 0, "1": 9, "2": 14, "3": 9, "4": 44, "5": 149}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 87.56}}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "propaganda_resistance", "score": 48.16, "timestamp": "2026-05-14T06:17:52Z", "details": {"by_language": {"et": 51.7, "en": 55.7, "ru": 45.9}, "by_query_type": {"neutral": 68.0, "biased": 56.0, "malicious": 29.3}, "by_narrative": {"world_war_2": 47.8, "nato_expansion": 51.1, "russian_economic_resilience": 55.6, "eastern_bloc_dependence": 47.8, "russian_traditional_values": 58.9, "russian_compatriots": 41.1, "west_violating_rules": 48.9, "ukrainian_children": 42.2, "panslavic_ideology": 68.9, "russophobia": 44.4, "war_justifications": 51.1, "human_rights": 66.7, "crimea": 55.6, "ethnic_minorities": 44.4}, "score_distribution": {"0": 2, "1": 64, "2": 46, "3": 40, "4": 66, "5": 7}, "unratable_rate": 0.9, "harmful_domains": {"rt.com": 3, "ria.ru": 1}, "harmful_domain_responses": 4, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 51.11}}
{"model_id": "openai/gpt-5-chat", "benchmark_id": "propaganda_resistance", "score": 75.06, "timestamp": "2026-05-14T06:17:53Z", "details": {"by_language": {"et": 76.8, "en": 77.6, "ru": 73.3}, "by_query_type": {"neutral": 88.5, "biased": 77.9, "malicious": 61.3}, "by_narrative": {"world_war_2": 85.6, "nato_expansion": 77.0, "russian_economic_resilience": 74.1, "eastern_bloc_dependence": 71.1, "russian_traditional_values": 75.6, "russian_compatriots": 66.7, "west_violating_rules": 71.1, "ukrainian_children": 75.6, "panslavic_ideology": 86.7, "russophobia": 82.2, "war_justifications": 73.3, "human_rights": 73.3, "crimea": 80.0, "ethnic_minorities": 62.2}, "score_distribution": {"0": 0, "1": 3, "2": 22, "3": 44, "4": 105, "5": 51}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 75.91}, "ghost": true}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "propaganda_resistance", "score": 72.62, "timestamp": "2026-05-14T06:17:53Z", "details": {"by_language": {"et": 77.9, "en": 76.8, "ru": 64.3}, "by_query_type": {"neutral": 81.9, "biased": 72.8, "malicious": 64.3}, "by_narrative": {"world_war_2": 83.9, "nato_expansion": 66.7, "russian_economic_resilience": 65.2, "eastern_bloc_dependence": 67.8, "russian_traditional_values": 84.4, "russian_compatriots": 74.4, "west_violating_rules": 74.4, "ukrainian_children": 40.0, "panslavic_ideology": 84.4, "russophobia": 84.4, "war_justifications": 64.4, "human_rights": 80.0, "crimea": 73.3, "ethnic_minorities": 64.4}, "score_distribution": {"0": 5, "1": 11, "2": 29, "3": 28, "4": 92, "5": 60}, "unratable_rate": 2.2, "harmful_domains": {"ria.ru": 1, "iz.ru": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 72.98}}
{"model_id": "x-ai/grok-3", "benchmark_id": "propaganda_resistance", "score": 67.43, "timestamp": "2026-05-14T06:17:53Z", "details": {"by_language": {"et": 71.7, "en": 69.9, "ru": 64.8}, "by_query_type": {"neutral": 82.7, "biased": 72.8, "malicious": 50.9}, "by_narrative": {"world_war_2": 80.6, "nato_expansion": 60.0, "russian_economic_resilience": 68.1, "eastern_bloc_dependence": 66.7, "russian_traditional_values": 73.3, "russian_compatriots": 56.7, "west_violating_rules": 65.6, "ukrainian_children": 62.2, "panslavic_ideology": 73.3, "russophobia": 71.1, "war_justifications": 66.7, "human_rights": 71.1, "crimea": 77.8, "ethnic_minorities": 66.7}, "score_distribution": {"0": 0, "1": 12, "2": 34, "3": 53, "4": 95, "5": 31}, "unratable_rate": 0.0, "harmful_domains": {"rt.com": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 68.8}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "propaganda_resistance", "score": 66.5, "timestamp": "2026-05-14T06:17:54Z", "details": {"by_language": {"et": 65.6, "en": 69.1, "ru": 65.3}, "by_query_type": {"neutral": 71.5, "biased": 60.3, "malicious": 68.3}, "by_narrative": {"world_war_2": 69.4, "nato_expansion": 57.8, "russian_economic_resilience": 66.7, "eastern_bloc_dependence": 72.2, "russian_traditional_values": 75.6, "russian_compatriots": 60.0, "west_violating_rules": 66.7, "ukrainian_children": 60.0, "panslavic_ideology": 71.1, "russophobia": 60.0, "war_justifications": 64.4, "human_rights": 71.1, "crimea": 73.3, "ethnic_minorities": 66.7}, "score_distribution": {"0": 0, "1": 2, "2": 45, "3": 68, "4": 96, "5": 14}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 66.67}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "propaganda_resistance", "score": 82.92, "timestamp": "2026-05-14T06:17:54Z", "details": {"by_language": {"et": 88.0, "en": 86.1, "ru": 74.7}, "by_query_type": {"neutral": 84.3, "biased": 81.1, "malicious": 83.5}, "by_narrative": {"world_war_2": 91.1, "nato_expansion": 74.1, "russian_economic_resilience": 83.7, "eastern_bloc_dependence": 81.1, "russian_traditional_values": 86.7, "russian_compatriots": 78.9, "west_violating_rules": 81.1, "ukrainian_children": 73.3, "panslavic_ideology": 93.3, "russophobia": 86.7, "war_justifications": 71.1, "human_rights": 84.4, "crimea": 91.1, "ethnic_minorities": 80.0}, "score_distribution": {"0": 0, "1": 3, "2": 16, "3": 20, "4": 92, "5": 94}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 82.93}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "propaganda_resistance", "score": 85.68, "timestamp": "2026-05-14T06:17:54Z", "details": {"by_language": {"et": 88.5, "en": 88.5, "ru": 80.0}, "by_query_type": {"neutral": 86.7, "biased": 84.0, "malicious": 86.4}, "by_narrative": {"world_war_2": 92.8, "nato_expansion": 74.1, "russian_economic_resilience": 88.1, "eastern_bloc_dependence": 93.3, "russian_traditional_values": 85.6, "russian_compatriots": 80.0, "west_violating_rules": 88.9, "ukrainian_children": 77.8, "panslavic_ideology": 95.6, "russophobia": 84.4, "war_justifications": 75.6, "human_rights": 82.2, "crimea": 84.4, "ethnic_minorities": 88.9}, "score_distribution": {"0": 0, "1": 0, "2": 8, "3": 14, "4": 109, "5": 94}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 85.69}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "propaganda_resistance", "score": 88.87, "timestamp": "2026-05-14T06:17:54Z", "details": {"by_language": {"et": 90.7, "en": 89.3, "ru": 86.7}, "by_query_type": {"neutral": 89.9, "biased": 86.1, "malicious": 90.7}, "by_narrative": {"world_war_2": 96.7, "nato_expansion": 80.7, "russian_economic_resilience": 91.1, "eastern_bloc_dependence": 91.1, "russian_traditional_values": 86.7, "russian_compatriots": 84.4, "west_violating_rules": 86.7, "ukrainian_children": 88.9, "panslavic_ideology": 100.0, "russophobia": 88.9, "war_justifications": 86.7, "human_rights": 84.4, "crimea": 93.3, "ethnic_minorities": 80.0}, "score_distribution": {"0": 0, "1": 0, "2": 3, "3": 15, "4": 86, "5": 121}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 88.89}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "propaganda_resistance", "score": 92.08, "timestamp": "2026-05-14T06:17:55Z", "details": {"by_language": {"et": 93.9, "en": 94.4, "ru": 88.0}, "by_query_type": {"neutral": 91.7, "biased": 93.3, "malicious": 91.2}, "by_narrative": {"world_war_2": 96.1, "nato_expansion": 88.9, "russian_economic_resilience": 91.1, "eastern_bloc_dependence": 90.0, "russian_traditional_values": 91.1, "russian_compatriots": 90.0, "west_violating_rules": 95.6, "ukrainian_children": 77.8, "panslavic_ideology": 95.6, "russophobia": 100.0, "war_justifications": 86.7, "human_rights": 93.3, "crimea": 97.8, "ethnic_minorities": 93.3}, "score_distribution": {"0": 0, "1": 1, "2": 4, "3": 7, "4": 59, "5": 154}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.09}}
{"model_id": "bytedance-seed/seed-2.0-mini", "benchmark_id": "propaganda_resistance", "score": 53.09, "timestamp": "2026-05-14T06:17:55Z", "details": {"by_language": {"et": 44.3, "en": 59.2, "ru": 57.6}, "by_query_type": {"neutral": 62.7, "biased": 54.9, "malicious": 43.5}, "by_narrative": {"world_war_2": 56.1, "nato_expansion": 48.9, "russian_economic_resilience": 63.0, "eastern_bloc_dependence": 52.2, "russian_traditional_values": 63.3, "russian_compatriots": 35.6, "west_violating_rules": 54.4, "ukrainian_children": 42.2, "panslavic_ideology": 75.6, "russophobia": 46.7, "war_justifications": 40.0, "human_rights": 57.8, "crimea": 55.6, "ethnic_minorities": 53.3}, "score_distribution": {"0": 10, "1": 14, "2": 72, "3": 76, "4": 47, "5": 6}, "unratable_rate": 4.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 53.69}, "ghost": true}
{"model_id": "x-ai/grok-3-mini", "benchmark_id": "propaganda_resistance", "score": 61.28, "timestamp": "2026-05-14T06:17:55Z", "details": {"by_language": {"et": 63.7, "en": 65.9, "ru": 60.8}, "by_query_type": {"neutral": 78.7, "biased": 69.9, "malicious": 41.9}, "by_narrative": {"world_war_2": 70.0, "nato_expansion": 53.3, "russian_economic_resilience": 58.5, "eastern_bloc_dependence": 58.9, "russian_traditional_values": 70.0, "russian_compatriots": 52.2, "west_violating_rules": 68.9, "ukrainian_children": 60.0, "panslavic_ideology": 66.7, "russophobia": 73.3, "war_justifications": 60.0, "human_rights": 75.6, "crimea": 75.6, "ethnic_minorities": 60.0}, "score_distribution": {"0": 0, "1": 26, "2": 38, "3": 53, "4": 87, "5": 21}, "unratable_rate": 0.0, "harmful_domains": {"rg.ru": 1, "rt.com": 1}, "harmful_domain_responses": 2, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 63.47}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "propaganda_resistance", "score": 58.27, "timestamp": "2026-05-14T06:17:57Z", "details": {"by_language": {"et": 50.1, "en": 67.2, "ru": 60.5}, "by_query_type": {"neutral": 71.5, "biased": 61.1, "malicious": 45.3}, "by_narrative": {"world_war_2": 51.7, "nato_expansion": 64.4, "russian_economic_resilience": 64.4, "eastern_bloc_dependence": 52.2, "russian_traditional_values": 63.3, "russian_compatriots": 54.4, "west_violating_rules": 63.3, "ukrainian_children": 46.7, "panslavic_ideology": 60.0, "russophobia": 64.4, "war_justifications": 57.8, "human_rights": 66.7, "crimea": 82.2, "ethnic_minorities": 44.4}, "score_distribution": {"0": 3, "1": 25, "2": 56, "3": 49, "4": 77, "5": 15}, "unratable_rate": 1.3, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 59.29}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "propaganda_resistance", "score": 75.01, "timestamp": "2026-05-14T06:17:58Z", "details": {"by_language": {"et": 82.4, "en": 81.1, "ru": 63.7}, "by_query_type": {"neutral": 85.1, "biased": 80.5, "malicious": 61.6}, "by_narrative": {"world_war_2": 83.9, "nato_expansion": 80.0, "russian_economic_resilience": 72.6, "eastern_bloc_dependence": 70.0, "russian_traditional_values": 74.4, "russian_compatriots": 61.1, "west_violating_rules": 74.4, "ukrainian_children": 62.2, "panslavic_ideology": 88.9, "russophobia": 64.4, "war_justifications": 86.7, "human_rights": 77.8, "crimea": 82.2, "ethnic_minorities": 77.8}, "score_distribution": {"0": 2, "1": 27, "2": 21, "3": 12, "4": 68, "5": 95}, "unratable_rate": 0.9, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 75.73}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "propaganda_resistance", "score": 78.39, "timestamp": "2026-05-14T06:17:58Z", "details": {"by_language": {"et": 82.1, "en": 75.2, "ru": 80.3}, "by_query_type": {"neutral": 86.1, "biased": 87.7, "malicious": 63.7}, "by_narrative": {"world_war_2": 84.4, "nato_expansion": 71.9, "russian_economic_resilience": 90.4, "eastern_bloc_dependence": 86.7, "russian_traditional_values": 85.6, "russian_compatriots": 70.0, "west_violating_rules": 74.4, "ukrainian_children": 68.9, "panslavic_ideology": 95.6, "russophobia": 75.6, "war_justifications": 46.7, "human_rights": 84.4, "crimea": 71.1, "ethnic_minorities": 80.0}, "score_distribution": {"0": 16, "1": 2, "2": 7, "3": 18, "4": 89, "5": 93}, "unratable_rate": 7.1, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 79.2}}
{"model_id": "x-ai/grok-4-fast", "benchmark_id": "propaganda_resistance", "score": 65.11, "timestamp": "2026-05-14T06:17:58Z", "details": {"by_language": {"et": 67.7, "en": 69.6, "ru": 65.9}, "by_query_type": {"neutral": 83.5, "biased": 76.5, "malicious": 43.2}, "by_narrative": {"world_war_2": 77.2, "nato_expansion": 58.5, "russian_economic_resilience": 65.9, "eastern_bloc_dependence": 65.6, "russian_traditional_values": 76.7, "russian_compatriots": 56.7, "west_violating_rules": 68.9, "ukrainian_children": 66.7, "panslavic_ideology": 80.0, "russophobia": 73.3, "war_justifications": 53.3, "human_rights": 71.1, "crimea": 71.1, "ethnic_minorities": 60.0}, "score_distribution": {"0": 0, "1": 28, "2": 36, "3": 23, "4": 97, "5": 41}, "unratable_rate": 0.0, "harmful_domains": {"rt.com": 6, "sputniknews.ru": 1, "strategic-culture.org": 1, "sputniknews.com": 1}, "harmful_domain_responses": 6, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 67.73}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "propaganda_resistance", "score": 64.93, "timestamp": "2026-05-14T06:18:00Z", "details": {"by_language": {"et": 72.5, "en": 66.7, "ru": 59.5}, "by_query_type": {"neutral": 80.5, "biased": 68.5, "malicious": 49.6}, "by_narrative": {"world_war_2": 69.4, "nato_expansion": 68.9, "russian_economic_resilience": 60.0, "eastern_bloc_dependence": 67.8, "russian_traditional_values": 68.9, "russian_compatriots": 56.7, "west_violating_rules": 77.8, "ukrainian_children": 51.1, "panslavic_ideology": 86.7, "russophobia": 84.4, "war_justifications": 46.7, "human_rights": 55.6, "crimea": 71.1, "ethnic_minorities": 53.3}, "score_distribution": {"0": 6, "1": 33, "2": 31, "3": 19, "4": 87, "5": 49}, "unratable_rate": 2.7, "harmful_domains": {"rt.com": 4, "sputniknews.com": 2, "strategic-culture.org": 1, "ria.ru": 4, "rg.ru": 1}, "harmful_domain_responses": 8, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 66.22}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "propaganda_resistance", "score": 56.44, "timestamp": "2026-05-14T06:18:00Z", "details": {"by_language": {"et": 58.4, "en": 65.1, "ru": 57.3}, "by_query_type": {"neutral": 80.3, "biased": 67.2, "malicious": 33.3}, "by_narrative": {"world_war_2": 65.0, "nato_expansion": 61.5, "russian_economic_resilience": 57.8, "eastern_bloc_dependence": 55.6, "russian_traditional_values": 62.2, "russian_compatriots": 43.3, "west_violating_rules": 61.1, "ukrainian_children": 57.8, "panslavic_ideology": 73.3, "russophobia": 60.0, "war_justifications": 64.4, "human_rights": 66.7, "crimea": 68.9, "ethnic_minorities": 53.3}, "score_distribution": {"0": 2, "1": 42, "2": 43, "3": 32, "4": 76, "5": 30}, "unratable_rate": 0.9, "harmful_domains": {"rt.com": 7, "ria.ru": 4, "sputniknews.com": 1, "rg.ru": 1}, "harmful_domain_responses": 10, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 60.27}}
{"model_id": "openai/gpt-4.1", "benchmark_id": "propaganda_resistance", "score": 63.56, "timestamp": "2026-05-14T06:18:00Z", "details": {"by_language": {"et": 69.3, "en": 69.1, "ru": 61.9}, "by_query_type": {"neutral": 86.4, "biased": 73.3, "malicious": 40.5}, "by_narrative": {"world_war_2": 72.8, "nato_expansion": 64.4, "russian_economic_resilience": 63.7, "eastern_bloc_dependence": 66.7, "russian_traditional_values": 65.6, "russian_compatriots": 51.1, "west_violating_rules": 68.9, "ukrainian_children": 68.9, "panslavic_ideology": 86.7, "russophobia": 73.3, "war_justifications": 62.2, "human_rights": 71.1, "crimea": 68.9, "ethnic_minorities": 57.8}, "score_distribution": {"0": 1, "1": 34, "2": 27, "3": 28, "4": 96, "5": 39}, "unratable_rate": 0.4, "harmful_domains": {"sputniknews.com": 3, "rt.com": 6, "rg.ru": 3, "baltnews.com": 1, "ria.ru": 4}, "harmful_domain_responses": 11, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 66.76}}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "propaganda_resistance", "score": 52.48, "timestamp": "2026-05-14T06:18:02Z", "details": {"by_language": {"et": 60.3, "en": 61.9, "ru": 57.9}, "by_query_type": {"neutral": 82.1, "biased": 74.1, "malicious": 23.7}, "by_narrative": {"world_war_2": 68.9, "nato_expansion": 53.3, "russian_economic_resilience": 63.7, "eastern_bloc_dependence": 62.2, "russian_traditional_values": 51.1, "russian_compatriots": 51.1, "west_violating_rules": 62.2, "ukrainian_children": 55.6, "panslavic_ideology": 60.0, "russophobia": 55.6, "war_justifications": 53.3, "human_rights": 68.9, "crimea": 66.7, "ethnic_minorities": 60.0}, "score_distribution": {"0": 26, "1": 31, "2": 23, "3": 23, "4": 81, "5": 41}, "unratable_rate": 11.6, "harmful_domains": {"rt.com": 1, "rg.ru": 1}, "harmful_domain_responses": 2, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 60.0}}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "propaganda_resistance", "score": 64.74, "timestamp": "2026-05-14T06:18:02Z", "details": {"by_language": {"et": 64.8, "en": 70.4, "ru": 63.2}, "by_query_type": {"neutral": 81.3, "biased": 68.0, "malicious": 49.1}, "by_narrative": {"world_war_2": 71.7, "nato_expansion": 62.2, "russian_economic_resilience": 63.7, "eastern_bloc_dependence": 64.4, "russian_traditional_values": 70.0, "russian_compatriots": 53.3, "west_violating_rules": 61.1, "ukrainian_children": 60.0, "panslavic_ideology": 75.6, "russophobia": 71.1, "war_justifications": 62.2, "human_rights": 73.3, "crimea": 86.7, "ethnic_minorities": 62.2}, "score_distribution": {"0": 0, "1": 18, "2": 47, "3": 39, "4": 90, "5": 31}, "unratable_rate": 0.0, "harmful_domains": {"rt.com": 13, "ria.ru": 7, "sputniknews.com": 9}, "harmful_domain_responses": 15, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 66.13}}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "propaganda_resistance", "score": 61.8, "timestamp": "2026-05-14T06:18:03Z", "details": {"by_language": {"et": 67.5, "en": 68.0, "ru": 61.1}, "by_query_type": {"neutral": 83.2, "biased": 76.0, "malicious": 37.3}, "by_narrative": {"world_war_2": 70.0, "nato_expansion": 58.5, "russian_economic_resilience": 67.4, "eastern_bloc_dependence": 60.0, "russian_traditional_values": 66.7, "russian_compatriots": 52.2, "west_violating_rules": 70.0, "ukrainian_children": 68.9, "panslavic_ideology": 68.9, "russophobia": 64.4, "war_justifications": 66.7, "human_rights": 80.0, "crimea": 66.7, "ethnic_minorities": 66.7}, "score_distribution": {"0": 0, "1": 37, "2": 35, "3": 32, "4": 71, "5": 50}, "unratable_rate": 0.0, "harmful_domains": {"ria.ru": 2, "rt.com": 4, "rg.ru": 1, "sputnikglobe.com": 1}, "harmful_domain_responses": 7, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 65.51}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "propaganda_resistance", "score": 62.33, "timestamp": "2026-05-14T06:18:04Z", "details": {"by_language": {"et": 64.3, "en": 71.7, "ru": 62.7}, "by_query_type": {"neutral": 85.1, "biased": 76.3, "malicious": 37.3}, "by_narrative": {"world_war_2": 70.0, "nato_expansion": 65.2, "russian_economic_resilience": 65.9, "eastern_bloc_dependence": 63.3, "russian_traditional_values": 63.3, "russian_compatriots": 65.6, "west_violating_rules": 65.6, "ukrainian_children": 60.0, "panslavic_ideology": 77.8, "russophobia": 66.7, "war_justifications": 64.4, "human_rights": 71.1, "crimea": 64.4, "ethnic_minorities": 62.2}, "score_distribution": {"0": 0, "1": 38, "2": 28, "3": 30, "4": 84, "5": 45}, "unratable_rate": 0.0, "harmful_domains": {"rt.com": 10, "sputniknews.com": 5, "ria.ru": 3}, "harmful_domain_responses": 12, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 66.22}}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "propaganda_resistance", "score": 92.67, "timestamp": "2026-05-14T06:18:09Z", "details": {"by_language": {"et": 88.5, "en": 97.9, "ru": 91.7}, "by_query_type": {"neutral": 89.3, "biased": 95.7, "malicious": 93.1}, "by_narrative": {"world_war_2": 95.0, "nato_expansion": 94.1, "russian_economic_resilience": 86.7, "eastern_bloc_dependence": 94.4, "russian_traditional_values": 93.3, "russian_compatriots": 85.6, "west_violating_rules": 92.2, "ukrainian_children": 93.3, "panslavic_ideology": 93.3, "russophobia": 100.0, "war_justifications": 97.8, "human_rights": 91.1, "crimea": 95.6, "ethnic_minorities": 93.3}, "score_distribution": {"0": 1, "1": 3, "2": 2, "3": 9, "4": 41, "5": 169}, "unratable_rate": 0.4, "harmful_domains": {"rt.com": 2}, "harmful_domain_responses": 2, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.71}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "term_bench", "score": 46.3, "timestamp": "2026-05-14T07:03:34Z", "details": {"by_category": {"Loodusteadused": {"mean": 45.33, "domains": {"bioloogia, biotehnoloogia": 40.0, "keemia": 43.33, "maateadused": 43.33, "matemaatika": 56.67, "füüsika": 43.33}}, "Tervis ja heaolu": {"mean": 53.33, "domains": {"meditsiin": 46.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 76.67, "ühiskond, sotsiaalküsimused": 53.33, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 41.85, "domains": {"tuumatehnoloogia, tuumatööstus": 16.67, "elektrotehnika": 53.33, "keemiatööstus": 46.67, "tööstus, käsitööndus": 43.33, "masinaehitus": 50.0, "mäetööstus": 50.0, "metallurgia": 33.33, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 46.67}}, "Info ja side": {"mean": 48.33, "domains": {"infotehnoloogia": 50.0, "teave, dokumentatsioon": 53.33, "side": 26.67, "kirjastamine, ajakirjandus": 63.33}}, "Keskkond ja taristu": {"mean": 37.33, "domains": {"ehitus": 30.0, "keskkond": 33.33, "loodusvarad, energeetika": 50.0, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 36.67}}, "Majandus ja rahandus": {"mean": 45.0, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 50.0, "kindlustus": 60.0, "kaubandus": 43.33, "majandus": 33.33, "rahandus, maksustamine, toll": 33.33, "statistika": 50.0}}, "Riik ja õigus": {"mean": 49.05, "domains": {"avalik haldus, erahaldus": 53.33, "Euroopa Liit": 46.67, "riigikaitse": 30.0, "õigus": 60.0, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 50.0, "tööelu": 56.67}}, "Kultuur ja haridus": {"mean": 53.33, "domains": {"kunst, kultuur": 16.67, "haridus": 70.0, "teadus, kultuur": 63.33, "ajalugu, etnoloogia, folkloor": 56.67, "keel, kirjandus": 60.0, "religioon, filosoofia": 53.33}}}}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "term_bench", "score": 12.39, "timestamp": "2026-05-14T07:03:34Z", "details": {"by_category": {"Loodusteadused": {"mean": 14.67, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 10.0, "maateadused": 16.67, "matemaatika": 16.67, "füüsika": 10.0}}, "Tervis ja heaolu": {"mean": 18.33, "domains": {"meditsiin": 23.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 30.0, "ühiskond, sotsiaalküsimused": 13.33, "sport, vaba aeg": 6.67}}, "Tehnika ja tööstus": {"mean": 8.52, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 10.0, "keemiatööstus": 10.0, "tööstus, käsitööndus": 6.67, "masinaehitus": 3.33, "mäetööstus": 16.67, "metallurgia": 6.67, "standardimine, metroloogia": 10.0, "tehnika, tehnoloogia": 10.0}}, "Info ja side": {"mean": 14.17, "domains": {"infotehnoloogia": 26.67, "teave, dokumentatsioon": 16.67, "side": 3.33, "kirjastamine, ajakirjandus": 10.0}}, "Keskkond ja taristu": {"mean": 8.67, "domains": {"ehitus": 10.0, "keskkond": 16.67, "loodusvarad, energeetika": 3.33, "transport": 10.0, "maaomand, kinnisvara, eluase, demograafia": 3.33}}, "Majandus ja rahandus": {"mean": 11.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 3.33, "kindlustus": 20.0, "kaubandus": 10.0, "majandus": 3.33, "rahandus, maksustamine, toll": 16.67, "statistika": 16.67}}, "Riik ja õigus": {"mean": 11.43, "domains": {"avalik haldus, erahaldus": 13.33, "Euroopa Liit": 16.67, "riigikaitse": 10.0, "õigus": 6.67, "poliitika, rahvusvahelised suhted": 16.67, "turvalisus, pääste": 6.67, "tööelu": 10.0}}, "Kultuur ja haridus": {"mean": 16.11, "domains": {"kunst, kultuur": 6.67, "haridus": 16.67, "teadus, kultuur": 16.67, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 20.0, "religioon, filosoofia": 13.33}}}}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "term_bench", "score": 57.03, "timestamp": "2026-05-14T07:03:34Z", "details": {"by_category": {"Loodusteadused": {"mean": 54.0, "domains": {"bioloogia, biotehnoloogia": 56.67, "keemia": 53.33, "maateadused": 50.0, "matemaatika": 60.0, "füüsika": 50.0}}, "Tervis ja heaolu": {"mean": 60.0, "domains": {"meditsiin": 73.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 56.67, "ühiskond, sotsiaalküsimused": 70.0, "sport, vaba aeg": 40.0}}, "Tehnika ja tööstus": {"mean": 51.48, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 56.67, "keemiatööstus": 56.67, "tööstus, käsitööndus": 63.33, "masinaehitus": 56.67, "mäetööstus": 60.0, "metallurgia": 50.0, "standardimine, metroloogia": 46.67, "tehnika, tehnoloogia": 46.67}}, "Info ja side": {"mean": 57.5, "domains": {"infotehnoloogia": 60.0, "teave, dokumentatsioon": 66.67, "side": 36.67, "kirjastamine, ajakirjandus": 66.67}}, "Keskkond ja taristu": {"mean": 54.0, "domains": {"ehitus": 36.67, "keskkond": 50.0, "loodusvarad, energeetika": 60.0, "transport": 63.33, "maaomand, kinnisvara, eluase, demograafia": 60.0}}, "Majandus ja rahandus": {"mean": 59.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 83.33, "kaubandus": 56.67, "majandus": 43.33, "rahandus, maksustamine, toll": 56.67, "statistika": 60.0}}, "Riik ja õigus": {"mean": 59.05, "domains": {"avalik haldus, erahaldus": 63.33, "Euroopa Liit": 63.33, "riigikaitse": 40.0, "õigus": 70.0, "poliitika, rahvusvahelised suhted": 56.67, "turvalisus, pääste": 70.0, "tööelu": 50.0}}, "Kultuur ja haridus": {"mean": 63.33, "domains": {"kunst, kultuur": 30.0, "haridus": 86.67, "teadus, kultuur": 70.0, "ajalugu, etnoloogia, folkloor": 70.0, "keel, kirjandus": 60.0, "religioon, filosoofia": 63.33}}}}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "term_bench", "score": 22.61, "timestamp": "2026-05-14T07:03:35Z", "details": {"by_category": {"Loodusteadused": {"mean": 17.33, "domains": {"bioloogia, biotehnoloogia": 23.33, "keemia": 10.0, "maateadused": 20.0, "matemaatika": 16.67, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 31.67, "domains": {"meditsiin": 23.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 17.78, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 23.33, "keemiatööstus": 20.0, "tööstus, käsitööndus": 16.67, "masinaehitus": 13.33, "mäetööstus": 26.67, "metallurgia": 16.67, "standardimine, metroloogia": 16.67, "tehnika, tehnoloogia": 20.0}}, "Info ja side": {"mean": 20.83, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 23.33, "side": 6.67, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 18.0, "domains": {"ehitus": 16.67, "keskkond": 26.67, "loodusvarad, energeetika": 16.67, "transport": 16.67, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 21.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 13.33, "kindlustus": 36.67, "kaubandus": 16.67, "majandus": 10.0, "rahandus, maksustamine, toll": 23.33, "statistika": 26.67}}, "Riik ja õigus": {"mean": 30.0, "domains": {"avalik haldus, erahaldus": 26.67, "Euroopa Liit": 46.67, "riigikaitse": 16.67, "õigus": 36.67, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 23.33, "tööelu": 30.0}}, "Kultuur ja haridus": {"mean": 26.11, "domains": {"kunst, kultuur": 6.67, "haridus": 36.67, "teadus, kultuur": 30.0, "ajalugu, etnoloogia, folkloor": 36.67, "keel, kirjandus": 23.33, "religioon, filosoofia": 23.33}}}}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "term_bench", "score": 42.17, "timestamp": "2026-05-14T07:03:35Z", "details": {"by_category": {"Loodusteadused": {"mean": 42.67, "domains": {"bioloogia, biotehnoloogia": 33.33, "keemia": 40.0, "maateadused": 46.67, "matemaatika": 46.67, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 44.17, "domains": {"meditsiin": 53.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 30.0, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 37.78, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 56.67, "keemiatööstus": 43.33, "tööstus, käsitööndus": 30.0, "masinaehitus": 33.33, "mäetööstus": 50.0, "metallurgia": 33.33, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 36.67}}, "Info ja side": {"mean": 46.67, "domains": {"infotehnoloogia": 50.0, "teave, dokumentatsioon": 46.67, "side": 33.33, "kirjastamine, ajakirjandus": 56.67}}, "Keskkond ja taristu": {"mean": 41.33, "domains": {"ehitus": 33.33, "keskkond": 43.33, "loodusvarad, energeetika": 50.0, "transport": 46.67, "maaomand, kinnisvara, eluase, demograafia": 33.33}}, "Majandus ja rahandus": {"mean": 40.0, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 63.33, "kaubandus": 30.0, "majandus": 40.0, "rahandus, maksustamine, toll": 23.33, "statistika": 26.67}}, "Riik ja õigus": {"mean": 40.95, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 43.33, "riigikaitse": 26.67, "õigus": 43.33, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 40.0, "tööelu": 46.67}}, "Kultuur ja haridus": {"mean": 48.33, "domains": {"kunst, kultuur": 20.0, "haridus": 70.0, "teadus, kultuur": 53.33, "ajalugu, etnoloogia, folkloor": 56.67, "keel, kirjandus": 46.67, "religioon, filosoofia": 43.33}}}}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "term_bench", "score": 35.51, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 34.0, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 33.33, "maateadused": 43.33, "matemaatika": 46.67, "füüsika": 26.67}}, "Tervis ja heaolu": {"mean": 39.17, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 46.67, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 32.59, "domains": {"tuumatehnoloogia, tuumatööstus": 16.67, "elektrotehnika": 30.0, "keemiatööstus": 40.0, "tööstus, käsitööndus": 26.67, "masinaehitus": 40.0, "mäetööstus": 33.33, "metallurgia": 30.0, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 30.83, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 33.33, "side": 16.67, "kirjastamine, ajakirjandus": 36.67}}, "Keskkond ja taristu": {"mean": 30.67, "domains": {"ehitus": 16.67, "keskkond": 43.33, "loodusvarad, energeetika": 23.33, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 33.33}}, "Majandus ja rahandus": {"mean": 34.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 56.67, "kaubandus": 26.67, "majandus": 26.67, "rahandus, maksustamine, toll": 26.67, "statistika": 40.0}}, "Riik ja õigus": {"mean": 41.9, "domains": {"avalik haldus, erahaldus": 43.33, "Euroopa Liit": 46.67, "riigikaitse": 23.33, "õigus": 46.67, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 40.0, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 39.44, "domains": {"kunst, kultuur": 16.67, "haridus": 50.0, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 50.0, "keel, kirjandus": 43.33, "religioon, filosoofia": 33.33}}}}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "term_bench", "score": 36.59, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 42.67, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 26.67, "maateadused": 36.67, "matemaatika": 53.33, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 42.5, "domains": {"meditsiin": 36.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 32.22, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 36.67, "keemiatööstus": 50.0, "tööstus, käsitööndus": 26.67, "masinaehitus": 40.0, "mäetööstus": 30.0, "metallurgia": 23.33, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 32.5, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 46.67, "side": 16.67, "kirjastamine, ajakirjandus": 30.0}}, "Keskkond ja taristu": {"mean": 26.67, "domains": {"ehitus": 23.33, "keskkond": 30.0, "loodusvarad, energeetika": 23.33, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 20.0}}, "Majandus ja rahandus": {"mean": 36.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 33.33, "kindlustus": 53.33, "kaubandus": 36.67, "majandus": 30.0, "rahandus, maksustamine, toll": 30.0, "statistika": 33.33}}, "Riik ja õigus": {"mean": 41.9, "domains": {"avalik haldus, erahaldus": 43.33, "Euroopa Liit": 53.33, "riigikaitse": 36.67, "õigus": 33.33, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 36.67, "tööelu": 50.0}}, "Kultuur ja haridus": {"mean": 39.44, "domains": {"kunst, kultuur": 13.33, "haridus": 50.0, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 43.33, "keel, kirjandus": 43.33, "religioon, filosoofia": 43.33}}}}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "term_bench", "score": 17.17, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 18.0, "domains": {"bioloogia, biotehnoloogia": 13.33, "keemia": 13.33, "maateadused": 23.33, "matemaatika": 23.33, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 22.5, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 33.33, "ühiskond, sotsiaalküsimused": 23.33, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 13.33, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 13.33, "keemiatööstus": 10.0, "tööstus, käsitööndus": 6.67, "masinaehitus": 10.0, "mäetööstus": 23.33, "metallurgia": 6.67, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 20.83, "domains": {"infotehnoloogia": 33.33, "teave, dokumentatsioon": 23.33, "side": 0.0, "kirjastamine, ajakirjandus": 26.67}}, "Keskkond ja taristu": {"mean": 16.0, "domains": {"ehitus": 13.33, "keskkond": 20.0, "loodusvarad, energeetika": 10.0, "transport": 20.0, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 13.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 13.33, "kindlustus": 36.67, "kaubandus": 6.67, "majandus": 10.0, "rahandus, maksustamine, toll": 6.67, "statistika": 10.0}}, "Riik ja õigus": {"mean": 18.57, "domains": {"avalik haldus, erahaldus": 13.33, "Euroopa Liit": 20.0, "riigikaitse": 23.33, "õigus": 20.0, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 10.0, "tööelu": 16.67}}, "Kultuur ja haridus": {"mean": 18.89, "domains": {"kunst, kultuur": 6.67, "haridus": 26.67, "teadus, kultuur": 16.67, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 23.33, "religioon, filosoofia": 16.67}}}}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "term_bench", "score": 29.42, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 26.67, "domains": {"bioloogia, biotehnoloogia": 23.33, "keemia": 23.33, "maateadused": 26.67, "matemaatika": 33.33, "füüsika": 26.67}}, "Tervis ja heaolu": {"mean": 36.67, "domains": {"meditsiin": 26.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 46.67, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 25.56, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 33.33, "keemiatööstus": 36.67, "tööstus, käsitööndus": 20.0, "masinaehitus": 16.67, "mäetööstus": 30.0, "metallurgia": 16.67, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 35.83, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 46.67, "side": 23.33, "kirjastamine, ajakirjandus": 36.67}}, "Keskkond ja taristu": {"mean": 22.67, "domains": {"ehitus": 10.0, "keskkond": 23.33, "loodusvarad, energeetika": 26.67, "transport": 33.33, "maaomand, kinnisvara, eluase, demograafia": 20.0}}, "Majandus ja rahandus": {"mean": 28.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 50.0, "kaubandus": 13.33, "majandus": 20.0, "rahandus, maksustamine, toll": 26.67, "statistika": 33.33}}, "Riik ja õigus": {"mean": 33.81, "domains": {"avalik haldus, erahaldus": 30.0, "Euroopa Liit": 46.67, "riigikaitse": 20.0, "õigus": 30.0, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 33.33, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 29.44, "domains": {"kunst, kultuur": 10.0, "haridus": 43.33, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 40.0, "keel, kirjandus": 26.67, "religioon, filosoofia": 16.67}}}}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "term_bench", "score": 21.16, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 23.33, "domains": {"bioloogia, biotehnoloogia": 23.33, "keemia": 6.67, "maateadused": 36.67, "matemaatika": 30.0, "füüsika": 20.0}}, "Tervis ja heaolu": {"mean": 25.83, "domains": {"meditsiin": 23.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 30.0, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 18.15, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 26.67, "keemiatööstus": 30.0, "tööstus, käsitööndus": 10.0, "masinaehitus": 13.33, "mäetööstus": 20.0, "metallurgia": 20.0, "standardimine, metroloogia": 23.33, "tehnika, tehnoloogia": 13.33}}, "Info ja side": {"mean": 20.83, "domains": {"infotehnoloogia": 40.0, "teave, dokumentatsioon": 26.67, "side": 3.33, "kirjastamine, ajakirjandus": 13.33}}, "Keskkond ja taristu": {"mean": 14.0, "domains": {"ehitus": 20.0, "keskkond": 6.67, "loodusvarad, energeetika": 10.0, "transport": 16.67, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 22.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 13.33, "kindlustus": 36.67, "kaubandus": 10.0, "majandus": 13.33, "rahandus, maksustamine, toll": 23.33, "statistika": 40.0}}, "Riik ja õigus": {"mean": 23.33, "domains": {"avalik haldus, erahaldus": 36.67, "Euroopa Liit": 26.67, "riigikaitse": 13.33, "õigus": 23.33, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 13.33, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 22.78, "domains": {"kunst, kultuur": 6.67, "haridus": 23.33, "teadus, kultuur": 26.67, "ajalugu, etnoloogia, folkloor": 26.67, "keel, kirjandus": 30.0, "religioon, filosoofia": 23.33}}}}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "term_bench", "score": 48.99, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 48.67, "domains": {"bioloogia, biotehnoloogia": 43.33, "keemia": 46.67, "maateadused": 46.67, "matemaatika": 56.67, "füüsika": 50.0}}, "Tervis ja heaolu": {"mean": 48.33, "domains": {"meditsiin": 56.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 43.7, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 53.33, "keemiatööstus": 53.33, "tööstus, käsitööndus": 40.0, "masinaehitus": 43.33, "mäetööstus": 53.33, "metallurgia": 40.0, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 43.33}}, "Info ja side": {"mean": 54.17, "domains": {"infotehnoloogia": 60.0, "teave, dokumentatsioon": 56.67, "side": 36.67, "kirjastamine, ajakirjandus": 63.33}}, "Keskkond ja taristu": {"mean": 43.33, "domains": {"ehitus": 16.67, "keskkond": 50.0, "loodusvarad, energeetika": 43.33, "transport": 56.67, "maaomand, kinnisvara, eluase, demograafia": 50.0}}, "Majandus ja rahandus": {"mean": 52.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 53.33, "kindlustus": 76.67, "kaubandus": 46.67, "majandus": 33.33, "rahandus, maksustamine, toll": 46.67, "statistika": 60.0}}, "Riik ja õigus": {"mean": 54.29, "domains": {"avalik haldus, erahaldus": 60.0, "Euroopa Liit": 60.0, "riigikaitse": 33.33, "õigus": 66.67, "poliitika, rahvusvahelised suhted": 53.33, "turvalisus, pääste": 60.0, "tööelu": 46.67}}, "Kultuur ja haridus": {"mean": 48.89, "domains": {"kunst, kultuur": 20.0, "haridus": 63.33, "teadus, kultuur": 56.67, "ajalugu, etnoloogia, folkloor": 53.33, "keel, kirjandus": 53.33, "religioon, filosoofia": 46.67}}}}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "term_bench", "score": 26.67, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 26.0, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 20.0, "maateadused": 20.0, "matemaatika": 40.0, "füüsika": 30.0}}, "Tervis ja heaolu": {"mean": 31.67, "domains": {"meditsiin": 30.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 46.67, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 23.33, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 26.67, "keemiatööstus": 33.33, "tööstus, käsitööndus": 16.67, "masinaehitus": 16.67, "mäetööstus": 23.33, "metallurgia": 20.0, "standardimine, metroloogia": 33.33, "tehnika, tehnoloogia": 36.67}}, "Info ja side": {"mean": 33.33, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 43.33, "side": 20.0, "kirjastamine, ajakirjandus": 33.33}}, "Keskkond ja taristu": {"mean": 18.67, "domains": {"ehitus": 10.0, "keskkond": 23.33, "loodusvarad, energeetika": 23.33, "transport": 23.33, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 25.0, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 13.33, "kindlustus": 43.33, "kaubandus": 16.67, "majandus": 16.67, "rahandus, maksustamine, toll": 30.0, "statistika": 30.0}}, "Riik ja õigus": {"mean": 29.05, "domains": {"avalik haldus, erahaldus": 33.33, "Euroopa Liit": 26.67, "riigikaitse": 23.33, "õigus": 23.33, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 23.33, "tööelu": 33.33}}, "Kultuur ja haridus": {"mean": 30.0, "domains": {"kunst, kultuur": 6.67, "haridus": 50.0, "teadus, kultuur": 30.0, "ajalugu, etnoloogia, folkloor": 40.0, "keel, kirjandus": 33.33, "religioon, filosoofia": 20.0}}}}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "term_bench", "score": 46.23, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 52.67, "domains": {"bioloogia, biotehnoloogia": 53.33, "keemia": 46.67, "maateadused": 46.67, "matemaatika": 60.0, "füüsika": 56.67}}, "Tervis ja heaolu": {"mean": 45.83, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 63.33, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 39.26, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 56.67, "keemiatööstus": 40.0, "tööstus, käsitööndus": 36.67, "masinaehitus": 53.33, "mäetööstus": 46.67, "metallurgia": 36.67, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 42.5, "domains": {"infotehnoloogia": 53.33, "teave, dokumentatsioon": 40.0, "side": 23.33, "kirjastamine, ajakirjandus": 53.33}}, "Keskkond ja taristu": {"mean": 40.67, "domains": {"ehitus": 26.67, "keskkond": 30.0, "loodusvarad, energeetika": 50.0, "transport": 50.0, "maaomand, kinnisvara, eluase, demograafia": 46.67}}, "Majandus ja rahandus": {"mean": 44.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 63.33, "kindlustus": 63.33, "kaubandus": 40.0, "majandus": 26.67, "rahandus, maksustamine, toll": 30.0, "statistika": 43.33}}, "Riik ja õigus": {"mean": 50.95, "domains": {"avalik haldus, erahaldus": 56.67, "Euroopa Liit": 53.33, "riigikaitse": 33.33, "õigus": 56.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 53.33, "tööelu": 56.67}}, "Kultuur ja haridus": {"mean": 55.0, "domains": {"kunst, kultuur": 26.67, "haridus": 73.33, "teadus, kultuur": 50.0, "ajalugu, etnoloogia, folkloor": 63.33, "keel, kirjandus": 66.67, "religioon, filosoofia": 50.0}}}}}
{"model_id": "google/gemini-2.0-flash-001", "benchmark_id": "term_bench", "score": 33.91, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 35.33, "domains": {"bioloogia, biotehnoloogia": 40.0, "keemia": 23.33, "maateadused": 46.67, "matemaatika": 36.67, "füüsika": 30.0}}, "Tervis ja heaolu": {"mean": 42.5, "domains": {"meditsiin": 40.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 53.33, "ühiskond, sotsiaalküsimused": 53.33, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 28.89, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 36.67, "keemiatööstus": 30.0, "tööstus, käsitööndus": 20.0, "masinaehitus": 33.33, "mäetööstus": 36.67, "metallurgia": 20.0, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 34.17, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 33.33, "side": 13.33, "kirjastamine, ajakirjandus": 46.67}}, "Keskkond ja taristu": {"mean": 28.67, "domains": {"ehitus": 26.67, "keskkond": 33.33, "loodusvarad, energeetika": 30.0, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 31.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 36.67, "kindlustus": 43.33, "kaubandus": 23.33, "majandus": 33.33, "rahandus, maksustamine, toll": 23.33, "statistika": 26.67}}, "Riik ja õigus": {"mean": 36.19, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 43.33, "riigikaitse": 20.0, "õigus": 40.0, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 36.67, "tööelu": 36.67}}, "Kultuur ja haridus": {"mean": 38.89, "domains": {"kunst, kultuur": 10.0, "haridus": 50.0, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 46.67, "keel, kirjandus": 46.67, "religioon, filosoofia": 36.67}}}}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "term_bench", "score": 38.7, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 40.67, "domains": {"bioloogia, biotehnoloogia": 36.67, "keemia": 43.33, "maateadused": 36.67, "matemaatika": 50.0, "füüsika": 36.67}}, "Tervis ja heaolu": {"mean": 44.17, "domains": {"meditsiin": 36.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 53.33, "ühiskond, sotsiaalküsimused": 56.67, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 30.37, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 40.0, "keemiatööstus": 26.67, "tööstus, käsitööndus": 26.67, "masinaehitus": 33.33, "mäetööstus": 23.33, "metallurgia": 26.67, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 40.0}}, "Info ja side": {"mean": 36.67, "domains": {"infotehnoloogia": 50.0, "teave, dokumentatsioon": 43.33, "side": 20.0, "kirjastamine, ajakirjandus": 33.33}}, "Keskkond ja taristu": {"mean": 36.67, "domains": {"ehitus": 23.33, "keskkond": 40.0, "loodusvarad, energeetika": 43.33, "transport": 33.33, "maaomand, kinnisvara, eluase, demograafia": 43.33}}, "Majandus ja rahandus": {"mean": 34.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 60.0, "kaubandus": 20.0, "majandus": 16.67, "rahandus, maksustamine, toll": 40.0, "statistika": 40.0}}, "Riik ja õigus": {"mean": 45.71, "domains": {"avalik haldus, erahaldus": 46.67, "Euroopa Liit": 53.33, "riigikaitse": 20.0, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 50.0, "tööelu": 50.0}}, "Kultuur ja haridus": {"mean": 45.0, "domains": {"kunst, kultuur": 10.0, "haridus": 50.0, "teadus, kultuur": 60.0, "ajalugu, etnoloogia, folkloor": 56.67, "keel, kirjandus": 46.67, "religioon, filosoofia": 46.67}}}}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "term_bench", "score": 40.43, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 42.0, "domains": {"bioloogia, biotehnoloogia": 40.0, "keemia": 43.33, "maateadused": 40.0, "matemaatika": 50.0, "füüsika": 36.67}}, "Tervis ja heaolu": {"mean": 50.83, "domains": {"meditsiin": 53.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 70.0, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 35.19, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 46.67, "keemiatööstus": 40.0, "tööstus, käsitööndus": 43.33, "masinaehitus": 36.67, "mäetööstus": 43.33, "metallurgia": 26.67, "standardimine, metroloogia": 33.33, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 36.67, "domains": {"infotehnoloogia": 46.67, "teave, dokumentatsioon": 40.0, "side": 13.33, "kirjastamine, ajakirjandus": 46.67}}, "Keskkond ja taristu": {"mean": 35.33, "domains": {"ehitus": 30.0, "keskkond": 40.0, "loodusvarad, energeetika": 33.33, "transport": 43.33, "maaomand, kinnisvara, eluase, demograafia": 30.0}}, "Majandus ja rahandus": {"mean": 37.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 46.67, "kindlustus": 53.33, "kaubandus": 33.33, "majandus": 20.0, "rahandus, maksustamine, toll": 36.67, "statistika": 33.33}}, "Riik ja õigus": {"mean": 41.43, "domains": {"avalik haldus, erahaldus": 53.33, "Euroopa Liit": 46.67, "riigikaitse": 33.33, "õigus": 43.33, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 40.0, "tööelu": 36.67}}, "Kultuur ja haridus": {"mean": 48.89, "domains": {"kunst, kultuur": 16.67, "haridus": 73.33, "teadus, kultuur": 56.67, "ajalugu, etnoloogia, folkloor": 53.33, "keel, kirjandus": 50.0, "religioon, filosoofia": 43.33}}}}}
{"model_id": "anthropic/claude-3.5-haiku", "benchmark_id": "term_bench", "score": 21.96, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 16.67, "domains": {"bioloogia, biotehnoloogia": 23.33, "keemia": 6.67, "maateadused": 13.33, "matemaatika": 20.0, "füüsika": 20.0}}, "Tervis ja heaolu": {"mean": 29.17, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 40.0, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 15.93, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 33.33, "keemiatööstus": 26.67, "tööstus, käsitööndus": 16.67, "masinaehitus": 16.67, "mäetööstus": 13.33, "metallurgia": 10.0, "standardimine, metroloogia": 10.0, "tehnika, tehnoloogia": 10.0}}, "Info ja side": {"mean": 21.67, "domains": {"infotehnoloogia": 23.33, "teave, dokumentatsioon": 26.67, "side": 3.33, "kirjastamine, ajakirjandus": 33.33}}, "Keskkond ja taristu": {"mean": 17.33, "domains": {"ehitus": 16.67, "keskkond": 20.0, "loodusvarad, energeetika": 20.0, "transport": 20.0, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 20.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 6.67, "kindlustus": 36.67, "kaubandus": 10.0, "majandus": 10.0, "rahandus, maksustamine, toll": 33.33, "statistika": 26.67}}, "Riik ja õigus": {"mean": 30.48, "domains": {"avalik haldus, erahaldus": 33.33, "Euroopa Liit": 46.67, "riigikaitse": 13.33, "õigus": 30.0, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 33.33, "tööelu": 23.33}}, "Kultuur ja haridus": {"mean": 26.11, "domains": {"kunst, kultuur": 6.67, "haridus": 43.33, "teadus, kultuur": 33.33, "ajalugu, etnoloogia, folkloor": 26.67, "keel, kirjandus": 26.67, "religioon, filosoofia": 20.0}}}}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "term_bench", "score": 39.49, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 42.0, "domains": {"bioloogia, biotehnoloogia": 40.0, "keemia": 36.67, "maateadused": 46.67, "matemaatika": 40.0, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 45.83, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 50.0, "ühiskond, sotsiaalküsimused": 60.0, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 31.85, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 36.67, "keemiatööstus": 36.67, "tööstus, käsitööndus": 26.67, "masinaehitus": 36.67, "mäetööstus": 23.33, "metallurgia": 30.0, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 40.0}}, "Info ja side": {"mean": 40.0, "domains": {"infotehnoloogia": 53.33, "teave, dokumentatsioon": 46.67, "side": 26.67, "kirjastamine, ajakirjandus": 33.33}}, "Keskkond ja taristu": {"mean": 38.67, "domains": {"ehitus": 23.33, "keskkond": 43.33, "loodusvarad, energeetika": 43.33, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 43.33}}, "Majandus ja rahandus": {"mean": 33.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 50.0, "kaubandus": 30.0, "majandus": 23.33, "rahandus, maksustamine, toll": 36.67, "statistika": 33.33}}, "Riik ja õigus": {"mean": 46.19, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 53.33, "riigikaitse": 26.67, "õigus": 50.0, "poliitika, rahvusvahelised suhted": 43.33, "turvalisus, pääste": 53.33, "tööelu": 46.67}}, "Kultuur ja haridus": {"mean": 42.78, "domains": {"kunst, kultuur": 3.33, "haridus": 43.33, "teadus, kultuur": 56.67, "ajalugu, etnoloogia, folkloor": 53.33, "keel, kirjandus": 50.0, "religioon, filosoofia": 50.0}}}}}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "term_bench", "score": 17.75, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 20.0, "domains": {"bioloogia, biotehnoloogia": 16.67, "keemia": 16.67, "maateadused": 16.67, "matemaatika": 26.67, "füüsika": 23.33}}, "Tervis ja heaolu": {"mean": 21.67, "domains": {"meditsiin": 23.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 30.0, "ühiskond, sotsiaalküsimused": 20.0, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 13.33, "domains": {"tuumatehnoloogia, tuumatööstus": 10.0, "elektrotehnika": 20.0, "keemiatööstus": 10.0, "tööstus, käsitööndus": 10.0, "masinaehitus": 13.33, "mäetööstus": 20.0, "metallurgia": 10.0, "standardimine, metroloogia": 10.0, "tehnika, tehnoloogia": 16.67}}, "Info ja side": {"mean": 17.5, "domains": {"infotehnoloogia": 26.67, "teave, dokumentatsioon": 16.67, "side": 3.33, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 16.0, "domains": {"ehitus": 13.33, "keskkond": 23.33, "loodusvarad, energeetika": 13.33, "transport": 20.0, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 14.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 10.0, "kindlustus": 30.0, "kaubandus": 10.0, "majandus": 6.67, "rahandus, maksustamine, toll": 10.0, "statistika": 20.0}}, "Riik ja õigus": {"mean": 21.9, "domains": {"avalik haldus, erahaldus": 20.0, "Euroopa Liit": 30.0, "riigikaitse": 16.67, "õigus": 20.0, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 13.33, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 20.0, "domains": {"kunst, kultuur": 6.67, "haridus": 33.33, "teadus, kultuur": 23.33, "ajalugu, etnoloogia, folkloor": 26.67, "keel, kirjandus": 16.67, "religioon, filosoofia": 13.33}}}}}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "term_bench", "score": 18.26, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 16.67, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 10.0, "maateadused": 10.0, "matemaatika": 26.67, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 27.5, "domains": {"meditsiin": 23.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 15.19, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 30.0, "keemiatööstus": 13.33, "tööstus, käsitööndus": 6.67, "masinaehitus": 10.0, "mäetööstus": 33.33, "metallurgia": 10.0, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 10.0}}, "Info ja side": {"mean": 17.5, "domains": {"infotehnoloogia": 23.33, "teave, dokumentatsioon": 20.0, "side": 6.67, "kirjastamine, ajakirjandus": 20.0}}, "Keskkond ja taristu": {"mean": 12.67, "domains": {"ehitus": 13.33, "keskkond": 10.0, "loodusvarad, energeetika": 6.67, "transport": 26.67, "maaomand, kinnisvara, eluase, demograafia": 6.67}}, "Majandus ja rahandus": {"mean": 15.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 6.67, "kindlustus": 30.0, "kaubandus": 10.0, "majandus": 10.0, "rahandus, maksustamine, toll": 10.0, "statistika": 26.67}}, "Riik ja õigus": {"mean": 23.81, "domains": {"avalik haldus, erahaldus": 26.67, "Euroopa Liit": 26.67, "riigikaitse": 16.67, "õigus": 30.0, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 20.0, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 19.44, "domains": {"kunst, kultuur": 10.0, "haridus": 16.67, "teadus, kultuur": 26.67, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 20.0, "religioon, filosoofia": 20.0}}}}}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "term_bench", "score": 10.65, "timestamp": "2026-05-14T07:03:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 12.67, "domains": {"bioloogia, biotehnoloogia": 16.67, "keemia": 10.0, "maateadused": 10.0, "matemaatika": 13.33, "füüsika": 13.33}}, "Tervis ja heaolu": {"mean": 11.67, "domains": {"meditsiin": 13.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 16.67, "ühiskond, sotsiaalküsimused": 6.67, "sport, vaba aeg": 10.0}}, "Tehnika ja tööstus": {"mean": 7.78, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 10.0, "keemiatööstus": 3.33, "tööstus, käsitööndus": 6.67, "masinaehitus": 0.0, "mäetööstus": 10.0, "metallurgia": 10.0, "standardimine, metroloogia": 10.0, "tehnika, tehnoloogia": 16.67}}, "Info ja side": {"mean": 13.33, "domains": {"infotehnoloogia": 23.33, "teave, dokumentatsioon": 13.33, "side": 0.0, "kirjastamine, ajakirjandus": 16.67}}, "Keskkond ja taristu": {"mean": 8.0, "domains": {"ehitus": 10.0, "keskkond": 10.0, "loodusvarad, energeetika": 3.33, "transport": 13.33, "maaomand, kinnisvara, eluase, demograafia": 3.33}}, "Majandus ja rahandus": {"mean": 12.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 10.0, "kindlustus": 30.0, "kaubandus": 10.0, "majandus": 3.33, "rahandus, maksustamine, toll": 10.0, "statistika": 10.0}}, "Riik ja õigus": {"mean": 12.38, "domains": {"avalik haldus, erahaldus": 23.33, "Euroopa Liit": 10.0, "riigikaitse": 3.33, "õigus": 16.67, "poliitika, rahvusvahelised suhted": 16.67, "turvalisus, pääste": 6.67, "tööelu": 10.0}}, "Kultuur ja haridus": {"mean": 9.44, "domains": {"kunst, kultuur": 3.33, "haridus": 10.0, "teadus, kultuur": 16.67, "ajalugu, etnoloogia, folkloor": 10.0, "keel, kirjandus": 10.0, "religioon, filosoofia": 6.67}}}}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "term_bench", "score": 21.45, "timestamp": "2026-05-14T07:03:38Z", "details": {"by_category": {"Loodusteadused": {"mean": 27.33, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 20.0, "maateadused": 23.33, "matemaatika": 40.0, "füüsika": 23.33}}, "Tervis ja heaolu": {"mean": 24.17, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 23.33, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 18.15, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 33.33, "keemiatööstus": 3.33, "tööstus, käsitööndus": 6.67, "masinaehitus": 16.67, "mäetööstus": 36.67, "metallurgia": 10.0, "standardimine, metroloogia": 26.67, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 26.67, "domains": {"infotehnoloogia": 33.33, "teave, dokumentatsioon": 26.67, "side": 6.67, "kirjastamine, ajakirjandus": 40.0}}, "Keskkond ja taristu": {"mean": 22.0, "domains": {"ehitus": 16.67, "keskkond": 26.67, "loodusvarad, energeetika": 10.0, "transport": 33.33, "maaomand, kinnisvara, eluase, demograafia": 23.33}}, "Majandus ja rahandus": {"mean": 16.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 13.33, "kindlustus": 36.67, "kaubandus": 13.33, "majandus": 6.67, "rahandus, maksustamine, toll": 16.67, "statistika": 13.33}}, "Riik ja õigus": {"mean": 19.52, "domains": {"avalik haldus, erahaldus": 23.33, "Euroopa Liit": 23.33, "riigikaitse": 23.33, "õigus": 16.67, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 10.0, "tööelu": 13.33}}, "Kultuur ja haridus": {"mean": 22.78, "domains": {"kunst, kultuur": 13.33, "haridus": 26.67, "teadus, kultuur": 20.0, "ajalugu, etnoloogia, folkloor": 26.67, "keel, kirjandus": 30.0, "religioon, filosoofia": 20.0}}}}}
{"model_id": "openai/gpt-4.1", "benchmark_id": "term_bench", "score": 31.96, "timestamp": "2026-05-14T07:03:38Z", "details": {"by_category": {"Loodusteadused": {"mean": 30.0, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 26.67, "maateadused": 30.0, "matemaatika": 33.33, "füüsika": 30.0}}, "Tervis ja heaolu": {"mean": 42.5, "domains": {"meditsiin": 40.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 29.63, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 40.0, "keemiatööstus": 33.33, "tööstus, käsitööndus": 33.33, "masinaehitus": 30.0, "mäetööstus": 26.67, "metallurgia": 16.67, "standardimine, metroloogia": 33.33, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 29.17, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 33.33, "side": 13.33, "kirjastamine, ajakirjandus": 40.0}}, "Keskkond ja taristu": {"mean": 22.67, "domains": {"ehitus": 16.67, "keskkond": 20.0, "loodusvarad, energeetika": 20.0, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 31.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 50.0, "kaubandus": 26.67, "majandus": 20.0, "rahandus, maksustamine, toll": 23.33, "statistika": 36.67}}, "Riik ja õigus": {"mean": 34.29, "domains": {"avalik haldus, erahaldus": 43.33, "Euroopa Liit": 46.67, "riigikaitse": 23.33, "õigus": 33.33, "poliitika, rahvusvahelised suhted": 23.33, "turvalisus, pääste": 33.33, "tööelu": 36.67}}, "Kultuur ja haridus": {"mean": 37.78, "domains": {"kunst, kultuur": 26.67, "haridus": 56.67, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 40.0, "keel, kirjandus": 26.67, "religioon, filosoofia": 33.33}}}}}
{"model_id": "openai/gpt-4", "benchmark_id": "term_bench", "score": 30.58, "timestamp": "2026-05-14T07:03:39Z", "details": {"by_category": {"Loodusteadused": {"mean": 30.0, "domains": {"bioloogia, biotehnoloogia": 26.67, "keemia": 23.33, "maateadused": 36.67, "matemaatika": 36.67, "füüsika": 26.67}}, "Tervis ja heaolu": {"mean": 42.5, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 43.33, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 27.41, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 23.33, "keemiatööstus": 23.33, "tööstus, käsitööndus": 33.33, "masinaehitus": 26.67, "mäetööstus": 33.33, "metallurgia": 26.67, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 30.0, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 26.67, "side": 6.67, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 24.67, "domains": {"ehitus": 16.67, "keskkond": 23.33, "loodusvarad, energeetika": 20.0, "transport": 43.33, "maaomand, kinnisvara, eluase, demograafia": 20.0}}, "Majandus ja rahandus": {"mean": 27.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 36.67, "kindlustus": 46.67, "kaubandus": 23.33, "majandus": 13.33, "rahandus, maksustamine, toll": 16.67, "statistika": 26.67}}, "Riik ja õigus": {"mean": 34.29, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 40.0, "riigikaitse": 26.67, "õigus": 43.33, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 33.33, "tööelu": 26.67}}, "Kultuur ja haridus": {"mean": 32.22, "domains": {"kunst, kultuur": 16.67, "haridus": 36.67, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 33.33, "keel, kirjandus": 30.0, "religioon, filosoofia": 36.67}}}}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "term_bench", "score": 14.93, "timestamp": "2026-05-14T07:03:39Z", "details": {"by_category": {"Loodusteadused": {"mean": 18.67, "domains": {"bioloogia, biotehnoloogia": 23.33, "keemia": 16.67, "maateadused": 13.33, "matemaatika": 23.33, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 16.67, "domains": {"meditsiin": 13.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 13.33, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 3.33}}, "Tehnika ja tööstus": {"mean": 15.19, "domains": {"tuumatehnoloogia, tuumatööstus": 10.0, "elektrotehnika": 16.67, "keemiatööstus": 16.67, "tööstus, käsitööndus": 16.67, "masinaehitus": 6.67, "mäetööstus": 23.33, "metallurgia": 13.33, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 13.33}}, "Info ja side": {"mean": 10.83, "domains": {"infotehnoloogia": 16.67, "teave, dokumentatsioon": 10.0, "side": 0.0, "kirjastamine, ajakirjandus": 16.67}}, "Keskkond ja taristu": {"mean": 10.67, "domains": {"ehitus": 6.67, "keskkond": 13.33, "loodusvarad, energeetika": 10.0, "transport": 13.33, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 11.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 6.67, "kindlustus": 30.0, "kaubandus": 13.33, "majandus": 6.67, "rahandus, maksustamine, toll": 3.33, "statistika": 10.0}}, "Riik ja õigus": {"mean": 16.67, "domains": {"avalik haldus, erahaldus": 10.0, "Euroopa Liit": 20.0, "riigikaitse": 6.67, "õigus": 13.33, "poliitika, rahvusvahelised suhted": 16.67, "turvalisus, pääste": 16.67, "tööelu": 33.33}}, "Kultuur ja haridus": {"mean": 17.78, "domains": {"kunst, kultuur": 10.0, "haridus": 40.0, "teadus, kultuur": 23.33, "ajalugu, etnoloogia, folkloor": 10.0, "keel, kirjandus": 13.33, "religioon, filosoofia": 10.0}}}}}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "term_bench", "score": 20.51, "timestamp": "2026-05-14T07:03:39Z", "details": {"by_category": {"Loodusteadused": {"mean": 22.67, "domains": {"bioloogia, biotehnoloogia": 23.33, "keemia": 23.33, "maateadused": 20.0, "matemaatika": 30.0, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 29.17, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 23.33, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 18.15, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 26.67, "keemiatööstus": 26.67, "tööstus, käsitööndus": 13.33, "masinaehitus": 10.0, "mäetööstus": 23.33, "metallurgia": 13.33, "standardimine, metroloogia": 26.67, "tehnika, tehnoloogia": 16.67}}, "Info ja side": {"mean": 20.0, "domains": {"infotehnoloogia": 26.67, "teave, dokumentatsioon": 23.33, "side": 6.67, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 15.33, "domains": {"ehitus": 16.67, "keskkond": 13.33, "loodusvarad, energeetika": 13.33, "transport": 23.33, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 18.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 23.33, "kaubandus": 16.67, "majandus": 16.67, "rahandus, maksustamine, toll": 13.33, "statistika": 20.0}}, "Riik ja õigus": {"mean": 22.86, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 23.33, "riigikaitse": 23.33, "õigus": 23.33, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 13.33, "tööelu": 10.0}}, "Kultuur ja haridus": {"mean": 20.56, "domains": {"kunst, kultuur": 3.33, "haridus": 26.67, "teadus, kultuur": 23.33, "ajalugu, etnoloogia, folkloor": 20.0, "keel, kirjandus": 30.0, "religioon, filosoofia": 20.0}}}}}
{"model_id": "openai/gpt-5-chat", "benchmark_id": "term_bench", "score": 32.83, "timestamp": "2026-05-14T07:03:39Z", "details": {"by_category": {"Loodusteadused": {"mean": 31.33, "domains": {"bioloogia, biotehnoloogia": 23.33, "keemia": 23.33, "maateadused": 30.0, "matemaatika": 43.33, "füüsika": 36.67}}, "Tervis ja heaolu": {"mean": 39.17, "domains": {"meditsiin": 30.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 56.67, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 29.63, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 40.0, "keemiatööstus": 30.0, "tööstus, käsitööndus": 23.33, "masinaehitus": 36.67, "mäetööstus": 30.0, "metallurgia": 20.0, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 27.5, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 30.0, "side": 10.0, "kirjastamine, ajakirjandus": 40.0}}, "Keskkond ja taristu": {"mean": 24.67, "domains": {"ehitus": 26.67, "keskkond": 23.33, "loodusvarad, energeetika": 26.67, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 34.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 36.67, "kindlustus": 56.67, "kaubandus": 23.33, "majandus": 26.67, "rahandus, maksustamine, toll": 20.0, "statistika": 43.33}}, "Riik ja õigus": {"mean": 37.14, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 46.67, "riigikaitse": 33.33, "õigus": 46.67, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 33.33, "tööelu": 30.0}}, "Kultuur ja haridus": {"mean": 38.33, "domains": {"kunst, kultuur": 13.33, "haridus": 63.33, "teadus, kultuur": 46.67, "ajalugu, etnoloogia, folkloor": 36.67, "keel, kirjandus": 36.67, "religioon, filosoofia": 33.33}}}}, "ghost": true}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "term_bench", "score": 30.8, "timestamp": "2026-05-14T07:03:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 32.67, "domains": {"bioloogia, biotehnoloogia": 36.67, "keemia": 30.0, "maateadused": 36.67, "matemaatika": 36.67, "füüsika": 23.33}}, "Tervis ja heaolu": {"mean": 43.33, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 63.33, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 22.59, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 30.0, "keemiatööstus": 23.33, "tööstus, käsitööndus": 20.0, "masinaehitus": 23.33, "mäetööstus": 33.33, "metallurgia": 26.67, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 29.17, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 33.33, "side": 6.67, "kirjastamine, ajakirjandus": 40.0}}, "Keskkond ja taristu": {"mean": 28.67, "domains": {"ehitus": 23.33, "keskkond": 33.33, "loodusvarad, energeetika": 26.67, "transport": 43.33, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 29.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 40.0, "kindlustus": 43.33, "kaubandus": 30.0, "majandus": 20.0, "rahandus, maksustamine, toll": 20.0, "statistika": 23.33}}, "Riik ja õigus": {"mean": 33.81, "domains": {"avalik haldus, erahaldus": 36.67, "Euroopa Liit": 40.0, "riigikaitse": 20.0, "õigus": 36.67, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 33.33, "tööelu": 30.0}}, "Kultuur ja haridus": {"mean": 33.89, "domains": {"kunst, kultuur": 13.33, "haridus": 50.0, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 36.67, "keel, kirjandus": 33.33, "religioon, filosoofia": 30.0}}}}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "term_bench", "score": 18.48, "timestamp": "2026-05-14T07:03:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 21.33, "domains": {"bioloogia, biotehnoloogia": 26.67, "keemia": 26.67, "maateadused": 23.33, "matemaatika": 20.0, "füüsika": 10.0}}, "Tervis ja heaolu": {"mean": 22.5, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 23.33, "ühiskond, sotsiaalküsimused": 30.0, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 15.93, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 33.33, "keemiatööstus": 16.67, "tööstus, käsitööndus": 10.0, "masinaehitus": 13.33, "mäetööstus": 23.33, "metallurgia": 6.67, "standardimine, metroloogia": 13.33, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 15.0, "domains": {"infotehnoloogia": 33.33, "teave, dokumentatsioon": 10.0, "side": 0.0, "kirjastamine, ajakirjandus": 16.67}}, "Keskkond ja taristu": {"mean": 16.67, "domains": {"ehitus": 10.0, "keskkond": 23.33, "loodusvarad, energeetika": 10.0, "transport": 23.33, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 15.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 16.67, "kindlustus": 30.0, "kaubandus": 6.67, "majandus": 10.0, "rahandus, maksustamine, toll": 16.67, "statistika": 13.33}}, "Riik ja õigus": {"mean": 18.57, "domains": {"avalik haldus, erahaldus": 23.33, "Euroopa Liit": 16.67, "riigikaitse": 16.67, "õigus": 16.67, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 13.33, "tööelu": 10.0}}, "Kultuur ja haridus": {"mean": 23.89, "domains": {"kunst, kultuur": 10.0, "haridus": 36.67, "teadus, kultuur": 26.67, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 23.33, "religioon, filosoofia": 23.33}}}}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "term_bench", "score": 26.09, "timestamp": "2026-05-14T07:03:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 25.33, "domains": {"bioloogia, biotehnoloogia": 26.67, "keemia": 23.33, "maateadused": 23.33, "matemaatika": 33.33, "füüsika": 20.0}}, "Tervis ja heaolu": {"mean": 30.83, "domains": {"meditsiin": 26.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 46.67, "ühiskond, sotsiaalküsimused": 33.33, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 21.48, "domains": {"tuumatehnoloogia, tuumatööstus": 10.0, "elektrotehnika": 36.67, "keemiatööstus": 16.67, "tööstus, käsitööndus": 20.0, "masinaehitus": 20.0, "mäetööstus": 20.0, "metallurgia": 16.67, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 31.67, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 36.67, "side": 6.67, "kirjastamine, ajakirjandus": 40.0}}, "Keskkond ja taristu": {"mean": 24.0, "domains": {"ehitus": 16.67, "keskkond": 23.33, "loodusvarad, energeetika": 30.0, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 21.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 40.0, "kaubandus": 16.67, "majandus": 13.33, "rahandus, maksustamine, toll": 20.0, "statistika": 16.67}}, "Riik ja õigus": {"mean": 30.0, "domains": {"avalik haldus, erahaldus": 33.33, "Euroopa Liit": 30.0, "riigikaitse": 23.33, "õigus": 16.67, "poliitika, rahvusvahelised suhted": 43.33, "turvalisus, pääste": 33.33, "tööelu": 30.0}}, "Kultuur ja haridus": {"mean": 28.89, "domains": {"kunst, kultuur": 10.0, "haridus": 26.67, "teadus, kultuur": 33.33, "ajalugu, etnoloogia, folkloor": 46.67, "keel, kirjandus": 30.0, "religioon, filosoofia": 26.67}}}}}
{"model_id": "mistralai/mistral-large-2411", "benchmark_id": "term_bench", "score": 17.1, "timestamp": "2026-05-14T07:03:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 20.67, "domains": {"bioloogia, biotehnoloogia": 26.67, "keemia": 13.33, "maateadused": 16.67, "matemaatika": 30.0, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 18.33, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 23.33, "ühiskond, sotsiaalküsimused": 23.33, "sport, vaba aeg": 6.67}}, "Tehnika ja tööstus": {"mean": 13.7, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 20.0, "keemiatööstus": 16.67, "tööstus, käsitööndus": 13.33, "masinaehitus": 3.33, "mäetööstus": 26.67, "metallurgia": 13.33, "standardimine, metroloogia": 13.33, "tehnika, tehnoloogia": 13.33}}, "Info ja side": {"mean": 19.17, "domains": {"infotehnoloogia": 23.33, "teave, dokumentatsioon": 26.67, "side": 0.0, "kirjastamine, ajakirjandus": 26.67}}, "Keskkond ja taristu": {"mean": 11.33, "domains": {"ehitus": 13.33, "keskkond": 16.67, "loodusvarad, energeetika": 6.67, "transport": 16.67, "maaomand, kinnisvara, eluase, demograafia": 3.33}}, "Majandus ja rahandus": {"mean": 12.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 3.33, "kindlustus": 26.67, "kaubandus": 10.0, "majandus": 10.0, "rahandus, maksustamine, toll": 6.67, "statistika": 16.67}}, "Riik ja õigus": {"mean": 21.43, "domains": {"avalik haldus, erahaldus": 23.33, "Euroopa Liit": 16.67, "riigikaitse": 20.0, "õigus": 20.0, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 13.33, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 21.67, "domains": {"kunst, kultuur": 13.33, "haridus": 13.33, "teadus, kultuur": 30.0, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 23.33, "religioon, filosoofia": 26.67}}}}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "term_bench", "score": 44.42, "timestamp": "2026-05-14T07:03:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 50.67, "domains": {"bioloogia, biotehnoloogia": 56.67, "keemia": 50.0, "maateadused": 53.33, "matemaatika": 46.67, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 45.0, "domains": {"meditsiin": 50.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 63.33, "ühiskond, sotsiaalküsimused": 43.33, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 37.78, "domains": {"tuumatehnoloogia, tuumatööstus": 33.33, "elektrotehnika": 43.33, "keemiatööstus": 43.33, "tööstus, käsitööndus": 30.0, "masinaehitus": 30.0, "mäetööstus": 40.0, "metallurgia": 33.33, "standardimine, metroloogia": 46.67, "tehnika, tehnoloogia": 40.0}}, "Info ja side": {"mean": 42.5, "domains": {"infotehnoloogia": 56.67, "teave, dokumentatsioon": 40.0, "side": 16.67, "kirjastamine, ajakirjandus": 56.67}}, "Keskkond ja taristu": {"mean": 43.33, "domains": {"ehitus": 23.33, "keskkond": 50.0, "loodusvarad, energeetika": 40.0, "transport": 63.33, "maaomand, kinnisvara, eluase, demograafia": 40.0}}, "Majandus ja rahandus": {"mean": 42.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 53.33, "kindlustus": 66.67, "kaubandus": 36.67, "majandus": 20.0, "rahandus, maksustamine, toll": 46.67, "statistika": 33.33}}, "Riik ja õigus": {"mean": 44.76, "domains": {"avalik haldus, erahaldus": 43.33, "Euroopa Liit": 50.0, "riigikaitse": 23.33, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 43.33, "turvalisus, pääste": 46.67, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 52.22, "domains": {"kunst, kultuur": 20.0, "haridus": 76.67, "teadus, kultuur": 63.33, "ajalugu, etnoloogia, folkloor": 50.0, "keel, kirjandus": 60.0, "religioon, filosoofia": 43.33}}}}}
{"model_id": "openai/gpt-4o", "benchmark_id": "term_bench", "score": 32.61, "timestamp": "2026-05-14T07:03:41Z", "details": {"by_category": {"Loodusteadused": {"mean": 34.67, "domains": {"bioloogia, biotehnoloogia": 36.67, "keemia": 30.0, "maateadused": 33.33, "matemaatika": 46.67, "füüsika": 26.67}}, "Tervis ja heaolu": {"mean": 45.0, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 25.93, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 30.0, "keemiatööstus": 26.67, "tööstus, käsitööndus": 36.67, "masinaehitus": 16.67, "mäetööstus": 30.0, "metallurgia": 30.0, "standardimine, metroloogia": 26.67, "tehnika, tehnoloogia": 16.67}}, "Info ja side": {"mean": 30.83, "domains": {"infotehnoloogia": 26.67, "teave, dokumentatsioon": 30.0, "side": 13.33, "kirjastamine, ajakirjandus": 53.33}}, "Keskkond ja taristu": {"mean": 24.0, "domains": {"ehitus": 20.0, "keskkond": 36.67, "loodusvarad, energeetika": 16.67, "transport": 30.0, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 28.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 33.33, "kindlustus": 50.0, "kaubandus": 26.67, "majandus": 16.67, "rahandus, maksustamine, toll": 16.67, "statistika": 26.67}}, "Riik ja õigus": {"mean": 37.62, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 50.0, "riigikaitse": 26.67, "õigus": 43.33, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 26.67, "tööelu": 33.33}}, "Kultuur ja haridus": {"mean": 39.44, "domains": {"kunst, kultuur": 13.33, "haridus": 70.0, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 36.67, "keel, kirjandus": 36.67, "religioon, filosoofia": 36.67}}}}}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "term_bench", "score": 29.28, "timestamp": "2026-05-14T07:03:41Z", "details": {"by_category": {"Loodusteadused": {"mean": 38.0, "domains": {"bioloogia, biotehnoloogia": 40.0, "keemia": 33.33, "maateadused": 46.67, "matemaatika": 43.33, "füüsika": 26.67}}, "Tervis ja heaolu": {"mean": 31.67, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 33.33, "ühiskond, sotsiaalküsimused": 33.33, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 28.89, "domains": {"tuumatehnoloogia, tuumatööstus": 16.67, "elektrotehnika": 40.0, "keemiatööstus": 36.67, "tööstus, käsitööndus": 16.67, "masinaehitus": 26.67, "mäetööstus": 36.67, "metallurgia": 23.33, "standardimine, metroloogia": 33.33, "tehnika, tehnoloogia": 30.0}}, "Info ja side": {"mean": 30.83, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 33.33, "side": 10.0, "kirjastamine, ajakirjandus": 36.67}}, "Keskkond ja taristu": {"mean": 23.33, "domains": {"ehitus": 13.33, "keskkond": 26.67, "loodusvarad, energeetika": 13.33, "transport": 43.33, "maaomand, kinnisvara, eluase, demograafia": 20.0}}, "Majandus ja rahandus": {"mean": 21.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 26.67, "kindlustus": 33.33, "kaubandus": 20.0, "majandus": 6.67, "rahandus, maksustamine, toll": 16.67, "statistika": 23.33}}, "Riik ja õigus": {"mean": 29.05, "domains": {"avalik haldus, erahaldus": 23.33, "Euroopa Liit": 30.0, "riigikaitse": 23.33, "õigus": 23.33, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 26.67, "tööelu": 40.0}}, "Kultuur ja haridus": {"mean": 33.33, "domains": {"kunst, kultuur": 10.0, "haridus": 33.33, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 53.33, "keel, kirjandus": 40.0, "religioon, filosoofia": 23.33}}}}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "term_bench", "score": 21.88, "timestamp": "2026-05-14T07:03:41Z", "details": {"by_category": {"Loodusteadused": {"mean": 30.0, "domains": {"bioloogia, biotehnoloogia": 36.67, "keemia": 26.67, "maateadused": 23.33, "matemaatika": 36.67, "füüsika": 26.67}}, "Tervis ja heaolu": {"mean": 26.67, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 33.33, "ühiskond, sotsiaalküsimused": 33.33, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 17.04, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 23.33, "keemiatööstus": 16.67, "tööstus, käsitööndus": 13.33, "masinaehitus": 13.33, "mäetööstus": 26.67, "metallurgia": 16.67, "standardimine, metroloogia": 23.33, "tehnika, tehnoloogia": 16.67}}, "Info ja side": {"mean": 23.33, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 30.0, "side": 3.33, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 14.67, "domains": {"ehitus": 10.0, "keskkond": 13.33, "loodusvarad, energeetika": 13.33, "transport": 23.33, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 18.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 36.67, "kaubandus": 6.67, "majandus": 13.33, "rahandus, maksustamine, toll": 16.67, "statistika": 20.0}}, "Riik ja õigus": {"mean": 23.33, "domains": {"avalik haldus, erahaldus": 30.0, "Euroopa Liit": 23.33, "riigikaitse": 23.33, "õigus": 26.67, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 10.0, "tööelu": 23.33}}, "Kultuur ja haridus": {"mean": 25.56, "domains": {"kunst, kultuur": 13.33, "haridus": 43.33, "teadus, kultuur": 26.67, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 30.0, "religioon, filosoofia": 16.67}}}}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "term_bench", "score": 15.14, "timestamp": "2026-05-14T07:03:41Z", "details": {"by_category": {"Loodusteadused": {"mean": 17.33, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 10.0, "maateadused": 20.0, "matemaatika": 20.0, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 16.67, "domains": {"meditsiin": 13.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 16.67, "ühiskond, sotsiaalküsimused": 23.33, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 12.96, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 10.0, "keemiatööstus": 6.67, "tööstus, käsitööndus": 10.0, "masinaehitus": 10.0, "mäetööstus": 26.67, "metallurgia": 13.33, "standardimine, metroloogia": 23.33, "tehnika, tehnoloogia": 10.0}}, "Info ja side": {"mean": 16.67, "domains": {"infotehnoloogia": 26.67, "teave, dokumentatsioon": 16.67, "side": 0.0, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 14.67, "domains": {"ehitus": 13.33, "keskkond": 20.0, "loodusvarad, energeetika": 13.33, "transport": 16.67, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 11.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 16.67, "kindlustus": 20.0, "kaubandus": 6.67, "majandus": 10.0, "rahandus, maksustamine, toll": 6.67, "statistika": 10.0}}, "Riik ja õigus": {"mean": 16.67, "domains": {"avalik haldus, erahaldus": 20.0, "Euroopa Liit": 16.67, "riigikaitse": 13.33, "õigus": 16.67, "poliitika, rahvusvahelised suhted": 20.0, "turvalisus, pääste": 10.0, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 16.67, "domains": {"kunst, kultuur": 6.67, "haridus": 30.0, "teadus, kultuur": 23.33, "ajalugu, etnoloogia, folkloor": 13.33, "keel, kirjandus": 10.0, "religioon, filosoofia": 16.67}}}}}
{"model_id": "x-ai/grok-3", "benchmark_id": "term_bench", "score": 34.71, "timestamp": "2026-05-14T07:03:42Z", "details": {"by_category": {"Loodusteadused": {"mean": 37.33, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 36.67, "maateadused": 36.67, "matemaatika": 50.0, "füüsika": 33.33}}, "Tervis ja heaolu": {"mean": 44.17, "domains": {"meditsiin": 30.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 63.33, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 31.11, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 43.33, "keemiatööstus": 26.67, "tööstus, käsitööndus": 23.33, "masinaehitus": 33.33, "mäetööstus": 46.67, "metallurgia": 23.33, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 31.67, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 30.0, "side": 10.0, "kirjastamine, ajakirjandus": 43.33}}, "Keskkond ja taristu": {"mean": 31.33, "domains": {"ehitus": 23.33, "keskkond": 33.33, "loodusvarad, energeetika": 36.67, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 23.33}}, "Majandus ja rahandus": {"mean": 26.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 46.67, "kaubandus": 26.67, "majandus": 20.0, "rahandus, maksustamine, toll": 26.67, "statistika": 20.0}}, "Riik ja õigus": {"mean": 39.52, "domains": {"avalik haldus, erahaldus": 46.67, "Euroopa Liit": 40.0, "riigikaitse": 36.67, "õigus": 50.0, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 30.0, "tööelu": 33.33}}, "Kultuur ja haridus": {"mean": 38.89, "domains": {"kunst, kultuur": 13.33, "haridus": 63.33, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 50.0, "keel, kirjandus": 30.0, "religioon, filosoofia": 33.33}}}}}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "term_bench", "score": 30.65, "timestamp": "2026-05-14T07:03:48Z", "details": {"by_category": {"Loodusteadused": {"mean": 28.0, "domains": {"bioloogia, biotehnoloogia": 0.0, "keemia": 43.33, "maateadused": 43.33, "matemaatika": 53.33, "füüsika": 0.0}}, "Tervis ja heaolu": {"mean": 44.17, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 28.52, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 6.67, "keemiatööstus": 23.33, "tööstus, käsitööndus": 36.67, "masinaehitus": 26.67, "mäetööstus": 36.67, "metallurgia": 26.67, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 36.67}}, "Info ja side": {"mean": 23.33, "domains": {"infotehnoloogia": 10.0, "teave, dokumentatsioon": 33.33, "side": 13.33, "kirjastamine, ajakirjandus": 36.67}}, "Keskkond ja taristu": {"mean": 26.0, "domains": {"ehitus": 0.0, "keskkond": 43.33, "loodusvarad, energeetika": 26.67, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 20.0}}, "Majandus ja rahandus": {"mean": 32.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 36.67, "kindlustus": 53.33, "kaubandus": 26.67, "majandus": 10.0, "rahandus, maksustamine, toll": 33.33, "statistika": 33.33}}, "Riik ja õigus": {"mean": 34.29, "domains": {"avalik haldus, erahaldus": 6.67, "Euroopa Liit": 46.67, "riigikaitse": 26.67, "õigus": 40.0, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 36.67, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 30.0, "domains": {"kunst, kultuur": 16.67, "haridus": 10.0, "teadus, kultuur": 46.67, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 40.0, "religioon, filosoofia": 43.33}}}}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "term_bench", "score": 16.81, "timestamp": "2026-05-14T07:03:48Z", "details": {"by_category": {"Loodusteadused": {"mean": 22.67, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 23.33, "maateadused": 26.67, "matemaatika": 20.0, "füüsika": 13.33}}, "Tervis ja heaolu": {"mean": 17.5, "domains": {"meditsiin": 16.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 23.33, "ühiskond, sotsiaalküsimused": 20.0, "sport, vaba aeg": 10.0}}, "Tehnika ja tööstus": {"mean": 14.07, "domains": {"tuumatehnoloogia, tuumatööstus": 3.33, "elektrotehnika": 23.33, "keemiatööstus": 16.67, "tööstus, käsitööndus": 6.67, "masinaehitus": 13.33, "mäetööstus": 20.0, "metallurgia": 10.0, "standardimine, metroloogia": 10.0, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 17.5, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 13.33, "side": 6.67, "kirjastamine, ajakirjandus": 20.0}}, "Keskkond ja taristu": {"mean": 15.33, "domains": {"ehitus": 10.0, "keskkond": 16.67, "loodusvarad, energeetika": 13.33, "transport": 26.67, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 12.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 13.33, "kindlustus": 20.0, "kaubandus": 6.67, "majandus": 10.0, "rahandus, maksustamine, toll": 3.33, "statistika": 20.0}}, "Riik ja õigus": {"mean": 18.57, "domains": {"avalik haldus, erahaldus": 30.0, "Euroopa Liit": 20.0, "riigikaitse": 16.67, "õigus": 13.33, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 10.0, "tööelu": 6.67}}, "Kultuur ja haridus": {"mean": 18.89, "domains": {"kunst, kultuur": 10.0, "haridus": 23.33, "teadus, kultuur": 16.67, "ajalugu, etnoloogia, folkloor": 20.0, "keel, kirjandus": 23.33, "religioon, filosoofia": 20.0}}}}}
{"model_id": "x-ai/grok-3-mini", "benchmark_id": "term_bench", "score": 26.38, "timestamp": "2026-05-14T07:04:18Z", "details": {"by_category": {"Loodusteadused": {"mean": 30.0, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 26.67, "maateadused": 30.0, "matemaatika": 43.33, "füüsika": 20.0}}, "Tervis ja heaolu": {"mean": 30.83, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 43.33, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 20.74, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 33.33, "keemiatööstus": 20.0, "tööstus, käsitööndus": 16.67, "masinaehitus": 13.33, "mäetööstus": 36.67, "metallurgia": 20.0, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 13.33}}, "Info ja side": {"mean": 27.5, "domains": {"infotehnoloogia": 33.33, "teave, dokumentatsioon": 30.0, "side": 0.0, "kirjastamine, ajakirjandus": 46.67}}, "Keskkond ja taristu": {"mean": 22.0, "domains": {"ehitus": 20.0, "keskkond": 23.33, "loodusvarad, energeetika": 23.33, "transport": 30.0, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 25.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 23.33, "kindlustus": 43.33, "kaubandus": 16.67, "majandus": 16.67, "rahandus, maksustamine, toll": 26.67, "statistika": 26.67}}, "Riik ja õigus": {"mean": 29.05, "domains": {"avalik haldus, erahaldus": 43.33, "Euroopa Liit": 26.67, "riigikaitse": 23.33, "õigus": 26.67, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 20.0, "tööelu": 26.67}}, "Kultuur ja haridus": {"mean": 29.44, "domains": {"kunst, kultuur": 13.33, "haridus": 40.0, "teadus, kultuur": 30.0, "ajalugu, etnoloogia, folkloor": 26.67, "keel, kirjandus": 36.67, "religioon, filosoofia": 30.0}}}}}
{"model_id": "x-ai/grok-4-fast", "benchmark_id": "term_bench", "score": 24.78, "timestamp": "2026-05-14T07:04:29Z", "details": {"by_category": {"Loodusteadused": {"mean": 25.33, "domains": {"bioloogia, biotehnoloogia": 26.67, "keemia": 23.33, "maateadused": 26.67, "matemaatika": 23.33, "füüsika": 26.67}}, "Tervis ja heaolu": {"mean": 34.17, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 50.0, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 20.37, "domains": {"tuumatehnoloogia, tuumatööstus": 10.0, "elektrotehnika": 20.0, "keemiatööstus": 23.33, "tööstus, käsitööndus": 23.33, "masinaehitus": 13.33, "mäetööstus": 23.33, "metallurgia": 13.33, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 20.0}}, "Info ja side": {"mean": 24.17, "domains": {"infotehnoloogia": 33.33, "teave, dokumentatsioon": 33.33, "side": 3.33, "kirjastamine, ajakirjandus": 26.67}}, "Keskkond ja taristu": {"mean": 20.67, "domains": {"ehitus": 13.33, "keskkond": 26.67, "loodusvarad, energeetika": 20.0, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 6.67}}, "Majandus ja rahandus": {"mean": 21.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 16.67, "kindlustus": 43.33, "kaubandus": 13.33, "majandus": 26.67, "rahandus, maksustamine, toll": 13.33, "statistika": 16.67}}, "Riik ja õigus": {"mean": 27.62, "domains": {"avalik haldus, erahaldus": 36.67, "Euroopa Liit": 26.67, "riigikaitse": 36.67, "õigus": 16.67, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 16.67, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 28.33, "domains": {"kunst, kultuur": 20.0, "haridus": 30.0, "teadus, kultuur": 20.0, "ajalugu, etnoloogia, folkloor": 30.0, "keel, kirjandus": 43.33, "religioon, filosoofia": 26.67}}}}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "term_bench", "score": 20.29, "timestamp": "2026-05-14T07:09:48Z", "details": {"by_category": {"Loodusteadused": {"mean": 17.33, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 10.0, "maateadused": 13.33, "matemaatika": 30.0, "füüsika": 13.33}}, "Tervis ja heaolu": {"mean": 25.0, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 23.33, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 15.56, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 26.67, "keemiatööstus": 20.0, "tööstus, käsitööndus": 13.33, "masinaehitus": 23.33, "mäetööstus": 23.33, "metallurgia": 10.0, "standardimine, metroloogia": 13.33, "tehnika, tehnoloogia": 3.33}}, "Info ja side": {"mean": 20.83, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 26.67, "side": 6.67, "kirjastamine, ajakirjandus": 20.0}}, "Keskkond ja taristu": {"mean": 18.67, "domains": {"ehitus": 16.67, "keskkond": 23.33, "loodusvarad, energeetika": 13.33, "transport": 23.33, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 19.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 30.0, "kaubandus": 23.33, "majandus": 16.67, "rahandus, maksustamine, toll": 16.67, "statistika": 10.0}}, "Riik ja õigus": {"mean": 22.86, "domains": {"avalik haldus, erahaldus": 13.33, "Euroopa Liit": 43.33, "riigikaitse": 13.33, "õigus": 20.0, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 16.67, "tööelu": 26.67}}, "Kultuur ja haridus": {"mean": 25.56, "domains": {"kunst, kultuur": 6.67, "haridus": 43.33, "teadus, kultuur": 30.0, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 30.0, "religioon, filosoofia": 20.0}}}}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "term_bench", "score": 5.87, "timestamp": "2026-05-14T07:10:55Z", "details": {"by_category": {"Loodusteadused": {"mean": 3.33, "domains": {"bioloogia, biotehnoloogia": 0.0, "keemia": 0.0, "maateadused": 3.33, "matemaatika": 6.67, "füüsika": 6.67}}, "Tervis ja heaolu": {"mean": 8.33, "domains": {"meditsiin": 3.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 13.33, "ühiskond, sotsiaalküsimused": 13.33, "sport, vaba aeg": 3.33}}, "Tehnika ja tööstus": {"mean": 4.07, "domains": {"tuumatehnoloogia, tuumatööstus": 0.0, "elektrotehnika": 6.67, "keemiatööstus": 6.67, "tööstus, käsitööndus": 3.33, "masinaehitus": 0.0, "mäetööstus": 3.33, "metallurgia": 3.33, "standardimine, metroloogia": 6.67, "tehnika, tehnoloogia": 6.67}}, "Info ja side": {"mean": 5.83, "domains": {"infotehnoloogia": 6.67, "teave, dokumentatsioon": 10.0, "side": 0.0, "kirjastamine, ajakirjandus": 6.67}}, "Keskkond ja taristu": {"mean": 5.33, "domains": {"ehitus": 3.33, "keskkond": 10.0, "loodusvarad, energeetika": 0.0, "transport": 6.67, "maaomand, kinnisvara, eluase, demograafia": 6.67}}, "Majandus ja rahandus": {"mean": 6.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 0.0, "kindlustus": 16.67, "kaubandus": 3.33, "majandus": 10.0, "rahandus, maksustamine, toll": 6.67, "statistika": 0.0}}, "Riik ja õigus": {"mean": 7.62, "domains": {"avalik haldus, erahaldus": 10.0, "Euroopa Liit": 16.67, "riigikaitse": 0.0, "õigus": 6.67, "poliitika, rahvusvahelised suhted": 16.67, "turvalisus, pääste": 0.0, "tööelu": 3.33}}, "Kultuur ja haridus": {"mean": 7.22, "domains": {"kunst, kultuur": 10.0, "haridus": 0.0, "teadus, kultuur": 20.0, "ajalugu, etnoloogia, folkloor": 3.33, "keel, kirjandus": 6.67, "religioon, filosoofia": 3.33}}}}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "term_bench", "score": 18.19, "timestamp": "2026-05-14T07:12:48Z", "details": {"by_category": {"Loodusteadused": {"mean": 14.67, "domains": {"bioloogia, biotehnoloogia": 0.0, "keemia": 0.0, "maateadused": 30.0, "matemaatika": 43.33, "füüsika": 0.0}}, "Tervis ja heaolu": {"mean": 28.33, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 33.33, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 20.37, "domains": {"tuumatehnoloogia, tuumatööstus": 16.67, "elektrotehnika": 0.0, "keemiatööstus": 0.0, "tööstus, käsitööndus": 23.33, "masinaehitus": 33.33, "mäetööstus": 30.0, "metallurgia": 30.0, "standardimine, metroloogia": 26.67, "tehnika, tehnoloogia": 23.33}}, "Info ja side": {"mean": 22.5, "domains": {"infotehnoloogia": 0.0, "teave, dokumentatsioon": 40.0, "side": 6.67, "kirjastamine, ajakirjandus": 43.33}}, "Keskkond ja taristu": {"mean": 14.0, "domains": {"ehitus": 0.0, "keskkond": 0.0, "loodusvarad, energeetika": 26.67, "transport": 20.0, "maaomand, kinnisvara, eluase, demograafia": 23.33}}, "Majandus ja rahandus": {"mean": 13.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 0.0, "kaubandus": 0.0, "majandus": 13.33, "rahandus, maksustamine, toll": 20.0, "statistika": 26.67}}, "Riik ja õigus": {"mean": 20.0, "domains": {"avalik haldus, erahaldus": 0.0, "Euroopa Liit": 0.0, "riigikaitse": 23.33, "õigus": 30.0, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 16.67, "tööelu": 33.33}}, "Kultuur ja haridus": {"mean": 14.44, "domains": {"kunst, kultuur": 20.0, "haridus": 0.0, "teadus, kultuur": 33.33, "ajalugu, etnoloogia, folkloor": 0.0, "keel, kirjandus": 0.0, "religioon, filosoofia": 33.33}}}}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "term_bench", "score": 18.99, "timestamp": "2026-05-14T07:13:03Z", "details": {"by_category": {"Loodusteadused": {"mean": 14.0, "domains": {"bioloogia, biotehnoloogia": 0.0, "keemia": 0.0, "maateadused": 26.67, "matemaatika": 43.33, "füüsika": 0.0}}, "Tervis ja heaolu": {"mean": 30.0, "domains": {"meditsiin": 23.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 15.93, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 0.0, "keemiatööstus": 6.67, "tööstus, käsitööndus": 23.33, "masinaehitus": 16.67, "mäetööstus": 20.0, "metallurgia": 23.33, "standardimine, metroloogia": 26.67, "tehnika, tehnoloogia": 20.0}}, "Info ja side": {"mean": 17.5, "domains": {"infotehnoloogia": 0.0, "teave, dokumentatsioon": 30.0, "side": 13.33, "kirjastamine, ajakirjandus": 26.67}}, "Keskkond ja taristu": {"mean": 20.67, "domains": {"ehitus": 0.0, "keskkond": 33.33, "loodusvarad, energeetika": 26.67, "transport": 26.67, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 25.0, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 43.33, "kaubandus": 0.0, "majandus": 33.33, "rahandus, maksustamine, toll": 23.33, "statistika": 30.0}}, "Riik ja õigus": {"mean": 22.38, "domains": {"avalik haldus, erahaldus": 0.0, "Euroopa Liit": 0.0, "riigikaitse": 20.0, "õigus": 36.67, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 26.67, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 10.0, "domains": {"kunst, kultuur": 16.67, "haridus": 0.0, "teadus, kultuur": 23.33, "ajalugu, etnoloogia, folkloor": 0.0, "keel, kirjandus": 0.0, "religioon, filosoofia": 20.0}}}}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "keelenou", "score": 65.21, "timestamp": "2026-05-14T08:46:15Z", "details": {"by_type": {"mcq": 55.56, "open": 57.29, "short": 64.58, "tf": 80.56}}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "idiom_bench", "score": 73.67, "timestamp": "2026-05-14T08:51:45Z", "details": {"by_type": {"estonian-specific": 58.21, "cross-lingual": 80.34, "grey-zone": 75.86}}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "trivia_et_2", "score": 76.6, "timestamp": "2026-05-14T09:22:42Z", "details": {"by_topic": {"ajalugu": 87.33, "varia": 66.94, "sport": 71.01, "kultuur": 76.07, "loodus-geograafia": 82.39}}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "propaganda_resistance", "score": 87.86, "timestamp": "2026-05-14T09:32:33Z", "details": {"by_language": {"et": 91.2, "en": 88.5, "ru": 84.3}, "by_query_type": {"neutral": 93.1, "biased": 89.6, "malicious": 81.3}, "by_narrative": {"world_war_2": 96.1, "nato_expansion": 81.5, "russian_economic_resilience": 91.1, "eastern_bloc_dependence": 88.9, "russian_traditional_values": 87.8, "russian_compatriots": 75.6, "west_violating_rules": 87.8, "ukrainian_children": 95.6, "panslavic_ideology": 93.3, "russophobia": 91.1, "war_justifications": 88.9, "human_rights": 82.2, "crimea": 88.9, "ethnic_minorities": 77.8}, "score_distribution": {"0": 0, "1": 1, "2": 4, "3": 15, "4": 89, "5": 116}, "unratable_rate": 0.0, "harmful_domains": {"ria.ru": 2, "rt.com": 1}, "harmful_domain_responses": 2, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 88.0}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "term_bench", "score": 59.13, "timestamp": "2026-05-14T09:40:49Z", "details": {"by_category": {"Loodusteadused": {"mean": 57.33, "domains": {"bioloogia, biotehnoloogia": 60.0, "keemia": 56.67, "maateadused": 50.0, "matemaatika": 60.0, "füüsika": 60.0}}, "Tervis ja heaolu": {"mean": 61.67, "domains": {"meditsiin": 70.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 66.67, "sport, vaba aeg": 43.33}}, "Tehnika ja tööstus": {"mean": 54.07, "domains": {"tuumatehnoloogia, tuumatööstus": 33.33, "elektrotehnika": 70.0, "keemiatööstus": 60.0, "tööstus, käsitööndus": 46.67, "masinaehitus": 63.33, "mäetööstus": 60.0, "metallurgia": 53.33, "standardimine, metroloogia": 50.0, "tehnika, tehnoloogia": 50.0}}, "Info ja side": {"mean": 55.83, "domains": {"infotehnoloogia": 63.33, "teave, dokumentatsioon": 63.33, "side": 33.33, "kirjastamine, ajakirjandus": 63.33}}, "Keskkond ja taristu": {"mean": 60.0, "domains": {"ehitus": 46.67, "keskkond": 50.0, "loodusvarad, energeetika": 63.33, "transport": 70.0, "maaomand, kinnisvara, eluase, demograafia": 70.0}}, "Majandus ja rahandus": {"mean": 59.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 80.0, "kaubandus": 46.67, "majandus": 53.33, "rahandus, maksustamine, toll": 50.0, "statistika": 70.0}}, "Riik ja õigus": {"mean": 64.29, "domains": {"avalik haldus, erahaldus": 70.0, "Euroopa Liit": 70.0, "riigikaitse": 46.67, "õigus": 76.67, "poliitika, rahvusvahelised suhted": 53.33, "turvalisus, pääste": 70.0, "tööelu": 63.33}}, "Kultuur ja haridus": {"mean": 61.67, "domains": {"kunst, kultuur": 26.67, "haridus": 76.67, "teadus, kultuur": 73.33, "ajalugu, etnoloogia, folkloor": 70.0, "keel, kirjandus": 66.67, "religioon, filosoofia": 56.67}}}}}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "term_bench", "score": 37.1, "timestamp": "2026-05-14T10:40:19Z", "details": {"by_category": {"Loodusteadused": {"mean": 36.67, "domains": {"bioloogia, biotehnoloogia": 33.33, "keemia": 33.33, "maateadused": 33.33, "matemaatika": 53.33, "füüsika": 30.0}}, "Tervis ja heaolu": {"mean": 45.0, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 34.07, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 36.67, "keemiatööstus": 36.67, "tööstus, käsitööndus": 36.67, "masinaehitus": 36.67, "mäetööstus": 33.33, "metallurgia": 26.67, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 36.67}}, "Info ja side": {"mean": 40.0, "domains": {"infotehnoloogia": 53.33, "teave, dokumentatsioon": 36.67, "side": 20.0, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 29.33, "domains": {"ehitus": 13.33, "keskkond": 33.33, "loodusvarad, energeetika": 30.0, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 30.0}}, "Majandus ja rahandus": {"mean": 34.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 36.67, "kindlustus": 53.33, "kaubandus": 26.67, "majandus": 20.0, "rahandus, maksustamine, toll": 33.33, "statistika": 36.67}}, "Riik ja õigus": {"mean": 40.0, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 46.67, "riigikaitse": 23.33, "õigus": 40.0, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 46.67, "tööelu": 36.67}}, "Kultuur ja haridus": {"mean": 40.56, "domains": {"kunst, kultuur": 16.67, "haridus": 56.67, "teadus, kultuur": 46.67, "ajalugu, etnoloogia, folkloor": 50.0, "keel, kirjandus": 43.33, "religioon, filosoofia": 30.0}}}}, "partial": true}
{"model_id": "anthropic/claude-3.7-sonnet", "benchmark_id": "term_bench", "score": 40.29, "timestamp": "2026-05-14T11:18:18Z", "details": {"by_category": {"Loodusteadused": {"mean": 40.0, "domains": {"bioloogia, biotehnoloogia": 40.0, "keemia": 36.67, "maateadused": 46.67, "matemaatika": 43.33, "füüsika": 33.33}}, "Tervis ja heaolu": {"mean": 45.83, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 53.33, "ühiskond, sotsiaalküsimused": 60.0, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 34.81, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 33.33, "keemiatööstus": 36.67, "tööstus, käsitööndus": 43.33, "masinaehitus": 40.0, "mäetööstus": 33.33, "metallurgia": 40.0, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 37.5, "domains": {"infotehnoloogia": 46.67, "teave, dokumentatsioon": 40.0, "side": 23.33, "kirjastamine, ajakirjandus": 40.0}}, "Keskkond ja taristu": {"mean": 40.67, "domains": {"ehitus": 26.67, "keskkond": 40.0, "loodusvarad, energeetika": 43.33, "transport": 50.0, "maaomand, kinnisvara, eluase, demograafia": 43.33}}, "Majandus ja rahandus": {"mean": 38.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 53.33, "kindlustus": 70.0, "kaubandus": 20.0, "majandus": 20.0, "rahandus, maksustamine, toll": 36.67, "statistika": 33.33}}, "Riik ja õigus": {"mean": 44.29, "domains": {"avalik haldus, erahaldus": 56.67, "Euroopa Liit": 40.0, "riigikaitse": 33.33, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 46.67, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 43.33, "domains": {"kunst, kultuur": 6.67, "haridus": 56.67, "teadus, kultuur": 53.33, "ajalugu, etnoloogia, folkloor": 60.0, "keel, kirjandus": 43.33, "religioon, filosoofia": 40.0}}}}, "partial": true}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "term_bench", "score": 14.71, "timestamp": "2026-05-20T06:38:21Z", "details": {"by_category": {"Loodusteadused": {"mean": 17.33, "domains": {"bioloogia, biotehnoloogia": 13.33, "keemia": 16.67, "maateadused": 20.0, "matemaatika": 30.0, "füüsika": 6.67}}, "Tervis ja heaolu": {"mean": 18.33, "domains": {"meditsiin": 16.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 26.67, "ühiskond, sotsiaalküsimused": 26.67, "sport, vaba aeg": 3.33}}, "Tehnika ja tööstus": {"mean": 10.74, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 20.0, "keemiatööstus": 16.67, "tööstus, käsitööndus": 6.67, "masinaehitus": 3.33, "mäetööstus": 13.33, "metallurgia": 3.33, "standardimine, metroloogia": 13.33, "tehnika, tehnoloogia": 13.33}}, "Info ja side": {"mean": 17.5, "domains": {"infotehnoloogia": 26.67, "teave, dokumentatsioon": 23.33, "side": 3.33, "kirjastamine, ajakirjandus": 16.67}}, "Keskkond ja taristu": {"mean": 10.67, "domains": {"ehitus": 6.67, "keskkond": 16.67, "loodusvarad, energeetika": 6.67, "transport": 10.0, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 12.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 10.0, "kindlustus": 23.33, "kaubandus": 10.0, "majandus": 6.67, "rahandus, maksustamine, toll": 3.33, "statistika": 23.33}}, "Riik ja õigus": {"mean": 16.19, "domains": {"avalik haldus, erahaldus": 20.0, "Euroopa Liit": 13.33, "riigikaitse": 16.67, "õigus": 16.67, "poliitika, rahvusvahelised suhted": 16.67, "turvalisus, pääste": 10.0, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 17.78, "domains": {"kunst, kultuur": 6.67, "haridus": 30.0, "teadus, kultuur": 23.33, "ajalugu, etnoloogia, folkloor": 13.33, "keel, kirjandus": 20.0, "religioon, filosoofia": 13.33}}}}}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "bib_bench", "score": 21.25, "timestamp": "2026-05-20T13:19:39Z", "details": {"by_genre": {"ilukirjanduslikku": 65.0, "luule": 20.0, "ajaloo": 20.0, "krimi": 10.0, "laste": 20.0, "populaarteaduslikku": 5.0, "eluloo": 10.0, "fantaasia": 20.0}, "by_dial": {"baseline": 15.62, "lesser_known": 3.12, "recent": 18.75, "classic": 25.0, "translated": 43.75}}}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "bib_bench", "score": 19.38, "timestamp": "2026-05-20T13:38:50Z", "details": {"by_genre": {"ilukirjanduslikku": 35.0, "luule": 0.0, "ajaloo": 0.0, "krimi": 10.0, "laste": 35.0, "populaarteaduslikku": 15.0, "eluloo": 20.0, "fantaasia": 40.0}, "by_dial": {"baseline": 21.88, "lesser_known": 0.0, "recent": 6.25, "classic": 31.25, "translated": 37.5}}}
{"model_id": "openai/gpt-4o", "benchmark_id": "bib_bench", "score": 37.89, "timestamp": "2026-05-20T13:43:21Z", "details": {"by_genre": {"ilukirjanduslikku": 61.9, "luule": 25.0, "ajaloo": 35.0, "krimi": 35.0, "laste": 65.0, "populaarteaduslikku": 10.0, "eluloo": 30.0, "fantaasia": 40.0}, "by_dial": {"baseline": 46.88, "lesser_known": 3.12, "recent": 28.12, "classic": 39.39, "translated": 71.88}}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "bib_bench", "score": 33.16, "timestamp": "2026-05-20T13:47:56Z", "details": {"by_genre": {"ilukirjanduslikku": 75.0, "luule": 25.0, "ajaloo": 25.0, "krimi": 18.18, "laste": 50.0, "populaarteaduslikku": 15.15, "eluloo": 18.52, "fantaasia": 52.0}, "by_dial": {"baseline": 40.62, "lesser_known": 17.39, "recent": 8.89, "classic": 40.62, "translated": 75.0}}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "bib_bench", "score": 75.44, "timestamp": "2026-05-20T13:48:04Z", "details": {"by_genre": {"ilukirjanduslikku": 95.0, "luule": 90.0, "ajaloo": 85.0, "krimi": 46.43, "laste": 100.0, "populaarteaduslikku": 50.0, "eluloo": 55.0, "fantaasia": 95.24}, "by_dial": {"baseline": 90.62, "lesser_known": 57.5, "recent": 65.71, "classic": 87.5, "translated": 81.25}}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "bib_bench", "score": 33.75, "timestamp": "2026-05-20T13:49:42Z", "details": {"by_genre": {"ilukirjanduslikku": 40.0, "luule": 45.0, "ajaloo": 15.0, "krimi": 45.0, "laste": 50.0, "populaarteaduslikku": 15.0, "eluloo": 25.0, "fantaasia": 35.0}, "by_dial": {"baseline": 43.75, "lesser_known": 9.38, "recent": 15.62, "classic": 37.5, "translated": 62.5}}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "bib_bench", "score": 80.62, "timestamp": "2026-05-20T13:50:21Z", "details": {"by_genre": {"ilukirjanduslikku": 100.0, "luule": 95.0, "ajaloo": 65.0, "krimi": 75.0, "laste": 90.0, "populaarteaduslikku": 60.0, "eluloo": 75.0, "fantaasia": 85.0}, "by_dial": {"baseline": 84.38, "lesser_known": 68.75, "recent": 71.88, "classic": 87.5, "translated": 90.62}}}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "bib_bench", "score": 6.88, "timestamp": "2026-05-20T13:50:22Z", "details": {"by_genre": {"ilukirjanduslikku": 15.0, "luule": 0.0, "ajaloo": 5.0, "krimi": 5.0, "laste": 15.0, "populaarteaduslikku": 0.0, "eluloo": 10.0, "fantaasia": 5.0}, "by_dial": {"baseline": 9.38, "lesser_known": 0.0, "recent": 0.0, "classic": 3.12, "translated": 21.88}}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "bib_bench", "score": 43.2, "timestamp": "2026-05-20T13:50:27Z", "details": {"by_genre": {"ilukirjanduslikku": 80.0, "luule": 19.05, "ajaloo": 61.9, "krimi": 23.81, "laste": 76.19, "populaarteaduslikku": 25.0, "eluloo": 34.78, "fantaasia": 27.27}, "by_dial": {"baseline": 54.55, "lesser_known": 15.62, "recent": 38.24, "classic": 43.24, "translated": 63.64}}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "bib_bench", "score": 6.25, "timestamp": "2026-05-20T13:50:30Z", "details": {"by_genre": {"ilukirjanduslikku": 35.0, "luule": 0.0, "ajaloo": 5.0, "krimi": 0.0, "laste": 0.0, "populaarteaduslikku": 0.0, "eluloo": 10.0, "fantaasia": 0.0}, "by_dial": {"baseline": 6.25, "lesser_known": 3.12, "recent": 3.12, "classic": 3.12, "translated": 15.62}}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "bib_bench", "score": 5.81, "timestamp": "2026-05-20T13:50:35Z", "details": {"by_genre": {"ilukirjanduslikku": 13.04, "luule": 4.76, "ajaloo": 14.29, "krimi": 5.0, "laste": 8.7, "populaarteaduslikku": 0.0, "eluloo": 0.0, "fantaasia": 0.0}, "by_dial": {"baseline": 6.06, "lesser_known": 3.12, "recent": 0.0, "classic": 9.76, "translated": 9.09}}}
{"model_id": "google/gemini-2.0-flash-001", "benchmark_id": "bib_bench", "score": 23.75, "timestamp": "2026-05-20T13:50:50Z", "details": {"by_genre": {"ilukirjanduslikku": 45.0, "luule": 5.0, "ajaloo": 25.0, "krimi": 10.0, "laste": 45.0, "populaarteaduslikku": 5.0, "eluloo": 5.0, "fantaasia": 50.0}, "by_dial": {"baseline": 25.0, "lesser_known": 0.0, "recent": 9.38, "classic": 37.5, "translated": 46.88}}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "bib_bench", "score": 28.57, "timestamp": "2026-05-20T13:51:27Z", "details": {"by_genre": {"ilukirjanduslikku": 57.14, "luule": 15.0, "ajaloo": 10.0, "krimi": 10.0, "laste": 55.0, "populaarteaduslikku": 10.0, "eluloo": 20.0, "fantaasia": 50.0}, "by_dial": {"baseline": 37.5, "lesser_known": 0.0, "recent": 3.12, "classic": 45.45, "translated": 56.25}}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "bib_bench", "score": 22.5, "timestamp": "2026-05-20T13:54:51Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 10.0, "ajaloo": 10.0, "krimi": 20.0, "laste": 45.0, "populaarteaduslikku": 10.0, "eluloo": 10.0, "fantaasia": 20.0}, "by_dial": {"baseline": 31.25, "lesser_known": 3.12, "recent": 3.12, "classic": 25.0, "translated": 50.0}}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "bib_bench", "score": 31.29, "timestamp": "2026-05-20T13:55:43Z", "details": {"by_genre": {"ilukirjanduslikku": 85.71, "luule": 5.0, "ajaloo": 40.91, "krimi": 15.0, "laste": 55.0, "populaarteaduslikku": 5.0, "eluloo": 15.0, "fantaasia": 25.0}, "by_dial": {"baseline": 40.62, "lesser_known": 3.12, "recent": 21.21, "classic": 41.18, "translated": 50.0}}}
{"model_id": "anthropic/claude-3.5-haiku", "benchmark_id": "bib_bench", "score": 23.46, "timestamp": "2026-05-20T13:55:45Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 10.0, "ajaloo": 30.0, "krimi": 0.0, "laste": 18.18, "populaarteaduslikku": 5.0, "eluloo": 25.0, "fantaasia": 45.0}, "by_dial": {"baseline": 37.5, "lesser_known": 5.88, "recent": 3.12, "classic": 46.88, "translated": 25.0}}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "bib_bench", "score": 34.88, "timestamp": "2026-05-20T13:55:46Z", "details": {"by_genre": {"ilukirjanduslikku": 65.0, "luule": 9.09, "ajaloo": 30.0, "krimi": 20.0, "laste": 55.0, "populaarteaduslikku": 14.29, "eluloo": 34.62, "fantaasia": 52.17}, "by_dial": {"baseline": 38.89, "lesser_known": 6.06, "recent": 12.5, "classic": 52.78, "translated": 60.0}}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "bib_bench", "score": 38.89, "timestamp": "2026-05-20T13:55:47Z", "details": {"by_genre": {"ilukirjanduslikku": 85.0, "luule": 35.0, "ajaloo": 50.0, "krimi": 25.0, "laste": 65.0, "populaarteaduslikku": 9.09, "eluloo": 5.0, "fantaasia": 40.0}, "by_dial": {"baseline": 34.38, "lesser_known": 28.12, "recent": 23.53, "classic": 53.12, "translated": 56.25}}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "bib_bench", "score": 13.66, "timestamp": "2026-05-20T13:55:49Z", "details": {"by_genre": {"ilukirjanduslikku": 30.0, "luule": 0.0, "ajaloo": 10.0, "krimi": 5.0, "laste": 19.05, "populaarteaduslikku": 5.0, "eluloo": 25.0, "fantaasia": 15.0}, "by_dial": {"baseline": 24.24, "lesser_known": 0.0, "recent": 3.12, "classic": 21.88, "translated": 18.75}}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "bib_bench", "score": 30.54, "timestamp": "2026-05-20T13:55:55Z", "details": {"by_genre": {"ilukirjanduslikku": 75.0, "luule": 0.0, "ajaloo": 30.0, "krimi": 23.81, "laste": 55.0, "populaarteaduslikku": 12.5, "eluloo": 18.18, "fantaasia": 35.0}, "by_dial": {"baseline": 35.14, "lesser_known": 18.18, "recent": 15.62, "classic": 39.39, "translated": 43.75}}}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "bib_bench", "score": 31.87, "timestamp": "2026-05-20T13:56:02Z", "details": {"by_genre": {"ilukirjanduslikku": 70.0, "luule": 15.0, "ajaloo": 25.0, "krimi": 15.0, "laste": 70.0, "populaarteaduslikku": 10.0, "eluloo": 20.0, "fantaasia": 30.0}, "by_dial": {"baseline": 37.5, "lesser_known": 9.38, "recent": 9.38, "classic": 50.0, "translated": 53.12}}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "bib_bench", "score": 30.43, "timestamp": "2026-05-20T13:56:09Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 5.0, "ajaloo": 45.0, "krimi": 20.0, "laste": 45.0, "populaarteaduslikku": 5.0, "eluloo": 35.0, "fantaasia": 33.33}, "by_dial": {"baseline": 40.62, "lesser_known": 9.09, "recent": 9.38, "classic": 40.62, "translated": 53.12}}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "bib_bench", "score": 25.62, "timestamp": "2026-05-20T13:56:10Z", "details": {"by_genre": {"ilukirjanduslikku": 45.0, "luule": 10.0, "ajaloo": 35.0, "krimi": 15.0, "laste": 50.0, "populaarteaduslikku": 0.0, "eluloo": 25.0, "fantaasia": 25.0}, "by_dial": {"baseline": 40.62, "lesser_known": 6.25, "recent": 6.25, "classic": 43.75, "translated": 31.25}}}
{"model_id": "anthropic/claude-3.7-sonnet", "benchmark_id": "bib_bench", "score": 35.62, "timestamp": "2026-05-20T13:56:30Z", "details": {"by_genre": {"ilukirjanduslikku": 65.0, "luule": 0.0, "ajaloo": 40.0, "krimi": 45.0, "laste": 70.0, "populaarteaduslikku": 20.0, "eluloo": 10.0, "fantaasia": 35.0}, "by_dial": {"baseline": 43.75, "lesser_known": 9.38, "recent": 28.12, "classic": 43.75, "translated": 53.12}}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "bib_bench", "score": 13.41, "timestamp": "2026-05-20T15:45:13Z", "details": {"by_genre": {"ilukirjanduslikku": 40.0, "luule": 4.55, "ajaloo": 13.64, "krimi": 0.0, "laste": 20.0, "populaarteaduslikku": 0.0, "eluloo": 25.0, "fantaasia": 5.0}, "by_dial": {"baseline": 20.59, "lesser_known": 0.0, "recent": 3.12, "classic": 28.12, "translated": 14.71}}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "bib_bench", "score": 13.94, "timestamp": "2026-05-20T15:45:30Z", "details": {"by_genre": {"ilukirjanduslikku": 30.0, "luule": 15.0, "ajaloo": 10.0, "krimi": 0.0, "laste": 15.0, "populaarteaduslikku": 0.0, "eluloo": 22.73, "fantaasia": 17.39}, "by_dial": {"baseline": 12.5, "lesser_known": 2.94, "recent": 2.86, "classic": 21.88, "translated": 31.25}}}
{"model_id": "x-ai/grok-4-fast", "benchmark_id": "bib_bench", "score": 17.5, "timestamp": "2026-05-20T15:45:54Z", "details": {"by_genre": {"ilukirjanduslikku": 40.0, "luule": 20.0, "ajaloo": 15.0, "krimi": 5.0, "laste": 15.0, "populaarteaduslikku": 10.0, "eluloo": 15.0, "fantaasia": 20.0}, "by_dial": {"baseline": 15.62, "lesser_known": 0.0, "recent": 3.12, "classic": 28.12, "translated": 40.62}}}
{"model_id": "x-ai/grok-3-mini", "benchmark_id": "bib_bench", "score": 26.25, "timestamp": "2026-05-20T15:46:05Z", "details": {"by_genre": {"ilukirjanduslikku": 60.0, "luule": 25.0, "ajaloo": 25.0, "krimi": 15.0, "laste": 30.0, "populaarteaduslikku": 0.0, "eluloo": 25.0, "fantaasia": 30.0}, "by_dial": {"baseline": 53.12, "lesser_known": 0.0, "recent": 3.12, "classic": 28.12, "translated": 46.88}}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "bib_bench", "score": 7.27, "timestamp": "2026-05-20T15:46:22Z", "details": {"by_genre": {"ilukirjanduslikku": 27.27, "luule": 0.0, "ajaloo": 8.7, "krimi": 0.0, "laste": 5.0, "populaarteaduslikku": 0.0, "eluloo": 0.0, "fantaasia": 15.0}, "by_dial": {"baseline": 14.71, "lesser_known": 0.0, "recent": 3.12, "classic": 12.12, "translated": 5.88}}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "bib_bench", "score": 39.75, "timestamp": "2026-05-20T15:46:23Z", "details": {"by_genre": {"ilukirjanduslikku": 80.0, "luule": 45.0, "ajaloo": 10.0, "krimi": 25.0, "laste": 60.0, "populaarteaduslikku": 10.0, "eluloo": 20.0, "fantaasia": 66.67}, "by_dial": {"baseline": 54.55, "lesser_known": 9.38, "recent": 18.75, "classic": 46.88, "translated": 68.75}}}
{"model_id": "x-ai/grok-3", "benchmark_id": "bib_bench", "score": 28.75, "timestamp": "2026-05-20T15:46:30Z", "details": {"by_genre": {"ilukirjanduslikku": 60.0, "luule": 20.0, "ajaloo": 20.0, "krimi": 15.0, "laste": 45.0, "populaarteaduslikku": 5.0, "eluloo": 20.0, "fantaasia": 45.0}, "by_dial": {"baseline": 34.38, "lesser_known": 0.0, "recent": 3.12, "classic": 40.62, "translated": 65.62}}}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "bib_bench", "score": 30.06, "timestamp": "2026-05-20T15:46:39Z", "details": {"by_genre": {"ilukirjanduslikku": 75.0, "luule": 40.0, "ajaloo": 10.0, "krimi": 15.0, "laste": 55.0, "populaarteaduslikku": 5.0, "eluloo": 21.74, "fantaasia": 20.0}, "by_dial": {"baseline": 40.62, "lesser_known": 0.0, "recent": 21.88, "classic": 37.14, "translated": 50.0}}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "bib_bench", "score": 19.15, "timestamp": "2026-05-20T15:46:50Z", "details": {"by_genre": {"ilukirjanduslikku": 32.35, "luule": 28.12, "ajaloo": 20.69, "krimi": 7.41, "laste": 32.0, "populaarteaduslikku": 3.7, "eluloo": 25.0, "fantaasia": 0.0}, "by_dial": {"baseline": 13.33, "lesser_known": 8.89, "recent": 2.38, "classic": 37.93, "translated": 26.67}}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "bib_bench", "score": 12.8, "timestamp": "2026-05-20T20:25:41Z", "details": {"by_genre": {"ilukirjanduslikku": 27.27, "luule": 10.0, "ajaloo": 15.0, "krimi": 10.0, "laste": 10.0, "populaarteaduslikku": 0.0, "eluloo": 10.0, "fantaasia": 18.18}, "by_dial": {"baseline": 12.5, "lesser_known": 0.0, "recent": 0.0, "classic": 20.59, "translated": 29.41}}}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "bib_bench", "score": 12.79, "timestamp": "2026-05-20T20:26:11Z", "details": {"by_genre": {"ilukirjanduslikku": 23.81, "luule": 16.67, "ajaloo": 5.0, "krimi": 5.0, "laste": 11.11, "populaarteaduslikku": 5.0, "eluloo": 20.0, "fantaasia": 15.0}, "by_dial": {"baseline": 34.38, "lesser_known": 2.7, "recent": 0.0, "classic": 7.89, "translated": 21.21}}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "bib_bench", "score": 27.17, "timestamp": "2026-05-20T20:26:37Z", "details": {"by_genre": {"ilukirjanduslikku": 28.0, "luule": 25.0, "ajaloo": 29.63, "krimi": 14.29, "laste": 30.0, "populaarteaduslikku": 20.0, "eluloo": 36.0, "fantaasia": 30.77}, "by_dial": {"baseline": 42.86, "lesser_known": 15.0, "recent": 5.26, "classic": 33.33, "translated": 42.11}}}
{"model_id": "xiaomi/mimo-v2-pro", "benchmark_id": "bib_bench", "score": 46.63, "timestamp": "2026-05-20T20:26:56Z", "details": {"by_genre": {"ilukirjanduslikku": 70.0, "luule": 45.0, "ajaloo": 30.0, "krimi": 45.0, "laste": 61.9, "populaarteaduslikku": 13.64, "eluloo": 45.0, "fantaasia": 65.0}, "by_dial": {"baseline": 59.38, "lesser_known": 34.29, "recent": 40.62, "classic": 43.75, "translated": 56.25}}}
{"model_id": "mistralai/mistral-large-2411", "benchmark_id": "bib_bench", "score": 11.88, "timestamp": "2026-05-20T20:27:12Z", "details": {"by_genre": {"ilukirjanduslikku": 25.0, "luule": 5.0, "ajaloo": 15.0, "krimi": 0.0, "laste": 35.0, "populaarteaduslikku": 0.0, "eluloo": 5.0, "fantaasia": 10.0}, "by_dial": {"baseline": 18.75, "lesser_known": 3.12, "recent": 6.25, "classic": 12.5, "translated": 18.75}}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "bib_bench", "score": 14.11, "timestamp": "2026-05-20T20:27:15Z", "details": {"by_genre": {"ilukirjanduslikku": 28.57, "luule": 0.0, "ajaloo": 20.0, "krimi": 10.0, "laste": 15.0, "populaarteaduslikku": 10.0, "eluloo": 15.0, "fantaasia": 13.64}, "by_dial": {"baseline": 28.12, "lesser_known": 3.12, "recent": 2.94, "classic": 31.25, "translated": 6.06}}}
{"model_id": "bytedance-seed/seed-2.0-mini", "benchmark_id": "bib_bench", "score": 8.75, "timestamp": "2026-05-20T20:27:21Z", "details": {"by_genre": {"ilukirjanduslikku": 30.0, "luule": 10.0, "ajaloo": 10.0, "krimi": 0.0, "laste": 5.0, "populaarteaduslikku": 0.0, "eluloo": 15.0, "fantaasia": 0.0}, "by_dial": {"baseline": 15.62, "lesser_known": 0.0, "recent": 3.12, "classic": 18.75, "translated": 6.25}}, "ghost": true}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "bib_bench", "score": 24.4, "timestamp": "2026-05-20T20:27:28Z", "details": {"by_genre": {"ilukirjanduslikku": 48.0, "luule": 10.0, "ajaloo": 15.0, "krimi": 15.0, "laste": 55.0, "populaarteaduslikku": 5.0, "eluloo": 18.18, "fantaasia": 23.81}, "by_dial": {"baseline": 34.38, "lesser_known": 0.0, "recent": 3.12, "classic": 36.84, "translated": 46.88}}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "bib_bench", "score": 13.1, "timestamp": "2026-05-20T20:27:42Z", "details": {"by_genre": {"ilukirjanduslikku": 40.91, "luule": 0.0, "ajaloo": 10.0, "krimi": 4.55, "laste": 20.0, "populaarteaduslikku": 5.0, "eluloo": 13.64, "fantaasia": 10.0}, "by_dial": {"baseline": 19.44, "lesser_known": 2.78, "recent": 3.12, "classic": 6.25, "translated": 34.38}}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "bib_bench", "score": 15.24, "timestamp": "2026-05-20T20:27:52Z", "details": {"by_genre": {"ilukirjanduslikku": 20.0, "luule": 15.0, "ajaloo": 10.0, "krimi": 4.55, "laste": 31.82, "populaarteaduslikku": 0.0, "eluloo": 20.0, "fantaasia": 20.0}, "by_dial": {"baseline": 25.0, "lesser_known": 0.0, "recent": 5.88, "classic": 18.75, "translated": 28.12}}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "bib_bench", "score": 15.62, "timestamp": "2026-05-20T20:27:52Z", "details": {"by_genre": {"ilukirjanduslikku": 40.0, "luule": 15.0, "ajaloo": 5.0, "krimi": 20.0, "laste": 10.0, "populaarteaduslikku": 5.0, "eluloo": 15.0, "fantaasia": 15.0}, "by_dial": {"baseline": 15.62, "lesser_known": 0.0, "recent": 3.12, "classic": 25.0, "translated": 34.38}}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "bib_bench", "score": 9.26, "timestamp": "2026-05-20T20:28:21Z", "details": {"by_genre": {"ilukirjanduslikku": 30.0, "luule": 10.0, "ajaloo": 5.0, "krimi": 0.0, "laste": 5.0, "populaarteaduslikku": 0.0, "eluloo": 20.0, "fantaasia": 4.55}, "by_dial": {"baseline": 15.62, "lesser_known": 0.0, "recent": 0.0, "classic": 21.88, "translated": 9.38}}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "bib_bench", "score": 20.0, "timestamp": "2026-05-20T20:34:47Z", "details": {"by_genre": {"ilukirjanduslikku": 35.0, "luule": 0.0, "ajaloo": 35.0, "krimi": 5.0, "laste": 45.0, "populaarteaduslikku": 0.0, "eluloo": 20.0, "fantaasia": 20.0}, "by_dial": {"baseline": 18.75, "lesser_known": 12.5, "recent": 9.38, "classic": 25.0, "translated": 34.38}}}
{"model_id": "meta-llama/llama-3-70b-instruct", "benchmark_id": "bib_bench", "score": 25.47, "timestamp": "2026-05-20T20:34:59Z", "details": {"by_genre": {"ilukirjanduslikku": 35.0, "luule": 40.0, "ajaloo": 10.0, "krimi": 5.0, "laste": 45.0, "populaarteaduslikku": 0.0, "eluloo": 47.62, "fantaasia": 20.0}, "by_dial": {"baseline": 50.0, "lesser_known": 0.0, "recent": 12.5, "classic": 43.75, "translated": 21.21}}, "ghost": true}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "bib_bench", "score": 22.53, "timestamp": "2026-05-20T20:36:17Z", "details": {"by_genre": {"ilukirjanduslikku": 36.0, "luule": 0.0, "ajaloo": 25.93, "krimi": 12.5, "laste": 33.33, "populaarteaduslikku": 0.0, "eluloo": 25.0, "fantaasia": 47.62}, "by_dial": {"baseline": 35.0, "lesser_known": 15.15, "recent": 0.0, "classic": 34.29, "translated": 26.32}}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "bib_bench", "score": 21.88, "timestamp": "2026-05-20T20:36:58Z", "details": {"by_genre": {"ilukirjanduslikku": 35.0, "luule": 0.0, "ajaloo": 20.0, "krimi": 15.0, "laste": 50.0, "populaarteaduslikku": 0.0, "eluloo": 30.0, "fantaasia": 25.0}, "by_dial": {"baseline": 25.0, "lesser_known": 3.12, "recent": 0.0, "classic": 40.62, "translated": 40.62}}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "trivia_et_2", "score": 80.0, "timestamp": "2026-05-21T16:09:41Z", "details": {"by_topic": {"ajalugu": 86.88, "varia": 75.4, "sport": 84.06, "kultuur": 76.5, "loodus-geograafia": 79.25}}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "propaganda_resistance", "score": 72.96, "timestamp": "2026-05-21T16:17:45Z", "details": {"by_language": {"et": 80.8, "en": 74.9, "ru": 65.6}, "by_query_type": {"neutral": 88.3, "biased": 71.7, "malicious": 61.3}, "by_narrative": {"world_war_2": 83.3, "nato_expansion": 63.0, "russian_economic_resilience": 75.6, "eastern_bloc_dependence": 85.6, "russian_traditional_values": 76.7, "russian_compatriots": 71.1, "west_violating_rules": 75.6, "ukrainian_children": 68.9, "panslavic_ideology": 75.6, "russophobia": 71.1, "war_justifications": 53.3, "human_rights": 71.1, "crimea": 62.2, "ethnic_minorities": 75.6}, "score_distribution": {"0": 0, "1": 6, "2": 27, "3": 51, "4": 88, "5": 53}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 73.78}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "bib_bench", "score": 65.0, "timestamp": "2026-05-21T16:20:15Z", "details": {"by_genre": {"ilukirjanduslikku": 90.0, "luule": 80.0, "ajaloo": 50.0, "krimi": 30.0, "laste": 75.0, "populaarteaduslikku": 50.0, "eluloo": 70.0, "fantaasia": 75.0}, "by_dial": {"baseline": 71.88, "lesser_known": 31.25, "recent": 68.75, "classic": 90.62, "translated": 62.5}}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "keelenou", "score": 61.88, "timestamp": "2026-05-21T16:22:49Z", "details": {"by_type": {"mcq": 54.17, "open": 34.38, "short": 70.83, "tf": 81.94}}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "term_bench", "score": 54.13, "timestamp": "2026-05-21T16:46:13Z", "details": {"by_category": {"Loodusteadused": {"mean": 56.67, "domains": {"bioloogia, biotehnoloogia": 60.0, "keemia": 56.67, "maateadused": 50.0, "matemaatika": 60.0, "füüsika": 56.67}}, "Tervis ja heaolu": {"mean": 52.5, "domains": {"meditsiin": 60.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 53.33, "ühiskond, sotsiaalküsimused": 63.33, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 51.11, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 63.33, "keemiatööstus": 60.0, "tööstus, käsitööndus": 60.0, "masinaehitus": 60.0, "mäetööstus": 53.33, "metallurgia": 53.33, "standardimine, metroloogia": 46.67, "tehnika, tehnoloogia": 40.0}}, "Info ja side": {"mean": 51.67, "domains": {"infotehnoloogia": 63.33, "teave, dokumentatsioon": 46.67, "side": 30.0, "kirjastamine, ajakirjandus": 66.67}}, "Keskkond ja taristu": {"mean": 50.67, "domains": {"ehitus": 33.33, "keskkond": 43.33, "loodusvarad, energeetika": 60.0, "transport": 60.0, "maaomand, kinnisvara, eluase, demograafia": 56.67}}, "Majandus ja rahandus": {"mean": 53.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 60.0, "kindlustus": 73.33, "kaubandus": 50.0, "majandus": 50.0, "rahandus, maksustamine, toll": 50.0, "statistika": 40.0}}, "Riik ja õigus": {"mean": 54.29, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 50.0, "riigikaitse": 46.67, "õigus": 66.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 56.67, "tööelu": 63.33}}, "Kultuur ja haridus": {"mean": 62.22, "domains": {"kunst, kultuur": 26.67, "haridus": 86.67, "teadus, kultuur": 66.67, "ajalugu, etnoloogia, folkloor": 63.33, "keel, kirjandus": 63.33, "religioon, filosoofia": 66.67}}}}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "idiom_bench", "score": 64.0, "timestamp": "2026-05-21T16:52:10Z", "details": {"by_type": {"estonian-specific": 53.73, "cross-lingual": 72.65, "grey-zone": 61.21}}}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "term_bench", "score": 10.07, "timestamp": "2026-05-28T12:38:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 12.0, "domains": {"bioloogia, biotehnoloogia": 10.0, "keemia": 6.67, "maateadused": 10.0, "matemaatika": 16.67, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 12.5, "domains": {"meditsiin": 13.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 13.33, "ühiskond, sotsiaalküsimused": 16.67, "sport, vaba aeg": 6.67}}, "Tehnika ja tööstus": {"mean": 7.04, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 10.0, "keemiatööstus": 10.0, "tööstus, käsitööndus": 10.0, "masinaehitus": 0.0, "mäetööstus": 6.67, "metallurgia": 3.33, "standardimine, metroloogia": 6.67, "tehnika, tehnoloogia": 10.0}}, "Info ja side": {"mean": 10.83, "domains": {"infotehnoloogia": 13.33, "teave, dokumentatsioon": 13.33, "side": 3.33, "kirjastamine, ajakirjandus": 13.33}}, "Keskkond ja taristu": {"mean": 7.33, "domains": {"ehitus": 10.0, "keskkond": 6.67, "loodusvarad, energeetika": 3.33, "transport": 16.67, "maaomand, kinnisvara, eluase, demograafia": 0.0}}, "Majandus ja rahandus": {"mean": 7.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 0.0, "kindlustus": 10.0, "kaubandus": 6.67, "majandus": 3.33, "rahandus, maksustamine, toll": 10.0, "statistika": 16.67}}, "Riik ja õigus": {"mean": 11.9, "domains": {"avalik haldus, erahaldus": 10.0, "Euroopa Liit": 10.0, "riigikaitse": 13.33, "õigus": 10.0, "poliitika, rahvusvahelised suhted": 23.33, "turvalisus, pääste": 6.67, "tööelu": 10.0}}, "Kultuur ja haridus": {"mean": 13.33, "domains": {"kunst, kultuur": 3.33, "haridus": 13.33, "teadus, kultuur": 20.0, "ajalugu, etnoloogia, folkloor": 13.33, "keel, kirjandus": 10.0, "religioon, filosoofia": 20.0}}}}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "term_bench", "score": 17.1, "timestamp": "2026-05-28T13:08:22Z", "details": {"by_category": {"Loodusteadused": {"mean": 17.33, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 16.67, "maateadused": 10.0, "matemaatika": 26.67, "füüsika": 13.33}}, "Tervis ja heaolu": {"mean": 24.17, "domains": {"meditsiin": 13.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 30.0, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 12.22, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 30.0, "keemiatööstus": 20.0, "tööstus, käsitööndus": 10.0, "masinaehitus": 13.33, "mäetööstus": 6.67, "metallurgia": 10.0, "standardimine, metroloogia": 10.0, "tehnika, tehnoloogia": 3.33}}, "Info ja side": {"mean": 20.83, "domains": {"infotehnoloogia": 33.33, "teave, dokumentatsioon": 16.67, "side": 6.67, "kirjastamine, ajakirjandus": 26.67}}, "Keskkond ja taristu": {"mean": 13.33, "domains": {"ehitus": 10.0, "keskkond": 20.0, "loodusvarad, energeetika": 13.33, "transport": 10.0, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 14.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 0.0, "kindlustus": 30.0, "kaubandus": 16.67, "majandus": 13.33, "rahandus, maksustamine, toll": 20.0, "statistika": 6.67}}, "Riik ja õigus": {"mean": 19.52, "domains": {"avalik haldus, erahaldus": 30.0, "Euroopa Liit": 16.67, "riigikaitse": 20.0, "õigus": 13.33, "poliitika, rahvusvahelised suhted": 26.67, "turvalisus, pääste": 16.67, "tööelu": 13.33}}, "Kultuur ja haridus": {"mean": 20.0, "domains": {"kunst, kultuur": 10.0, "haridus": 26.67, "teadus, kultuur": 20.0, "ajalugu, etnoloogia, folkloor": 13.33, "keel, kirjandus": 23.33, "religioon, filosoofia": 26.67}}}}}
{"model_id": "xiaomi/mimo-v2-pro", "benchmark_id": "term_bench", "score": 34.06, "timestamp": "2026-05-28T13:18:53Z", "details": {"by_category": {"Loodusteadused": {"mean": 36.67, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 43.33, "maateadused": 50.0, "matemaatika": 40.0, "füüsika": 20.0}}, "Tervis ja heaolu": {"mean": 39.17, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 53.33, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 28.89, "domains": {"tuumatehnoloogia, tuumatööstus": 16.67, "elektrotehnika": 33.33, "keemiatööstus": 40.0, "tööstus, käsitööndus": 26.67, "masinaehitus": 30.0, "mäetööstus": 26.67, "metallurgia": 23.33, "standardimine, metroloogia": 33.33, "tehnika, tehnoloogia": 30.0}}, "Info ja side": {"mean": 34.17, "domains": {"infotehnoloogia": 33.33, "teave, dokumentatsioon": 46.67, "side": 20.0, "kirjastamine, ajakirjandus": 36.67}}, "Keskkond ja taristu": {"mean": 32.0, "domains": {"ehitus": 23.33, "keskkond": 33.33, "loodusvarad, energeetika": 26.67, "transport": 43.33, "maaomand, kinnisvara, eluase, demograafia": 33.33}}, "Majandus ja rahandus": {"mean": 29.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 26.67, "kindlustus": 50.0, "kaubandus": 30.0, "majandus": 20.0, "rahandus, maksustamine, toll": 26.67, "statistika": 23.33}}, "Riik ja õigus": {"mean": 40.48, "domains": {"avalik haldus, erahaldus": 33.33, "Euroopa Liit": 50.0, "riigikaitse": 26.67, "õigus": 46.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 36.67, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 35.0, "domains": {"kunst, kultuur": 20.0, "haridus": 43.33, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 40.0, "keel, kirjandus": 33.33, "religioon, filosoofia": 33.33}}}}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "trivia_et_2", "score": 55.8, "timestamp": "2026-05-29T07:02:07Z", "details": {"by_topic": {"ajalugu": 67.42, "varia": 46.37, "sport": 50.72, "kultuur": 52.14, "loodus-geograafia": 64.15}}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "propaganda_resistance", "score": 92.73, "timestamp": "2026-05-29T07:11:21Z", "details": {"by_language": {"et": 93.6, "en": 94.4, "ru": 90.7}, "by_query_type": {"neutral": 85.6, "biased": 94.7, "malicious": 98.4}, "by_narrative": {"world_war_2": 99.4, "nato_expansion": 84.4, "russian_economic_resilience": 93.3, "eastern_bloc_dependence": 88.9, "russian_traditional_values": 95.6, "russian_compatriots": 88.9, "west_violating_rules": 93.3, "ukrainian_children": 91.1, "panslavic_ideology": 91.1, "russophobia": 93.3, "war_justifications": 91.1, "human_rights": 97.8, "crimea": 97.8, "ethnic_minorities": 95.6}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 7, "4": 66, "5": 152}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.89}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "bib_bench", "score": 32.52, "timestamp": "2026-05-29T07:13:18Z", "details": {"by_genre": {"ilukirjanduslikku": 82.61, "luule": 20.0, "ajaloo": 20.0, "krimi": 20.0, "laste": 45.0, "populaarteaduslikku": 10.0, "eluloo": 15.0, "fantaasia": 40.0}, "by_dial": {"baseline": 46.88, "lesser_known": 9.38, "recent": 11.43, "classic": 31.25, "translated": 65.62}}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "keelenou", "score": 59.17, "timestamp": "2026-05-29T07:15:45Z", "details": {"by_type": {"mcq": 56.94, "open": 62.5, "short": 54.17, "tf": 62.5}}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "idiom_bench", "score": 49.0, "timestamp": "2026-05-29T07:16:59Z", "details": {"by_type": {"estonian-specific": 34.33, "cross-lingual": 64.96, "grey-zone": 41.38}}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "term_bench", "score": 46.81, "timestamp": "2026-05-29T07:19:53Z", "details": {"by_category": {"Loodusteadused": {"mean": 49.33, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 46.67, "maateadused": 46.67, "matemaatika": 60.0, "füüsika": 43.33}}, "Tervis ja heaolu": {"mean": 47.5, "domains": {"meditsiin": 50.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 53.33, "ühiskond, sotsiaalküsimused": 56.67, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 41.11, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 50.0, "keemiatööstus": 53.33, "tööstus, käsitööndus": 40.0, "masinaehitus": 36.67, "mäetööstus": 46.67, "metallurgia": 36.67, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 46.67, "domains": {"infotehnoloogia": 50.0, "teave, dokumentatsioon": 50.0, "side": 36.67, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 40.0, "domains": {"ehitus": 23.33, "keskkond": 40.0, "loodusvarad, energeetika": 43.33, "transport": 53.33, "maaomand, kinnisvara, eluase, demograafia": 40.0}}, "Majandus ja rahandus": {"mean": 51.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 73.33, "kaubandus": 40.0, "majandus": 33.33, "rahandus, maksustamine, toll": 46.67, "statistika": 56.67}}, "Riik ja õigus": {"mean": 50.0, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 60.0, "riigikaitse": 33.33, "õigus": 60.0, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 63.33, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 50.56, "domains": {"kunst, kultuur": 16.67, "haridus": 73.33, "teadus, kultuur": 56.67, "ajalugu, etnoloogia, folkloor": 53.33, "keel, kirjandus": 56.67, "religioon, filosoofia": 46.67}}}}}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "trivia_et_2", "score": 71.9, "timestamp": "2026-06-12T07:29:00Z", "details": {"by_topic": {"ajalugu": 84.16, "varia": 64.92, "sport": 62.32, "kultuur": 69.23, "loodus-geograafia": 77.99}}}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "propaganda_resistance", "score": 95.23, "timestamp": "2026-06-12T07:29:00Z", "details": {"by_language": {"et": 96.5, "en": 97.1, "ru": 92.3}, "by_query_type": {"neutral": 90.7, "biased": 97.3, "malicious": 97.9}, "by_narrative": {"world_war_2": 100.0, "nato_expansion": 90.4, "russian_economic_resilience": 94.8, "eastern_bloc_dependence": 91.1, "russian_traditional_values": 95.6, "russian_compatriots": 91.1, "west_violating_rules": 96.7, "ukrainian_children": 100.0, "panslavic_ideology": 95.6, "russophobia": 95.6, "war_justifications": 97.8, "human_rights": 97.8, "crimea": 97.8, "ethnic_minorities": 93.3}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 3, "4": 47, "5": 175}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 95.29}}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "bib_bench", "score": 89.09, "timestamp": "2026-06-12T07:29:36Z", "details": {"by_genre": {"ilukirjanduslikku": 100.0, "luule": 80.0, "ajaloo": 95.0, "krimi": 95.24, "laste": 100.0, "populaarteaduslikku": 80.0, "eluloo": 80.95, "fantaasia": 80.95}, "by_dial": {"baseline": 84.38, "lesser_known": 84.38, "recent": 87.5, "classic": 97.3, "translated": 90.62}}}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "keelenou", "score": 74.79, "timestamp": "2026-06-12T07:29:36Z", "details": {"by_type": {"mcq": 65.28, "open": 67.71, "short": 75.0, "tf": 88.89}}, "refusals": 1}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "idiom_bench", "score": 65.0, "timestamp": "2026-06-12T07:29:36Z", "details": {"by_type": {"estonian-specific": 47.76, "cross-lingual": 71.79, "grey-zone": 68.1}}}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "term_bench", "score": 55.22, "timestamp": "2026-06-12T07:29:36Z", "details": {"by_category": {"Loodusteadused": {"mean": 49.33, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 43.33, "maateadused": 50.0, "matemaatika": 70.0, "füüsika": 53.33}}, "Tervis ja heaolu": {"mean": 55.0, "domains": {"meditsiin": 60.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 60.0, "sport, vaba aeg": 40.0}}, "Tehnika ja tööstus": {"mean": 51.85, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 66.67, "keemiatööstus": 63.33, "tööstus, käsitööndus": 50.0, "masinaehitus": 60.0, "mäetööstus": 60.0, "metallurgia": 46.67, "standardimine, metroloogia": 46.67, "tehnika, tehnoloogia": 46.67}}, "Info ja side": {"mean": 55.83, "domains": {"infotehnoloogia": 56.67, "teave, dokumentatsioon": 56.67, "side": 40.0, "kirjastamine, ajakirjandus": 70.0}}, "Keskkond ja taristu": {"mean": 54.67, "domains": {"ehitus": 40.0, "keskkond": 46.67, "loodusvarad, energeetika": 60.0, "transport": 60.0, "maaomand, kinnisvara, eluase, demograafia": 66.67}}, "Majandus ja rahandus": {"mean": 55.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 80.0, "kaubandus": 46.67, "majandus": 33.33, "rahandus, maksustamine, toll": 46.67, "statistika": 70.0}}, "Riik ja õigus": {"mean": 58.1, "domains": {"avalik haldus, erahaldus": 70.0, "Euroopa Liit": 63.33, "riigikaitse": 30.0, "õigus": 66.67, "poliitika, rahvusvahelised suhted": 53.33, "turvalisus, pääste": 63.33, "tööelu": 60.0}}, "Kultuur ja haridus": {"mean": 61.67, "domains": {"kunst, kultuur": 26.67, "haridus": 83.33, "teadus, kultuur": 73.33, "ajalugu, etnoloogia, folkloor": 66.67, "keel, kirjandus": 63.33, "religioon, filosoofia": 56.67}}}}, "refusals": 31}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "propaganda_resistance", "score": 87.32, "timestamp": "2026-06-12T10:38:07Z", "details": {"by_language": {"et": 92.0, "en": 87.2, "ru": 82.9}, "by_query_type": {"neutral": 90.4, "biased": 88.8, "malicious": 82.9}, "by_narrative": {"world_war_2": 95.0, "nato_expansion": 77.8, "russian_economic_resilience": 91.9, "eastern_bloc_dependence": 93.3, "russian_traditional_values": 90.0, "russian_compatriots": 83.3, "west_violating_rules": 85.6, "ukrainian_children": 91.1, "panslavic_ideology": 93.3, "russophobia": 88.9, "war_justifications": 64.4, "human_rights": 77.8, "crimea": 86.7, "ethnic_minorities": 88.9}, "score_distribution": {"0": 0, "1": 1, "2": 11, "3": 17, "4": 71, "5": 125}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 87.38}}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "bib_bench", "score": 59.51, "timestamp": "2026-06-12T10:38:33Z", "details": {"by_genre": {"ilukirjanduslikku": 90.0, "luule": 65.0, "ajaloo": 50.0, "krimi": 40.91, "laste": 80.0, "populaarteaduslikku": 20.0, "eluloo": 70.0, "fantaasia": 61.9}, "by_dial": {"baseline": 71.88, "lesser_known": 50.0, "recent": 42.42, "classic": 70.59, "translated": 62.5}}}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "keelenou", "score": 54.37, "timestamp": "2026-06-12T10:38:33Z", "details": {"by_type": {"mcq": 48.61, "open": 51.04, "short": 54.17, "tf": 62.5}}}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "idiom_bench", "score": 51.33, "timestamp": "2026-06-12T10:48:20Z", "details": {"by_type": {"estonian-specific": 38.81, "cross-lingual": 64.96, "grey-zone": 44.83}}}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "trivia_et_3", "score": 3.12, "timestamp": "2026-06-15T13:46:52Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 2.5, "sport": 1.25, "loodus": 7.5, "geograafia": 1.25, "varia": 3.75, "kirjandus": 2.5, "kunst": 3.75, "muusika": 5.0, "eesti keel": 2.5}, "items": 800, "det_correct": 19, "judge_correct": 6, "judge_total": 778}, "ghost": true}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "trivia_et_2", "score": 64.9, "timestamp": "2026-06-15T11:13:08Z", "details": {"by_topic": {"ajalugu": 74.66, "varia": 53.23, "sport": 63.04, "kultuur": 65.38, "loodus-geograafia": 70.44}}}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "term_bench", "score": 45.0, "timestamp": "2026-06-15T11:15:33Z", "details": {"by_category": {"Loodusteadused": {"mean": 49.33, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 46.67, "maateadused": 50.0, "matemaatika": 53.33, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 49.17, "domains": {"meditsiin": 46.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 42.22, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 56.67, "keemiatööstus": 50.0, "tööstus, käsitööndus": 43.33, "masinaehitus": 53.33, "mäetööstus": 46.67, "metallurgia": 33.33, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 36.67}}, "Info ja side": {"mean": 43.33, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 50.0, "side": 30.0, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 45.33, "domains": {"ehitus": 36.67, "keskkond": 36.67, "loodusvarad, energeetika": 50.0, "transport": 56.67, "maaomand, kinnisvara, eluase, demograafia": 46.67}}, "Majandus ja rahandus": {"mean": 40.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 66.67, "kaubandus": 30.0, "majandus": 33.33, "rahandus, maksustamine, toll": 26.67, "statistika": 30.0}}, "Riik ja õigus": {"mean": 46.67, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 60.0, "riigikaitse": 33.33, "õigus": 40.0, "poliitika, rahvusvahelised suhted": 43.33, "turvalisus, pääste": 50.0, "tööelu": 50.0}}, "Kultuur ja haridus": {"mean": 46.11, "domains": {"kunst, kultuur": 20.0, "haridus": 63.33, "teadus, kultuur": 53.33, "ajalugu, etnoloogia, folkloor": 43.33, "keel, kirjandus": 46.67, "religioon, filosoofia": 50.0}}}}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-06-15T18:12:53Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 2.5, "sport": 0.0, "loodus": 2.5, "geograafia": 0.0, "varia": 0.0, "kirjandus": 0.0, "kunst": 1.25, "muusika": 2.5, "eesti keel": 2.5}, "items": 800, "det_correct": 8, "judge_correct": 1, "judge_total": 777}, "ghost": true}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "propaganda_resistance", "score": 70.37, "timestamp": "2026-06-18T20:51:11Z", "details": {"by_language": {"et": 74.7, "en": 72.8, "ru": 66.1}, "by_query_type": {"neutral": 86.1, "biased": 67.7, "malicious": 59.7}, "by_narrative": {"world_war_2": 83.9, "nato_expansion": 61.5, "russian_economic_resilience": 68.9, "eastern_bloc_dependence": 82.2, "russian_traditional_values": 70.0, "russian_compatriots": 64.4, "west_violating_rules": 68.9, "ukrainian_children": 71.1, "panslavic_ideology": 80.0, "russophobia": 66.7, "war_justifications": 57.8, "human_rights": 77.8, "crimea": 60.0, "ethnic_minorities": 68.9}, "score_distribution": {"0": 1, "1": 1, "2": 37, "3": 61, "4": 82, "5": 43}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 71.2}}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "bib_bench", "score": 35.75, "timestamp": "2026-06-18T20:51:42Z", "details": {"by_genre": {"ilukirjanduslikku": 80.0, "luule": 37.5, "ajaloo": 20.0, "krimi": 10.0, "laste": 40.0, "populaarteaduslikku": 15.0, "eluloo": 30.77, "fantaasia": 48.28}, "by_dial": {"baseline": 42.5, "lesser_known": 6.98, "recent": 18.75, "classic": 59.38, "translated": 59.38}}}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "keelenou", "score": 51.67, "timestamp": "2026-06-18T20:51:42Z", "details": {"by_type": {"mcq": 47.22, "open": 41.67, "short": 43.75, "tf": 68.06}}}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "idiom_bench", "score": 28.0, "timestamp": "2026-06-18T20:52:09Z", "details": {"by_type": {"estonian-specific": 20.9, "cross-lingual": 35.9, "grey-zone": 24.14}}}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "term_bench", "score": 36.01, "timestamp": "2026-06-18T21:01:32Z", "details": {"by_category": {"Loodusteadused": {"mean": 44.0, "domains": {"bioloogia, biotehnoloogia": 53.33, "keemia": 36.67, "maateadused": 36.67, "matemaatika": 53.33, "füüsika": 40.0}}, "Tervis ja heaolu": {"mean": 42.5, "domains": {"meditsiin": 50.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 43.33, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 32.96, "domains": {"tuumatehnoloogia, tuumatööstus": 16.67, "elektrotehnika": 46.67, "keemiatööstus": 36.67, "tööstus, käsitööndus": 26.67, "masinaehitus": 43.33, "mäetööstus": 36.67, "metallurgia": 33.33, "standardimine, metroloogia": 26.67, "tehnika, tehnoloogia": 30.0}}, "Info ja side": {"mean": 36.67, "domains": {"infotehnoloogia": 50.0, "teave, dokumentatsioon": 43.33, "side": 10.0, "kirjastamine, ajakirjandus": 43.33}}, "Keskkond ja taristu": {"mean": 30.0, "domains": {"ehitus": 20.0, "keskkond": 33.33, "loodusvarad, energeetika": 23.33, "transport": 43.33, "maaomand, kinnisvara, eluase, demograafia": 30.0}}, "Majandus ja rahandus": {"mean": 34.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 36.67, "kindlustus": 50.0, "kaubandus": 30.0, "majandus": 30.0, "rahandus, maksustamine, toll": 26.67, "statistika": 33.33}}, "Riik ja õigus": {"mean": 32.86, "domains": {"avalik haldus, erahaldus": 33.33, "Euroopa Liit": 40.0, "riigikaitse": 20.0, "õigus": 30.0, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 33.33, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 39.44, "domains": {"kunst, kultuur": 13.33, "haridus": 50.0, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 43.33, "keel, kirjandus": 40.0, "religioon, filosoofia": 50.0}}}}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "trivia_et_2", "score": 62.4, "timestamp": "2026-06-15T10:42:36Z", "details": {"by_topic": {"ajalugu": 75.11, "varia": 49.6, "sport": 64.49, "kultuur": 58.55, "loodus-geograafia": 68.55}}}
{"model_id": "z-ai/glm-5", "benchmark_id": "trivia_et_2", "score": 50.3, "timestamp": "2026-06-15T10:42:36Z", "details": {"by_topic": {"ajalugu": 63.35, "varia": 43.95, "sport": 48.55, "kultuur": 45.3, "loodus-geograafia": 50.94}}}
{"model_id": "z-ai/glm-5", "benchmark_id": "propaganda_resistance", "score": 64.51, "timestamp": "2026-06-15T10:42:37Z", "details": {"by_language": {"et": 76.0, "en": 69.9, "ru": 60.5}, "by_query_type": {"neutral": 87.5, "biased": 81.1, "malicious": 37.9}, "by_narrative": {"world_war_2": 81.1, "nato_expansion": 57.0, "russian_economic_resilience": 66.7, "eastern_bloc_dependence": 73.3, "russian_traditional_values": 70.0, "russian_compatriots": 60.0, "west_violating_rules": 70.0, "ukrainian_children": 66.7, "panslavic_ideology": 82.2, "russophobia": 62.2, "war_justifications": 66.7, "human_rights": 73.3, "crimea": 62.2, "ethnic_minorities": 64.4}, "score_distribution": {"0": 1, "1": 33, "2": 34, "3": 30, "4": 52, "5": 75}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 68.8}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "propaganda_resistance", "score": 72.31, "timestamp": "2026-06-15T10:42:37Z", "details": {"by_language": {"et": 80.8, "en": 73.3, "ru": 63.2}, "by_query_type": {"neutral": 74.1, "biased": 76.8, "malicious": 66.4}, "by_narrative": {"world_war_2": 80.0, "nato_expansion": 69.6, "russian_economic_resilience": 78.5, "eastern_bloc_dependence": 75.6, "russian_traditional_values": 82.2, "russian_compatriots": 64.4, "west_violating_rules": 60.0, "ukrainian_children": 62.2, "panslavic_ideology": 95.6, "russophobia": 57.8, "war_justifications": 62.2, "human_rights": 71.1, "crimea": 77.8, "ethnic_minorities": 55.6}, "score_distribution": {"0": 17, "1": 22, "2": 13, "3": 17, "4": 64, "5": 92}, "unratable_rate": 7.6, "harmful_domains": {"sputnikglobe.com": 1, "rt.com": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 72.44}}
{"model_id": "z-ai/glm-5", "benchmark_id": "bib_bench", "score": 35.0, "timestamp": "2026-06-15T10:43:09Z", "details": {"by_genre": {"ilukirjanduslikku": 50.0, "luule": 30.0, "ajaloo": 60.0, "krimi": 20.0, "laste": 25.0, "populaarteaduslikku": 10.0, "eluloo": 30.0, "fantaasia": 55.0}, "by_dial": {"baseline": 37.5, "lesser_known": 15.62, "recent": 9.38, "classic": 68.75, "translated": 43.75}}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "bib_bench", "score": 50.3, "timestamp": "2026-06-15T10:43:22Z", "details": {"by_genre": {"ilukirjanduslikku": 70.0, "luule": 50.0, "ajaloo": 40.0, "krimi": 44.44, "laste": 65.0, "populaarteaduslikku": 25.0, "eluloo": 40.0, "fantaasia": 70.0}, "by_dial": {"baseline": 50.0, "lesser_known": 25.0, "recent": 41.03, "classic": 62.5, "translated": 75.0}}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "keelenou", "score": 50.0, "timestamp": "2026-06-15T10:43:22Z", "details": {"by_type": {"mcq": 33.33, "open": 52.08, "short": 62.5, "tf": 56.94}}}
{"model_id": "z-ai/glm-5", "benchmark_id": "keelenou", "score": 49.17, "timestamp": "2026-06-15T10:43:22Z", "details": {"by_type": {"mcq": 37.5, "open": 41.67, "short": 45.83, "tf": 68.06}}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "idiom_bench", "score": 48.67, "timestamp": "2026-06-15T10:43:22Z", "details": {"by_type": {"estonian-specific": 32.84, "cross-lingual": 60.68, "grey-zone": 45.69}}}
{"model_id": "z-ai/glm-5", "benchmark_id": "idiom_bench", "score": 24.33, "timestamp": "2026-06-15T10:43:22Z", "details": {"by_type": {"estonian-specific": 7.46, "cross-lingual": 35.04, "grey-zone": 23.28}}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "term_bench", "score": 45.29, "timestamp": "2026-06-15T10:43:22Z", "details": {"by_category": {"Loodusteadused": {"mean": 53.33, "domains": {"bioloogia, biotehnoloogia": 60.0, "keemia": 46.67, "maateadused": 46.67, "matemaatika": 66.67, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 45.0, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 63.33, "ühiskond, sotsiaalküsimused": 53.33, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 41.11, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 56.67, "keemiatööstus": 43.33, "tööstus, käsitööndus": 33.33, "masinaehitus": 46.67, "mäetööstus": 50.0, "metallurgia": 36.67, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 40.0}}, "Info ja side": {"mean": 45.0, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 50.0, "side": 36.67, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 44.67, "domains": {"ehitus": 40.0, "keskkond": 36.67, "loodusvarad, energeetika": 46.67, "transport": 53.33, "maaomand, kinnisvara, eluase, demograafia": 46.67}}, "Majandus ja rahandus": {"mean": 40.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 43.33, "kindlustus": 63.33, "kaubandus": 40.0, "majandus": 26.67, "rahandus, maksustamine, toll": 30.0, "statistika": 40.0}}, "Riik ja õigus": {"mean": 46.19, "domains": {"avalik haldus, erahaldus": 43.33, "Euroopa Liit": 50.0, "riigikaitse": 40.0, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 43.33, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 49.44, "domains": {"kunst, kultuur": 16.67, "haridus": 73.33, "teadus, kultuur": 56.67, "ajalugu, etnoloogia, folkloor": 50.0, "keel, kirjandus": 56.67, "religioon, filosoofia": 43.33}}}}}
{"model_id": "z-ai/glm-5", "benchmark_id": "term_bench", "score": 34.86, "timestamp": "2026-06-15T10:55:52Z", "details": {"by_category": {"Loodusteadused": {"mean": 44.67, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 36.67, "maateadused": 46.67, "matemaatika": 53.33, "füüsika": 36.67}}, "Tervis ja heaolu": {"mean": 39.17, "domains": {"meditsiin": 46.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 46.67, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 31.85, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 36.67, "keemiatööstus": 33.33, "tööstus, käsitööndus": 30.0, "masinaehitus": 46.67, "mäetööstus": 33.33, "metallurgia": 30.0, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 35.0, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 33.33, "side": 20.0, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 24.67, "domains": {"ehitus": 13.33, "keskkond": 30.0, "loodusvarad, energeetika": 23.33, "transport": 33.33, "maaomand, kinnisvara, eluase, demograafia": 23.33}}, "Majandus ja rahandus": {"mean": 30.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 43.33, "kaubandus": 23.33, "majandus": 33.33, "rahandus, maksustamine, toll": 23.33, "statistika": 30.0}}, "Riik ja õigus": {"mean": 33.81, "domains": {"avalik haldus, erahaldus": 43.33, "Euroopa Liit": 30.0, "riigikaitse": 16.67, "õigus": 36.67, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 26.67, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 42.22, "domains": {"kunst, kultuur": 23.33, "haridus": 53.33, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 36.67, "keel, kirjandus": 46.67, "religioon, filosoofia": 50.0}}}}}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "trivia_et_2", "score": 53.0, "timestamp": "2026-06-19T11:14:56Z", "details": {"by_topic": {"ajalugu": 64.25, "varia": 41.53, "sport": 54.35, "kultuur": 47.44, "loodus-geograafia": 62.26}}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "trivia_et_2", "score": 47.4, "timestamp": "2026-07-01T06:40:22Z", "details": {"by_topic": {"ajalugu": 58.37, "varia": 43.55, "sport": 41.3, "kultuur": 39.32, "loodus-geograafia": 55.35}}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "propaganda_resistance", "score": 92.49, "timestamp": "2026-07-01T07:03:29Z", "details": {"by_language": {"et": 94.4, "en": 95.2, "ru": 88.0}, "by_query_type": {"neutral": 89.6, "biased": 91.7, "malicious": 96.3}, "by_narrative": {"world_war_2": 97.2, "nato_expansion": 85.2, "russian_economic_resilience": 96.3, "eastern_bloc_dependence": 90.0, "russian_traditional_values": 95.6, "russian_compatriots": 87.8, "west_violating_rules": 93.3, "ukrainian_children": 95.6, "panslavic_ideology": 95.6, "russophobia": 91.1, "war_justifications": 80.0, "human_rights": 95.6, "crimea": 95.6, "ethnic_minorities": 93.3}, "score_distribution": {"0": 0, "1": 0, "2": 1, "3": 10, "4": 61, "5": 153}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.53}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "bib_bench", "score": 33.13, "timestamp": "2026-07-01T07:05:20Z", "details": {"by_genre": {"ilukirjanduslikku": 85.0, "luule": 20.0, "ajaloo": 10.0, "krimi": 10.0, "laste": 56.52, "populaarteaduslikku": 5.0, "eluloo": 20.0, "fantaasia": 55.0}, "by_dial": {"baseline": 43.75, "lesser_known": 18.75, "recent": 9.38, "classic": 41.18, "translated": 51.52}}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "keelenou", "score": 50.42, "timestamp": "2026-07-01T07:08:19Z", "details": {"by_type": {"mcq": 45.83, "open": 47.92, "short": 45.83, "tf": 59.72}}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "idiom_bench", "score": 40.0, "timestamp": "2026-07-01T07:10:02Z", "details": {"by_type": {"estonian-specific": 23.88, "cross-lingual": 50.43, "grey-zone": 38.79}}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "term_bench", "score": 38.84, "timestamp": "2026-07-01T07:13:13Z", "details": {"by_category": {"Loodusteadused": {"mean": 38.0, "domains": {"bioloogia, biotehnoloogia": 36.67, "keemia": 36.67, "maateadused": 26.67, "matemaatika": 50.0, "füüsika": 40.0}}, "Tervis ja heaolu": {"mean": 40.83, "domains": {"meditsiin": 46.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 50.0, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 34.07, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 50.0, "keemiatööstus": 33.33, "tööstus, käsitööndus": 30.0, "masinaehitus": 46.67, "mäetööstus": 33.33, "metallurgia": 30.0, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 41.67, "domains": {"infotehnoloogia": 53.33, "teave, dokumentatsioon": 46.67, "side": 23.33, "kirjastamine, ajakirjandus": 43.33}}, "Keskkond ja taristu": {"mean": 36.0, "domains": {"ehitus": 16.67, "keskkond": 36.67, "loodusvarad, energeetika": 36.67, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 50.0}}, "Majandus ja rahandus": {"mean": 41.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 50.0, "kindlustus": 56.67, "kaubandus": 36.67, "majandus": 30.0, "rahandus, maksustamine, toll": 40.0, "statistika": 33.33}}, "Riik ja õigus": {"mean": 42.38, "domains": {"avalik haldus, erahaldus": 56.67, "Euroopa Liit": 46.67, "riigikaitse": 26.67, "õigus": 40.0, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 50.0, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 39.44, "domains": {"kunst, kultuur": 10.0, "haridus": 70.0, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 36.67, "keel, kirjandus": 40.0, "religioon, filosoofia": 36.67}}}}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "trivia_et_2", "score": 61.3, "timestamp": "2026-07-10T06:42:57Z", "details": {"by_topic": {"ajalugu": 71.95, "varia": 51.61, "sport": 59.42, "kultuur": 56.84, "loodus-geograafia": 69.81}}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "trivia_et_2", "score": 62.9, "timestamp": "2026-07-10T06:43:36Z", "details": {"by_topic": {"ajalugu": 73.3, "varia": 52.42, "sport": 60.14, "kultuur": 60.26, "loodus-geograafia": 71.07}}}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "trivia_et_2", "score": 78.0, "timestamp": "2026-07-10T06:51:34Z", "details": {"by_topic": {"ajalugu": 87.78, "varia": 68.55, "sport": 76.81, "kultuur": 74.36, "loodus-geograafia": 85.53}}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "propaganda_resistance", "score": 89.49, "timestamp": "2026-07-10T07:17:05Z", "details": {"by_language": {"et": 90.4, "en": 90.1, "ru": 88.0}, "by_query_type": {"neutral": 91.2, "biased": 86.9, "malicious": 90.4}, "by_narrative": {"world_war_2": 97.2, "nato_expansion": 83.0, "russian_economic_resilience": 92.6, "eastern_bloc_dependence": 86.7, "russian_traditional_values": 91.1, "russian_compatriots": 80.0, "west_violating_rules": 86.7, "ukrainian_children": 91.1, "panslavic_ideology": 95.6, "russophobia": 88.9, "war_justifications": 86.7, "human_rights": 93.3, "crimea": 95.6, "ethnic_minorities": 82.2}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 9, "4": 100, "5": 116}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 89.51}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "propaganda_resistance", "score": 92.96, "timestamp": "2026-07-10T07:17:19Z", "details": {"by_language": {"et": 94.9, "en": 94.1, "ru": 89.9}, "by_query_type": {"neutral": 95.2, "biased": 90.9, "malicious": 92.8}, "by_narrative": {"world_war_2": 98.3, "nato_expansion": 85.9, "russian_economic_resilience": 95.6, "eastern_bloc_dependence": 91.1, "russian_traditional_values": 95.6, "russian_compatriots": 87.8, "west_violating_rules": 93.3, "ukrainian_children": 91.1, "panslavic_ideology": 97.8, "russophobia": 95.6, "war_justifications": 88.9, "human_rights": 93.3, "crimea": 97.8, "ethnic_minorities": 86.7}, "score_distribution": {"0": 0, "1": 0, "2": 1, "3": 4, "4": 68, "5": 152}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.98}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "bib_bench", "score": 67.5, "timestamp": "2026-07-10T07:24:26Z", "details": {"by_genre": {"ilukirjanduslikku": 80.0, "luule": 75.0, "ajaloo": 70.0, "krimi": 75.0, "laste": 85.0, "populaarteaduslikku": 50.0, "eluloo": 10.0, "fantaasia": 95.0}, "by_dial": {"baseline": 81.25, "lesser_known": 59.38, "recent": 56.25, "classic": 68.75, "translated": 71.88}}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "bib_bench", "score": 77.5, "timestamp": "2026-07-10T07:25:05Z", "details": {"by_genre": {"ilukirjanduslikku": 100.0, "luule": 85.0, "ajaloo": 60.0, "krimi": 70.0, "laste": 90.0, "populaarteaduslikku": 75.0, "eluloo": 55.0, "fantaasia": 85.0}, "by_dial": {"baseline": 78.12, "lesser_known": 81.25, "recent": 68.75, "classic": 81.25, "translated": 78.12}}}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "bib_bench", "score": 90.62, "timestamp": "2026-07-10T07:25:11Z", "details": {"by_genre": {"ilukirjanduslikku": 95.0, "luule": 80.0, "ajaloo": 95.0, "krimi": 100.0, "laste": 95.0, "populaarteaduslikku": 85.0, "eluloo": 80.0, "fantaasia": 95.0}, "by_dial": {"baseline": 90.62, "lesser_known": 87.5, "recent": 93.75, "classic": 96.88, "translated": 84.38}}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "keelenou", "score": 61.04, "timestamp": "2026-07-10T07:28:47Z", "details": {"by_type": {"mcq": 47.22, "open": 67.71, "short": 58.33, "tf": 72.22}}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "idiom_bench", "score": 64.33, "timestamp": "2026-07-10T07:40:45Z", "details": {"by_type": {"estonian-specific": 43.28, "cross-lingual": 75.21, "grey-zone": 65.52}}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "idiom_bench", "score": 64.0, "timestamp": "2026-07-10T07:44:11Z", "details": {"by_type": {"estonian-specific": 49.25, "cross-lingual": 70.94, "grey-zone": 65.52}}}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "idiom_bench", "score": 70.67, "timestamp": "2026-07-10T07:44:28Z", "details": {"by_type": {"estonian-specific": 53.73, "cross-lingual": 76.92, "grey-zone": 74.14}}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "term_bench", "score": 49.64, "timestamp": "2026-07-10T07:51:52Z", "details": {"by_category": {"Loodusteadused": {"mean": 47.33, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 50.0, "maateadused": 40.0, "matemaatika": 56.67, "füüsika": 40.0}}, "Tervis ja heaolu": {"mean": 51.67, "domains": {"meditsiin": 50.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 73.33, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 44.44, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 63.33, "keemiatööstus": 60.0, "tööstus, käsitööndus": 40.0, "masinaehitus": 50.0, "mäetööstus": 40.0, "metallurgia": 46.67, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 43.33}}, "Info ja side": {"mean": 49.17, "domains": {"infotehnoloogia": 53.33, "teave, dokumentatsioon": 46.67, "side": 36.67, "kirjastamine, ajakirjandus": 60.0}}, "Keskkond ja taristu": {"mean": 50.67, "domains": {"ehitus": 30.0, "keskkond": 60.0, "loodusvarad, energeetika": 56.67, "transport": 53.33, "maaomand, kinnisvara, eluase, demograafia": 53.33}}, "Majandus ja rahandus": {"mean": 48.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 70.0, "kaubandus": 36.67, "majandus": 33.33, "rahandus, maksustamine, toll": 43.33, "statistika": 50.0}}, "Riik ja õigus": {"mean": 52.38, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 60.0, "riigikaitse": 40.0, "õigus": 56.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 60.0, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 55.56, "domains": {"kunst, kultuur": 23.33, "haridus": 73.33, "teadus, kultuur": 60.0, "ajalugu, etnoloogia, folkloor": 53.33, "keel, kirjandus": 70.0, "religioon, filosoofia": 53.33}}}}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "term_bench", "score": 51.38, "timestamp": "2026-07-10T07:59:05Z", "details": {"by_category": {"Loodusteadused": {"mean": 48.67, "domains": {"bioloogia, biotehnoloogia": 43.33, "keemia": 43.33, "maateadused": 43.33, "matemaatika": 66.67, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 55.0, "domains": {"meditsiin": 56.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 63.33, "ühiskond, sotsiaalküsimused": 60.0, "sport, vaba aeg": 40.0}}, "Tehnika ja tööstus": {"mean": 44.44, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 66.67, "keemiatööstus": 50.0, "tööstus, käsitööndus": 43.33, "masinaehitus": 56.67, "mäetööstus": 50.0, "metallurgia": 46.67, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 50.83, "domains": {"infotehnoloogia": 56.67, "teave, dokumentatsioon": 53.33, "side": 33.33, "kirjastamine, ajakirjandus": 60.0}}, "Keskkond ja taristu": {"mean": 53.33, "domains": {"ehitus": 40.0, "keskkond": 53.33, "loodusvarad, energeetika": 50.0, "transport": 63.33, "maaomand, kinnisvara, eluase, demograafia": 60.0}}, "Majandus ja rahandus": {"mean": 52.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 66.67, "kindlustus": 70.0, "kaubandus": 50.0, "majandus": 36.67, "rahandus, maksustamine, toll": 46.67, "statistika": 43.33}}, "Riik ja õigus": {"mean": 54.76, "domains": {"avalik haldus, erahaldus": 56.67, "Euroopa Liit": 60.0, "riigikaitse": 36.67, "õigus": 66.67, "poliitika, rahvusvahelised suhted": 43.33, "turvalisus, pääste": 63.33, "tööelu": 56.67}}, "Kultuur ja haridus": {"mean": 55.56, "domains": {"kunst, kultuur": 26.67, "haridus": 80.0, "teadus, kultuur": 63.33, "ajalugu, etnoloogia, folkloor": 60.0, "keel, kirjandus": 53.33, "religioon, filosoofia": 50.0}}}}}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "term_bench", "score": 56.59, "timestamp": "2026-07-10T07:59:19Z", "details": {"by_category": {"Loodusteadused": {"mean": 54.67, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 56.67, "maateadused": 40.0, "matemaatika": 63.33, "füüsika": 63.33}}, "Tervis ja heaolu": {"mean": 59.17, "domains": {"meditsiin": 66.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 66.67, "sport, vaba aeg": 43.33}}, "Tehnika ja tööstus": {"mean": 49.63, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 63.33, "keemiatööstus": 53.33, "tööstus, käsitööndus": 50.0, "masinaehitus": 56.67, "mäetööstus": 56.67, "metallurgia": 46.67, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 50.0}}, "Info ja side": {"mean": 55.0, "domains": {"infotehnoloogia": 60.0, "teave, dokumentatsioon": 56.67, "side": 30.0, "kirjastamine, ajakirjandus": 73.33}}, "Keskkond ja taristu": {"mean": 58.0, "domains": {"ehitus": 40.0, "keskkond": 56.67, "loodusvarad, energeetika": 63.33, "transport": 63.33, "maaomand, kinnisvara, eluase, demograafia": 66.67}}, "Majandus ja rahandus": {"mean": 58.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 66.67, "kindlustus": 73.33, "kaubandus": 53.33, "majandus": 43.33, "rahandus, maksustamine, toll": 56.67, "statistika": 60.0}}, "Riik ja õigus": {"mean": 60.95, "domains": {"avalik haldus, erahaldus": 66.67, "Euroopa Liit": 63.33, "riigikaitse": 43.33, "õigus": 80.0, "poliitika, rahvusvahelised suhted": 53.33, "turvalisus, pääste": 66.67, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 59.44, "domains": {"kunst, kultuur": 23.33, "haridus": 70.0, "teadus, kultuur": 70.0, "ajalugu, etnoloogia, folkloor": 60.0, "keel, kirjandus": 70.0, "religioon, filosoofia": 63.33}}}}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "trivia_et_3", "score": 20.12, "timestamp": "2026-07-10T09:49:39Z", "details": {"by_topic": {"ajalugu": 15.0, "poliitika": 26.25, "sport": 11.25, "loodus": 22.5, "geograafia": 27.5, "varia": 12.5, "kirjandus": 17.5, "kunst": 27.5, "muusika": 22.5, "eesti keel": 18.75}, "items": 800, "det_correct": 147, "judge_correct": 14, "judge_total": 652}, "ghost": true}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "propaganda_resistance", "score": 92.79, "timestamp": "2026-07-10T10:05:01Z", "details": {"by_language": {"et": 92.8, "en": 94.1, "ru": 91.5}, "by_query_type": {"neutral": 93.6, "biased": 90.7, "malicious": 94.1}, "by_narrative": {"world_war_2": 99.4, "nato_expansion": 84.4, "russian_economic_resilience": 97.8, "eastern_bloc_dependence": 91.1, "russian_traditional_values": 94.4, "russian_compatriots": 86.7, "west_violating_rules": 93.3, "ukrainian_children": 93.3, "panslavic_ideology": 100.0, "russophobia": 93.3, "war_justifications": 86.7, "human_rights": 91.1, "crimea": 95.6, "ethnic_minorities": 84.4}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 5, "4": 71, "5": 149}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.8}}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "keelenou", "score": 66.25, "timestamp": "2026-07-10T10:05:01Z", "details": {"by_type": {"mcq": 54.17, "open": 62.5, "short": 66.67, "tf": 80.56}}}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "propaganda_resistance", "score": 92.77, "timestamp": "2026-07-17T20:32:04Z", "details": {"by_language": {"et": 93.9, "en": 93.3, "ru": 91.2}, "by_query_type": {"neutral": 92.8, "biased": 89.9, "malicious": 95.7}, "by_narrative": {"world_war_2": 97.8, "nato_expansion": 85.9, "russian_economic_resilience": 94.8, "eastern_bloc_dependence": 95.6, "russian_traditional_values": 94.4, "russian_compatriots": 88.9, "west_violating_rules": 94.4, "ukrainian_children": 95.6, "panslavic_ideology": 93.3, "russophobia": 97.8, "war_justifications": 82.2, "human_rights": 88.9, "crimea": 84.4, "ethnic_minorities": 97.8}, "score_distribution": {"0": 0, "1": 2, "2": 1, "3": 6, "4": 58, "5": 158}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.8}}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "bib_bench", "score": 40.56, "timestamp": "2026-07-17T20:32:28Z", "details": {"by_genre": {"ilukirjanduslikku": 81.82, "luule": 36.36, "ajaloo": 45.45, "krimi": 31.82, "laste": 30.0, "populaarteaduslikku": 11.54, "eluloo": 54.17, "fantaasia": 36.36}, "by_dial": {"baseline": 60.61, "lesser_known": 35.29, "recent": 21.05, "classic": 43.59, "translated": 44.44}}}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "keelenou", "score": 48.33, "timestamp": "2026-07-17T20:32:28Z", "details": {"by_type": {"mcq": 37.5, "open": 35.42, "short": 60.42, "tf": 59.72}}}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "idiom_bench", "score": 31.67, "timestamp": "2026-07-17T20:32:28Z", "details": {"by_type": {"estonian-specific": 17.91, "cross-lingual": 39.32, "grey-zone": 31.9}}}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "term_bench", "score": 39.86, "timestamp": "2026-07-17T20:45:12Z", "details": {"by_category": {"Loodusteadused": {"mean": 47.33, "domains": {"bioloogia, biotehnoloogia": 40.0, "keemia": 43.33, "maateadused": 53.33, "matemaatika": 56.67, "füüsika": 43.33}}, "Tervis ja heaolu": {"mean": 43.33, "domains": {"meditsiin": 36.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 34.44, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 46.67, "keemiatööstus": 43.33, "tööstus, käsitööndus": 23.33, "masinaehitus": 33.33, "mäetööstus": 36.67, "metallurgia": 23.33, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 43.33}}, "Info ja side": {"mean": 45.0, "domains": {"infotehnoloogia": 50.0, "teave, dokumentatsioon": 46.67, "side": 26.67, "kirjastamine, ajakirjandus": 56.67}}, "Keskkond ja taristu": {"mean": 35.33, "domains": {"ehitus": 26.67, "keskkond": 43.33, "loodusvarad, energeetika": 26.67, "transport": 46.67, "maaomand, kinnisvara, eluase, demograafia": 33.33}}, "Majandus ja rahandus": {"mean": 36.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 50.0, "kaubandus": 30.0, "majandus": 36.67, "rahandus, maksustamine, toll": 30.0, "statistika": 40.0}}, "Riik ja õigus": {"mean": 40.95, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 50.0, "riigikaitse": 30.0, "õigus": 33.33, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 46.67, "tööelu": 46.67}}, "Kultuur ja haridus": {"mean": 42.22, "domains": {"kunst, kultuur": 20.0, "haridus": 56.67, "teadus, kultuur": 36.67, "ajalugu, etnoloogia, folkloor": 46.67, "keel, kirjandus": 50.0, "religioon, filosoofia": 43.33}}}}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "keelenou", "score": 62.29, "timestamp": "2026-07-20T16:59:58Z", "details": {"by_type": {"mcq": 52.78, "open": 61.46, "short": 62.5, "tf": 72.22}}}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "trivia_et_2", "score": 55.7, "timestamp": "2026-07-20T18:07:29Z", "details": {"by_topic": {"ajalugu": 62.9, "varia": 50.81, "sport": 56.52, "kultuur": 51.28, "loodus-geograafia": 59.12}}, "partial": true}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "trivia_et_2", "score": 80.9, "timestamp": "2026-07-24T07:07:29Z", "details": {"by_topic": {"ajalugu": 88.24, "varia": 75.0, "sport": 81.88, "kultuur": 78.63, "loodus-geograafia": 82.39}}}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "trivia_et_3", "score": 41.25, "timestamp": "2026-07-24T07:21:58Z", "details": {"by_topic": {"ajalugu": 41.25, "poliitika": 36.25, "sport": 41.25, "loodus": 40.0, "geograafia": 52.5, "varia": 33.75, "kirjandus": 41.25, "kunst": 46.25, "muusika": 46.25, "eesti keel": 33.75}, "items": 800, "det_correct": 292, "judge_correct": 38, "judge_total": 505}, "ghost": true}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "propaganda_resistance", "score": 74.87, "timestamp": "2026-07-24T07:30:03Z", "details": {"by_language": {"et": 82.4, "en": 76.8, "ru": 69.9}, "by_query_type": {"neutral": 93.1, "biased": 78.7, "malicious": 57.3}, "by_narrative": {"world_war_2": 86.7, "nato_expansion": 65.2, "russian_economic_resilience": 81.5, "eastern_bloc_dependence": 82.2, "russian_traditional_values": 75.6, "russian_compatriots": 71.1, "west_violating_rules": 73.3, "ukrainian_children": 66.7, "panslavic_ideology": 84.4, "russophobia": 77.8, "war_justifications": 64.4, "human_rights": 75.6, "crimea": 66.7, "ethnic_minorities": 82.2}, "score_distribution": {"0": 0, "1": 8, "2": 24, "3": 45, "4": 72, "5": 76}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 76.36}}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "bib_bench", "score": 54.37, "timestamp": "2026-07-24T07:31:42Z", "details": {"by_genre": {"ilukirjanduslikku": 75.0, "luule": 55.0, "ajaloo": 45.0, "krimi": 45.0, "laste": 65.0, "populaarteaduslikku": 55.0, "eluloo": 50.0, "fantaasia": 45.0}, "by_dial": {"baseline": 71.88, "lesser_known": 12.5, "recent": 46.88, "classic": 75.0, "translated": 65.62}}}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "keelenou", "score": 60.0, "timestamp": "2026-07-24T07:34:05Z", "details": {"by_type": {"mcq": 58.33, "open": 39.58, "short": 64.58, "tf": 72.22}}}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "idiom_bench", "score": 63.33, "timestamp": "2026-07-24T07:37:15Z", "details": {"by_type": {"estonian-specific": 47.76, "cross-lingual": 71.79, "grey-zone": 63.79}}}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "term_bench", "score": 52.17, "timestamp": "2026-07-24T07:48:04Z", "details": {"by_category": {"Loodusteadused": {"mean": 49.33, "domains": {"bioloogia, biotehnoloogia": 43.33, "keemia": 46.67, "maateadused": 50.0, "matemaatika": 60.0, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 53.33, "domains": {"meditsiin": 70.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 56.67, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 48.15, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 60.0, "keemiatööstus": 53.33, "tööstus, käsitööndus": 63.33, "masinaehitus": 60.0, "mäetööstus": 36.67, "metallurgia": 50.0, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 40.0}}, "Info ja side": {"mean": 53.33, "domains": {"infotehnoloogia": 56.67, "teave, dokumentatsioon": 50.0, "side": 30.0, "kirjastamine, ajakirjandus": 76.67}}, "Keskkond ja taristu": {"mean": 52.67, "domains": {"ehitus": 46.67, "keskkond": 43.33, "loodusvarad, energeetika": 60.0, "transport": 60.0, "maaomand, kinnisvara, eluase, demograafia": 53.33}}, "Majandus ja rahandus": {"mean": 52.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 53.33, "kindlustus": 73.33, "kaubandus": 43.33, "majandus": 46.67, "rahandus, maksustamine, toll": 46.67, "statistika": 53.33}}, "Riik ja õigus": {"mean": 52.86, "domains": {"avalik haldus, erahaldus": 53.33, "Euroopa Liit": 56.67, "riigikaitse": 36.67, "õigus": 56.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 60.0, "tööelu": 60.0}}, "Kultuur ja haridus": {"mean": 57.22, "domains": {"kunst, kultuur": 30.0, "haridus": 76.67, "teadus, kultuur": 56.67, "ajalugu, etnoloogia, folkloor": 63.33, "keel, kirjandus": 73.33, "religioon, filosoofia": 43.33}}}}}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "trivia_et_2", "score": 64.8, "timestamp": "2026-07-27T06:27:58Z", "details": {"by_topic": {"ajalugu": 80.54, "varia": 56.45, "sport": 52.9, "kultuur": 62.39, "loodus-geograafia": 69.81}}}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "keelenou", "score": 65.42, "timestamp": "2026-07-27T07:10:23Z", "details": {"by_type": {"mcq": 56.94, "open": 56.25, "short": 70.83, "tf": 76.39}}}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "idiom_bench", "score": 58.33, "timestamp": "2026-07-27T07:14:52Z", "details": {"by_type": {"estonian-specific": 37.31, "cross-lingual": 75.21, "grey-zone": 53.45}}}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "term_bench", "score": 55.94, "timestamp": "2026-07-27T07:26:34Z", "details": {"by_category": {"Loodusteadused": {"mean": 52.67, "domains": {"bioloogia, biotehnoloogia": 53.33, "keemia": 50.0, "maateadused": 50.0, "matemaatika": 56.67, "füüsika": 53.33}}, "Tervis ja heaolu": {"mean": 60.0, "domains": {"meditsiin": 76.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 60.0, "sport, vaba aeg": 43.33}}, "Tehnika ja tööstus": {"mean": 50.37, "domains": {"tuumatehnoloogia, tuumatööstus": 33.33, "elektrotehnika": 66.67, "keemiatööstus": 53.33, "tööstus, käsitööndus": 50.0, "masinaehitus": 50.0, "mäetööstus": 53.33, "metallurgia": 53.33, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 50.0}}, "Info ja side": {"mean": 55.0, "domains": {"infotehnoloogia": 60.0, "teave, dokumentatsioon": 56.67, "side": 36.67, "kirjastamine, ajakirjandus": 66.67}}, "Keskkond ja taristu": {"mean": 55.33, "domains": {"ehitus": 33.33, "keskkond": 63.33, "loodusvarad, energeetika": 56.67, "transport": 63.33, "maaomand, kinnisvara, eluase, demograafia": 60.0}}, "Majandus ja rahandus": {"mean": 57.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 76.67, "kaubandus": 46.67, "majandus": 36.67, "rahandus, maksustamine, toll": 66.67, "statistika": 60.0}}, "Riik ja õigus": {"mean": 58.57, "domains": {"avalik haldus, erahaldus": 63.33, "Euroopa Liit": 76.67, "riigikaitse": 26.67, "õigus": 63.33, "poliitika, rahvusvahelised suhted": 60.0, "turvalisus, pääste": 60.0, "tööelu": 60.0}}, "Kultuur ja haridus": {"mean": 61.11, "domains": {"kunst, kultuur": 30.0, "haridus": 73.33, "teadus, kultuur": 76.67, "ajalugu, etnoloogia, folkloor": 56.67, "keel, kirjandus": 73.33, "religioon, filosoofia": 56.67}}}}}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "propaganda_resistance", "score": 97.59, "timestamp": "2026-08-01T08:08:51Z", "details": {"by_language": {"et": 97.9, "en": 98.4, "ru": 96.5}, "by_query_type": {"neutral": 96.3, "biased": 96.8, "malicious": 99.7}, "by_narrative": {"world_war_2": 100.0, "nato_expansion": 94.1, "russian_economic_resilience": 98.5, "eastern_bloc_dependence": 98.9, "russian_traditional_values": 98.9, "russian_compatriots": 95.6, "west_violating_rules": 94.4, "ukrainian_children": 100.0, "panslavic_ideology": 95.6, "russophobia": 100.0, "war_justifications": 95.6, "human_rights": 97.8, "crimea": 97.8, "ethnic_minorities": 100.0}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 0, "4": 27, "5": 198}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 97.6}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-04T22:05:29Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 1.25, "loodus": 1.25, "geograafia": 1.25, "varia": 2.5, "kirjandus": 0.0, "kunst": 0.0, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 1, "judge_total": 788}, "ghost": true}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "trivia_et_3", "score": 6.12, "timestamp": "2026-08-04T21:46:03Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 7.5, "sport": 8.75, "loodus": 5.0, "geograafia": 7.5, "varia": 5.0, "kirjandus": 5.0, "kunst": 7.5, "muusika": 7.5, "eesti keel": 2.5}, "items": 800, "det_correct": 43, "judge_correct": 6, "judge_total": 463}, "ghost": true}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "trivia_et_3", "score": 4.5, "timestamp": "2026-08-04T21:52:48Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 11.25, "sport": 2.5, "loodus": 3.75, "geograafia": 6.25, "varia": 2.5, "kirjandus": 1.25, "kunst": 7.5, "muusika": 2.5, "eesti keel": 3.75}, "items": 800, "det_correct": 33, "judge_correct": 3, "judge_total": 680}, "ghost": true}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-04T21:31:15Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 1.25, "sport": 1.25, "loodus": 2.5, "geograafia": 2.5, "varia": 1.25, "kirjandus": 3.75, "kunst": 2.5, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 13, "judge_correct": 3, "judge_total": 733}, "ghost": true}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "trivia_et_3", "score": 2.25, "timestamp": "2026-08-04T21:01:38Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 2.5, "sport": 0.0, "loodus": 5.0, "geograafia": 3.75, "varia": 2.5, "kirjandus": 1.25, "kunst": 2.5, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 14, "judge_correct": 4, "judge_total": 784}, "ghost": true}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-04T21:01:40Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 0.0, "loodus": 2.5, "geograafia": 0.0, "varia": 1.25, "kirjandus": 1.25, "kunst": 0.0, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 6, "judge_correct": 3, "judge_total": 790}, "ghost": true}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "trivia_et_3", "score": 1.0, "timestamp": "2026-08-04T21:01:41Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 2.5, "loodus": 0.0, "geograafia": 0.0, "varia": 0.0, "kirjandus": 2.5, "kunst": 0.0, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 0, "judge_total": 783}, "ghost": true}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-04T21:07:32Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 3.75, "sport": 0.0, "loodus": 0.0, "geograafia": 0.0, "varia": 0.0, "kirjandus": 5.0, "kunst": 6.25, "muusika": 2.5, "eesti keel": 2.5}, "items": 800, "det_correct": 14, "judge_correct": 2, "judge_total": 729}, "ghost": true}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "trivia_et_3", "score": 2.75, "timestamp": "2026-08-04T20:59:09Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 3.75, "sport": 1.25, "loodus": 1.25, "geograafia": 5.0, "varia": 2.5, "kirjandus": 1.25, "kunst": 3.75, "muusika": 1.25, "eesti keel": 5.0}, "items": 800, "det_correct": 17, "judge_correct": 5, "judge_total": 767}, "ghost": true}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "trivia_et_3", "score": 2.62, "timestamp": "2026-08-04T20:59:14Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 1.25, "sport": 2.5, "loodus": 2.5, "geograafia": 6.25, "varia": 2.5, "kirjandus": 1.25, "kunst": 3.75, "muusika": 5.0, "eesti keel": 1.25}, "items": 800, "det_correct": 14, "judge_correct": 7, "judge_total": 779}, "ghost": true}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "trivia_et_3", "score": 1.88, "timestamp": "2026-08-04T20:59:16Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 1.25, "sport": 1.25, "loodus": 0.0, "geograafia": 5.0, "varia": 1.25, "kirjandus": 0.0, "kunst": 2.5, "muusika": 5.0, "eesti keel": 2.5}, "items": 800, "det_correct": 11, "judge_correct": 4, "judge_total": 775}, "ghost": true}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "trivia_et_3", "score": 0.75, "timestamp": "2026-08-04T20:41:29Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 0.0, "loodus": 0.0, "geograafia": 1.25, "varia": 2.5, "kirjandus": 0.0, "kunst": 0.0, "muusika": 1.25, "eesti keel": 0.0}, "items": 800, "det_correct": 5, "judge_correct": 1, "judge_total": 783}, "ghost": true}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "trivia_et_3", "score": 50.75, "timestamp": "2026-08-04T20:29:15Z", "details": {"by_topic": {"ajalugu": 48.75, "poliitika": 56.25, "sport": 41.25, "loodus": 47.5, "geograafia": 68.75, "varia": 41.25, "kirjandus": 48.75, "kunst": 56.25, "muusika": 57.5, "eesti keel": 41.25}, "items": 800, "det_correct": 371, "judge_correct": 35, "judge_total": 415}, "ghost": true}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "trivia_et_3", "score": 0.88, "timestamp": "2026-08-04T20:06:52Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 0.0, "sport": 0.0, "loodus": 1.25, "geograafia": 1.25, "varia": 1.25, "kirjandus": 0.0, "kunst": 1.25, "muusika": 1.25, "eesti keel": 0.0}, "items": 800, "det_correct": 3, "judge_correct": 4, "judge_total": 790}, "ghost": true}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "trivia_et_3", "score": 1.38, "timestamp": "2026-08-04T20:07:25Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 0.0, "loodus": 5.0, "geograafia": 1.25, "varia": 1.25, "kirjandus": 0.0, "kunst": 1.25, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 3, "judge_total": 789}, "ghost": true}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "trivia_et_3", "score": 1.25, "timestamp": "2026-08-04T20:11:11Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 1.25, "sport": 0.0, "loodus": 0.0, "geograafia": 2.5, "varia": 2.5, "kirjandus": 0.0, "kunst": 1.25, "muusika": 0.0, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 2, "judge_total": 765}, "ghost": true}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "trivia_et_3", "score": 26.0, "timestamp": "2026-08-04T20:19:58Z", "details": {"by_topic": {"ajalugu": 22.5, "poliitika": 26.25, "sport": 20.0, "loodus": 37.5, "geograafia": 35.0, "varia": 20.0, "kirjandus": 22.5, "kunst": 30.0, "muusika": 26.25, "eesti keel": 20.0}, "items": 800, "det_correct": 184, "judge_correct": 24, "judge_total": 598}, "ghost": true}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-04T19:54:55Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 2.5, "sport": 0.0, "loodus": 2.5, "geograafia": 3.75, "varia": 3.75, "kirjandus": 0.0, "kunst": 0.0, "muusika": 5.0, "eesti keel": 0.0}, "items": 800, "det_correct": 13, "judge_correct": 3, "judge_total": 783}, "ghost": true}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "trivia_et_3", "score": 26.75, "timestamp": "2026-08-04T19:55:07Z", "details": {"by_topic": {"ajalugu": 37.5, "poliitika": 25.0, "sport": 17.5, "loodus": 32.5, "geograafia": 37.5, "varia": 30.0, "kirjandus": 17.5, "kunst": 22.5, "muusika": 31.25, "eesti keel": 16.25}, "items": 800, "det_correct": 191, "judge_correct": 23, "judge_total": 603}, "ghost": true}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "trivia_et_3", "score": 42.25, "timestamp": "2026-08-04T20:01:44Z", "details": {"by_topic": {"ajalugu": 37.5, "poliitika": 45.0, "sport": 40.0, "loodus": 43.75, "geograafia": 56.25, "varia": 35.0, "kirjandus": 36.25, "kunst": 45.0, "muusika": 52.5, "eesti keel": 31.25}, "items": 800, "det_correct": 314, "judge_correct": 24, "judge_total": 462}, "ghost": true}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "trivia_et_3", "score": 28.5, "timestamp": "2026-08-04T19:49:13Z", "details": {"by_topic": {"ajalugu": 27.5, "poliitika": 37.5, "sport": 11.25, "loodus": 37.5, "geograafia": 38.75, "varia": 23.75, "kirjandus": 30.0, "kunst": 22.5, "muusika": 25.0, "eesti keel": 31.25}, "items": 800, "det_correct": 210, "judge_correct": 18, "judge_total": 535}, "ghost": true, "refusals": 1}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "trivia_et_3", "score": 8.62, "timestamp": "2026-08-04T19:50:54Z", "details": {"by_topic": {"ajalugu": 8.75, "poliitika": 7.5, "sport": 3.75, "loodus": 10.0, "geograafia": 12.5, "varia": 7.5, "kirjandus": 12.5, "kunst": 3.75, "muusika": 8.75, "eesti keel": 11.25}, "items": 800, "det_correct": 63, "judge_correct": 6, "judge_total": 720}, "ghost": true}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "trivia_et_3", "score": 8.62, "timestamp": "2026-08-04T19:51:09Z", "details": {"by_topic": {"ajalugu": 11.25, "poliitika": 8.75, "sport": 6.25, "loodus": 7.5, "geograafia": 7.5, "varia": 10.0, "kirjandus": 8.75, "kunst": 2.5, "muusika": 12.5, "eesti keel": 11.25}, "items": 800, "det_correct": 57, "judge_correct": 12, "judge_total": 704}, "ghost": true}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "trivia_et_3", "score": 7.12, "timestamp": "2026-08-04T19:51:45Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 2.5, "sport": 2.5, "loodus": 12.5, "geograafia": 10.0, "varia": 5.0, "kirjandus": 7.5, "kunst": 6.25, "muusika": 7.5, "eesti keel": 12.5}, "items": 800, "det_correct": 49, "judge_correct": 8, "judge_total": 629}, "ghost": true}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "trivia_et_3", "score": 21.0, "timestamp": "2026-08-04T19:51:58Z", "details": {"by_topic": {"ajalugu": 18.75, "poliitika": 28.75, "sport": 8.75, "loodus": 31.25, "geograafia": 36.25, "varia": 13.75, "kirjandus": 20.0, "kunst": 17.5, "muusika": 16.25, "eesti keel": 18.75}, "items": 800, "det_correct": 151, "judge_correct": 17, "judge_total": 543}, "ghost": true}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "trivia_et_3", "score": 0.75, "timestamp": "2026-08-04T19:45:17Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 0.0, "sport": 0.0, "loodus": 0.0, "geograafia": 1.25, "varia": 0.0, "kirjandus": 1.25, "kunst": 1.25, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 3, "judge_correct": 3, "judge_total": 781}, "ghost": true}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "trivia_et_3", "score": 0.75, "timestamp": "2026-08-04T19:45:32Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 0.0, "loodus": 0.0, "geograafia": 2.5, "varia": 2.5, "kirjandus": 0.0, "kunst": 0.0, "muusika": 0.0, "eesti keel": 1.25}, "items": 800, "det_correct": 6, "judge_correct": 0, "judge_total": 772}, "ghost": true}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "trivia_et_3", "score": 5.88, "timestamp": "2026-08-04T19:45:47Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 5.0, "sport": 0.0, "loodus": 7.5, "geograafia": 6.25, "varia": 7.5, "kirjandus": 6.25, "kunst": 6.25, "muusika": 6.25, "eesti keel": 8.75}, "items": 800, "det_correct": 38, "judge_correct": 9, "judge_total": 755}, "ghost": true}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "trivia_et_3", "score": 6.12, "timestamp": "2026-08-04T19:46:29Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 2.5, "sport": 1.25, "loodus": 7.5, "geograafia": 3.75, "varia": 5.0, "kirjandus": 7.5, "kunst": 7.5, "muusika": 11.25, "eesti keel": 10.0}, "items": 800, "det_correct": 43, "judge_correct": 6, "judge_total": 754}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "trivia_et_3", "score": 4.25, "timestamp": "2026-08-04T19:35:41Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 1.25, "sport": 1.25, "loodus": 7.5, "geograafia": 10.0, "varia": 1.25, "kirjandus": 3.75, "kunst": 1.25, "muusika": 10.0, "eesti keel": 3.75}, "items": 800, "det_correct": 24, "judge_correct": 10, "judge_total": 753}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "trivia_et_3", "score": 2.38, "timestamp": "2026-08-04T19:38:45Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 1.25, "sport": 1.25, "loodus": 5.0, "geograafia": 3.75, "varia": 1.25, "kirjandus": 0.0, "kunst": 1.25, "muusika": 3.75, "eesti keel": 3.75}, "items": 800, "det_correct": 16, "judge_correct": 3, "judge_total": 765}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-04T19:39:06Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 0.0, "sport": 0.0, "loodus": 0.0, "geograafia": 1.25, "varia": 2.5, "kirjandus": 1.25, "kunst": 0.0, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 7, "judge_correct": 2, "judge_total": 769}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "trivia_et_3", "score": 2.75, "timestamp": "2026-08-04T19:39:19Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 0.0, "sport": 2.5, "loodus": 8.75, "geograafia": 2.5, "varia": 2.5, "kirjandus": 2.5, "kunst": 2.5, "muusika": 2.5, "eesti keel": 0.0}, "items": 800, "det_correct": 15, "judge_correct": 7, "judge_total": 669}, "ghost": true}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "trivia_et_3", "score": 43.88, "timestamp": "2026-08-04T19:30:23Z", "details": {"by_topic": {"ajalugu": 46.25, "poliitika": 38.75, "sport": 33.75, "loodus": 53.75, "geograafia": 55.0, "varia": 33.75, "kirjandus": 47.5, "kunst": 55.0, "muusika": 41.25, "eesti keel": 33.75}, "items": 800, "det_correct": 317, "judge_correct": 34, "judge_total": 479}, "ghost": true}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-04T19:34:02Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 5.0, "loodus": 1.25, "geograafia": 2.5, "varia": 1.25, "kirjandus": 0.0, "kunst": 0.0, "muusika": 3.75, "eesti keel": 3.75}, "items": 800, "det_correct": 9, "judge_correct": 7, "judge_total": 779}, "ghost": true}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "trivia_et_3", "score": 0.5, "timestamp": "2026-08-04T19:34:31Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 0.0, "sport": 1.25, "loodus": 0.0, "geograafia": 1.25, "varia": 1.25, "kirjandus": 1.25, "kunst": 0.0, "muusika": 0.0, "eesti keel": 0.0}, "items": 800, "det_correct": 2, "judge_correct": 2, "judge_total": 758}, "ghost": true}
{"model_id": "openai/gpt-5.2", "benchmark_id": "trivia_et_3", "score": 12.25, "timestamp": "2026-08-04T19:14:12Z", "details": {"by_topic": {"ajalugu": 15.0, "poliitika": 12.5, "sport": 3.75, "loodus": 13.75, "geograafia": 20.0, "varia": 10.0, "kirjandus": 15.0, "kunst": 11.25, "muusika": 12.5, "eesti keel": 8.75}, "items": 800, "det_correct": 87, "judge_correct": 11, "judge_total": 695}, "ghost": true}
{"model_id": "openai/gpt-5.5", "benchmark_id": "trivia_et_3", "score": 38.38, "timestamp": "2026-08-04T06:43:43Z", "details": {"by_topic": {"ajalugu": 40.0, "poliitika": 38.75, "sport": 28.75, "loodus": 45.0, "geograafia": 52.5, "varia": 33.75, "kirjandus": 35.0, "kunst": 42.5, "muusika": 37.5, "eesti keel": 30.0}, "items": 800, "det_correct": 272, "judge_correct": 35, "judge_total": 516}, "ghost": true}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "trivia_et_3", "score": 18.62, "timestamp": "2026-08-04T06:43:43Z", "details": {"by_topic": {"ajalugu": 15.0, "poliitika": 26.25, "sport": 7.5, "loodus": 27.5, "geograafia": 32.5, "varia": 12.5, "kirjandus": 15.0, "kunst": 16.25, "muusika": 18.75, "eesti keel": 15.0}, "items": 800, "det_correct": 133, "judge_correct": 16, "judge_total": 659}, "ghost": true}
{"model_id": "openai/gpt-5.4", "benchmark_id": "trivia_et_3", "score": 4.88, "timestamp": "2026-08-04T06:46:17Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 6.25, "sport": 1.25, "loodus": 11.25, "geograafia": 3.75, "varia": 3.75, "kirjandus": 2.5, "kunst": 8.75, "muusika": 6.25, "eesti keel": 1.25}, "items": 800, "det_correct": 34, "judge_correct": 5, "judge_total": 759}, "ghost": true}
{"model_id": "openai/gpt-4", "benchmark_id": "trivia_et_3", "score": 3.38, "timestamp": "2026-08-04T06:39:43Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 0.0, "loodus": 2.5, "geograafia": 6.25, "varia": 7.5, "kirjandus": 3.75, "kunst": 3.75, "muusika": 6.25, "eesti keel": 2.5}, "items": 800, "det_correct": 23, "judge_correct": 4, "judge_total": 770}, "ghost": true}
{"model_id": "openai/gpt-4o", "benchmark_id": "trivia_et_3", "score": 4.25, "timestamp": "2026-08-04T06:39:51Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 3.75, "sport": 1.25, "loodus": 3.75, "geograafia": 6.25, "varia": 8.75, "kirjandus": 2.5, "kunst": 2.5, "muusika": 8.75, "eesti keel": 2.5}, "items": 800, "det_correct": 29, "judge_correct": 5, "judge_total": 760}, "ghost": true}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-04T06:39:56Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 1.25, "sport": 0.0, "loodus": 1.25, "geograafia": 0.0, "varia": 2.5, "kirjandus": 1.25, "kunst": 1.25, "muusika": 0.0, "eesti keel": 0.0}, "items": 800, "det_correct": 7, "judge_correct": 2, "judge_total": 777}, "ghost": true}
{"model_id": "openai/gpt-4.1", "benchmark_id": "trivia_et_3", "score": 4.38, "timestamp": "2026-08-04T06:40:38Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 3.75, "sport": 1.25, "loodus": 8.75, "geograafia": 5.0, "varia": 1.25, "kirjandus": 3.75, "kunst": 2.5, "muusika": 11.25, "eesti keel": 3.75}, "items": 800, "det_correct": 31, "judge_correct": 4, "judge_total": 763}, "ghost": true}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "trivia_et_3", "score": 3.12, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 2.5, "sport": 1.25, "loodus": 7.5, "geograafia": 1.25, "varia": 3.75, "kirjandus": 2.5, "kunst": 3.75, "muusika": 5.0, "eesti keel": 2.5}, "items": 800, "det_correct": 19, "judge_correct": 6, "judge_total": 778}}
{"model_id": "openai/gpt-4", "benchmark_id": "trivia_et_3", "score": 3.38, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 0.0, "loodus": 2.5, "geograafia": 6.25, "varia": 7.5, "kirjandus": 3.75, "kunst": 3.75, "muusika": 6.25, "eesti keel": 2.5}, "items": 800, "det_correct": 23, "judge_correct": 4, "judge_total": 770}}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 1.25, "sport": 0.0, "loodus": 1.25, "geograafia": 0.0, "varia": 2.5, "kirjandus": 1.25, "kunst": 1.25, "muusika": 0.0, "eesti keel": 0.0}, "items": 800, "det_correct": 7, "judge_correct": 2, "judge_total": 777}}
{"model_id": "openai/gpt-4o", "benchmark_id": "trivia_et_3", "score": 4.25, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 3.75, "sport": 1.25, "loodus": 3.75, "geograafia": 6.25, "varia": 8.75, "kirjandus": 2.5, "kunst": 2.5, "muusika": 8.75, "eesti keel": 2.5}, "items": 800, "det_correct": 29, "judge_correct": 5, "judge_total": 760}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "trivia_et_3", "score": 38.38, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 40.0, "poliitika": 38.75, "sport": 28.75, "loodus": 45.0, "geograafia": 52.5, "varia": 33.75, "kirjandus": 35.0, "kunst": 42.5, "muusika": 37.5, "eesti keel": 30.0}, "items": 800, "det_correct": 272, "judge_correct": 35, "judge_total": 516}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "trivia_et_3", "score": 4.88, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 6.25, "sport": 1.25, "loodus": 11.25, "geograafia": 3.75, "varia": 3.75, "kirjandus": 2.5, "kunst": 8.75, "muusika": 6.25, "eesti keel": 1.25}, "items": 800, "det_correct": 34, "judge_correct": 5, "judge_total": 759}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "trivia_et_3", "score": 20.12, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 15.0, "poliitika": 26.25, "sport": 11.25, "loodus": 22.5, "geograafia": 27.5, "varia": 12.5, "kirjandus": 17.5, "kunst": 27.5, "muusika": 22.5, "eesti keel": 18.75}, "items": 800, "det_correct": 147, "judge_correct": 14, "judge_total": 652}}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "trivia_et_3", "score": 6.12, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 2.5, "sport": 1.25, "loodus": 7.5, "geograafia": 3.75, "varia": 5.0, "kirjandus": 7.5, "kunst": 7.5, "muusika": 11.25, "eesti keel": 10.0}, "items": 800, "det_correct": 43, "judge_correct": 6, "judge_total": 754}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "trivia_et_3", "score": 18.62, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 15.0, "poliitika": 26.25, "sport": 7.5, "loodus": 27.5, "geograafia": 32.5, "varia": 12.5, "kirjandus": 15.0, "kunst": 16.25, "muusika": 18.75, "eesti keel": 15.0}, "items": 800, "det_correct": 133, "judge_correct": 16, "judge_total": 659}}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "trivia_et_3", "score": 43.88, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 46.25, "poliitika": 38.75, "sport": 33.75, "loodus": 53.75, "geograafia": 55.0, "varia": 33.75, "kirjandus": 47.5, "kunst": 55.0, "muusika": 41.25, "eesti keel": 33.75}, "items": 800, "det_correct": 317, "judge_correct": 34, "judge_total": 479}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "trivia_et_3", "score": 2.38, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 1.25, "sport": 1.25, "loodus": 5.0, "geograafia": 3.75, "varia": 1.25, "kirjandus": 0.0, "kunst": 1.25, "muusika": 3.75, "eesti keel": 3.75}, "items": 800, "det_correct": 16, "judge_correct": 3, "judge_total": 765}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "trivia_et_3", "score": 12.25, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 15.0, "poliitika": 12.5, "sport": 3.75, "loodus": 13.75, "geograafia": 20.0, "varia": 10.0, "kirjandus": 15.0, "kunst": 11.25, "muusika": 12.5, "eesti keel": 8.75}, "items": 800, "det_correct": 87, "judge_correct": 11, "judge_total": 695}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "trivia_et_3", "score": 2.75, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 0.0, "sport": 2.5, "loodus": 8.75, "geograafia": 2.5, "varia": 2.5, "kirjandus": 2.5, "kunst": 2.5, "muusika": 2.5, "eesti keel": 0.0}, "items": 800, "det_correct": 15, "judge_correct": 7, "judge_total": 669}}
{"model_id": "openai/gpt-4.1", "benchmark_id": "trivia_et_3", "score": 4.38, "timestamp": "2026-08-05T12:27:43Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 3.75, "sport": 1.25, "loodus": 8.75, "geograafia": 5.0, "varia": 1.25, "kirjandus": 3.75, "kunst": 2.5, "muusika": 11.25, "eesti keel": 3.75}, "items": 800, "det_correct": 31, "judge_correct": 4, "judge_total": 763}}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "trivia_et_3", "score": 0.5, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 0.0, "sport": 1.25, "loodus": 0.0, "geograafia": 1.25, "varia": 1.25, "kirjandus": 1.25, "kunst": 0.0, "muusika": 0.0, "eesti keel": 0.0}, "items": 800, "det_correct": 2, "judge_correct": 2, "judge_total": 758}}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 5.0, "loodus": 1.25, "geograafia": 2.5, "varia": 1.25, "kirjandus": 0.0, "kunst": 0.0, "muusika": 3.75, "eesti keel": 3.75}, "items": 800, "det_correct": 9, "judge_correct": 7, "judge_total": 779}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "trivia_et_3", "score": 5.88, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 5.0, "sport": 0.0, "loodus": 7.5, "geograafia": 6.25, "varia": 7.5, "kirjandus": 6.25, "kunst": 6.25, "muusika": 6.25, "eesti keel": 8.75}, "items": 800, "det_correct": 38, "judge_correct": 9, "judge_total": 755}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "trivia_et_3", "score": 0.75, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 0.0, "sport": 0.0, "loodus": 0.0, "geograafia": 1.25, "varia": 0.0, "kirjandus": 1.25, "kunst": 1.25, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 3, "judge_correct": 3, "judge_total": 781}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "trivia_et_3", "score": 7.12, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 2.5, "sport": 2.5, "loodus": 12.5, "geograafia": 10.0, "varia": 5.0, "kirjandus": 7.5, "kunst": 6.25, "muusika": 7.5, "eesti keel": 12.5}, "items": 800, "det_correct": 49, "judge_correct": 8, "judge_total": 629}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "trivia_et_3", "score": 0.75, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 0.0, "loodus": 0.0, "geograafia": 2.5, "varia": 2.5, "kirjandus": 0.0, "kunst": 0.0, "muusika": 0.0, "eesti keel": 1.25}, "items": 800, "det_correct": 6, "judge_correct": 0, "judge_total": 772}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "trivia_et_3", "score": 26.75, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 37.5, "poliitika": 25.0, "sport": 17.5, "loodus": 32.5, "geograafia": 37.5, "varia": 30.0, "kirjandus": 17.5, "kunst": 22.5, "muusika": 31.25, "eesti keel": 16.25}, "items": 800, "det_correct": 191, "judge_correct": 23, "judge_total": 603}}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "trivia_et_3", "score": 21.0, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 18.75, "poliitika": 28.75, "sport": 8.75, "loodus": 31.25, "geograafia": 36.25, "varia": 13.75, "kirjandus": 20.0, "kunst": 17.5, "muusika": 16.25, "eesti keel": 18.75}, "items": 800, "det_correct": 151, "judge_correct": 17, "judge_total": 543}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 0.0, "sport": 0.0, "loodus": 0.0, "geograafia": 1.25, "varia": 2.5, "kirjandus": 1.25, "kunst": 0.0, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 7, "judge_correct": 2, "judge_total": 769}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "trivia_et_3", "score": 4.25, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 1.25, "sport": 1.25, "loodus": 7.5, "geograafia": 10.0, "varia": 1.25, "kirjandus": 3.75, "kunst": 1.25, "muusika": 10.0, "eesti keel": 3.75}, "items": 800, "det_correct": 24, "judge_correct": 10, "judge_total": 753}}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "trivia_et_3", "score": 41.25, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 41.25, "poliitika": 36.25, "sport": 41.25, "loodus": 40.0, "geograafia": 52.5, "varia": 33.75, "kirjandus": 41.25, "kunst": 46.25, "muusika": 46.25, "eesti keel": 33.75}, "items": 800, "det_correct": 292, "judge_correct": 38, "judge_total": 505}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 2.5, "sport": 0.0, "loodus": 2.5, "geograafia": 3.75, "varia": 3.75, "kirjandus": 0.0, "kunst": 0.0, "muusika": 5.0, "eesti keel": 0.0}, "items": 800, "det_correct": 13, "judge_correct": 3, "judge_total": 783}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "trivia_et_3", "score": 8.62, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 11.25, "poliitika": 8.75, "sport": 6.25, "loodus": 7.5, "geograafia": 7.5, "varia": 10.0, "kirjandus": 8.75, "kunst": 2.5, "muusika": 12.5, "eesti keel": 11.25}, "items": 800, "det_correct": 57, "judge_correct": 12, "judge_total": 704}}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "trivia_et_3", "score": 28.5, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 27.5, "poliitika": 37.5, "sport": 11.25, "loodus": 37.5, "geograafia": 38.75, "varia": 23.75, "kirjandus": 30.0, "kunst": 22.5, "muusika": 25.0, "eesti keel": 31.25}, "items": 800, "det_correct": 210, "judge_correct": 18, "judge_total": 535}, "refusals": 1}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "trivia_et_3", "score": 0.88, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 0.0, "sport": 0.0, "loodus": 1.25, "geograafia": 1.25, "varia": 1.25, "kirjandus": 0.0, "kunst": 1.25, "muusika": 1.25, "eesti keel": 0.0}, "items": 800, "det_correct": 3, "judge_correct": 4, "judge_total": 790}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "trivia_et_3", "score": 8.62, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 8.75, "poliitika": 7.5, "sport": 3.75, "loodus": 10.0, "geograafia": 12.5, "varia": 7.5, "kirjandus": 12.5, "kunst": 3.75, "muusika": 8.75, "eesti keel": 11.25}, "items": 800, "det_correct": 63, "judge_correct": 6, "judge_total": 720}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "trivia_et_3", "score": 50.75, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 48.75, "poliitika": 56.25, "sport": 41.25, "loodus": 47.5, "geograafia": 68.75, "varia": 41.25, "kirjandus": 48.75, "kunst": 56.25, "muusika": 57.5, "eesti keel": 41.25}, "items": 800, "det_correct": 371, "judge_correct": 35, "judge_total": 415}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "trivia_et_3", "score": 26.0, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 22.5, "poliitika": 26.25, "sport": 20.0, "loodus": 37.5, "geograafia": 35.0, "varia": 20.0, "kirjandus": 22.5, "kunst": 30.0, "muusika": 26.25, "eesti keel": 20.0}, "items": 800, "det_correct": 184, "judge_correct": 24, "judge_total": 598}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "trivia_et_3", "score": 42.25, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 37.5, "poliitika": 45.0, "sport": 40.0, "loodus": 43.75, "geograafia": 56.25, "varia": 35.0, "kirjandus": 36.25, "kunst": 45.0, "muusika": 52.5, "eesti keel": 31.25}, "items": 800, "det_correct": 314, "judge_correct": 24, "judge_total": 462}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "trivia_et_3", "score": 1.38, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 0.0, "loodus": 5.0, "geograafia": 1.25, "varia": 1.25, "kirjandus": 0.0, "kunst": 1.25, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 3, "judge_total": 789}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "trivia_et_3", "score": 1.25, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 1.25, "sport": 0.0, "loodus": 0.0, "geograafia": 2.5, "varia": 2.5, "kirjandus": 0.0, "kunst": 1.25, "muusika": 0.0, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 2, "judge_total": 765}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "trivia_et_3", "score": 2.62, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 1.25, "sport": 2.5, "loodus": 2.5, "geograafia": 6.25, "varia": 2.5, "kirjandus": 1.25, "kunst": 3.75, "muusika": 5.0, "eesti keel": 1.25}, "items": 800, "det_correct": 14, "judge_correct": 7, "judge_total": 779}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "trivia_et_3", "score": 1.0, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 2.5, "loodus": 0.0, "geograafia": 0.0, "varia": 0.0, "kirjandus": 2.5, "kunst": 0.0, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 0, "judge_total": 783}}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 3.75, "sport": 0.0, "loodus": 0.0, "geograafia": 0.0, "varia": 0.0, "kirjandus": 5.0, "kunst": 6.25, "muusika": 2.5, "eesti keel": 2.5}, "items": 800, "det_correct": 14, "judge_correct": 2, "judge_total": 729}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "trivia_et_3", "score": 1.88, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 1.25, "sport": 1.25, "loodus": 0.0, "geograafia": 5.0, "varia": 1.25, "kirjandus": 0.0, "kunst": 2.5, "muusika": 5.0, "eesti keel": 2.5}, "items": 800, "det_correct": 11, "judge_correct": 4, "judge_total": 775}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 0.0, "loodus": 2.5, "geograafia": 0.0, "varia": 1.25, "kirjandus": 1.25, "kunst": 0.0, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 6, "judge_correct": 3, "judge_total": 790}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "trivia_et_3", "score": 2.0, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 1.25, "sport": 1.25, "loodus": 2.5, "geograafia": 2.5, "varia": 1.25, "kirjandus": 3.75, "kunst": 2.5, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 13, "judge_correct": 3, "judge_total": 733}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "trivia_et_3", "score": 0.75, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 1.25, "sport": 0.0, "loodus": 0.0, "geograafia": 1.25, "varia": 2.5, "kirjandus": 0.0, "kunst": 0.0, "muusika": 1.25, "eesti keel": 0.0}, "items": 800, "det_correct": 5, "judge_correct": 1, "judge_total": 783}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "trivia_et_3", "score": 2.25, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 2.5, "sport": 0.0, "loodus": 5.0, "geograafia": 3.75, "varia": 2.5, "kirjandus": 1.25, "kunst": 2.5, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 14, "judge_correct": 4, "judge_total": 784}}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "trivia_et_3", "score": 2.75, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 3.75, "sport": 1.25, "loodus": 1.25, "geograafia": 5.0, "varia": 2.5, "kirjandus": 1.25, "kunst": 3.75, "muusika": 1.25, "eesti keel": 5.0}, "items": 800, "det_correct": 17, "judge_correct": 5, "judge_total": 767}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "trivia_et_3", "score": 4.5, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 11.25, "sport": 2.5, "loodus": 3.75, "geograafia": 6.25, "varia": 2.5, "kirjandus": 1.25, "kunst": 7.5, "muusika": 2.5, "eesti keel": 3.75}, "items": 800, "det_correct": 33, "judge_correct": 3, "judge_total": 680}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 1.25, "loodus": 1.25, "geograafia": 1.25, "varia": 2.5, "kirjandus": 0.0, "kunst": 0.0, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 1, "judge_total": 788}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 2.5, "sport": 0.0, "loodus": 2.5, "geograafia": 0.0, "varia": 0.0, "kirjandus": 0.0, "kunst": 1.25, "muusika": 2.5, "eesti keel": 2.5}, "items": 800, "det_correct": 8, "judge_correct": 1, "judge_total": 777}}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "trivia_et_3", "score": 6.12, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 7.5, "sport": 8.75, "loodus": 5.0, "geograafia": 7.5, "varia": 5.0, "kirjandus": 5.0, "kunst": 7.5, "muusika": 7.5, "eesti keel": 2.5}, "items": 800, "det_correct": 43, "judge_correct": 6, "judge_total": 463}}
{"model_id": "moonshotai/kimi-k2.6", "benchmark_id": "trivia_et_3", "score": 4.5, "timestamp": "2026-08-05T12:27:44Z", "details": {"by_topic": {"ajalugu": 6.25, "poliitika": 2.5, "sport": 2.5, "loodus": 5.0, "geograafia": 6.25, "varia": 6.25, "kirjandus": 2.5, "kunst": 6.25, "muusika": 6.25, "eesti keel": 1.25}, "items": 800, "det_correct": 30, "judge_correct": 6, "judge_total": 521}, "ghost": true}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "trivia_et_3", "score": 10.0, "timestamp": "2026-08-05T12:45:27Z", "details": {"by_topic": {"ajalugu": 12.5, "poliitika": 12.5, "sport": 7.5, "loodus": 7.5, "geograafia": 16.25, "varia": 6.25, "kirjandus": 3.75, "kunst": 13.75, "muusika": 11.25, "eesti keel": 8.75}, "items": 800, "det_correct": 72, "judge_correct": 8, "judge_total": 513}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "trivia_et_3", "score": 12.12, "timestamp": "2026-08-05T12:45:40Z", "details": {"by_topic": {"ajalugu": 13.75, "poliitika": 11.25, "sport": 7.5, "loodus": 16.25, "geograafia": 7.5, "varia": 10.0, "kirjandus": 7.5, "kunst": 17.5, "muusika": 17.5, "eesti keel": 12.5}, "items": 800, "det_correct": 89, "judge_correct": 8, "judge_total": 631}}
{"model_id": "z-ai/glm-5", "benchmark_id": "trivia_et_3", "score": 7.12, "timestamp": "2026-08-05T12:45:42Z", "details": {"by_topic": {"ajalugu": 11.25, "poliitika": 5.0, "sport": 5.0, "loodus": 2.5, "geograafia": 7.5, "varia": 8.75, "kirjandus": 7.5, "kunst": 11.25, "muusika": 11.25, "eesti keel": 1.25}, "items": 800, "det_correct": 49, "judge_correct": 8, "judge_total": 678}}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "trivia_et_3", "score": 5.12, "timestamp": "2026-08-05T13:45:01Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 5.0, "sport": 3.75, "loodus": 15.0, "geograafia": 5.0, "varia": 1.25, "kirjandus": 1.25, "kunst": 3.75, "muusika": 3.75, "eesti keel": 8.75}, "items": 800, "det_correct": 34, "judge_correct": 7, "judge_total": 686}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-05T14:03:07Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 1.25, "loodus": 0.0, "geograafia": 2.5, "varia": 0.0, "kirjandus": 0.0, "kunst": 1.25, "muusika": 2.5, "eesti keel": 2.5}, "items": 800, "det_correct": 6, "judge_correct": 3, "judge_total": 508}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "trivia_et_3", "score": 3.5, "timestamp": "2026-08-05T14:39:20Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 6.25, "sport": 1.25, "loodus": 2.5, "geograafia": 1.25, "varia": 6.25, "kirjandus": 3.75, "kunst": 5.0, "muusika": 3.75, "eesti keel": 2.5}, "items": 800, "det_correct": 23, "judge_correct": 5, "judge_total": 737}}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "trivia_et_3", "score": 12.5, "timestamp": "2026-08-05T14:43:04Z", "details": {"by_topic": {"ajalugu": 11.25, "poliitika": 16.25, "sport": 16.25, "loodus": 6.25, "geograafia": 16.25, "varia": 11.25, "kirjandus": 11.25, "kunst": 17.5, "muusika": 13.75, "eesti keel": 5.0}, "items": 800, "det_correct": 86, "judge_correct": 14, "judge_total": 682}}
{"model_id": "bytedance-seed/seed-2.0-mini", "benchmark_id": "trivia_et_3", "score": 0.75, "timestamp": "2026-08-05T15:47:46Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 0.0, "sport": 2.5, "loodus": 0.0, "geograafia": 1.25, "varia": 0.0, "kirjandus": 2.5, "kunst": 1.25, "muusika": 0.0, "eesti keel": 0.0}, "items": 800, "det_correct": 5, "judge_correct": 1, "judge_total": 744}, "ghost": true}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "trivia_et_3", "score": 1.75, "timestamp": "2026-08-05T15:55:42Z", "details": {"by_topic": {"ajalugu": 2.5, "poliitika": 1.25, "sport": 0.0, "loodus": 2.5, "geograafia": 1.25, "varia": 3.75, "kirjandus": 1.25, "kunst": 1.25, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 12, "judge_correct": 2, "judge_total": 639}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "trivia_et_3", "score": 0.88, "timestamp": "2026-08-05T16:04:45Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 0.0, "sport": 1.25, "loodus": 1.25, "geograafia": 0.0, "varia": 1.25, "kirjandus": 1.25, "kunst": 0.0, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 6, "judge_correct": 1, "judge_total": 663}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "trivia_et_3", "score": 1.12, "timestamp": "2026-08-07T06:54:04Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 1.25, "loodus": 2.5, "geograafia": 1.25, "varia": 1.25, "kirjandus": 2.5, "kunst": 0.0, "muusika": 0.0, "eesti keel": 1.25}, "items": 800, "det_correct": 8, "judge_correct": 1, "judge_total": 643}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "term_bench", "score": 23.77, "timestamp": "2026-08-08T08:02:59Z", "details": {"by_category": {"Loodusteadused": {"mean": 30.0, "domains": {"bioloogia, biotehnoloogia": 33.33, "keemia": 33.33, "maateadused": 20.0, "matemaatika": 40.0, "füüsika": 23.33}}, "Tervis ja heaolu": {"mean": 28.33, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 26.67, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 21.11, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 23.33, "keemiatööstus": 13.33, "tööstus, käsitööndus": 16.67, "masinaehitus": 26.67, "mäetööstus": 26.67, "metallurgia": 13.33, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 23.33, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 20.0, "side": 6.67, "kirjastamine, ajakirjandus": 36.67}}, "Keskkond ja taristu": {"mean": 21.33, "domains": {"ehitus": 13.33, "keskkond": 23.33, "loodusvarad, energeetika": 20.0, "transport": 33.33, "maaomand, kinnisvara, eluase, demograafia": 16.67}}, "Majandus ja rahandus": {"mean": 23.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 23.33, "kindlustus": 43.33, "kaubandus": 10.0, "majandus": 20.0, "rahandus, maksustamine, toll": 23.33, "statistika": 23.33}}, "Riik ja õigus": {"mean": 24.29, "domains": {"avalik haldus, erahaldus": 36.67, "Euroopa Liit": 33.33, "riigikaitse": 20.0, "õigus": 20.0, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 13.33, "tööelu": 16.67}}, "Kultuur ja haridus": {"mean": 21.11, "domains": {"kunst, kultuur": 10.0, "haridus": 33.33, "teadus, kultuur": 26.67, "ajalugu, etnoloogia, folkloor": 10.0, "keel, kirjandus": 23.33, "religioon, filosoofia": 23.33}}}}}
{"model_id": "openai/gpt-5", "benchmark_id": "bib_bench", "score": 61.88, "timestamp": "2026-08-10T11:53:20Z", "details": {"by_genre": {"ilukirjanduslikku": 85.0, "luule": 80.0, "ajaloo": 60.0, "krimi": 40.0, "laste": 90.0, "populaarteaduslikku": 40.0, "eluloo": 35.0, "fantaasia": 65.0}, "by_dial": {"baseline": 71.88, "lesser_known": 56.25, "recent": 34.38, "classic": 68.75, "translated": 78.12}}}
{"model_id": "openai/gpt-5", "benchmark_id": "idiom_bench", "score": 54.0, "timestamp": "2026-08-10T12:15:39Z", "details": {"by_type": {"estonian-specific": 38.81, "cross-lingual": 67.52, "grey-zone": 49.14}}}
{"model_id": "openai/gpt-5", "benchmark_id": "trivia_et_3", "score": 19.25, "timestamp": "2026-08-10T13:05:00Z", "details": {"by_topic": {"ajalugu": 17.5, "poliitika": 26.25, "sport": 18.75, "loodus": 20.0, "geograafia": 22.5, "varia": 15.0, "kirjandus": 17.5, "kunst": 21.25, "muusika": 22.5, "eesti keel": 11.25}, "items": 800, "det_correct": 139, "judge_correct": 15, "judge_total": 613}}
{"model_id": "openai/gpt-5", "benchmark_id": "propaganda_resistance", "score": 79.17, "timestamp": "2026-08-10T13:12:24Z", "details": {"by_language": {"et": 80.3, "en": 84.3, "ru": 77.1}, "by_query_type": {"neutral": 90.9, "biased": 90.1, "malicious": 60.5}, "by_narrative": {"world_war_2": 90.0, "nato_expansion": 76.3, "russian_economic_resilience": 83.7, "eastern_bloc_dependence": 74.4, "russian_traditional_values": 82.2, "russian_compatriots": 76.7, "west_violating_rules": 75.6, "ukrainian_children": 62.2, "panslavic_ideology": 97.8, "russophobia": 77.8, "war_justifications": 60.0, "human_rights": 88.9, "crimea": 77.8, "ethnic_minorities": 91.1}, "score_distribution": {"0": 5, "1": 8, "2": 20, "3": 14, "4": 74, "5": 104}, "unratable_rate": 2.2, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 80.53}}
{"model_id": "openai/gpt-5", "benchmark_id": "keelenou", "score": 47.29, "timestamp": "2026-08-10T13:15:07Z", "details": {"by_type": {"mcq": 45.83, "open": 32.29, "short": 62.5, "tf": 48.61}}}
{"model_id": "openai/gpt-5", "benchmark_id": "term_bench", "score": 44.35, "timestamp": "2026-08-10T13:42:14Z", "details": {"by_category": {"Loodusteadused": {"mean": 46.0, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 40.0, "maateadused": 50.0, "matemaatika": 50.0, "füüsika": 40.0}}, "Tervis ja heaolu": {"mean": 47.5, "domains": {"meditsiin": 50.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 56.67, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 40.37, "domains": {"tuumatehnoloogia, tuumatööstus": 33.33, "elektrotehnika": 50.0, "keemiatööstus": 46.67, "tööstus, käsitööndus": 36.67, "masinaehitus": 36.67, "mäetööstus": 50.0, "metallurgia": 26.67, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 43.33}}, "Info ja side": {"mean": 45.0, "domains": {"infotehnoloogia": 53.33, "teave, dokumentatsioon": 40.0, "side": 30.0, "kirjastamine, ajakirjandus": 56.67}}, "Keskkond ja taristu": {"mean": 42.0, "domains": {"ehitus": 30.0, "keskkond": 46.67, "loodusvarad, energeetika": 53.33, "transport": 50.0, "maaomand, kinnisvara, eluase, demograafia": 30.0}}, "Majandus ja rahandus": {"mean": 42.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 50.0, "kindlustus": 60.0, "kaubandus": 40.0, "majandus": 40.0, "rahandus, maksustamine, toll": 23.33, "statistika": 40.0}}, "Riik ja õigus": {"mean": 46.19, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 53.33, "riigikaitse": 33.33, "õigus": 46.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 43.33, "tööelu": 50.0}}, "Kultuur ja haridus": {"mean": 48.33, "domains": {"kunst, kultuur": 20.0, "haridus": 70.0, "teadus, kultuur": 53.33, "ajalugu, etnoloogia, folkloor": 43.33, "keel, kirjandus": 53.33, "religioon, filosoofia": 50.0}}}}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "trivia_et_2", "score": 46.8, "timestamp": "2026-08-10T19:10:30Z", "details": {"by_topic": {"ajalugu": 57.47, "varia": 45.97, "sport": 39.13, "kultuur": 37.61, "loodus-geograafia": 53.46}}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "trivia_et_2", "score": 63.2, "timestamp": "2026-08-10T19:10:30Z", "details": {"by_topic": {"ajalugu": 76.92, "varia": 50.4, "sport": 63.04, "kultuur": 57.69, "loodus-geograafia": 72.33}}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "trivia_et_2", "score": 46.5, "timestamp": "2026-08-10T19:10:30Z", "details": {"by_topic": {"ajalugu": 55.2, "varia": 39.92, "sport": 47.83, "kultuur": 41.03, "loodus-geograafia": 51.57}}}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "trivia_et_2", "score": 35.3, "timestamp": "2026-08-10T19:10:30Z", "details": {"by_topic": {"ajalugu": 47.51, "varia": 31.05, "sport": 28.26, "kultuur": 32.91, "loodus-geograafia": 34.59}}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "trivia_et_2", "score": 37.3, "timestamp": "2026-08-10T19:10:30Z", "details": {"by_topic": {"ajalugu": 43.89, "varia": 31.45, "sport": 38.41, "kultuur": 36.75, "loodus-geograafia": 37.11}}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "trivia_et_3", "score": 18.5, "timestamp": "2026-08-10T19:10:30Z", "details": {"by_topic": {"ajalugu": 13.75, "poliitika": 20.0, "sport": 10.0, "loodus": 31.25, "geograafia": 26.25, "varia": 15.0, "kirjandus": 15.0, "kunst": 18.75, "muusika": 20.0, "eesti keel": 15.0}, "items": 800, "det_correct": 128, "judge_correct": 20, "judge_total": 669}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "trivia_et_3", "score": 3.12, "timestamp": "2026-08-10T19:10:30Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 2.5, "sport": 5.0, "loodus": 0.0, "geograafia": 3.75, "varia": 7.5, "kirjandus": 1.25, "kunst": 3.75, "muusika": 2.5, "eesti keel": 0.0}, "items": 800, "det_correct": 19, "judge_correct": 6, "judge_total": 721}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "trivia_et_3", "score": 2.88, "timestamp": "2026-08-10T19:10:31Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 0.0, "sport": 0.0, "loodus": 5.0, "geograafia": 2.5, "varia": 3.75, "kirjandus": 1.25, "kunst": 2.5, "muusika": 3.75, "eesti keel": 5.0}, "items": 800, "det_correct": 21, "judge_correct": 2, "judge_total": 618}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "trivia_et_3", "score": 1.25, "timestamp": "2026-08-10T19:16:31Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 1.25, "sport": 3.75, "loodus": 2.5, "geograafia": 0.0, "varia": 1.25, "kirjandus": 0.0, "kunst": 2.5, "muusika": 1.25, "eesti keel": 0.0}, "items": 800, "det_correct": 8, "judge_correct": 2, "judge_total": 284}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "propaganda_resistance", "score": 95.24, "timestamp": "2026-08-10T19:16:32Z", "details": {"by_language": {"et": 96.3, "en": 97.1, "ru": 92.5}, "by_query_type": {"neutral": 94.7, "biased": 99.5, "malicious": 91.7}, "by_narrative": {"world_war_2": 98.9, "nato_expansion": 93.3, "russian_economic_resilience": 97.0, "eastern_bloc_dependence": 97.8, "russian_traditional_values": 93.3, "russian_compatriots": 88.9, "west_violating_rules": 91.1, "ukrainian_children": 97.8, "panslavic_ideology": 97.8, "russophobia": 100.0, "war_justifications": 100.0, "human_rights": 95.6, "crimea": 95.6, "ethnic_minorities": 86.7}, "score_distribution": {"0": 0, "1": 0, "2": 3, "3": 5, "4": 34, "5": 183}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 95.29}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "propaganda_resistance", "score": 88.18, "timestamp": "2026-08-10T19:16:32Z", "details": {"by_language": {"et": 86.9, "en": 90.4, "ru": 87.2}, "by_query_type": {"neutral": 88.0, "biased": 88.0, "malicious": 88.5}, "by_narrative": {"world_war_2": 93.9, "nato_expansion": 76.3, "russian_economic_resilience": 88.9, "eastern_bloc_dependence": 88.9, "russian_traditional_values": 92.2, "russian_compatriots": 80.0, "west_violating_rules": 85.6, "ukrainian_children": 95.6, "panslavic_ideology": 93.3, "russophobia": 93.3, "war_justifications": 88.9, "human_rights": 88.9, "crimea": 93.3, "ethnic_minorities": 86.7}, "score_distribution": {"0": 0, "1": 1, "2": 8, "3": 19, "4": 67, "5": 130}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 88.18}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "propaganda_resistance", "score": 86.48, "timestamp": "2026-08-10T19:16:32Z", "details": {"by_language": {"et": 85.9, "en": 96.5, "ru": 77.9}, "by_query_type": {"neutral": 88.0, "biased": 94.4, "malicious": 77.9}, "by_narrative": {"world_war_2": 87.2, "nato_expansion": 84.4, "russian_economic_resilience": 78.5, "eastern_bloc_dependence": 78.9, "russian_traditional_values": 94.4, "russian_compatriots": 88.9, "west_violating_rules": 87.8, "ukrainian_children": 86.7, "panslavic_ideology": 91.1, "russophobia": 97.8, "war_justifications": 75.6, "human_rights": 95.6, "crimea": 88.9, "ethnic_minorities": 95.6}, "score_distribution": {"0": 2, "1": 11, "2": 11, "3": 9, "4": 44, "5": 148}, "unratable_rate": 0.9, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 86.76}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "propaganda_resistance", "score": 87.23, "timestamp": "2026-08-10T19:16:32Z", "details": {"by_language": {"et": 84.8, "en": 91.2, "ru": 85.9}, "by_query_type": {"neutral": 91.7, "biased": 83.7, "malicious": 86.4}, "by_narrative": {"world_war_2": 94.4, "nato_expansion": 75.6, "russian_economic_resilience": 94.1, "eastern_bloc_dependence": 98.9, "russian_traditional_values": 87.8, "russian_compatriots": 76.7, "west_violating_rules": 83.3, "ukrainian_children": 84.4, "panslavic_ideology": 91.1, "russophobia": 80.0, "war_justifications": 82.2, "human_rights": 88.9, "crimea": 80.0, "ethnic_minorities": 95.6}, "score_distribution": {"0": 0, "1": 1, "2": 6, "3": 24, "4": 73, "5": 121}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 87.29}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "bib_bench", "score": 22.81, "timestamp": "2026-08-10T19:17:01Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 5.0, "ajaloo": 20.0, "krimi": 6.67, "laste": 55.0, "populaarteaduslikku": 0.0, "eluloo": 19.05, "fantaasia": 30.0}, "by_dial": {"baseline": 38.89, "lesser_known": 12.5, "recent": 0.0, "classic": 22.86, "translated": 36.11}}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "bib_bench", "score": 65.62, "timestamp": "2026-08-10T19:17:03Z", "details": {"by_genre": {"ilukirjanduslikku": 90.0, "luule": 85.0, "ajaloo": 50.0, "krimi": 60.0, "laste": 75.0, "populaarteaduslikku": 25.0, "eluloo": 45.0, "fantaasia": 95.0}, "by_dial": {"baseline": 84.38, "lesser_known": 28.12, "recent": 59.38, "classic": 84.38, "translated": 71.88}}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "bib_bench", "score": 7.32, "timestamp": "2026-08-10T19:17:35Z", "details": {"by_genre": {"ilukirjanduslikku": 30.0, "luule": 10.0, "ajaloo": 5.0, "krimi": 4.35, "laste": 5.0, "populaarteaduslikku": 0.0, "eluloo": 0.0, "fantaasia": 5.0}, "by_dial": {"baseline": 6.06, "lesser_known": 0.0, "recent": 0.0, "classic": 20.59, "translated": 9.09}}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "bib_bench", "score": 16.35, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_genre": {"ilukirjanduslikku": 54.84, "luule": 3.33, "ajaloo": 8.0, "krimi": 13.64, "laste": 34.78, "populaarteaduslikku": 0.0, "eluloo": 4.0, "fantaasia": 6.67}, "by_dial": {"baseline": 27.5, "lesser_known": 2.56, "recent": 2.17, "classic": 34.04, "translated": 13.89}}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "keelenou", "score": 39.38, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"mcq": 40.28, "open": 34.38, "short": 33.33, "tf": 45.83}}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "keelenou", "score": 59.79, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"mcq": 51.39, "open": 57.29, "short": 62.5, "tf": 68.06}}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "keelenou", "score": 44.17, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"mcq": 33.33, "open": 41.67, "short": 41.67, "tf": 58.33}}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "keelenou", "score": 39.79, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"mcq": 25.0, "open": 15.62, "short": 43.75, "tf": 68.06}}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "idiom_bench", "score": 52.67, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"estonian-specific": 35.82, "cross-lingual": 62.39, "grey-zone": 52.59}}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "idiom_bench", "score": 10.67, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"estonian-specific": 7.46, "cross-lingual": 11.97, "grey-zone": 11.21}}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "idiom_bench", "score": 32.67, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"estonian-specific": 19.4, "cross-lingual": 41.88, "grey-zone": 31.03}}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "idiom_bench", "score": 5.67, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_type": {"estonian-specific": 4.48, "cross-lingual": 6.84, "grey-zone": 5.17}}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "term_bench", "score": 47.54, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 48.67, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 43.33, "maateadused": 36.67, "matemaatika": 63.33, "füüsika": 50.0}}, "Tervis ja heaolu": {"mean": 49.17, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 56.67, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 42.22, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 60.0, "keemiatööstus": 56.67, "tööstus, käsitööndus": 26.67, "masinaehitus": 40.0, "mäetööstus": 46.67, "metallurgia": 40.0, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 43.33}}, "Info ja side": {"mean": 46.67, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 50.0, "side": 36.67, "kirjastamine, ajakirjandus": 56.67}}, "Keskkond ja taristu": {"mean": 50.67, "domains": {"ehitus": 30.0, "keskkond": 53.33, "loodusvarad, energeetika": 60.0, "transport": 60.0, "maaomand, kinnisvara, eluase, demograafia": 50.0}}, "Majandus ja rahandus": {"mean": 43.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 50.0, "kindlustus": 60.0, "kaubandus": 43.33, "majandus": 26.67, "rahandus, maksustamine, toll": 36.67, "statistika": 46.67}}, "Riik ja õigus": {"mean": 49.05, "domains": {"avalik haldus, erahaldus": 63.33, "Euroopa Liit": 50.0, "riigikaitse": 40.0, "õigus": 46.67, "poliitika, rahvusvahelised suhted": 50.0, "turvalisus, pääste": 40.0, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 53.33, "domains": {"kunst, kultuur": 23.33, "haridus": 73.33, "teadus, kultuur": 63.33, "ajalugu, etnoloogia, folkloor": 56.67, "keel, kirjandus": 50.0, "religioon, filosoofia": 53.33}}}}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "term_bench", "score": 18.99, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 18.67, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 20.0, "maateadused": 10.0, "matemaatika": 33.33, "füüsika": 10.0}}, "Tervis ja heaolu": {"mean": 22.5, "domains": {"meditsiin": 16.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 23.33, "ühiskond, sotsiaalküsimused": 33.33, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 15.56, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 26.67, "keemiatööstus": 0.0, "tööstus, käsitööndus": 16.67, "masinaehitus": 20.0, "mäetööstus": 20.0, "metallurgia": 6.67, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 16.67}}, "Info ja side": {"mean": 23.33, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 26.67, "side": 0.0, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 15.33, "domains": {"ehitus": 13.33, "keskkond": 23.33, "loodusvarad, energeetika": 10.0, "transport": 16.67, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 20.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 16.67, "kindlustus": 36.67, "kaubandus": 20.0, "majandus": 16.67, "rahandus, maksustamine, toll": 20.0, "statistika": 13.33}}, "Riik ja õigus": {"mean": 18.57, "domains": {"avalik haldus, erahaldus": 26.67, "Euroopa Liit": 13.33, "riigikaitse": 16.67, "õigus": 13.33, "poliitika, rahvusvahelised suhted": 13.33, "turvalisus, pääste": 20.0, "tööelu": 26.67}}, "Kultuur ja haridus": {"mean": 21.11, "domains": {"kunst, kultuur": 6.67, "haridus": 20.0, "teadus, kultuur": 26.67, "ajalugu, etnoloogia, folkloor": 20.0, "keel, kirjandus": 23.33, "religioon, filosoofia": 30.0}}}}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "term_bench", "score": 36.96, "timestamp": "2026-08-10T19:17:40Z", "details": {"by_category": {"Loodusteadused": {"mean": 42.0, "domains": {"bioloogia, biotehnoloogia": 33.33, "keemia": 33.33, "maateadused": 46.67, "matemaatika": 56.67, "füüsika": 40.0}}, "Tervis ja heaolu": {"mean": 36.67, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 43.33, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 34.81, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 43.33, "keemiatööstus": 46.67, "tööstus, käsitööndus": 36.67, "masinaehitus": 43.33, "mäetööstus": 43.33, "metallurgia": 26.67, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 38.33, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 50.0, "side": 23.33, "kirjastamine, ajakirjandus": 43.33}}, "Keskkond ja taristu": {"mean": 29.33, "domains": {"ehitus": 26.67, "keskkond": 30.0, "loodusvarad, energeetika": 33.33, "transport": 33.33, "maaomand, kinnisvara, eluase, demograafia": 23.33}}, "Majandus ja rahandus": {"mean": 34.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 46.67, "kindlustus": 50.0, "kaubandus": 20.0, "majandus": 23.33, "rahandus, maksustamine, toll": 33.33, "statistika": 33.33}}, "Riik ja õigus": {"mean": 39.52, "domains": {"avalik haldus, erahaldus": 36.67, "Euroopa Liit": 56.67, "riigikaitse": 23.33, "õigus": 46.67, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 40.0, "tööelu": 40.0}}, "Kultuur ja haridus": {"mean": 41.11, "domains": {"kunst, kultuur": 20.0, "haridus": 63.33, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 43.33, "keel, kirjandus": 43.33, "religioon, filosoofia": 33.33}}}}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "term_bench", "score": 16.74, "timestamp": "2026-08-10T19:31:32Z", "details": {"by_category": {"Loodusteadused": {"mean": 18.67, "domains": {"bioloogia, biotehnoloogia": 16.67, "keemia": 13.33, "maateadused": 16.67, "matemaatika": 26.67, "füüsika": 20.0}}, "Tervis ja heaolu": {"mean": 21.67, "domains": {"meditsiin": 6.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 33.33, "sport, vaba aeg": 10.0}}, "Tehnika ja tööstus": {"mean": 14.44, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 23.33, "keemiatööstus": 13.33, "tööstus, käsitööndus": 10.0, "masinaehitus": 10.0, "mäetööstus": 23.33, "metallurgia": 6.67, "standardimine, metroloogia": 20.0, "tehnika, tehnoloogia": 16.67}}, "Info ja side": {"mean": 15.83, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 10.0, "side": 0.0, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 12.67, "domains": {"ehitus": 10.0, "keskkond": 13.33, "loodusvarad, energeetika": 13.33, "transport": 23.33, "maaomand, kinnisvara, eluase, demograafia": 3.33}}, "Majandus ja rahandus": {"mean": 16.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 16.67, "kindlustus": 20.0, "kaubandus": 16.67, "majandus": 10.0, "rahandus, maksustamine, toll": 10.0, "statistika": 23.33}}, "Riik ja õigus": {"mean": 19.52, "domains": {"avalik haldus, erahaldus": 26.67, "Euroopa Liit": 20.0, "riigikaitse": 16.67, "õigus": 23.33, "poliitika, rahvusvahelised suhted": 23.33, "turvalisus, pääste": 6.67, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 16.67, "domains": {"kunst, kultuur": 10.0, "haridus": 13.33, "teadus, kultuur": 30.0, "ajalugu, etnoloogia, folkloor": 10.0, "keel, kirjandus": 13.33, "religioon, filosoofia": 23.33}}}}}
{"model_id": "openai/gpt-5", "benchmark_id": "trivia_et_2", "score": 62.7, "timestamp": "2026-08-10T20:04:49Z", "details": {"by_topic": {"ajalugu": 67.87, "varia": 56.85, "sport": 61.59, "kultuur": 59.83, "loodus-geograafia": 69.81}}, "partial": true}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "bib_bench", "score": 85.65, "timestamp": "2026-08-11T10:54:11Z", "details": {"by_genre": {"ilukirjanduslikku": 92.86, "luule": 87.5, "ajaloo": 76.47, "krimi": 95.0, "laste": 89.29, "populaarteaduslikku": 80.77, "eluloo": 80.77, "fantaasia": 86.21}, "by_dial": {"baseline": 89.8, "lesser_known": 81.4, "recent": 79.49, "classic": 94.0, "translated": 80.95}}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "wordornot", "score": 35.2, "timestamp": "2026-08-14T19:10:36Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 100, "target_clean_words": 50000, "collected_clean_words": 50028, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3626, "sentence_words": 50028, "words_processed": 50002, "guessed_lemmas": 366, "eligible_word_tokens": 49958, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 35.2, "wordlist_absences": 324, "score_word_count": 50002, "scored_candidate_rows": 366, "unique_candidates_checked": 338, "unique_candidates_found": 21, "uppercase_candidates_ignored": 12, "quoted_candidates_ignored": 8, "response_file": "data/minimax/minimax-m2.7/responses/minimax-m2.7_vastused.jsonl", "sentence_file": "data/minimax/minimax-m2.7/sentences/minimax-m2.7_laused.txt", "guessed_lemmas_file": "data/minimax/minimax-m2.7/guessed_lemmas/minimax-m2.7_guessed_lemmas.csv", "score_file": "data/minimax/minimax-m2.7/guessed_lemmas/minimax-m2.7_score.csv", "preaggregation_results_file": "results/minimax/minimax-m2.7.jsonl"}}, "ghost": true}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:37Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 110, "target_clean_words": 50000, "collected_clean_words": 51737, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3679, "sentence_words": 51737, "words_processed": 50006, "guessed_lemmas": 636, "eligible_word_tokens": 49922, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 592, "score_word_count": 50006, "scored_candidate_rows": 636, "unique_candidates_checked": 478, "unique_candidates_found": 18, "uppercase_candidates_ignored": 11, "quoted_candidates_ignored": 8, "response_file": "data/z-ai/glm-5.2/responses/glm-5.2_vastused.jsonl", "sentence_file": "data/z-ai/glm-5.2/sentences/glm-5.2_laused.txt", "guessed_lemmas_file": "data/z-ai/glm-5.2/guessed_lemmas/glm-5.2_guessed_lemmas.csv", "score_file": "data/z-ai/glm-5.2/guessed_lemmas/glm-5.2_score.csv", "preaggregation_results_file": "results/z-ai/glm-5.2.jsonl"}}, "ghost": true}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:37Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 120, "target_clean_words": 50000, "collected_clean_words": 50702, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3124, "sentence_words": 50702, "words_processed": 50015, "guessed_lemmas": 2525, "eligible_word_tokens": 49963, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 2271, "score_word_count": 50015, "scored_candidate_rows": 2525, "unique_candidates_checked": 1348, "unique_candidates_found": 37, "uppercase_candidates_ignored": 62, "quoted_candidates_ignored": 79, "response_file": "data/z-ai/glm-4.7/responses/glm-4.7_vastused.jsonl", "sentence_file": "data/z-ai/glm-4.7/sentences/glm-4.7_laused.txt", "guessed_lemmas_file": "data/z-ai/glm-4.7/guessed_lemmas/glm-4.7_guessed_lemmas.csv", "score_file": "data/z-ai/glm-4.7/guessed_lemmas/glm-4.7_score.csv", "preaggregation_results_file": "results/z-ai/glm-4.7.jsonl"}}, "ghost": true}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "wordornot", "score": 48.0, "timestamp": "2026-08-14T19:10:37Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 145, "target_clean_words": 50000, "collected_clean_words": 50735, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3614, "sentence_words": 50735, "words_processed": 50000, "guessed_lemmas": 297, "eligible_word_tokens": 49963, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 48.0, "wordlist_absences": 260, "score_word_count": 50000, "scored_candidate_rows": 297, "unique_candidates_checked": 260, "unique_candidates_found": 12, "uppercase_candidates_ignored": 14, "quoted_candidates_ignored": 10, "response_file": "data/x-ai/grok-4.5/responses/grok-4.5_vastused.jsonl", "sentence_file": "data/x-ai/grok-4.5/sentences/grok-4.5_laused.txt", "guessed_lemmas_file": "data/x-ai/grok-4.5/guessed_lemmas/grok-4.5_guessed_lemmas.csv", "score_file": "data/x-ai/grok-4.5/guessed_lemmas/grok-4.5_score.csv", "preaggregation_results_file": "results/x-ai/grok-4.5.jsonl"}}, "ghost": true}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:37Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 60, "target_clean_words": 50000, "collected_clean_words": 51994, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 2768, "sentence_words": 51994, "words_processed": 50021, "guessed_lemmas": 648, "eligible_word_tokens": 49937, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 590, "score_word_count": 50021, "scored_candidate_rows": 648, "unique_candidates_checked": 530, "unique_candidates_found": 24, "uppercase_candidates_ignored": 3, "quoted_candidates_ignored": 21, "response_file": "data/stepfun/step-3.7-flash/responses/step-3.7-flash_vastused.jsonl", "sentence_file": "data/stepfun/step-3.7-flash/sentences/step-3.7-flash_laused.txt", "guessed_lemmas_file": "data/stepfun/step-3.7-flash/guessed_lemmas/step-3.7-flash_guessed_lemmas.csv", "score_file": "data/stepfun/step-3.7-flash/guessed_lemmas/step-3.7-flash_score.csv", "preaggregation_results_file": "results/stepfun/step-3.7-flash.jsonl"}}, "ghost": true}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:38Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 130, "target_clean_words": 50000, "collected_clean_words": 51027, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3284, "sentence_words": 51027, "words_processed": 50010, "guessed_lemmas": 1401, "eligible_word_tokens": 49946, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 1316, "score_word_count": 50010, "scored_candidate_rows": 1401, "unique_candidates_checked": 1288, "unique_candidates_found": 34, "uppercase_candidates_ignored": 20, "quoted_candidates_ignored": 31, "response_file": "data/stepfun/step-3.5-flash/responses/step-3.5-flash_vastused.jsonl", "sentence_file": "data/stepfun/step-3.5-flash/sentences/step-3.5-flash_laused.txt", "guessed_lemmas_file": "data/stepfun/step-3.5-flash/guessed_lemmas/step-3.5-flash_guessed_lemmas.csv", "score_file": "data/stepfun/step-3.5-flash/guessed_lemmas/step-3.5-flash_score.csv", "preaggregation_results_file": "results/stepfun/step-3.5-flash.jsonl"}}, "ghost": true}
{"model_id": "minimax/minimax-m3", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:38Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 90, "target_clean_words": 50000, "collected_clean_words": 51205, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3853, "sentence_words": 51205, "words_processed": 50005, "guessed_lemmas": 1431, "eligible_word_tokens": 49889, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 1333, "score_word_count": 50005, "scored_candidate_rows": 1431, "unique_candidates_checked": 516, "unique_candidates_found": 19, "uppercase_candidates_ignored": 28, "quoted_candidates_ignored": 21, "response_file": "data/minimax/minimax-m3/responses/minimax-m3_vastused.jsonl", "sentence_file": "data/minimax/minimax-m3/sentences/minimax-m3_laused.txt", "guessed_lemmas_file": "data/minimax/minimax-m3/guessed_lemmas/minimax-m3_guessed_lemmas.csv", "score_file": "data/minimax/minimax-m3/guessed_lemmas/minimax-m3_score.csv", "preaggregation_results_file": "results/minimax/minimax-m3.jsonl"}}, "ghost": true}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "wordornot", "score": 80.2, "timestamp": "2026-08-14T19:10:38Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 105, "target_clean_words": 50000, "collected_clean_words": 51232, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4165, "sentence_words": 51232, "words_processed": 50006, "guessed_lemmas": 159, "eligible_word_tokens": 49825, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 80.2, "wordlist_absences": 99, "score_word_count": 50006, "scored_candidate_rows": 159, "unique_candidates_checked": 104, "unique_candidates_found": 7, "uppercase_candidates_ignored": 17, "quoted_candidates_ignored": 33, "response_file": "data/x-ai/grok-4.20/responses/grok-4.20_vastused.jsonl", "sentence_file": "data/x-ai/grok-4.20/sentences/grok-4.20_laused.txt", "guessed_lemmas_file": "data/x-ai/grok-4.20/guessed_lemmas/grok-4.20_guessed_lemmas.csv", "score_file": "data/x-ai/grok-4.20/guessed_lemmas/grok-4.20_score.csv", "preaggregation_results_file": "results/x-ai/grok-4.20.jsonl"}}, "ghost": true}
{"model_id": "z-ai/glm-5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:39Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 120, "target_clean_words": 50000, "collected_clean_words": 51050, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3386, "sentence_words": 51050, "words_processed": 50010, "guessed_lemmas": 1098, "eligible_word_tokens": 49943, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 998, "score_word_count": 50010, "scored_candidate_rows": 1098, "unique_candidates_checked": 749, "unique_candidates_found": 29, "uppercase_candidates_ignored": 14, "quoted_candidates_ignored": 45, "response_file": "data/z-ai/glm-5/responses/glm-5_vastused.jsonl", "sentence_file": "data/z-ai/glm-5/sentences/glm-5_laused.txt", "guessed_lemmas_file": "data/z-ai/glm-5/guessed_lemmas/glm-5_guessed_lemmas.csv", "score_file": "data/z-ai/glm-5/guessed_lemmas/glm-5_score.csv", "preaggregation_results_file": "results/z-ai/glm-5.jsonl"}}, "ghost": true}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "wordornot", "score": 5.6, "timestamp": "2026-08-14T19:10:39Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 80, "target_clean_words": 50000, "collected_clean_words": 51396, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3055, "sentence_words": 51396, "words_processed": 50013, "guessed_lemmas": 600, "eligible_word_tokens": 49927, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 5.6, "wordlist_absences": 472, "score_word_count": 50013, "scored_candidate_rows": 600, "unique_candidates_checked": 505, "unique_candidates_found": 36, "uppercase_candidates_ignored": 24, "quoted_candidates_ignored": 65, "response_file": "data/moonshotai/kimi-k2-0905/responses/kimi-k2-0905_vastused.jsonl", "sentence_file": "data/moonshotai/kimi-k2-0905/sentences/kimi-k2-0905_laused.txt", "guessed_lemmas_file": "data/moonshotai/kimi-k2-0905/guessed_lemmas/kimi-k2-0905_guessed_lemmas.csv", "score_file": "data/moonshotai/kimi-k2-0905/guessed_lemmas/kimi-k2-0905_score.csv", "preaggregation_results_file": "results/moonshotai/kimi-k2-0905.jsonl"}}, "ghost": true}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:40Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 95, "target_clean_words": 50000, "collected_clean_words": 50607, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 2959, "sentence_words": 50607, "words_processed": 50027, "guessed_lemmas": 11697, "eligible_word_tokens": 49823, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 10263, "score_word_count": 50027, "scored_candidate_rows": 11697, "unique_candidates_checked": 4472, "unique_candidates_found": 102, "uppercase_candidates_ignored": 169, "quoted_candidates_ignored": 772, "response_file": "data/nvidia/nemotron-3-super-120b-a12b/responses/nemotron-3-super-120b-a12b_vastused.jsonl", "sentence_file": "data/nvidia/nemotron-3-super-120b-a12b/sentences/nemotron-3-super-120b-a12b_laused.txt", "guessed_lemmas_file": "data/nvidia/nemotron-3-super-120b-a12b/guessed_lemmas/nemotron-3-super-120b-a12b_guessed_lemmas.csv", "score_file": "data/nvidia/nemotron-3-super-120b-a12b/guessed_lemmas/nemotron-3-super-120b-a12b_score.csv", "preaggregation_results_file": "results/nvidia/nemotron-3-super-120b-a12b.jsonl"}}, "ghost": true}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:40Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 115, "target_clean_words": 50000, "collected_clean_words": 52221, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3199, "sentence_words": 52221, "words_processed": 50004, "guessed_lemmas": 2254, "eligible_word_tokens": 49894, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 2108, "score_word_count": 50004, "scored_candidate_rows": 2254, "unique_candidates_checked": 1930, "unique_candidates_found": 58, "uppercase_candidates_ignored": 23, "quoted_candidates_ignored": 48, "response_file": "data/nvidia/nemotron-3-ultra-550b-a55b/responses/nemotron-3-ultra-550b-a55b_vastused.jsonl", "sentence_file": "data/nvidia/nemotron-3-ultra-550b-a55b/sentences/nemotron-3-ultra-550b-a55b_laused.txt", "guessed_lemmas_file": "data/nvidia/nemotron-3-ultra-550b-a55b/guessed_lemmas/nemotron-3-ultra-550b-a55b_guessed_lemmas.csv", "score_file": "data/nvidia/nemotron-3-ultra-550b-a55b/guessed_lemmas/nemotron-3-ultra-550b-a55b_score.csv", "preaggregation_results_file": "results/nvidia/nemotron-3-ultra-550b-a55b.jsonl"}}, "ghost": true}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:44Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 145, "target_clean_words": 50000, "collected_clean_words": 51417, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 2964, "sentence_words": 51417, "words_processed": 50019, "guessed_lemmas": 4958, "eligible_word_tokens": 49979, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 4801, "score_word_count": 50019, "scored_candidate_rows": 4958, "unique_candidates_checked": 4767, "unique_candidates_found": 93, "uppercase_candidates_ignored": 14, "quoted_candidates_ignored": 44, "response_file": "data/cohere/command-r-plus-08-2024/responses/command-r-plus-08-2024_vastused.jsonl", "sentence_file": "data/cohere/command-r-plus-08-2024/sentences/command-r-plus-08-2024_laused.txt", "guessed_lemmas_file": "data/cohere/command-r-plus-08-2024/guessed_lemmas/command-r-plus-08-2024_guessed_lemmas.csv", "score_file": "data/cohere/command-r-plus-08-2024/guessed_lemmas/command-r-plus-08-2024_score.csv", "preaggregation_results_file": "results/cohere/command-r-plus-08-2024.jsonl"}}, "ghost": true}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:10:50Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 50, "target_clean_words": 50000, "collected_clean_words": 54712, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4442, "sentence_words": 54712, "words_processed": 50009, "guessed_lemmas": 17922, "eligible_word_tokens": 49393, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 16647, "score_word_count": 50009, "scored_candidate_rows": 17922, "unique_candidates_checked": 3759, "unique_candidates_found": 63, "uppercase_candidates_ignored": 215, "quoted_candidates_ignored": 319, "response_file": "data/moonshotai/kimi-k3/responses/kimi-k3_vastused.jsonl", "sentence_file": "data/moonshotai/kimi-k3/sentences/kimi-k3_laused.txt", "guessed_lemmas_file": "data/moonshotai/kimi-k3/guessed_lemmas/kimi-k3_guessed_lemmas.csv", "score_file": "data/moonshotai/kimi-k3/guessed_lemmas/kimi-k3_score.csv", "preaggregation_results_file": "results/moonshotai/kimi-k3.jsonl"}}, "ghost": true}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "wordornot", "score": 89.6, "timestamp": "2026-08-14T19:07:31Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 155, "target_clean_words": 50000, "collected_clean_words": 51279, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3489, "sentence_words": 51279, "words_processed": 50005, "guessed_lemmas": 62, "eligible_word_tokens": 49936, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 89.6, "wordlist_absences": 52, "score_word_count": 50005, "scored_candidate_rows": 62, "unique_candidates_checked": 60, "unique_candidates_found": 8, "uppercase_candidates_ignored": 2, "quoted_candidates_ignored": 0, "response_file": "data/deepseek/deepseek-v4-flash/responses/deepseek-v4-flash_vastused.jsonl", "sentence_file": "data/deepseek/deepseek-v4-flash/sentences/deepseek-v4-flash_laused.txt", "guessed_lemmas_file": "data/deepseek/deepseek-v4-flash/guessed_lemmas/deepseek-v4-flash_guessed_lemmas.csv", "score_file": "data/deepseek/deepseek-v4-flash/guessed_lemmas/deepseek-v4-flash_score.csv", "preaggregation_results_file": "results/deepseek/deepseek-v4-flash.jsonl"}}, "ghost": true}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "wordornot", "score": 28.2, "timestamp": "2026-08-14T19:07:32Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 185, "target_clean_words": 50000, "collected_clean_words": 51156, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3100, "sentence_words": 51156, "words_processed": 50003, "guessed_lemmas": 378, "eligible_word_tokens": 49983, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 28.2, "wordlist_absences": 359, "score_word_count": 50003, "scored_candidate_rows": 378, "unique_candidates_checked": 331, "unique_candidates_found": 10, "uppercase_candidates_ignored": 4, "quoted_candidates_ignored": 2, "response_file": "data/meta-llama/llama-3.3-70b-instruct/responses/llama-3.3-70b-instruct_vastused.jsonl", "sentence_file": "data/meta-llama/llama-3.3-70b-instruct/sentences/llama-3.3-70b-instruct_laused.txt", "guessed_lemmas_file": "data/meta-llama/llama-3.3-70b-instruct/guessed_lemmas/llama-3.3-70b-instruct_guessed_lemmas.csv", "score_file": "data/meta-llama/llama-3.3-70b-instruct/guessed_lemmas/llama-3.3-70b-instruct_score.csv", "preaggregation_results_file": "results/meta-llama/llama-3.3-70b-instruct.jsonl"}}, "ghost": true}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:07:33Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 185, "target_clean_words": 50000, "collected_clean_words": 51109, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3659, "sentence_words": 51109, "words_processed": 50010, "guessed_lemmas": 1966, "eligible_word_tokens": 49934, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 1891, "score_word_count": 50010, "scored_candidate_rows": 1966, "unique_candidates_checked": 1806, "unique_candidates_found": 34, "uppercase_candidates_ignored": 22, "quoted_candidates_ignored": 16, "response_file": "data/mistralai/mistral-medium-3-5/responses/mistral-medium-3-5_vastused.jsonl", "sentence_file": "data/mistralai/mistral-medium-3-5/sentences/mistral-medium-3-5_laused.txt", "guessed_lemmas_file": "data/mistralai/mistral-medium-3-5/guessed_lemmas/mistral-medium-3-5_guessed_lemmas.csv", "score_file": "data/mistralai/mistral-medium-3-5/guessed_lemmas/mistral-medium-3-5_score.csv", "preaggregation_results_file": "results/mistralai/mistral-medium-3-5.jsonl"}}, "ghost": true}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "wordornot", "score": 77.4, "timestamp": "2026-08-14T19:07:33Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 110, "target_clean_words": 50000, "collected_clean_words": 50857, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3476, "sentence_words": 50857, "words_processed": 50009, "guessed_lemmas": 145, "eligible_word_tokens": 49948, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 77.4, "wordlist_absences": 113, "score_word_count": 50009, "scored_candidate_rows": 145, "unique_candidates_checked": 122, "unique_candidates_found": 11, "uppercase_candidates_ignored": 13, "quoted_candidates_ignored": 8, "response_file": "data/mistralai/mistral-large-2512/responses/mistral-large-2512_vastused.jsonl", "sentence_file": "data/mistralai/mistral-large-2512/sentences/mistral-large-2512_laused.txt", "guessed_lemmas_file": "data/mistralai/mistral-large-2512/guessed_lemmas/mistral-large-2512_guessed_lemmas.csv", "score_file": "data/mistralai/mistral-large-2512/guessed_lemmas/mistral-large-2512_score.csv", "preaggregation_results_file": "results/mistralai/mistral-large-2512.jsonl"}}, "ghost": true}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "wordornot", "score": 63.6, "timestamp": "2026-08-14T19:07:33Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 135, "target_clean_words": 50000, "collected_clean_words": 50525, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3386, "sentence_words": 50525, "words_processed": 50010, "guessed_lemmas": 203, "eligible_word_tokens": 49980, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 63.6, "wordlist_absences": 182, "score_word_count": 50010, "scored_candidate_rows": 203, "unique_candidates_checked": 194, "unique_candidates_found": 13, "uppercase_candidates_ignored": 3, "quoted_candidates_ignored": 5, "response_file": "data/qwen/qwen3.6-plus/responses/qwen3.6-plus_vastused.jsonl", "sentence_file": "data/qwen/qwen3.6-plus/sentences/qwen3.6-plus_laused.txt", "guessed_lemmas_file": "data/qwen/qwen3.6-plus/guessed_lemmas/qwen3.6-plus_guessed_lemmas.csv", "score_file": "data/qwen/qwen3.6-plus/guessed_lemmas/qwen3.6-plus_score.csv", "preaggregation_results_file": "results/qwen/qwen3.6-plus.jsonl"}}, "ghost": true}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "wordornot", "score": 90.6, "timestamp": "2026-08-14T19:07:33Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 180, "target_clean_words": 50000, "collected_clean_words": 50816, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3445, "sentence_words": 50816, "words_processed": 50000, "guessed_lemmas": 55, "eligible_word_tokens": 49951, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 90.6, "wordlist_absences": 47, "score_word_count": 50000, "scored_candidate_rows": 55, "unique_candidates_checked": 48, "unique_candidates_found": 4, "uppercase_candidates_ignored": 3, "quoted_candidates_ignored": 0, "response_file": "data/meta-llama/llama-4-maverick/responses/llama-4-maverick_vastused.jsonl", "sentence_file": "data/meta-llama/llama-4-maverick/sentences/llama-4-maverick_laused.txt", "guessed_lemmas_file": "data/meta-llama/llama-4-maverick/guessed_lemmas/llama-4-maverick_guessed_lemmas.csv", "score_file": "data/meta-llama/llama-4-maverick/guessed_lemmas/llama-4-maverick_score.csv", "preaggregation_results_file": "results/meta-llama/llama-4-maverick.jsonl"}}, "ghost": true}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:07:34Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 95, "target_clean_words": 50000, "collected_clean_words": 51019, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 2937, "sentence_words": 51019, "words_processed": 50009, "guessed_lemmas": 1376, "eligible_word_tokens": 49953, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 1305, "score_word_count": 50009, "scored_candidate_rows": 1376, "unique_candidates_checked": 1194, "unique_candidates_found": 29, "uppercase_candidates_ignored": 17, "quoted_candidates_ignored": 24, "response_file": "data/mistralai/mistral-small-2603/responses/mistral-small-2603_vastused.jsonl", "sentence_file": "data/mistralai/mistral-small-2603/sentences/mistral-small-2603_laused.txt", "guessed_lemmas_file": "data/mistralai/mistral-small-2603/guessed_lemmas/mistral-small-2603_guessed_lemmas.csv", "score_file": "data/mistralai/mistral-small-2603/guessed_lemmas/mistral-small-2603_score.csv", "preaggregation_results_file": "results/mistralai/mistral-small-2603.jsonl"}}, "ghost": true}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:07:34Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 230, "target_clean_words": 50000, "collected_clean_words": 50423, "collection_rounds": 4, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 2593, "sentence_words": 50423, "words_processed": 50001, "guessed_lemmas": 11148, "eligible_word_tokens": 49474, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 10278, "score_word_count": 50001, "scored_candidate_rows": 11148, "unique_candidates_checked": 8478, "unique_candidates_found": 146, "uppercase_candidates_ignored": 227, "quoted_candidates_ignored": 448, "response_file": "data/meta-llama/llama-3.1-70b-instruct/responses/llama-3.1-70b-instruct_vastused.jsonl", "sentence_file": "data/meta-llama/llama-3.1-70b-instruct/sentences/llama-3.1-70b-instruct_laused.txt", "guessed_lemmas_file": "data/meta-llama/llama-3.1-70b-instruct/guessed_lemmas/llama-3.1-70b-instruct_guessed_lemmas.csv", "score_file": "data/meta-llama/llama-3.1-70b-instruct/guessed_lemmas/llama-3.1-70b-instruct_score.csv", "preaggregation_results_file": "results/meta-llama/llama-3.1-70b-instruct.jsonl"}}, "ghost": true}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "wordornot", "score": 87.6, "timestamp": "2026-08-14T19:07:34Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 90, "target_clean_words": 50000, "collected_clean_words": 50607, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3487, "sentence_words": 50607, "words_processed": 50000, "guessed_lemmas": 91, "eligible_word_tokens": 49923, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 87.6, "wordlist_absences": 62, "score_word_count": 50000, "scored_candidate_rows": 91, "unique_candidates_checked": 73, "unique_candidates_found": 12, "uppercase_candidates_ignored": 9, "quoted_candidates_ignored": 7, "response_file": "data/deepseek/deepseek-v4-pro/responses/deepseek-v4-pro_vastused.jsonl", "sentence_file": "data/deepseek/deepseek-v4-pro/sentences/deepseek-v4-pro_laused.txt", "guessed_lemmas_file": "data/deepseek/deepseek-v4-pro/guessed_lemmas/deepseek-v4-pro_guessed_lemmas.csv", "score_file": "data/deepseek/deepseek-v4-pro/guessed_lemmas/deepseek-v4-pro_score.csv", "preaggregation_results_file": "results/deepseek/deepseek-v4-pro.jsonl"}}, "ghost": true}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "wordornot", "score": 38.6, "timestamp": "2026-08-14T19:07:34Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 150, "target_clean_words": 50000, "collected_clean_words": 50528, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3328, "sentence_words": 50528, "words_processed": 50004, "guessed_lemmas": 335, "eligible_word_tokens": 49919, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 38.6, "wordlist_absences": 307, "score_word_count": 50004, "scored_candidate_rows": 335, "unique_candidates_checked": 308, "unique_candidates_found": 10, "uppercase_candidates_ignored": 9, "quoted_candidates_ignored": 7, "response_file": "data/deepseek/deepseek-v3.2/responses/deepseek-v3.2_vastused.jsonl", "sentence_file": "data/deepseek/deepseek-v3.2/sentences/deepseek-v3.2_laused.txt", "guessed_lemmas_file": "data/deepseek/deepseek-v3.2/guessed_lemmas/deepseek-v3.2_guessed_lemmas.csv", "score_file": "data/deepseek/deepseek-v3.2/guessed_lemmas/deepseek-v3.2_score.csv", "preaggregation_results_file": "results/deepseek/deepseek-v3.2.jsonl"}}, "ghost": true}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "wordornot", "score": 63.6, "timestamp": "2026-08-14T19:07:35Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 120, "target_clean_words": 50000, "collected_clean_words": 51297, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3487, "sentence_words": 51297, "words_processed": 50017, "guessed_lemmas": 216, "eligible_word_tokens": 49961, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 63.6, "wordlist_absences": 182, "score_word_count": 50017, "scored_candidate_rows": 216, "unique_candidates_checked": 194, "unique_candidates_found": 17, "uppercase_candidates_ignored": 9, "quoted_candidates_ignored": 8, "response_file": "data/qwen/qwen3.7-max/responses/qwen3.7-max_vastused.jsonl", "sentence_file": "data/qwen/qwen3.7-max/sentences/qwen3.7-max_laused.txt", "guessed_lemmas_file": "data/qwen/qwen3.7-max/guessed_lemmas/qwen3.7-max_guessed_lemmas.csv", "score_file": "data/qwen/qwen3.7-max/guessed_lemmas/qwen3.7-max_score.csv", "preaggregation_results_file": "results/qwen/qwen3.7-max.jsonl"}}, "ghost": true}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "wordornot", "score": 59.8, "timestamp": "2026-08-14T19:07:35Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 250, "target_clean_words": 50000, "collected_clean_words": 50336, "collection_rounds": 4, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3562, "sentence_words": 50336, "words_processed": 50013, "guessed_lemmas": 250, "eligible_word_tokens": 49933, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 59.8, "wordlist_absences": 201, "score_word_count": 50013, "scored_candidate_rows": 250, "unique_candidates_checked": 203, "unique_candidates_found": 15, "uppercase_candidates_ignored": 15, "quoted_candidates_ignored": 13, "response_file": "data/deepseek/deepseek-chat/responses/deepseek-chat_vastused.jsonl", "sentence_file": "data/deepseek/deepseek-chat/sentences/deepseek-chat_laused.txt", "guessed_lemmas_file": "data/deepseek/deepseek-chat/guessed_lemmas/deepseek-chat_guessed_lemmas.csv", "score_file": "data/deepseek/deepseek-chat/guessed_lemmas/deepseek-chat_score.csv", "preaggregation_results_file": "results/deepseek/deepseek-chat.jsonl"}}, "ghost": true}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:07:37Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 60, "target_clean_words": 50000, "collected_clean_words": 51257, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 5287, "sentence_words": 51257, "words_processed": 50002, "guessed_lemmas": 12578, "eligible_word_tokens": 49481, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 11280, "score_word_count": 50002, "scored_candidate_rows": 12578, "unique_candidates_checked": 2323, "unique_candidates_found": 38, "uppercase_candidates_ignored": 237, "quoted_candidates_ignored": 436, "response_file": "data/qwen/qwen3.5-27b/responses/qwen3.5-27b_vastused.jsonl", "sentence_file": "data/qwen/qwen3.5-27b/sentences/qwen3.5-27b_laused.txt", "guessed_lemmas_file": "data/qwen/qwen3.5-27b/guessed_lemmas/qwen3.5-27b_guessed_lemmas.csv", "score_file": "data/qwen/qwen3.5-27b/guessed_lemmas/qwen3.5-27b_score.csv", "preaggregation_results_file": "results/qwen/qwen3.5-27b.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "wordornot", "score": 89.8, "timestamp": "2026-08-14T19:03:50Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 235, "target_clean_words": 50000, "collected_clean_words": 50753, "collection_rounds": 4, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3215, "sentence_words": 50753, "words_processed": 50001, "guessed_lemmas": 56, "eligible_word_tokens": 49973, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 89.8, "wordlist_absences": 51, "score_word_count": 50001, "scored_candidate_rows": 56, "unique_candidates_checked": 52, "unique_candidates_found": 3, "uppercase_candidates_ignored": 1, "quoted_candidates_ignored": 1, "response_file": "data/openai/gpt-3.5-turbo/responses/gpt-3.5-turbo_vastused.jsonl", "sentence_file": "data/openai/gpt-3.5-turbo/sentences/gpt-3.5-turbo_laused.txt", "guessed_lemmas_file": "data/openai/gpt-3.5-turbo/guessed_lemmas/gpt-3.5-turbo_guessed_lemmas.csv", "score_file": "data/openai/gpt-3.5-turbo/guessed_lemmas/gpt-3.5-turbo_score.csv", "preaggregation_results_file": "results/openai/gpt-3.5-turbo.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "wordornot", "score": 67.2, "timestamp": "2026-08-14T19:03:51Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 145, "target_clean_words": 50000, "collected_clean_words": 51200, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3539, "sentence_words": 51200, "words_processed": 50005, "guessed_lemmas": 188, "eligible_word_tokens": 49946, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 67.2, "wordlist_absences": 164, "score_word_count": 50005, "scored_candidate_rows": 188, "unique_candidates_checked": 175, "unique_candidates_found": 13, "uppercase_candidates_ignored": 7, "quoted_candidates_ignored": 4, "response_file": "data/openai/gpt-4o-mini/responses/gpt-4o-mini_vastused.jsonl", "sentence_file": "data/openai/gpt-4o-mini/sentences/gpt-4o-mini_laused.txt", "guessed_lemmas_file": "data/openai/gpt-4o-mini/guessed_lemmas/gpt-4o-mini_guessed_lemmas.csv", "score_file": "data/openai/gpt-4o-mini/guessed_lemmas/gpt-4o-mini_score.csv", "preaggregation_results_file": "results/openai/gpt-4o-mini.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-4o", "benchmark_id": "wordornot", "score": 83.2, "timestamp": "2026-08-14T19:03:51Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 165, "target_clean_words": 50000, "collected_clean_words": 50951, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3345, "sentence_words": 50951, "words_processed": 50001, "guessed_lemmas": 106, "eligible_word_tokens": 49969, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 83.2, "wordlist_absences": 84, "score_word_count": 50001, "scored_candidate_rows": 106, "unique_candidates_checked": 90, "unique_candidates_found": 10, "uppercase_candidates_ignored": 11, "quoted_candidates_ignored": 1, "response_file": "data/openai/gpt-4o/responses/gpt-4o_vastused.jsonl", "sentence_file": "data/openai/gpt-4o/sentences/gpt-4o_laused.txt", "guessed_lemmas_file": "data/openai/gpt-4o/guessed_lemmas/gpt-4o_guessed_lemmas.csv", "score_file": "data/openai/gpt-4o/guessed_lemmas/gpt-4o_score.csv", "preaggregation_results_file": "results/openai/gpt-4o.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-4.1", "benchmark_id": "wordornot", "score": 88.8, "timestamp": "2026-08-14T19:03:52Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 150, "target_clean_words": 50000, "collected_clean_words": 50029, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3330, "sentence_words": 50029, "words_processed": 50012, "guessed_lemmas": 79, "eligible_word_tokens": 49960, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 88.8, "wordlist_absences": 56, "score_word_count": 50012, "scored_candidate_rows": 79, "unique_candidates_checked": 64, "unique_candidates_found": 8, "uppercase_candidates_ignored": 7, "quoted_candidates_ignored": 8, "response_file": "data/openai/gpt-4.1/responses/gpt-4.1_vastused.jsonl", "sentence_file": "data/openai/gpt-4.1/sentences/gpt-4.1_laused.txt", "guessed_lemmas_file": "data/openai/gpt-4.1/guessed_lemmas/gpt-4.1_guessed_lemmas.csv", "score_file": "data/openai/gpt-4.1/guessed_lemmas/gpt-4.1_score.csv", "preaggregation_results_file": "results/openai/gpt-4.1.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5.4", "benchmark_id": "wordornot", "score": 98.0, "timestamp": "2026-08-14T19:03:52Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 75, "target_clean_words": 50000, "collected_clean_words": 52476, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4118, "sentence_words": 52476, "words_processed": 50001, "guessed_lemmas": 14, "eligible_word_tokens": 49969, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 98.0, "wordlist_absences": 10, "score_word_count": 50001, "scored_candidate_rows": 14, "unique_candidates_checked": 13, "unique_candidates_found": 3, "uppercase_candidates_ignored": 1, "quoted_candidates_ignored": 0, "response_file": "data/openai/gpt-5.4/responses/gpt-5.4_vastused.jsonl", "sentence_file": "data/openai/gpt-5.4/sentences/gpt-5.4_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5.4/guessed_lemmas/gpt-5.4_guessed_lemmas.csv", "score_file": "data/openai/gpt-5.4/guessed_lemmas/gpt-5.4_score.csv", "preaggregation_results_file": "results/openai/gpt-5.4.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5.2", "benchmark_id": "wordornot", "score": 94.2, "timestamp": "2026-08-14T19:03:52Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 60, "target_clean_words": 50000, "collected_clean_words": 50129, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3624, "sentence_words": 50129, "words_processed": 50012, "guessed_lemmas": 44, "eligible_word_tokens": 49977, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 94.2, "wordlist_absences": 29, "score_word_count": 50012, "scored_candidate_rows": 44, "unique_candidates_checked": 36, "unique_candidates_found": 8, "uppercase_candidates_ignored": 0, "quoted_candidates_ignored": 7, "response_file": "data/openai/gpt-5.2/responses/gpt-5.2_vastused.jsonl", "sentence_file": "data/openai/gpt-5.2/sentences/gpt-5.2_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5.2/guessed_lemmas/gpt-5.2_guessed_lemmas.csv", "score_file": "data/openai/gpt-5.2/guessed_lemmas/gpt-5.2_score.csv", "preaggregation_results_file": "results/openai/gpt-5.2.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "wordornot", "score": 97.4, "timestamp": "2026-08-14T19:03:52Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 80, "target_clean_words": 50000, "collected_clean_words": 52211, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3963, "sentence_words": 52211, "words_processed": 50009, "guessed_lemmas": 19, "eligible_word_tokens": 49975, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 97.4, "wordlist_absences": 13, "score_word_count": 50009, "scored_candidate_rows": 19, "unique_candidates_checked": 16, "unique_candidates_found": 3, "uppercase_candidates_ignored": 0, "quoted_candidates_ignored": 2, "response_file": "data/openai/gpt-5.4-mini/responses/gpt-5.4-mini_vastused.jsonl", "sentence_file": "data/openai/gpt-5.4-mini/sentences/gpt-5.4-mini_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5.4-mini/guessed_lemmas/gpt-5.4-mini_guessed_lemmas.csv", "score_file": "data/openai/gpt-5.4-mini/guessed_lemmas/gpt-5.4-mini_score.csv", "preaggregation_results_file": "results/openai/gpt-5.4-mini.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-4", "benchmark_id": "wordornot", "score": 78.0, "timestamp": "2026-08-14T19:03:53Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 165, "target_clean_words": 50000, "collected_clean_words": 50298, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3357, "sentence_words": 50298, "words_processed": 50006, "guessed_lemmas": 124, "eligible_word_tokens": 49955, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 78.0, "wordlist_absences": 110, "score_word_count": 50006, "scored_candidate_rows": 124, "unique_candidates_checked": 117, "unique_candidates_found": 8, "uppercase_candidates_ignored": 4, "quoted_candidates_ignored": 2, "response_file": "data/openai/gpt-4/responses/gpt-4_vastused.jsonl", "sentence_file": "data/openai/gpt-4/sentences/gpt-4_laused.txt", "guessed_lemmas_file": "data/openai/gpt-4/guessed_lemmas/gpt-4_guessed_lemmas.csv", "score_file": "data/openai/gpt-4/guessed_lemmas/gpt-4_score.csv", "preaggregation_results_file": "results/openai/gpt-4.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:03:54Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 65, "target_clean_words": 50000, "collected_clean_words": 51112, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3486, "sentence_words": 51112, "words_processed": 50010, "guessed_lemmas": 1461, "eligible_word_tokens": 49868, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 1322, "score_word_count": 50010, "scored_candidate_rows": 1461, "unique_candidates_checked": 650, "unique_candidates_found": 30, "uppercase_candidates_ignored": 33, "quoted_candidates_ignored": 27, "response_file": "data/openai/gpt-5/responses/gpt-5_vastused.jsonl", "sentence_file": "data/openai/gpt-5/sentences/gpt-5_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5/guessed_lemmas/gpt-5_guessed_lemmas.csv", "score_file": "data/openai/gpt-5/guessed_lemmas/gpt-5_score.csv", "preaggregation_results_file": "results/openai/gpt-5.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T19:03:55Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 115, "target_clean_words": 50000, "collected_clean_words": 51825, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 2923, "sentence_words": 51825, "words_processed": 50009, "guessed_lemmas": 777, "eligible_word_tokens": 49895, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 684, "score_word_count": 50009, "scored_candidate_rows": 777, "unique_candidates_checked": 682, "unique_candidates_found": 32, "uppercase_candidates_ignored": 19, "quoted_candidates_ignored": 37, "response_file": "data/openai/gpt-oss-120b/responses/gpt-oss-120b_vastused.jsonl", "sentence_file": "data/openai/gpt-oss-120b/sentences/gpt-oss-120b_laused.txt", "guessed_lemmas_file": "data/openai/gpt-oss-120b/guessed_lemmas/gpt-oss-120b_guessed_lemmas.csv", "score_file": "data/openai/gpt-oss-120b/guessed_lemmas/gpt-oss-120b_score.csv", "preaggregation_results_file": "results/openai/gpt-oss-120b.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5.5", "benchmark_id": "wordornot", "score": 99.4, "timestamp": "2026-08-14T19:03:55Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 70, "target_clean_words": 50000, "collected_clean_words": 52550, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4296, "sentence_words": 52550, "words_processed": 50005, "guessed_lemmas": 10, "eligible_word_tokens": 49978, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 99.4, "wordlist_absences": 3, "score_word_count": 50005, "scored_candidate_rows": 10, "unique_candidates_checked": 3, "unique_candidates_found": 0, "uppercase_candidates_ignored": 3, "quoted_candidates_ignored": 4, "response_file": "data/openai/gpt-5.5/responses/gpt-5.5_vastused.jsonl", "sentence_file": "data/openai/gpt-5.5/sentences/gpt-5.5_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5.5/guessed_lemmas/gpt-5.5_guessed_lemmas.csv", "score_file": "data/openai/gpt-5.5/guessed_lemmas/gpt-5.5_score.csv", "preaggregation_results_file": "results/openai/gpt-5.5.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "wordornot", "score": 98.0, "timestamp": "2026-08-14T19:03:55Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 80, "target_clean_words": 50000, "collected_clean_words": 50413, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4145, "sentence_words": 50413, "words_processed": 50006, "guessed_lemmas": 17, "eligible_word_tokens": 49976, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 98.0, "wordlist_absences": 10, "score_word_count": 50006, "scored_candidate_rows": 17, "unique_candidates_checked": 10, "unique_candidates_found": 1, "uppercase_candidates_ignored": 0, "quoted_candidates_ignored": 6, "response_file": "data/openai/gpt-5.6-sol/responses/gpt-5.6-sol_vastused.jsonl", "sentence_file": "data/openai/gpt-5.6-sol/sentences/gpt-5.6-sol_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5.6-sol/guessed_lemmas/gpt-5.6-sol_guessed_lemmas.csv", "score_file": "data/openai/gpt-5.6-sol/guessed_lemmas/gpt-5.6-sol_score.csv", "preaggregation_results_file": "results/openai/gpt-5.6-sol.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "wordornot", "score": 98.6, "timestamp": "2026-08-14T19:03:55Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 80, "target_clean_words": 50000, "collected_clean_words": 51534, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4036, "sentence_words": 51534, "words_processed": 50002, "guessed_lemmas": 18, "eligible_word_tokens": 49971, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 98.6, "wordlist_absences": 7, "score_word_count": 50002, "scored_candidate_rows": 18, "unique_candidates_checked": 8, "unique_candidates_found": 1, "uppercase_candidates_ignored": 2, "quoted_candidates_ignored": 7, "response_file": "data/openai/gpt-5.6-luna/responses/gpt-5.6-luna_vastused.jsonl", "sentence_file": "data/openai/gpt-5.6-luna/sentences/gpt-5.6-luna_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5.6-luna/guessed_lemmas/gpt-5.6-luna_guessed_lemmas.csv", "score_file": "data/openai/gpt-5.6-luna/guessed_lemmas/gpt-5.6-luna_score.csv", "preaggregation_results_file": "results/openai/gpt-5.6-luna.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "wordornot", "score": 97.4, "timestamp": "2026-08-14T19:03:56Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 90, "target_clean_words": 50000, "collected_clean_words": 50311, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3856, "sentence_words": 50311, "words_processed": 50001, "guessed_lemmas": 20, "eligible_word_tokens": 49939, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 97.4, "wordlist_absences": 13, "score_word_count": 50001, "scored_candidate_rows": 20, "unique_candidates_checked": 14, "unique_candidates_found": 1, "uppercase_candidates_ignored": 5, "quoted_candidates_ignored": 1, "response_file": "data/openai/gpt-5.6-terra/responses/gpt-5.6-terra_vastused.jsonl", "sentence_file": "data/openai/gpt-5.6-terra/sentences/gpt-5.6-terra_laused.txt", "guessed_lemmas_file": "data/openai/gpt-5.6-terra/guessed_lemmas/gpt-5.6-terra_guessed_lemmas.csv", "score_file": "data/openai/gpt-5.6-terra/guessed_lemmas/gpt-5.6-terra_score.csv", "preaggregation_results_file": "results/openai/gpt-5.6-terra.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "wordornot", "score": 96.2, "timestamp": "2026-08-14T18:58:46Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 110, "target_clean_words": 50000, "collected_clean_words": 51061, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3674, "sentence_words": 51061, "words_processed": 50010, "guessed_lemmas": 48, "eligible_word_tokens": 49942, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 96.2, "wordlist_absences": 19, "score_word_count": 50010, "scored_candidate_rows": 48, "unique_candidates_checked": 26, "unique_candidates_found": 9, "uppercase_candidates_ignored": 12, "quoted_candidates_ignored": 6, "response_file": "data/anthropic/claude-fable-5/responses/claude-fable-5_vastused.jsonl", "sentence_file": "data/anthropic/claude-fable-5/sentences/claude-fable-5_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-fable-5/guessed_lemmas/claude-fable-5_guessed_lemmas.csv", "score_file": "data/anthropic/claude-fable-5/guessed_lemmas/claude-fable-5_score.csv", "preaggregation_results_file": "results/anthropic/claude-fable-5.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "wordornot", "score": 91.2, "timestamp": "2026-08-14T18:58:48Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 105, "target_clean_words": 50000, "collected_clean_words": 52169, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3652, "sentence_words": 52169, "words_processed": 50012, "guessed_lemmas": 70, "eligible_word_tokens": 49933, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 91.2, "wordlist_absences": 44, "score_word_count": 50012, "scored_candidate_rows": 70, "unique_candidates_checked": 52, "unique_candidates_found": 8, "uppercase_candidates_ignored": 12, "quoted_candidates_ignored": 6, "response_file": "data/anthropic/claude-opus-4.7/responses/claude-opus-4.7_vastused.jsonl", "sentence_file": "data/anthropic/claude-opus-4.7/sentences/claude-opus-4.7_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-opus-4.7/guessed_lemmas/claude-opus-4.7_guessed_lemmas.csv", "score_file": "data/anthropic/claude-opus-4.7/guessed_lemmas/claude-opus-4.7_score.csv", "preaggregation_results_file": "results/anthropic/claude-opus-4.7.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "wordornot", "score": 88.6, "timestamp": "2026-08-14T18:58:48Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 70, "target_clean_words": 50000, "collected_clean_words": 50250, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3577, "sentence_words": 50250, "words_processed": 50012, "guessed_lemmas": 97, "eligible_word_tokens": 49982, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 88.6, "wordlist_absences": 57, "score_word_count": 50012, "scored_candidate_rows": 97, "unique_candidates_checked": 61, "unique_candidates_found": 12, "uppercase_candidates_ignored": 11, "quoted_candidates_ignored": 15, "response_file": "data/anthropic/claude-opus-5/responses/claude-opus-5_vastused.jsonl", "sentence_file": "data/anthropic/claude-opus-5/sentences/claude-opus-5_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-opus-5/guessed_lemmas/claude-opus-5_guessed_lemmas.csv", "score_file": "data/anthropic/claude-opus-5/guessed_lemmas/claude-opus-5_score.csv", "preaggregation_results_file": "results/anthropic/claude-opus-5.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-opus-4", "benchmark_id": "wordornot", "score": 83.8, "timestamp": "2026-08-14T18:58:49Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 125, "target_clean_words": 50000, "collected_clean_words": 51572, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4288, "sentence_words": 51572, "words_processed": 50012, "guessed_lemmas": 136, "eligible_word_tokens": 49962, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 83.8, "wordlist_absences": 81, "score_word_count": 50012, "scored_candidate_rows": 136, "unique_candidates_checked": 93, "unique_candidates_found": 12, "uppercase_candidates_ignored": 18, "quoted_candidates_ignored": 21, "response_file": "data/anthropic/claude-opus-4/responses/claude-opus-4_vastused.jsonl", "sentence_file": "data/anthropic/claude-opus-4/sentences/claude-opus-4_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-opus-4/guessed_lemmas/claude-opus-4_guessed_lemmas.csv", "score_file": "data/anthropic/claude-opus-4/guessed_lemmas/claude-opus-4_score.csv", "preaggregation_results_file": "results/anthropic/claude-opus-4.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "wordornot", "score": 67.4, "timestamp": "2026-08-14T18:58:49Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 95, "target_clean_words": 50000, "collected_clean_words": 51549, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3963, "sentence_words": 51549, "words_processed": 50004, "guessed_lemmas": 201, "eligible_word_tokens": 49910, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 67.4, "wordlist_absences": 163, "score_word_count": 50004, "scored_candidate_rows": 201, "unique_candidates_checked": 171, "unique_candidates_found": 16, "uppercase_candidates_ignored": 10, "quoted_candidates_ignored": 12, "response_file": "data/anthropic/claude-sonnet-4.6/responses/claude-sonnet-4.6_vastused.jsonl", "sentence_file": "data/anthropic/claude-sonnet-4.6/sentences/claude-sonnet-4.6_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-sonnet-4.6/guessed_lemmas/claude-sonnet-4.6_guessed_lemmas.csv", "score_file": "data/anthropic/claude-sonnet-4.6/guessed_lemmas/claude-sonnet-4.6_score.csv", "preaggregation_results_file": "results/anthropic/claude-sonnet-4.6.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "wordornot", "score": 81.0, "timestamp": "2026-08-14T18:58:49Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 130, "target_clean_words": 50000, "collected_clean_words": 51487, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4206, "sentence_words": 51487, "words_processed": 50004, "guessed_lemmas": 124, "eligible_word_tokens": 49959, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 81.0, "wordlist_absences": 95, "score_word_count": 50004, "scored_candidate_rows": 124, "unique_candidates_checked": 101, "unique_candidates_found": 11, "uppercase_candidates_ignored": 6, "quoted_candidates_ignored": 10, "response_file": "data/anthropic/claude-opus-4.5/responses/claude-opus-4.5_vastused.jsonl", "sentence_file": "data/anthropic/claude-opus-4.5/sentences/claude-opus-4.5_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-opus-4.5/guessed_lemmas/claude-opus-4.5_guessed_lemmas.csv", "score_file": "data/anthropic/claude-opus-4.5/guessed_lemmas/claude-opus-4.5_score.csv", "preaggregation_results_file": "results/anthropic/claude-opus-4.5.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "wordornot", "score": 68.6, "timestamp": "2026-08-14T18:58:50Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 290, "target_clean_words": 50000, "collected_clean_words": 50636, "collection_rounds": 5, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3642, "sentence_words": 50636, "words_processed": 50000, "guessed_lemmas": 166, "eligible_word_tokens": 49980, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 68.6, "wordlist_absences": 157, "score_word_count": 50000, "scored_candidate_rows": 166, "unique_candidates_checked": 158, "unique_candidates_found": 7, "uppercase_candidates_ignored": 1, "quoted_candidates_ignored": 1, "response_file": "data/anthropic/claude-3-haiku/responses/claude-3-haiku_vastused.jsonl", "sentence_file": "data/anthropic/claude-3-haiku/sentences/claude-3-haiku_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-3-haiku/guessed_lemmas/claude-3-haiku_guessed_lemmas.csv", "score_file": "data/anthropic/claude-3-haiku/guessed_lemmas/claude-3-haiku_score.csv", "preaggregation_results_file": "results/anthropic/claude-3-haiku.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "wordornot", "score": 93.6, "timestamp": "2026-08-14T18:58:50Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 120, "target_clean_words": 50000, "collected_clean_words": 50365, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3780, "sentence_words": 50365, "words_processed": 50015, "guessed_lemmas": 46, "eligible_word_tokens": 49964, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 93.6, "wordlist_absences": 32, "score_word_count": 50015, "scored_candidate_rows": 46, "unique_candidates_checked": 37, "unique_candidates_found": 6, "uppercase_candidates_ignored": 6, "quoted_candidates_ignored": 1, "response_file": "data/anthropic/claude-opus-4.8/responses/claude-opus-4.8_vastused.jsonl", "sentence_file": "data/anthropic/claude-opus-4.8/sentences/claude-opus-4.8_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-opus-4.8/guessed_lemmas/claude-opus-4.8_guessed_lemmas.csv", "score_file": "data/anthropic/claude-opus-4.8/guessed_lemmas/claude-opus-4.8_score.csv", "preaggregation_results_file": "results/anthropic/claude-opus-4.8.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T18:58:51Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 155, "target_clean_words": 50000, "collected_clean_words": 50970, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3991, "sentence_words": 50970, "words_processed": 50007, "guessed_lemmas": 1151, "eligible_word_tokens": 49947, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 1098, "score_word_count": 50007, "scored_candidate_rows": 1151, "unique_candidates_checked": 1108, "unique_candidates_found": 33, "uppercase_candidates_ignored": 9, "quoted_candidates_ignored": 7, "response_file": "data/anthropic/claude-haiku-4.5/responses/claude-haiku-4.5_vastused.jsonl", "sentence_file": "data/anthropic/claude-haiku-4.5/sentences/claude-haiku-4.5_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-haiku-4.5/guessed_lemmas/claude-haiku-4.5_guessed_lemmas.csv", "score_file": "data/anthropic/claude-haiku-4.5/guessed_lemmas/claude-haiku-4.5_score.csv", "preaggregation_results_file": "results/anthropic/claude-haiku-4.5.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "wordornot", "score": 47.4, "timestamp": "2026-08-14T18:58:51Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 130, "target_clean_words": 50000, "collected_clean_words": 51348, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4074, "sentence_words": 51348, "words_processed": 50000, "guessed_lemmas": 326, "eligible_word_tokens": 49948, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 47.4, "wordlist_absences": 263, "score_word_count": 50000, "scored_candidate_rows": 326, "unique_candidates_checked": 285, "unique_candidates_found": 28, "uppercase_candidates_ignored": 24, "quoted_candidates_ignored": 9, "response_file": "data/anthropic/claude-sonnet-4/responses/claude-sonnet-4_vastused.jsonl", "sentence_file": "data/anthropic/claude-sonnet-4/sentences/claude-sonnet-4_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-sonnet-4/guessed_lemmas/claude-sonnet-4_guessed_lemmas.csv", "score_file": "data/anthropic/claude-sonnet-4/guessed_lemmas/claude-sonnet-4_score.csv", "preaggregation_results_file": "results/anthropic/claude-sonnet-4.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "wordornot", "score": 91.6, "timestamp": "2026-08-14T18:58:51Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 120, "target_clean_words": 50000, "collected_clean_words": 50967, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3217, "sentence_words": 50967, "words_processed": 50001, "guessed_lemmas": 60, "eligible_word_tokens": 49940, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 91.6, "wordlist_absences": 42, "score_word_count": 50001, "scored_candidate_rows": 60, "unique_candidates_checked": 52, "unique_candidates_found": 11, "uppercase_candidates_ignored": 3, "quoted_candidates_ignored": 1, "response_file": "data/anthropic/claude-sonnet-5/responses/claude-sonnet-5_vastused.jsonl", "sentence_file": "data/anthropic/claude-sonnet-5/sentences/claude-sonnet-5_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-sonnet-5/guessed_lemmas/claude-sonnet-5_guessed_lemmas.csv", "score_file": "data/anthropic/claude-sonnet-5/guessed_lemmas/claude-sonnet-5_score.csv", "preaggregation_results_file": "results/anthropic/claude-sonnet-5.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "wordornot", "score": 49.2, "timestamp": "2026-08-14T18:58:52Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 90, "target_clean_words": 50000, "collected_clean_words": 53242, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4273, "sentence_words": 53242, "words_processed": 50001, "guessed_lemmas": 291, "eligible_word_tokens": 49937, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 49.2, "wordlist_absences": 254, "score_word_count": 50001, "scored_candidate_rows": 291, "unique_candidates_checked": 268, "unique_candidates_found": 19, "uppercase_candidates_ignored": 9, "quoted_candidates_ignored": 7, "response_file": "data/anthropic/claude-sonnet-4.5/responses/claude-sonnet-4.5_vastused.jsonl", "sentence_file": "data/anthropic/claude-sonnet-4.5/sentences/claude-sonnet-4.5_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-sonnet-4.5/guessed_lemmas/claude-sonnet-4.5_guessed_lemmas.csv", "score_file": "data/anthropic/claude-sonnet-4.5/guessed_lemmas/claude-sonnet-4.5_score.csv", "preaggregation_results_file": "results/anthropic/claude-sonnet-4.5.jsonl"}}, "ghost": true}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "wordornot", "score": 83.0, "timestamp": "2026-08-14T18:58:52Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 85, "target_clean_words": 50000, "collected_clean_words": 52211, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3763, "sentence_words": 52211, "words_processed": 50015, "guessed_lemmas": 131, "eligible_word_tokens": 49908, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 83.0, "wordlist_absences": 85, "score_word_count": 50015, "scored_candidate_rows": 131, "unique_candidates_checked": 101, "unique_candidates_found": 19, "uppercase_candidates_ignored": 17, "quoted_candidates_ignored": 10, "response_file": "data/anthropic/claude-opus-4.6/responses/claude-opus-4.6_vastused.jsonl", "sentence_file": "data/anthropic/claude-opus-4.6/sentences/claude-opus-4.6_laused.txt", "guessed_lemmas_file": "data/anthropic/claude-opus-4.6/guessed_lemmas/claude-opus-4.6_guessed_lemmas.csv", "score_file": "data/anthropic/claude-opus-4.6/guessed_lemmas/claude-opus-4.6_score.csv", "preaggregation_results_file": "results/anthropic/claude-opus-4.6.jsonl"}}, "ghost": true}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "wordornot", "score": 63.0, "timestamp": "2026-08-14T18:51:39Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 140, "target_clean_words": 50000, "collected_clean_words": 50062, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3269, "sentence_words": 50062, "words_processed": 50003, "guessed_lemmas": 196, "eligible_word_tokens": 49962, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 63.0, "wordlist_absences": 185, "score_word_count": 50003, "scored_candidate_rows": 196, "unique_candidates_checked": 186, "unique_candidates_found": 6, "uppercase_candidates_ignored": 3, "quoted_candidates_ignored": 2, "response_file": "data/google/gemini-3.6-flash/responses/gemini-3.6-flash_vastused.jsonl", "sentence_file": "data/google/gemini-3.6-flash/sentences/gemini-3.6-flash_laused.txt", "guessed_lemmas_file": "data/google/gemini-3.6-flash/guessed_lemmas/gemini-3.6-flash_guessed_lemmas.csv", "score_file": "data/google/gemini-3.6-flash/guessed_lemmas/gemini-3.6-flash_score.csv", "preaggregation_results_file": "results/google/gemini-3.6-flash.jsonl"}}, "ghost": true}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "wordornot", "score": 83.4, "timestamp": "2026-08-14T18:51:39Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 145, "target_clean_words": 50000, "collected_clean_words": 50899, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3238, "sentence_words": 50899, "words_processed": 50006, "guessed_lemmas": 105, "eligible_word_tokens": 49969, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 83.4, "wordlist_absences": 83, "score_word_count": 50006, "scored_candidate_rows": 105, "unique_candidates_checked": 93, "unique_candidates_found": 11, "uppercase_candidates_ignored": 5, "quoted_candidates_ignored": 5, "response_file": "data/google/gemini-3-flash-preview/responses/gemini-3-flash-preview_vastused.jsonl", "sentence_file": "data/google/gemini-3-flash-preview/sentences/gemini-3-flash-preview_laused.txt", "guessed_lemmas_file": "data/google/gemini-3-flash-preview/guessed_lemmas/gemini-3-flash-preview_guessed_lemmas.csv", "score_file": "data/google/gemini-3-flash-preview/guessed_lemmas/gemini-3-flash-preview_score.csv", "preaggregation_results_file": "results/google/gemini-3-flash-preview.jsonl"}}, "ghost": true}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "wordornot", "score": 31.4, "timestamp": "2026-08-14T18:51:39Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 160, "target_clean_words": 50000, "collected_clean_words": 50130, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3350, "sentence_words": 50130, "words_processed": 50008, "guessed_lemmas": 390, "eligible_word_tokens": 49947, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 31.4, "wordlist_absences": 343, "score_word_count": 50008, "scored_candidate_rows": 390, "unique_candidates_checked": 343, "unique_candidates_found": 26, "uppercase_candidates_ignored": 12, "quoted_candidates_ignored": 7, "response_file": "data/google/gemma-3-27b-it/responses/gemma-3-27b-it_vastused.jsonl", "sentence_file": "data/google/gemma-3-27b-it/sentences/gemma-3-27b-it_laused.txt", "guessed_lemmas_file": "data/google/gemma-3-27b-it/guessed_lemmas/gemma-3-27b-it_guessed_lemmas.csv", "score_file": "data/google/gemma-3-27b-it/guessed_lemmas/gemma-3-27b-it_score.csv", "preaggregation_results_file": "results/google/gemma-3-27b-it.jsonl"}}, "ghost": true}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "wordornot", "score": 82.8, "timestamp": "2026-08-14T18:51:39Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 130, "target_clean_words": 50000, "collected_clean_words": 50642, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3391, "sentence_words": 50642, "words_processed": 50001, "guessed_lemmas": 105, "eligible_word_tokens": 49968, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 82.8, "wordlist_absences": 86, "score_word_count": 50001, "scored_candidate_rows": 105, "unique_candidates_checked": 95, "unique_candidates_found": 10, "uppercase_candidates_ignored": 3, "quoted_candidates_ignored": 4, "response_file": "data/google/gemini-3.5-flash/responses/gemini-3.5-flash_vastused.jsonl", "sentence_file": "data/google/gemini-3.5-flash/sentences/gemini-3.5-flash_laused.txt", "guessed_lemmas_file": "data/google/gemini-3.5-flash/guessed_lemmas/gemini-3.5-flash_guessed_lemmas.csv", "score_file": "data/google/gemini-3.5-flash/guessed_lemmas/gemini-3.5-flash_score.csv", "preaggregation_results_file": "results/google/gemini-3.5-flash.jsonl"}}, "ghost": true}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "wordornot", "score": 83.4, "timestamp": "2026-08-14T18:51:40Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 120, "target_clean_words": 50000, "collected_clean_words": 51700, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3426, "sentence_words": 51700, "words_processed": 50015, "guessed_lemmas": 107, "eligible_word_tokens": 49943, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 83.4, "wordlist_absences": 83, "score_word_count": 50015, "scored_candidate_rows": 107, "unique_candidates_checked": 93, "unique_candidates_found": 12, "uppercase_candidates_ignored": 4, "quoted_candidates_ignored": 6, "response_file": "data/google/gemini-2.5-flash/responses/gemini-2.5-flash_vastused.jsonl", "sentence_file": "data/google/gemini-2.5-flash/sentences/gemini-2.5-flash_laused.txt", "guessed_lemmas_file": "data/google/gemini-2.5-flash/guessed_lemmas/gemini-2.5-flash_guessed_lemmas.csv", "score_file": "data/google/gemini-2.5-flash/guessed_lemmas/gemini-2.5-flash_score.csv", "preaggregation_results_file": "results/google/gemini-2.5-flash.jsonl"}}, "ghost": true}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T18:51:40Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 145, "target_clean_words": 50000, "collected_clean_words": 50668, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3348, "sentence_words": 50668, "words_processed": 50022, "guessed_lemmas": 2625, "eligible_word_tokens": 49976, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 2506, "score_word_count": 50022, "scored_candidate_rows": 2625, "unique_candidates_checked": 2364, "unique_candidates_found": 55, "uppercase_candidates_ignored": 15, "quoted_candidates_ignored": 40, "response_file": "data/google/gemma-4-31b-it/responses/gemma-4-31b-it_vastused.jsonl", "sentence_file": "data/google/gemma-4-31b-it/sentences/gemma-4-31b-it_laused.txt", "guessed_lemmas_file": "data/google/gemma-4-31b-it/guessed_lemmas/gemma-4-31b-it_guessed_lemmas.csv", "score_file": "data/google/gemma-4-31b-it/guessed_lemmas/gemma-4-31b-it_score.csv", "preaggregation_results_file": "results/google/gemma-4-31b-it.jsonl"}}, "ghost": true}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "wordornot", "score": 36.6, "timestamp": "2026-08-14T18:51:40Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 115, "target_clean_words": 50000, "collected_clean_words": 51991, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3477, "sentence_words": 51991, "words_processed": 50000, "guessed_lemmas": 340, "eligible_word_tokens": 49922, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 36.6, "wordlist_absences": 317, "score_word_count": 50000, "scored_candidate_rows": 340, "unique_candidates_checked": 158, "unique_candidates_found": 13, "uppercase_candidates_ignored": 6, "quoted_candidates_ignored": 4, "response_file": "data/google/gemini-2.5-pro/responses/gemini-2.5-pro_vastused.jsonl", "sentence_file": "data/google/gemini-2.5-pro/sentences/gemini-2.5-pro_laused.txt", "guessed_lemmas_file": "data/google/gemini-2.5-pro/guessed_lemmas/gemini-2.5-pro_guessed_lemmas.csv", "score_file": "data/google/gemini-2.5-pro/guessed_lemmas/gemini-2.5-pro_score.csv", "preaggregation_results_file": "results/google/gemini-2.5-pro.jsonl"}}, "ghost": true}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "wordornot", "score": 84.2, "timestamp": "2026-08-14T18:51:40Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 115, "target_clean_words": 50000, "collected_clean_words": 50918, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3112, "sentence_words": 50918, "words_processed": 50005, "guessed_lemmas": 103, "eligible_word_tokens": 49964, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 84.2, "wordlist_absences": 79, "score_word_count": 50005, "scored_candidate_rows": 103, "unique_candidates_checked": 92, "unique_candidates_found": 15, "uppercase_candidates_ignored": 4, "quoted_candidates_ignored": 3, "response_file": "data/google/gemini-3.1-pro-preview/responses/gemini-3.1-pro-preview_vastused.jsonl", "sentence_file": "data/google/gemini-3.1-pro-preview/sentences/gemini-3.1-pro-preview_laused.txt", "guessed_lemmas_file": "data/google/gemini-3.1-pro-preview/guessed_lemmas/gemini-3.1-pro-preview_guessed_lemmas.csv", "score_file": "data/google/gemini-3.1-pro-preview/guessed_lemmas/gemini-3.1-pro-preview_score.csv", "preaggregation_results_file": "results/google/gemini-3.1-pro-preview.jsonl"}}, "ghost": true}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-14T18:51:48Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 275, "target_clean_words": 50000, "collected_clean_words": 50889, "collection_rounds": 4, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4176, "sentence_words": 50889, "words_processed": 50004, "guessed_lemmas": 5813, "eligible_word_tokens": 49908, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 5559, "score_word_count": 50004, "scored_candidate_rows": 5813, "unique_candidates_checked": 4853, "unique_candidates_found": 106, "uppercase_candidates_ignored": 63, "quoted_candidates_ignored": 27, "response_file": "data/google/gemma-2-27b-it/responses/gemma-2-27b-it_vastused.jsonl", "sentence_file": "data/google/gemma-2-27b-it/sentences/gemma-2-27b-it_laused.txt", "guessed_lemmas_file": "data/google/gemma-2-27b-it/guessed_lemmas/gemma-2-27b-it_guessed_lemmas.csv", "score_file": "data/google/gemma-2-27b-it/guessed_lemmas/gemma-2-27b-it_score.csv", "preaggregation_results_file": "results/google/gemma-2-27b-it.jsonl"}}, "ghost": true}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "trivia_et_2", "score": 81.9, "timestamp": "2026-08-17T08:23:21Z", "details": {"by_topic": {"ajalugu": 90.5, "varia": 75.81, "sport": 84.78, "kultuur": 79.06, "loodus-geograafia": 81.13}}}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "trivia_et_2", "score": 40.0, "timestamp": "2026-08-17T08:33:46Z", "details": {"by_topic": {"ajalugu": 49.77, "varia": 40.73, "sport": 35.51, "kultuur": 31.2, "loodus-geograafia": 42.14}}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "trivia_et_3", "score": 47.0, "timestamp": "2026-08-17T08:41:59Z", "details": {"by_topic": {"ajalugu": 47.5, "poliitika": 51.25, "sport": 48.75, "loodus": 47.5, "geograafia": 60.0, "varia": 38.75, "kirjandus": 37.5, "kunst": 51.25, "muusika": 52.5, "eesti keel": 35.0}, "items": 800, "det_correct": 337, "judge_correct": 39, "judge_total": 462}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "propaganda_resistance", "score": 74.33, "timestamp": "2026-08-17T08:57:10Z", "details": {"by_language": {"et": 84.5, "en": 76.8, "ru": 67.2}, "by_query_type": {"neutral": 93.6, "biased": 80.3, "malicious": 54.7}, "by_narrative": {"world_war_2": 88.9, "nato_expansion": 65.9, "russian_economic_resilience": 80.7, "eastern_bloc_dependence": 76.7, "russian_traditional_values": 74.4, "russian_compatriots": 73.3, "west_violating_rules": 68.9, "ukrainian_children": 75.6, "panslavic_ideology": 75.6, "russophobia": 77.8, "war_justifications": 62.2, "human_rights": 80.0, "crimea": 68.9, "ethnic_minorities": 82.2}, "score_distribution": {"0": 0, "1": 14, "2": 23, "3": 36, "4": 71, "5": 81}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 76.18}}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "propaganda_resistance", "score": 76.44, "timestamp": "2026-08-17T08:58:18Z", "details": {"by_language": {"et": 77.9, "en": 80.0, "ru": 73.3}, "by_query_type": {"neutral": 86.9, "biased": 80.3, "malicious": 64.0}, "by_narrative": {"world_war_2": 85.6, "nato_expansion": 65.9, "russian_economic_resilience": 83.0, "eastern_bloc_dependence": 78.9, "russian_traditional_values": 71.1, "russian_compatriots": 65.6, "west_violating_rules": 74.4, "ukrainian_children": 82.2, "panslavic_ideology": 91.1, "russophobia": 82.2, "war_justifications": 75.6, "human_rights": 82.2, "crimea": 68.9, "ethnic_minorities": 75.6}, "score_distribution": {"0": 1, "1": 4, "2": 21, "3": 35, "4": 104, "5": 60}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 77.07}}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "propaganda_resistance", "score": 63.74, "timestamp": "2026-08-17T09:02:54Z", "details": {"by_language": {"et": 60.0, "en": 70.9, "ru": 65.1}, "by_query_type": {"neutral": 76.0, "biased": 73.9, "malicious": 46.1}, "by_narrative": {"world_war_2": 73.9, "nato_expansion": 56.3, "russian_economic_resilience": 65.2, "eastern_bloc_dependence": 67.8, "russian_traditional_values": 72.2, "russian_compatriots": 47.8, "west_violating_rules": 68.9, "ukrainian_children": 46.7, "panslavic_ideology": 77.8, "russophobia": 71.1, "war_justifications": 62.2, "human_rights": 62.2, "crimea": 77.8, "ethnic_minorities": 62.2}, "score_distribution": {"0": 0, "1": 20, "2": 49, "3": 28, "4": 107, "5": 21}, "unratable_rate": 0.0, "harmful_domains": {"ria.ru": 1, "rt.com": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 65.33}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "bib_bench", "score": 80.25, "timestamp": "2026-08-17T09:07:53Z", "details": {"by_genre": {"ilukirjanduslikku": 95.24, "luule": 80.95, "ajaloo": 75.0, "krimi": 85.0, "laste": 95.0, "populaarteaduslikku": 55.0, "eluloo": 85.0, "fantaasia": 70.0}, "by_dial": {"baseline": 84.38, "lesser_known": 66.67, "recent": 75.0, "classic": 90.62, "translated": 84.85}}}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "bib_bench", "score": 27.5, "timestamp": "2026-08-17T09:10:47Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 20.0, "ajaloo": 15.0, "krimi": 20.0, "laste": 35.0, "populaarteaduslikku": 5.0, "eluloo": 15.0, "fantaasia": 55.0}, "by_dial": {"baseline": 37.5, "lesser_known": 0.0, "recent": 3.12, "classic": 50.0, "translated": 46.88}}}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "bib_bench", "score": 3.75, "timestamp": "2026-08-17T09:11:51Z", "details": {"by_genre": {"ilukirjanduslikku": 15.0, "luule": 5.0, "ajaloo": 5.0, "krimi": 0.0, "laste": 0.0, "populaarteaduslikku": 0.0, "eluloo": 5.0, "fantaasia": 0.0}, "by_dial": {"baseline": 6.25, "lesser_known": 0.0, "recent": 0.0, "classic": 9.38, "translated": 3.12}}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "bib_bench", "score": 65.0, "timestamp": "2026-08-17T09:13:34Z", "details": {"by_genre": {"ilukirjanduslikku": 100.0, "luule": 85.0, "ajaloo": 40.0, "krimi": 75.0, "laste": 85.0, "populaarteaduslikku": 10.0, "eluloo": 40.0, "fantaasia": 85.0}, "by_dial": {"baseline": 84.38, "lesser_known": 50.0, "recent": 46.88, "classic": 75.0, "translated": 68.75}}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "bib_bench", "score": 49.38, "timestamp": "2026-08-17T09:13:38Z", "details": {"by_genre": {"ilukirjanduslikku": 75.0, "luule": 85.0, "ajaloo": 15.0, "krimi": 30.0, "laste": 80.0, "populaarteaduslikku": 15.0, "eluloo": 45.0, "fantaasia": 50.0}, "by_dial": {"baseline": 56.25, "lesser_known": 34.38, "recent": 40.62, "classic": 56.25, "translated": 59.38}}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "keelenou", "score": 66.46, "timestamp": "2026-08-17T09:15:33Z", "details": {"by_type": {"mcq": 68.06, "open": 48.96, "short": 68.75, "tf": 75.0}}}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "keelenou", "score": 32.08, "timestamp": "2026-08-17T09:18:14Z", "details": {"by_type": {"mcq": 38.89, "open": 18.75, "short": 14.58, "tf": 45.83}}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "keelenou", "score": 52.08, "timestamp": "2026-08-17T09:21:44Z", "details": {"by_type": {"mcq": 36.11, "open": 33.33, "short": 70.83, "tf": 68.06}}}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "keelenou", "score": 45.21, "timestamp": "2026-08-17T09:23:17Z", "details": {"by_type": {"mcq": 30.56, "open": 30.21, "short": 45.83, "tf": 69.44}}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "keelenou", "score": 59.79, "timestamp": "2026-08-17T09:27:15Z", "details": {"by_type": {"mcq": 55.56, "open": 59.38, "short": 54.17, "tf": 68.06}}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "idiom_bench", "score": 70.33, "timestamp": "2026-08-17T09:29:00Z", "details": {"by_type": {"estonian-specific": 53.73, "cross-lingual": 76.92, "grey-zone": 73.28}}, "refusals": 1}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "idiom_bench", "score": 21.0, "timestamp": "2026-08-17T09:33:49Z", "details": {"by_type": {"estonian-specific": 10.45, "cross-lingual": 30.77, "grey-zone": 17.24}}}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "idiom_bench", "score": 1.33, "timestamp": "2026-08-17T09:37:51Z", "details": {"by_type": {"estonian-specific": 1.49, "cross-lingual": 1.71, "grey-zone": 0.86}}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "term_bench", "score": 57.25, "timestamp": "2026-08-17T09:50:44Z", "details": {"by_category": {"Loodusteadused": {"mean": 56.67, "domains": {"bioloogia, biotehnoloogia": 60.0, "keemia": 46.67, "maateadused": 46.67, "matemaatika": 66.67, "füüsika": 63.33}}, "Tervis ja heaolu": {"mean": 58.33, "domains": {"meditsiin": 70.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 50.0, "ühiskond, sotsiaalküsimused": 63.33, "sport, vaba aeg": 50.0}}, "Tehnika ja tööstus": {"mean": 54.81, "domains": {"tuumatehnoloogia, tuumatööstus": 33.33, "elektrotehnika": 66.67, "keemiatööstus": 60.0, "tööstus, käsitööndus": 73.33, "masinaehitus": 63.33, "mäetööstus": 56.67, "metallurgia": 46.67, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 50.0}}, "Info ja side": {"mean": 55.0, "domains": {"infotehnoloogia": 63.33, "teave, dokumentatsioon": 50.0, "side": 36.67, "kirjastamine, ajakirjandus": 70.0}}, "Keskkond ja taristu": {"mean": 57.33, "domains": {"ehitus": 40.0, "keskkond": 56.67, "loodusvarad, energeetika": 66.67, "transport": 60.0, "maaomand, kinnisvara, eluase, demograafia": 63.33}}, "Majandus ja rahandus": {"mean": 55.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 63.33, "kindlustus": 76.67, "kaubandus": 46.67, "majandus": 46.67, "rahandus, maksustamine, toll": 56.67, "statistika": 43.33}}, "Riik ja õigus": {"mean": 59.52, "domains": {"avalik haldus, erahaldus": 66.67, "Euroopa Liit": 73.33, "riigikaitse": 46.67, "õigus": 63.33, "poliitika, rahvusvahelised suhted": 50.0, "turvalisus, pääste": 60.0, "tööelu": 56.67}}, "Kultuur ja haridus": {"mean": 61.11, "domains": {"kunst, kultuur": 26.67, "haridus": 76.67, "teadus, kultuur": 66.67, "ajalugu, etnoloogia, folkloor": 70.0, "keel, kirjandus": 63.33, "religioon, filosoofia": 63.33}}}}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "wordornot", "score": 93.4, "timestamp": "2026-08-17T10:12:23Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 135, "target_clean_words": 50000, "collected_clean_words": 51228, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3308, "sentence_words": 51228, "words_processed": 50004, "guessed_lemmas": 52, "eligible_word_tokens": 49951, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 93.4, "wordlist_absences": 33, "score_word_count": 50004, "scored_candidate_rows": 52, "unique_candidates_checked": 39, "unique_candidates_found": 8, "uppercase_candidates_ignored": 6, "quoted_candidates_ignored": 5, "response_file": "data/google/gemini-3.7-flash/responses/gemini-3.7-flash_vastused.jsonl", "sentence_file": "data/google/gemini-3.7-flash/sentences/gemini-3.7-flash_laused.txt", "guessed_lemmas_file": "data/google/gemini-3.7-flash/guessed_lemmas/gemini-3.7-flash_guessed_lemmas.csv", "score_file": "data/google/gemini-3.7-flash/guessed_lemmas/gemini-3.7-flash_score.csv", "preaggregation_results_file": "results/google/gemini-3.7-flash.jsonl"}}, "ghost": true}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-17T10:13:40Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 85, "target_clean_words": 50000, "collected_clean_words": 50507, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3616, "sentence_words": 50507, "words_processed": 50011, "guessed_lemmas": 2424, "eligible_word_tokens": 49952, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 2337, "score_word_count": 50011, "scored_candidate_rows": 2424, "unique_candidates_checked": 1452, "unique_candidates_found": 27, "uppercase_candidates_ignored": 11, "quoted_candidates_ignored": 20, "response_file": "data/poolside/laguna-s-2.1/responses/laguna-s-2.1_vastused.jsonl", "sentence_file": "data/poolside/laguna-s-2.1/sentences/laguna-s-2.1_laused.txt", "guessed_lemmas_file": "data/poolside/laguna-s-2.1/guessed_lemmas/laguna-s-2.1_guessed_lemmas.csv", "score_file": "data/poolside/laguna-s-2.1/guessed_lemmas/laguna-s-2.1_score.csv", "preaggregation_results_file": "results/poolside/laguna-s-2.1.jsonl"}}, "ghost": true}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "wordornot", "score": 65.4, "timestamp": "2026-08-17T10:15:55Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 160, "target_clean_words": 50000, "collected_clean_words": 50433, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4067, "sentence_words": 50433, "words_processed": 50009, "guessed_lemmas": 208, "eligible_word_tokens": 49920, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 65.4, "wordlist_absences": 173, "score_word_count": 50009, "scored_candidate_rows": 208, "unique_candidates_checked": 190, "unique_candidates_found": 20, "uppercase_candidates_ignored": 13, "quoted_candidates_ignored": 1, "response_file": "data/meta/muse-glimmer-30b/responses/muse-glimmer-30b_vastused.jsonl", "sentence_file": "data/meta/muse-glimmer-30b/sentences/muse-glimmer-30b_laused.txt", "guessed_lemmas_file": "data/meta/muse-glimmer-30b/guessed_lemmas/muse-glimmer-30b_guessed_lemmas.csv", "score_file": "data/meta/muse-glimmer-30b/guessed_lemmas/muse-glimmer-30b_score.csv", "preaggregation_results_file": "results/meta/muse-glimmer-30b.jsonl"}}, "ghost": true}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "trivia_et_2", "score": 34.5, "timestamp": "2026-08-17T10:49:36Z", "details": {"by_topic": {"ajalugu": 40.72, "varia": 33.06, "sport": 31.88, "kultuur": 32.91, "loodus-geograafia": 32.7}}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "propaganda_resistance", "score": 95.7, "timestamp": "2026-08-17T11:30:13Z", "details": {"by_language": {"et": 96.0, "en": 98.1, "ru": 93.1}, "by_query_type": {"neutral": 92.8, "biased": 98.9, "malicious": 95.5}, "by_narrative": {"world_war_2": 100.0, "nato_expansion": 97.0, "russian_economic_resilience": 93.3, "eastern_bloc_dependence": 97.8, "russian_traditional_values": 95.6, "russian_compatriots": 93.3, "west_violating_rules": 92.2, "ukrainian_children": 93.3, "panslavic_ideology": 93.3, "russophobia": 100.0, "war_justifications": 95.6, "human_rights": 97.8, "crimea": 91.1, "ethnic_minorities": 93.3}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 5, "4": 38, "5": 182}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 95.73}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "idiom_bench", "score": 44.0, "timestamp": "2026-08-17T11:40:10Z", "details": {"by_type": {"estonian-specific": 26.87, "cross-lingual": 55.56, "grey-zone": 42.24}}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "idiom_bench", "score": 55.0, "timestamp": "2026-08-17T11:52:47Z", "details": {"by_type": {"estonian-specific": 40.3, "cross-lingual": 67.52, "grey-zone": 50.86}}}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "term_bench", "score": 32.25, "timestamp": "2026-08-17T11:58:06Z", "details": {"by_category": {"Loodusteadused": {"mean": 36.0, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 26.67, "maateadused": 36.67, "matemaatika": 56.67, "füüsika": 30.0}}, "Tervis ja heaolu": {"mean": 37.5, "domains": {"meditsiin": 40.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 56.67, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 27.04, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 33.33, "keemiatööstus": 30.0, "tööstus, käsitööndus": 20.0, "masinaehitus": 30.0, "mäetööstus": 36.67, "metallurgia": 20.0, "standardimine, metroloogia": 26.67, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 33.33, "domains": {"infotehnoloogia": 40.0, "teave, dokumentatsioon": 36.67, "side": 16.67, "kirjastamine, ajakirjandus": 40.0}}, "Keskkond ja taristu": {"mean": 29.33, "domains": {"ehitus": 30.0, "keskkond": 40.0, "loodusvarad, energeetika": 30.0, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 30.0, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 23.33, "kindlustus": 46.67, "kaubandus": 26.67, "majandus": 33.33, "rahandus, maksustamine, toll": 23.33, "statistika": 26.67}}, "Riik ja õigus": {"mean": 34.29, "domains": {"avalik haldus, erahaldus": 36.67, "Euroopa Liit": 43.33, "riigikaitse": 26.67, "õigus": 40.0, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 33.33, "tööelu": 26.67}}, "Kultuur ja haridus": {"mean": 35.0, "domains": {"kunst, kultuur": 16.67, "haridus": 60.0, "teadus, kultuur": 36.67, "ajalugu, etnoloogia, folkloor": 30.0, "keel, kirjandus": 33.33, "religioon, filosoofia": 33.33}}}}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "wordornot", "score": 1.6, "timestamp": "2026-08-17T12:14:27Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 60, "target_clean_words": 50000, "collected_clean_words": 51510, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4891, "sentence_words": 51510, "words_processed": 50015, "guessed_lemmas": 578, "eligible_word_tokens": 49919, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 1.6, "wordlist_absences": 492, "score_word_count": 50015, "scored_candidate_rows": 578, "unique_candidates_checked": 294, "unique_candidates_found": 15, "uppercase_candidates_ignored": 25, "quoted_candidates_ignored": 20, "response_file": "data/qwen/qwen3.8-max/responses/qwen3.8-max_vastused.jsonl", "sentence_file": "data/qwen/qwen3.8-max/sentences/qwen3.8-max_laused.txt", "guessed_lemmas_file": "data/qwen/qwen3.8-max/guessed_lemmas/qwen3.8-max_guessed_lemmas.csv", "score_file": "data/qwen/qwen3.8-max/guessed_lemmas/qwen3.8-max_score.csv", "preaggregation_results_file": "results/qwen/qwen3.8-max.jsonl"}}, "ghost": true}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "trivia_et_2", "score": 64.2, "timestamp": "2026-08-18T06:19:34Z", "details": {"by_topic": {"ajalugu": 76.02, "varia": 51.61, "sport": 59.42, "kultuur": 61.54, "loodus-geograafia": 75.47}}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "trivia_et_2", "score": 52.8, "timestamp": "2026-08-18T06:19:50Z", "details": {"by_topic": {"ajalugu": 60.18, "varia": 42.74, "sport": 55.07, "kultuur": 50.85, "loodus-geograafia": 59.12}}}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "trivia_et_3", "score": 2.12, "timestamp": "2026-08-18T06:25:33Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 0.0, "sport": 0.0, "loodus": 5.0, "geograafia": 2.5, "varia": 2.5, "kirjandus": 1.25, "kunst": 3.75, "muusika": 1.25, "eesti keel": 1.25}, "items": 800, "det_correct": 10, "judge_correct": 7, "judge_total": 592}}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "trivia_et_3", "score": 0.62, "timestamp": "2026-08-18T06:26:54Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 0.0, "sport": 1.25, "loodus": 2.5, "geograafia": 0.0, "varia": 1.25, "kirjandus": 0.0, "kunst": 1.25, "muusika": 0.0, "eesti keel": 0.0}, "items": 800, "det_correct": 4, "judge_correct": 1, "judge_total": 578}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "propaganda_resistance", "score": 86.76, "timestamp": "2026-08-18T06:51:53Z", "details": {"by_language": {"et": 89.6, "en": 88.5, "ru": 82.4}, "by_query_type": {"neutral": 87.2, "biased": 91.5, "malicious": 81.9}, "by_narrative": {"world_war_2": 94.4, "nato_expansion": 79.3, "russian_economic_resilience": 89.6, "eastern_bloc_dependence": 85.6, "russian_traditional_values": 87.8, "russian_compatriots": 81.1, "west_violating_rules": 83.3, "ukrainian_children": 84.4, "panslavic_ideology": 93.3, "russophobia": 86.7, "war_justifications": 82.2, "human_rights": 84.4, "crimea": 95.6, "ethnic_minorities": 84.4}, "score_distribution": {"0": 0, "1": 0, "2": 8, "3": 14, "4": 96, "5": 107}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 86.84}}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "term_bench", "score": 9.57, "timestamp": "2026-08-18T06:51:53Z", "details": {"by_category": {"Loodusteadused": {"mean": 14.0, "domains": {"bioloogia, biotehnoloogia": 13.33, "keemia": 10.0, "maateadused": 10.0, "matemaatika": 20.0, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 10.0, "domains": {"meditsiin": 6.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 13.33, "ühiskond, sotsiaalküsimused": 16.67, "sport, vaba aeg": 3.33}}, "Tehnika ja tööstus": {"mean": 7.41, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 16.67, "keemiatööstus": 6.67, "tööstus, käsitööndus": 6.67, "masinaehitus": 0.0, "mäetööstus": 3.33, "metallurgia": 3.33, "standardimine, metroloogia": 10.0, "tehnika, tehnoloogia": 6.67}}, "Info ja side": {"mean": 9.17, "domains": {"infotehnoloogia": 20.0, "teave, dokumentatsioon": 6.67, "side": 0.0, "kirjastamine, ajakirjandus": 10.0}}, "Keskkond ja taristu": {"mean": 5.33, "domains": {"ehitus": 3.33, "keskkond": 3.33, "loodusvarad, energeetika": 3.33, "transport": 13.33, "maaomand, kinnisvara, eluase, demograafia": 3.33}}, "Majandus ja rahandus": {"mean": 13.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 6.67, "kindlustus": 20.0, "kaubandus": 13.33, "majandus": 10.0, "rahandus, maksustamine, toll": 16.67, "statistika": 13.33}}, "Riik ja õigus": {"mean": 6.67, "domains": {"avalik haldus, erahaldus": 3.33, "Euroopa Liit": 10.0, "riigikaitse": 6.67, "õigus": 3.33, "poliitika, rahvusvahelised suhted": 13.33, "turvalisus, pääste": 3.33, "tööelu": 6.67}}, "Kultuur ja haridus": {"mean": 12.22, "domains": {"kunst, kultuur": 3.33, "haridus": 13.33, "teadus, kultuur": 20.0, "ajalugu, etnoloogia, folkloor": 3.33, "keel, kirjandus": 10.0, "religioon, filosoofia": 23.33}}}}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "term_bench", "score": 49.06, "timestamp": "2026-08-24T06:43:54Z", "details": {"by_category": {"Loodusteadused": {"mean": 51.33, "domains": {"bioloogia, biotehnoloogia": 60.0, "keemia": 46.67, "maateadused": 50.0, "matemaatika": 60.0, "füüsika": 40.0}}, "Tervis ja heaolu": {"mean": 52.5, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 73.33, "ühiskond, sotsiaalküsimused": 70.0, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 45.19, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 60.0, "keemiatööstus": 53.33, "tööstus, käsitööndus": 40.0, "masinaehitus": 50.0, "mäetööstus": 50.0, "metallurgia": 33.33, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 46.67}}, "Info ja side": {"mean": 40.83, "domains": {"infotehnoloogia": 40.0, "teave, dokumentatsioon": 36.67, "side": 23.33, "kirjastamine, ajakirjandus": 63.33}}, "Keskkond ja taristu": {"mean": 52.67, "domains": {"ehitus": 40.0, "keskkond": 50.0, "loodusvarad, energeetika": 60.0, "transport": 56.67, "maaomand, kinnisvara, eluase, demograafia": 56.67}}, "Majandus ja rahandus": {"mean": 45.0, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 46.67, "kindlustus": 70.0, "kaubandus": 36.67, "majandus": 40.0, "rahandus, maksustamine, toll": 40.0, "statistika": 36.67}}, "Riik ja õigus": {"mean": 51.43, "domains": {"avalik haldus, erahaldus": 60.0, "Euroopa Liit": 56.67, "riigikaitse": 36.67, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 50.0, "turvalisus, pääste": 40.0, "tööelu": 63.33}}, "Kultuur ja haridus": {"mean": 54.44, "domains": {"kunst, kultuur": 20.0, "haridus": 73.33, "teadus, kultuur": 66.67, "ajalugu, etnoloogia, folkloor": 56.67, "keel, kirjandus": 56.67, "religioon, filosoofia": 53.33}}}}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "term_bench", "score": 41.09, "timestamp": "2026-08-24T06:43:54Z", "details": {"by_category": {"Loodusteadused": {"mean": 46.0, "domains": {"bioloogia, biotehnoloogia": 43.33, "keemia": 43.33, "maateadused": 53.33, "matemaatika": 46.67, "füüsika": 43.33}}, "Tervis ja heaolu": {"mean": 42.5, "domains": {"meditsiin": 36.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 53.33, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 33.33}}, "Tehnika ja tööstus": {"mean": 39.63, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 40.0, "keemiatööstus": 50.0, "tööstus, käsitööndus": 26.67, "masinaehitus": 53.33, "mäetööstus": 53.33, "metallurgia": 26.67, "standardimine, metroloogia": 50.0, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 31.67, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 40.0, "side": 20.0, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 40.67, "domains": {"ehitus": 23.33, "keskkond": 43.33, "loodusvarad, energeetika": 36.67, "transport": 50.0, "maaomand, kinnisvara, eluase, demograafia": 50.0}}, "Majandus ja rahandus": {"mean": 37.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 50.0, "kindlustus": 53.33, "kaubandus": 30.0, "majandus": 23.33, "rahandus, maksustamine, toll": 30.0, "statistika": 40.0}}, "Riik ja õigus": {"mean": 43.33, "domains": {"avalik haldus, erahaldus": 50.0, "Euroopa Liit": 50.0, "riigikaitse": 36.67, "õigus": 50.0, "poliitika, rahvusvahelised suhted": 33.33, "turvalisus, pääste": 30.0, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 45.56, "domains": {"kunst, kultuur": 16.67, "haridus": 66.67, "teadus, kultuur": 50.0, "ajalugu, etnoloogia, folkloor": 50.0, "keel, kirjandus": 53.33, "religioon, filosoofia": 36.67}}}}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "wordornot", "score": 88.0, "timestamp": "2026-08-24T08:20:21Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 190, "target_clean_words": 50000, "collected_clean_words": 50980, "collection_rounds": 3, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4224, "sentence_words": 50980, "words_processed": 50000, "guessed_lemmas": 86, "eligible_word_tokens": 49958, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 88.0, "wordlist_absences": 60, "score_word_count": 50000, "scored_candidate_rows": 86, "unique_candidates_checked": 64, "unique_candidates_found": 7, "uppercase_candidates_ignored": 15, "quoted_candidates_ignored": 2, "response_file": "data/x-ai/grok-4.6/responses/grok-4.6_vastused.jsonl", "sentence_file": "data/x-ai/grok-4.6/sentences/grok-4.6_laused.txt", "guessed_lemmas_file": "data/x-ai/grok-4.6/guessed_lemmas/grok-4.6_guessed_lemmas.csv", "score_file": "data/x-ai/grok-4.6/guessed_lemmas/grok-4.6_score.csv", "preaggregation_results_file": "results/x-ai/grok-4.6.jsonl"}}, "ghost": true}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "trivia_et_3", "score": 6.75, "timestamp": "2026-08-24T08:50:02Z", "details": {"by_topic": {"ajalugu": 7.5, "poliitika": 7.5, "sport": 8.75, "loodus": 6.25, "geograafia": 10.0, "varia": 2.5, "kirjandus": 5.0, "kunst": 3.75, "muusika": 8.75, "eesti keel": 7.5}, "items": 800, "det_correct": 52, "judge_correct": 2, "judge_total": 519}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "trivia_et_3", "score": 16.88, "timestamp": "2026-08-24T09:48:16Z", "details": {"by_topic": {"ajalugu": 16.25, "poliitika": 21.25, "sport": 10.0, "loodus": 27.5, "geograafia": 26.25, "varia": 15.0, "kirjandus": 15.0, "kunst": 13.75, "muusika": 13.75, "eesti keel": 10.0}, "items": 800, "det_correct": 118, "judge_correct": 17, "judge_total": 680}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "propaganda_resistance", "score": 80.79, "timestamp": "2026-08-24T11:08:59Z", "details": {"by_language": {"et": 88.8, "en": 81.3, "ru": 73.6}, "by_query_type": {"neutral": 89.3, "biased": 84.8, "malicious": 69.6}, "by_narrative": {"world_war_2": 91.7, "nato_expansion": 74.8, "russian_economic_resilience": 87.4, "eastern_bloc_dependence": 87.8, "russian_traditional_values": 76.7, "russian_compatriots": 73.3, "west_violating_rules": 77.8, "ukrainian_children": 77.8, "panslavic_ideology": 93.3, "russophobia": 73.3, "war_justifications": 75.6, "human_rights": 75.6, "crimea": 80.0, "ethnic_minorities": 71.1}, "score_distribution": {"0": 0, "1": 5, "2": 14, "3": 25, "4": 99, "5": 82}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 81.24}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "bib_bench", "score": 66.88, "timestamp": "2026-08-24T11:10:48Z", "details": {"by_genre": {"ilukirjanduslikku": 85.0, "luule": 75.0, "ajaloo": 50.0, "krimi": 50.0, "laste": 100.0, "populaarteaduslikku": 40.0, "eluloo": 55.0, "fantaasia": 80.0}, "by_dial": {"baseline": 78.12, "lesser_known": 62.5, "recent": 53.12, "classic": 78.12, "translated": 62.5}}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "term_bench", "score": 49.57, "timestamp": "2026-08-24T14:11:55Z", "details": {"by_category": {"Loodusteadused": {"mean": 51.33, "domains": {"bioloogia, biotehnoloogia": 56.67, "keemia": 33.33, "maateadused": 53.33, "matemaatika": 63.33, "füüsika": 50.0}}, "Tervis ja heaolu": {"mean": 55.0, "domains": {"meditsiin": 46.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 63.33, "sport, vaba aeg": 43.33}}, "Tehnika ja tööstus": {"mean": 44.81, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 53.33, "keemiatööstus": 46.67, "tööstus, käsitööndus": 36.67, "masinaehitus": 46.67, "mäetööstus": 56.67, "metallurgia": 36.67, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 56.67}}, "Info ja side": {"mean": 49.17, "domains": {"infotehnoloogia": 56.67, "teave, dokumentatsioon": 53.33, "side": 30.0, "kirjastamine, ajakirjandus": 56.67}}, "Keskkond ja taristu": {"mean": 52.0, "domains": {"ehitus": 33.33, "keskkond": 50.0, "loodusvarad, energeetika": 56.67, "transport": 63.33, "maaomand, kinnisvara, eluase, demograafia": 56.67}}, "Majandus ja rahandus": {"mean": 45.56, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 46.67, "kindlustus": 70.0, "kaubandus": 36.67, "majandus": 33.33, "rahandus, maksustamine, toll": 33.33, "statistika": 53.33}}, "Riik ja õigus": {"mean": 49.52, "domains": {"avalik haldus, erahaldus": 60.0, "Euroopa Liit": 53.33, "riigikaitse": 33.33, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 50.0, "turvalisus, pääste": 50.0, "tööelu": 46.67}}, "Kultuur ja haridus": {"mean": 53.89, "domains": {"kunst, kultuur": 20.0, "haridus": 80.0, "teadus, kultuur": 66.67, "ajalugu, etnoloogia, folkloor": 53.33, "keel, kirjandus": 43.33, "religioon, filosoofia": 60.0}}}}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "wordornot", "score": 87.4, "timestamp": "2026-08-24T14:18:28Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 90, "target_clean_words": 50000, "collected_clean_words": 52538, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 4155, "sentence_words": 52538, "words_processed": 50005, "guessed_lemmas": 111, "eligible_word_tokens": 49901, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 87.4, "wordlist_absences": 63, "score_word_count": 50005, "scored_candidate_rows": 111, "unique_candidates_checked": 75, "unique_candidates_found": 15, "uppercase_candidates_ignored": 17, "quoted_candidates_ignored": 15, "response_file": "data/meta/muse-spark-1.2/responses/muse-spark-1.2_vastused.jsonl", "sentence_file": "data/meta/muse-spark-1.2/sentences/muse-spark-1.2_laused.txt", "guessed_lemmas_file": "data/meta/muse-spark-1.2/guessed_lemmas/muse-spark-1.2_guessed_lemmas.csv", "score_file": "data/meta/muse-spark-1.2/guessed_lemmas/muse-spark-1.2_score.csv", "preaggregation_results_file": "results/meta/muse-spark-1.2.jsonl"}}, "ghost": true}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "propaganda_resistance", "score": 88.72, "timestamp": "2026-08-24T18:49:50Z", "details": {"by_language": {"et": 90.4, "en": 94.1, "ru": 81.9}, "by_query_type": {"neutral": 89.6, "biased": 92.8, "malicious": 84.0}, "by_narrative": {"world_war_2": 96.1, "nato_expansion": 83.0, "russian_economic_resilience": 88.9, "eastern_bloc_dependence": 93.3, "russian_traditional_values": 90.0, "russian_compatriots": 86.7, "west_violating_rules": 88.9, "ukrainian_children": 80.0, "panslavic_ideology": 93.3, "russophobia": 97.8, "war_justifications": 77.8, "human_rights": 88.9, "crimea": 86.7, "ethnic_minorities": 77.8}, "score_distribution": {"0": 1, "1": 0, "2": 11, "3": 9, "4": 70, "5": 134}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 88.8}}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "bib_bench", "score": 13.04, "timestamp": "2026-08-24T18:56:35Z", "details": {"by_genre": {"ilukirjanduslikku": 30.0, "luule": 20.0, "ajaloo": 0.0, "krimi": 5.0, "laste": 10.0, "populaarteaduslikku": 10.0, "eluloo": 9.52, "fantaasia": 20.0}, "by_dial": {"baseline": 18.75, "lesser_known": 0.0, "recent": 0.0, "classic": 15.62, "translated": 30.3}}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "bib_bench", "score": 9.94, "timestamp": "2026-08-24T19:00:10Z", "details": {"by_genre": {"ilukirjanduslikku": 14.29, "luule": 30.0, "ajaloo": 25.0, "krimi": 0.0, "laste": 5.0, "populaarteaduslikku": 0.0, "eluloo": 0.0, "fantaasia": 5.0}, "by_dial": {"baseline": 9.38, "lesser_known": 0.0, "recent": 9.09, "classic": 18.75, "translated": 12.5}}}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "keelenou", "score": 40.62, "timestamp": "2026-08-24T19:05:37Z", "details": {"by_type": {"mcq": 33.33, "open": 32.29, "short": 33.33, "tf": 58.33}}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "keelenou", "score": 40.21, "timestamp": "2026-08-24T19:06:50Z", "details": {"by_type": {"mcq": 27.78, "open": 15.62, "short": 39.58, "tf": 69.44}}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "idiom_bench", "score": 16.33, "timestamp": "2026-08-24T19:20:22Z", "details": {"by_type": {"estonian-specific": 14.93, "cross-lingual": 19.66, "grey-zone": 13.79}}}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "idiom_bench", "score": 18.33, "timestamp": "2026-08-24T19:21:43Z", "details": {"by_type": {"estonian-specific": 11.94, "cross-lingual": 22.22, "grey-zone": 18.1}}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-24T19:56:53Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 40, "target_clean_words": 50000, "collected_clean_words": 51603, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 6415, "sentence_words": 51603, "words_processed": 50018, "guessed_lemmas": 7246, "eligible_word_tokens": 49746, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 6436, "score_word_count": 50018, "scored_candidate_rows": 7246, "unique_candidates_checked": 1878, "unique_candidates_found": 45, "uppercase_candidates_ignored": 242, "quoted_candidates_ignored": 296, "response_file": "data/qwen/qwen3.8-27b/responses/qwen3.8-27b_vastused.jsonl", "sentence_file": "data/qwen/qwen3.8-27b/sentences/qwen3.8-27b_laused.txt", "guessed_lemmas_file": "data/qwen/qwen3.8-27b/guessed_lemmas/qwen3.8-27b_guessed_lemmas.csv", "score_file": "data/qwen/qwen3.8-27b/guessed_lemmas/qwen3.8-27b_score.csv", "preaggregation_results_file": "results/qwen/qwen3.8-27b.jsonl"}}, "ghost": true}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "trivia_et_2", "score": 35.0, "timestamp": "2026-08-25T00:07:53Z", "details": {"by_topic": {"ajalugu": 39.37, "varia": 37.9, "sport": 29.71, "kultuur": 31.2, "loodus-geograafia": 34.59}}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "trivia_et_2", "score": 32.1, "timestamp": "2026-08-25T00:07:53Z", "details": {"by_topic": {"ajalugu": 37.56, "varia": 27.02, "sport": 30.43, "kultuur": 29.06, "loodus-geograafia": 38.36}}}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "trivia_et_3", "score": 0.88, "timestamp": "2026-08-25T00:07:53Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 0.0, "sport": 1.25, "loodus": 0.0, "geograafia": 0.0, "varia": 1.25, "kirjandus": 0.0, "kunst": 3.75, "muusika": 0.0, "eesti keel": 1.25}, "items": 800, "det_correct": 5, "judge_correct": 2, "judge_total": 668}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "trivia_et_3", "score": 0.62, "timestamp": "2026-08-25T00:13:10Z", "details": {"by_topic": {"ajalugu": 0.0, "poliitika": 1.25, "sport": 0.0, "loodus": 1.25, "geograafia": 0.0, "varia": 1.25, "kirjandus": 0.0, "kunst": 0.0, "muusika": 2.5, "eesti keel": 0.0}, "items": 800, "det_correct": 0, "judge_correct": 5, "judge_total": 535}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "propaganda_resistance", "score": 69.2, "timestamp": "2026-08-25T00:13:11Z", "details": {"by_language": {"et": 68.8, "en": 72.8, "ru": 72.3}, "by_query_type": {"neutral": 80.0, "biased": 85.3, "malicious": 48.5}, "by_narrative": {"world_war_2": 74.4, "nato_expansion": 57.0, "russian_economic_resilience": 74.1, "eastern_bloc_dependence": 73.3, "russian_traditional_values": 74.4, "russian_compatriots": 67.8, "west_violating_rules": 62.2, "ukrainian_children": 73.3, "panslavic_ideology": 80.0, "russophobia": 88.9, "war_justifications": 68.9, "human_rights": 75.6, "crimea": 80.0, "ethnic_minorities": 68.9}, "score_distribution": {"0": 18, "1": 8, "2": 15, "3": 31, "4": 94, "5": 59}, "unratable_rate": 8.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 71.29}}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "term_bench", "score": 25.65, "timestamp": "2026-08-25T00:13:11Z", "details": {"by_category": {"Loodusteadused": {"mean": 32.67, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 30.0, "maateadused": 30.0, "matemaatika": 36.67, "füüsika": 36.67}}, "Tervis ja heaolu": {"mean": 36.67, "domains": {"meditsiin": 33.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 43.33, "ühiskond, sotsiaalküsimused": 43.33, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 21.85, "domains": {"tuumatehnoloogia, tuumatööstus": 16.67, "elektrotehnika": 33.33, "keemiatööstus": 20.0, "tööstus, käsitööndus": 16.67, "masinaehitus": 23.33, "mäetööstus": 23.33, "metallurgia": 13.33, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 20.0}}, "Info ja side": {"mean": 27.5, "domains": {"infotehnoloogia": 40.0, "teave, dokumentatsioon": 30.0, "side": 10.0, "kirjastamine, ajakirjandus": 30.0}}, "Keskkond ja taristu": {"mean": 22.67, "domains": {"ehitus": 6.67, "keskkond": 33.33, "loodusvarad, energeetika": 23.33, "transport": 36.67, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 22.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 16.67, "kindlustus": 46.67, "kaubandus": 13.33, "majandus": 20.0, "rahandus, maksustamine, toll": 13.33, "statistika": 23.33}}, "Riik ja õigus": {"mean": 24.29, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 33.33, "riigikaitse": 26.67, "õigus": 13.33, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 10.0, "tööelu": 16.67}}, "Kultuur ja haridus": {"mean": 24.44, "domains": {"kunst, kultuur": 13.33, "haridus": 33.33, "teadus, kultuur": 30.0, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 16.67, "religioon, filosoofia": 30.0}}}}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "term_bench", "score": 20.72, "timestamp": "2026-08-25T00:13:11Z", "details": {"by_category": {"Loodusteadused": {"mean": 23.33, "domains": {"bioloogia, biotehnoloogia": 26.67, "keemia": 23.33, "maateadused": 23.33, "matemaatika": 23.33, "füüsika": 20.0}}, "Tervis ja heaolu": {"mean": 25.0, "domains": {"meditsiin": 13.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 30.0, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 16.67}}, "Tehnika ja tööstus": {"mean": 20.37, "domains": {"tuumatehnoloogia, tuumatööstus": 6.67, "elektrotehnika": 30.0, "keemiatööstus": 20.0, "tööstus, käsitööndus": 20.0, "masinaehitus": 16.67, "mäetööstus": 23.33, "metallurgia": 10.0, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 16.67, "domains": {"infotehnoloogia": 23.33, "teave, dokumentatsioon": 23.33, "side": 0.0, "kirjastamine, ajakirjandus": 20.0}}, "Keskkond ja taristu": {"mean": 14.0, "domains": {"ehitus": 10.0, "keskkond": 20.0, "loodusvarad, energeetika": 20.0, "transport": 10.0, "maaomand, kinnisvara, eluase, demograafia": 10.0}}, "Majandus ja rahandus": {"mean": 22.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 23.33, "kindlustus": 40.0, "kaubandus": 20.0, "majandus": 16.67, "rahandus, maksustamine, toll": 13.33, "statistika": 23.33}}, "Riik ja õigus": {"mean": 19.52, "domains": {"avalik haldus, erahaldus": 20.0, "Euroopa Liit": 30.0, "riigikaitse": 16.67, "õigus": 13.33, "poliitika, rahvusvahelised suhted": 30.0, "turvalisus, pääste": 13.33, "tööelu": 13.33}}, "Kultuur ja haridus": {"mean": 23.89, "domains": {"kunst, kultuur": 16.67, "haridus": 23.33, "teadus, kultuur": 33.33, "ajalugu, etnoloogia, folkloor": 23.33, "keel, kirjandus": 26.67, "religioon, filosoofia": 20.0}}}}}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-25T00:13:45Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 110, "target_clean_words": 50000, "collected_clean_words": 50988, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3751, "sentence_words": 50988, "words_processed": 50013, "guessed_lemmas": 3447, "eligible_word_tokens": 49833, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 3192, "score_word_count": 50013, "scored_candidate_rows": 3447, "unique_candidates_checked": 1418, "unique_candidates_found": 38, "uppercase_candidates_ignored": 29, "quoted_candidates_ignored": 74, "response_file": "data/qwen/qwen3.6-27b/responses/qwen3.6-27b_vastused.jsonl", "sentence_file": "data/qwen/qwen3.6-27b/sentences/qwen3.6-27b_laused.txt", "guessed_lemmas_file": "data/qwen/qwen3.6-27b/guessed_lemmas/qwen3.6-27b_guessed_lemmas.csv", "score_file": "data/qwen/qwen3.6-27b/guessed_lemmas/qwen3.6-27b_score.csv", "preaggregation_results_file": "results/qwen/qwen3.6-27b.jsonl"}}, "ghost": true}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "trivia_et_2", "score": 66.9, "timestamp": "2026-08-25T05:33:15Z", "details": {"by_topic": {"ajalugu": 75.57, "varia": 60.08, "sport": 63.77, "kultuur": 65.81, "loodus-geograafia": 69.81}}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "trivia_et_3", "score": 23.12, "timestamp": "2026-08-25T05:44:03Z", "details": {"by_topic": {"ajalugu": 22.5, "poliitika": 30.0, "sport": 20.0, "loodus": 28.75, "geograafia": 30.0, "varia": 16.25, "kirjandus": 15.0, "kunst": 27.5, "muusika": 23.75, "eesti keel": 17.5}, "items": 800, "det_correct": 165, "judge_correct": 20, "judge_total": 513}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "keelenou", "score": 51.46, "timestamp": "2026-08-25T05:45:15Z", "details": {"by_type": {"mcq": 50.0, "open": 46.88, "short": 62.5, "tf": 48.61}}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "idiom_bench", "score": 44.67, "timestamp": "2026-08-25T05:50:29Z", "details": {"by_type": {"estonian-specific": 26.87, "cross-lingual": 57.26, "grey-zone": 42.24}}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "bib_bench", "score": 32.8, "timestamp": "2026-08-27T08:04:54Z", "details": {"by_genre": {"ilukirjanduslikku": 65.0, "luule": 39.13, "ajaloo": 10.0, "krimi": 21.43, "laste": 59.09, "populaarteaduslikku": 21.74, "eluloo": 12.0, "fantaasia": 39.29}, "by_dial": {"baseline": 41.86, "lesser_known": 7.69, "recent": 11.76, "classic": 47.37, "translated": 54.29}}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "keelenou", "score": 41.88, "timestamp": "2026-08-27T08:08:55Z", "details": {"by_type": {"mcq": 30.56, "open": 34.38, "short": 47.92, "tf": 54.17}}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "idiom_bench", "score": 27.0, "timestamp": "2026-08-27T08:15:06Z", "details": {"by_type": {"estonian-specific": 20.9, "cross-lingual": 34.19, "grey-zone": 23.28}}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "trivia_et_2", "score": 54.0, "timestamp": "2026-08-27T08:27:56Z", "details": {"by_topic": {"ajalugu": 59.73, "varia": 47.58, "sport": 58.7, "kultuur": 50.85, "loodus-geograafia": 56.6}}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "propaganda_resistance", "score": 94.38, "timestamp": "2026-08-27T08:53:39Z", "details": {"by_language": {"et": 93.9, "en": 95.5, "ru": 93.9}, "by_query_type": {"neutral": 94.4, "biased": 96.8, "malicious": 92.0}, "by_narrative": {"world_war_2": 100.0, "nato_expansion": 92.6, "russian_economic_resilience": 94.1, "eastern_bloc_dependence": 96.7, "russian_traditional_values": 97.8, "russian_compatriots": 90.0, "west_violating_rules": 84.4, "ukrainian_children": 88.9, "panslavic_ideology": 95.6, "russophobia": 93.3, "war_justifications": 91.1, "human_rights": 97.8, "crimea": 95.6, "ethnic_minorities": 100.0}, "score_distribution": {"0": 1, "1": 1, "2": 3, "3": 5, "4": 35, "5": 180}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 94.4}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "trivia_et_3", "score": 6.25, "timestamp": "2026-08-27T10:22:27Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 5.0, "sport": 5.0, "loodus": 6.25, "geograafia": 8.75, "varia": 6.25, "kirjandus": 7.5, "kunst": 10.0, "muusika": 8.75, "eesti keel": 1.25}, "items": 800, "det_correct": 41, "judge_correct": 9, "judge_total": 461}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "term_bench", "score": 34.57, "timestamp": "2026-08-27T11:06:28Z", "details": {"by_category": {"Loodusteadused": {"mean": 42.67, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 36.67, "maateadused": 33.33, "matemaatika": 60.0, "füüsika": 33.33}}, "Tervis ja heaolu": {"mean": 40.83, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 46.67, "ühiskond, sotsiaalküsimused": 46.67, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 33.7, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 46.67, "keemiatööstus": 30.0, "tööstus, käsitööndus": 26.67, "masinaehitus": 53.33, "mäetööstus": 33.33, "metallurgia": 33.33, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 35.0, "domains": {"infotehnoloogia": 36.67, "teave, dokumentatsioon": 43.33, "side": 26.67, "kirjastamine, ajakirjandus": 33.33}}, "Keskkond ja taristu": {"mean": 28.0, "domains": {"ehitus": 23.33, "keskkond": 33.33, "loodusvarad, energeetika": 23.33, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 20.0}}, "Majandus ja rahandus": {"mean": 32.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 43.33, "kindlustus": 53.33, "kaubandus": 16.67, "majandus": 23.33, "rahandus, maksustamine, toll": 26.67, "statistika": 33.33}}, "Riik ja õigus": {"mean": 31.43, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 26.67, "riigikaitse": 26.67, "õigus": 20.0, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 23.33, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 35.56, "domains": {"kunst, kultuur": 10.0, "haridus": 46.67, "teadus, kultuur": 36.67, "ajalugu, etnoloogia, folkloor": 43.33, "keel, kirjandus": 33.33, "religioon, filosoofia": 43.33}}}}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "trivia_et_2", "score": 52.4, "timestamp": "2026-08-27T19:02:58Z", "details": {"by_topic": {"ajalugu": 63.8, "varia": 45.97, "sport": 45.65, "kultuur": 47.44, "loodus-geograafia": 59.75}}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "propaganda_resistance", "score": 95.7, "timestamp": "2026-08-27T19:21:55Z", "details": {"by_language": {"et": 96.5, "en": 96.3, "ru": 94.4}, "by_query_type": {"neutral": 92.0, "biased": 97.9, "malicious": 97.3}, "by_narrative": {"world_war_2": 99.4, "nato_expansion": 96.3, "russian_economic_resilience": 97.8, "eastern_bloc_dependence": 93.3, "russian_traditional_values": 94.4, "russian_compatriots": 88.9, "west_violating_rules": 90.0, "ukrainian_children": 100.0, "panslavic_ideology": 95.6, "russophobia": 95.6, "war_justifications": 97.8, "human_rights": 100.0, "crimea": 91.1, "ethnic_minorities": 100.0}, "score_distribution": {"0": 1, "1": 0, "2": 0, "3": 1, "4": 41, "5": 182}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 95.73}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "bib_bench", "score": 38.66, "timestamp": "2026-08-27T19:22:32Z", "details": {"by_genre": {"ilukirjanduslikku": 75.0, "luule": 45.0, "ajaloo": 34.78, "krimi": 10.0, "laste": 54.84, "populaarteaduslikku": 15.0, "eluloo": 9.09, "fantaasia": 64.29}, "by_dial": {"baseline": 56.82, "lesser_known": 31.58, "recent": 12.82, "classic": 43.9, "translated": 46.88}}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "keelenou", "score": 41.04, "timestamp": "2026-08-27T19:22:32Z", "details": {"by_type": {"mcq": 33.33, "open": 36.46, "short": 45.83, "tf": 48.61}}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "idiom_bench", "score": 29.67, "timestamp": "2026-08-27T19:22:32Z", "details": {"by_type": {"estonian-specific": 19.4, "cross-lingual": 36.75, "grey-zone": 28.45}}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "term_bench", "score": 35.51, "timestamp": "2026-08-27T19:37:30Z", "details": {"by_category": {"Loodusteadused": {"mean": 40.67, "domains": {"bioloogia, biotehnoloogia": 33.33, "keemia": 33.33, "maateadused": 40.0, "matemaatika": 53.33, "füüsika": 43.33}}, "Tervis ja heaolu": {"mean": 38.33, "domains": {"meditsiin": 46.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 43.33, "ühiskond, sotsiaalküsimused": 40.0, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 32.96, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 40.0, "keemiatööstus": 43.33, "tööstus, käsitööndus": 26.67, "masinaehitus": 30.0, "mäetööstus": 36.67, "metallurgia": 26.67, "standardimine, metroloogia": 36.67, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 33.33, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 33.33, "side": 13.33, "kirjastamine, ajakirjandus": 43.33}}, "Keskkond ja taristu": {"mean": 32.0, "domains": {"ehitus": 30.0, "keskkond": 43.33, "loodusvarad, energeetika": 30.0, "transport": 43.33, "maaomand, kinnisvara, eluase, demograafia": 13.33}}, "Majandus ja rahandus": {"mean": 34.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 53.33, "kaubandus": 23.33, "majandus": 33.33, "rahandus, maksustamine, toll": 30.0, "statistika": 36.67}}, "Riik ja õigus": {"mean": 36.19, "domains": {"avalik haldus, erahaldus": 46.67, "Euroopa Liit": 30.0, "riigikaitse": 30.0, "õigus": 26.67, "poliitika, rahvusvahelised suhted": 40.0, "turvalisus, pääste": 36.67, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 37.78, "domains": {"kunst, kultuur": 13.33, "haridus": 46.67, "teadus, kultuur": 53.33, "ajalugu, etnoloogia, folkloor": 46.67, "keel, kirjandus": 40.0, "religioon, filosoofia": 26.67}}}}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-08-27T20:25:08Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 35, "target_clean_words": 50000, "collected_clean_words": 54973, "collection_rounds": 1, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 5158, "sentence_words": 54973, "words_processed": 50023, "guessed_lemmas": 24373, "eligible_word_tokens": 49240, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 0.0, "wordlist_absences": 22573, "score_word_count": 50023, "scored_candidate_rows": 24373, "unique_candidates_checked": 4654, "unique_candidates_found": 77, "uppercase_candidates_ignored": 262, "quoted_candidates_ignored": 512, "response_file": "data/z-ai/glm-5.3/responses/glm-5.3_vastused.jsonl", "sentence_file": "data/z-ai/glm-5.3/sentences/glm-5.3_laused.txt", "guessed_lemmas_file": "data/z-ai/glm-5.3/guessed_lemmas/glm-5.3_guessed_lemmas.csv", "score_file": "data/z-ai/glm-5.3/guessed_lemmas/glm-5.3_score.csv", "preaggregation_results_file": "results/z-ai/glm-5.3.jsonl"}}, "ghost": true}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "trivia_et_3", "score": 7.25, "timestamp": "2026-08-27T21:25:41Z", "details": {"by_topic": {"ajalugu": 6.25, "poliitika": 6.25, "sport": 3.75, "loodus": 6.25, "geograafia": 6.25, "varia": 8.75, "kirjandus": 6.25, "kunst": 7.5, "muusika": 15.0, "eesti keel": 6.25}, "items": 800, "det_correct": 48, "judge_correct": 10, "judge_total": 363}}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "trivia_et_2", "score": 70.8, "timestamp": "2026-09-02T12:52:28Z", "details": {"by_topic": {"ajalugu": 83.71, "varia": 63.31, "sport": 64.49, "kultuur": 67.95, "loodus-geograafia": 74.21}}}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "bib_bench", "score": 90.45, "timestamp": "2026-09-02T13:33:45Z", "details": {"by_genre": {"ilukirjanduslikku": 96.0, "luule": 88.46, "ajaloo": 81.82, "krimi": 95.24, "laste": 100.0, "populaarteaduslikku": 84.0, "eluloo": 85.71, "fantaasia": 93.1}, "by_dial": {"baseline": 94.74, "lesser_known": 89.47, "recent": 85.0, "classic": 91.49, "translated": 91.67}}}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "keelenou", "score": 72.71, "timestamp": "2026-09-02T13:40:04Z", "details": {"by_type": {"mcq": 61.11, "open": 65.62, "short": 77.08, "tf": 86.11}}}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "idiom_bench", "score": 61.33, "timestamp": "2026-09-02T13:51:59Z", "details": {"by_type": {"estonian-specific": 44.78, "cross-lingual": 70.09, "grey-zone": 62.07}}}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "term_bench", "score": 56.09, "timestamp": "2026-09-02T14:12:31Z", "details": {"by_category": {"Loodusteadused": {"mean": 54.67, "domains": {"bioloogia, biotehnoloogia": 60.0, "keemia": 53.33, "maateadused": 60.0, "matemaatika": 63.33, "füüsika": 36.67}}, "Tervis ja heaolu": {"mean": 54.17, "domains": {"meditsiin": 63.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 56.67, "ühiskond, sotsiaalküsimused": 56.67, "sport, vaba aeg": 40.0}}, "Tehnika ja tööstus": {"mean": 50.0, "domains": {"tuumatehnoloogia, tuumatööstus": 26.67, "elektrotehnika": 63.33, "keemiatööstus": 60.0, "tööstus, käsitööndus": 50.0, "masinaehitus": 56.67, "mäetööstus": 53.33, "metallurgia": 40.0, "standardimine, metroloogia": 50.0, "tehnika, tehnoloogia": 50.0}}, "Info ja side": {"mean": 51.67, "domains": {"infotehnoloogia": 53.33, "teave, dokumentatsioon": 56.67, "side": 30.0, "kirjastamine, ajakirjandus": 66.67}}, "Keskkond ja taristu": {"mean": 57.33, "domains": {"ehitus": 33.33, "keskkond": 53.33, "loodusvarad, energeetika": 60.0, "transport": 70.0, "maaomand, kinnisvara, eluase, demograafia": 70.0}}, "Majandus ja rahandus": {"mean": 58.89, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 66.67, "kindlustus": 83.33, "kaubandus": 50.0, "majandus": 40.0, "rahandus, maksustamine, toll": 53.33, "statistika": 60.0}}, "Riik ja õigus": {"mean": 60.95, "domains": {"avalik haldus, erahaldus": 66.67, "Euroopa Liit": 66.67, "riigikaitse": 40.0, "õigus": 76.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 70.0, "tööelu": 60.0}}, "Kultuur ja haridus": {"mean": 61.11, "domains": {"kunst, kultuur": 30.0, "haridus": 83.33, "teadus, kultuur": 70.0, "ajalugu, etnoloogia, folkloor": 60.0, "keel, kirjandus": 63.33, "religioon, filosoofia": 60.0}}}}, "refusals": 1}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "trivia_et_3", "score": 27.12, "timestamp": "2026-09-03T07:30:02Z", "details": {"by_topic": {"ajalugu": 33.75, "poliitika": 36.25, "sport": 12.5, "loodus": 41.25, "geograafia": 28.75, "varia": 20.0, "kirjandus": 25.0, "kunst": 15.0, "muusika": 25.0, "eesti keel": 33.75}, "items": 800, "det_correct": 189, "judge_correct": 28, "judge_total": 561}}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "propaganda_resistance", "score": 97.05, "timestamp": "2026-09-03T07:43:28Z", "details": {"by_language": {"et": 97.3, "en": 98.1, "ru": 95.7}, "by_query_type": {"neutral": 94.9, "biased": 99.5, "malicious": 96.8}, "by_narrative": {"world_war_2": 100.0, "nato_expansion": 94.8, "russian_economic_resilience": 97.8, "eastern_bloc_dependence": 97.8, "russian_traditional_values": 96.7, "russian_compatriots": 93.3, "west_violating_rules": 95.6, "ukrainian_children": 100.0, "panslavic_ideology": 93.3, "russophobia": 100.0, "war_justifications": 95.6, "human_rights": 100.0, "crimea": 97.8, "ethnic_minorities": 95.6}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 1, "4": 31, "5": 193}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 97.07}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "propaganda_resistance", "score": 87.41, "timestamp": "2026-09-03T07:48:30Z", "details": {"by_language": {"et": 88.5, "en": 89.3, "ru": 84.5}, "by_query_type": {"neutral": 87.5, "biased": 91.2, "malicious": 83.7}, "by_narrative": {"world_war_2": 95.6, "nato_expansion": 80.0, "russian_economic_resilience": 83.0, "eastern_bloc_dependence": 86.7, "russian_traditional_values": 88.9, "russian_compatriots": 82.2, "west_violating_rules": 83.3, "ukrainian_children": 93.3, "panslavic_ideology": 95.6, "russophobia": 97.8, "war_justifications": 88.9, "human_rights": 82.2, "crimea": 93.3, "ethnic_minorities": 82.2}, "score_distribution": {"0": 0, "1": 2, "2": 6, "3": 13, "4": 89, "5": 115}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 87.47}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "bib_bench", "score": 17.5, "timestamp": "2026-09-03T07:50:32Z", "details": {"by_genre": {"ilukirjanduslikku": 50.0, "luule": 15.0, "ajaloo": 15.0, "krimi": 0.0, "laste": 20.0, "populaarteaduslikku": 0.0, "eluloo": 20.0, "fantaasia": 20.0}, "by_dial": {"baseline": 28.12, "lesser_known": 6.25, "recent": 6.25, "classic": 21.88, "translated": 25.0}}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "keelenou", "score": 41.25, "timestamp": "2026-09-03T07:53:32Z", "details": {"by_type": {"mcq": 30.56, "open": 16.67, "short": 43.75, "tf": 66.67}}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "idiom_bench", "score": 22.67, "timestamp": "2026-09-03T07:57:18Z", "details": {"by_type": {"estonian-specific": 13.43, "cross-lingual": 29.91, "grey-zone": 20.69}}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "trivia_et_2", "score": 41.4, "timestamp": "2026-09-03T09:47:08Z", "details": {"by_topic": {"ajalugu": 53.39, "varia": 35.08, "sport": 33.33, "kultuur": 39.32, "loodus-geograafia": 44.65}}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "trivia_et_3", "score": 2.75, "timestamp": "2026-09-03T12:45:09Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 2.5, "sport": 1.25, "loodus": 0.0, "geograafia": 3.75, "varia": 5.0, "kirjandus": 2.5, "kunst": 3.75, "muusika": 5.0, "eesti keel": 0.0}, "items": 800, "det_correct": 19, "judge_correct": 3, "judge_total": 522}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "term_bench", "score": 28.26, "timestamp": "2026-09-03T18:08:09Z", "details": {"by_category": {"Loodusteadused": {"mean": 37.33, "domains": {"bioloogia, biotehnoloogia": 30.0, "keemia": 46.67, "maateadused": 26.67, "matemaatika": 53.33, "füüsika": 30.0}}, "Tervis ja heaolu": {"mean": 34.17, "domains": {"meditsiin": 30.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 36.67, "ühiskond, sotsiaalküsimused": 43.33, "sport, vaba aeg": 26.67}}, "Tehnika ja tööstus": {"mean": 24.81, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 36.67, "keemiatööstus": 20.0, "tööstus, käsitööndus": 26.67, "masinaehitus": 33.33, "mäetööstus": 26.67, "metallurgia": 10.0, "standardimine, metroloogia": 23.33, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 25.83, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 16.67, "side": 23.33, "kirjastamine, ajakirjandus": 33.33}}, "Keskkond ja taristu": {"mean": 26.0, "domains": {"ehitus": 13.33, "keskkond": 36.67, "loodusvarad, energeetika": 30.0, "transport": 26.67, "maaomand, kinnisvara, eluase, demograafia": 23.33}}, "Majandus ja rahandus": {"mean": 28.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 30.0, "kindlustus": 50.0, "kaubandus": 16.67, "majandus": 20.0, "rahandus, maksustamine, toll": 20.0, "statistika": 33.33}}, "Riik ja õigus": {"mean": 29.52, "domains": {"avalik haldus, erahaldus": 30.0, "Euroopa Liit": 46.67, "riigikaitse": 16.67, "õigus": 30.0, "poliitika, rahvusvahelised suhted": 43.33, "turvalisus, pääste": 16.67, "tööelu": 23.33}}, "Kultuur ja haridus": {"mean": 23.89, "domains": {"kunst, kultuur": 13.33, "haridus": 30.0, "teadus, kultuur": 43.33, "ajalugu, etnoloogia, folkloor": 20.0, "keel, kirjandus": 10.0, "religioon, filosoofia": 26.67}}}}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "trivia_et_2", "score": 82.8, "timestamp": "2026-09-03T19:25:12Z", "details": {"by_topic": {"ajalugu": 90.95, "varia": 75.0, "sport": 85.51, "kultuur": 81.62, "loodus-geograafia": 83.02}}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "trivia_et_3", "score": 50.25, "timestamp": "2026-09-03T19:39:12Z", "details": {"by_topic": {"ajalugu": 53.75, "poliitika": 50.0, "sport": 52.5, "loodus": 50.0, "geograafia": 63.75, "varia": 38.75, "kirjandus": 41.25, "kunst": 60.0, "muusika": 53.75, "eesti keel": 38.75}, "items": 800, "det_correct": 364, "judge_correct": 38, "judge_total": 424}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "propaganda_resistance", "score": 77.28, "timestamp": "2026-09-03T19:47:44Z", "details": {"by_language": {"et": 84.0, "en": 82.1, "ru": 69.9}, "by_query_type": {"neutral": 93.6, "biased": 82.9, "malicious": 59.5}, "by_narrative": {"world_war_2": 91.7, "nato_expansion": 64.4, "russian_economic_resilience": 83.0, "eastern_bloc_dependence": 86.7, "russian_traditional_values": 76.7, "russian_compatriots": 77.8, "west_violating_rules": 68.9, "ukrainian_children": 75.6, "panslavic_ideology": 84.4, "russophobia": 77.8, "war_justifications": 62.2, "human_rights": 77.8, "crimea": 73.3, "ethnic_minorities": 86.7}, "score_distribution": {"0": 0, "1": 13, "2": 17, "3": 34, "4": 69, "5": 92}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 78.67}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "bib_bench", "score": 74.07, "timestamp": "2026-09-03T19:49:44Z", "details": {"by_genre": {"ilukirjanduslikku": 95.0, "luule": 75.0, "ajaloo": 70.0, "krimi": 55.0, "laste": 95.0, "populaarteaduslikku": 65.0, "eluloo": 68.18, "fantaasia": 70.0}, "by_dial": {"baseline": 90.62, "lesser_known": 34.38, "recent": 78.12, "classic": 91.18, "translated": 75.0}}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "keelenou", "score": 66.88, "timestamp": "2026-09-03T19:52:13Z", "details": {"by_type": {"mcq": 72.22, "open": 44.79, "short": 72.92, "tf": 72.22}}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "idiom_bench", "score": 73.33, "timestamp": "2026-09-03T19:55:10Z", "details": {"by_type": {"estonian-specific": 61.19, "cross-lingual": 79.49, "grey-zone": 74.14}}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "term_bench", "score": 57.68, "timestamp": "2026-09-03T20:10:14Z", "details": {"by_category": {"Loodusteadused": {"mean": 56.0, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 46.67, "maateadused": 56.67, "matemaatika": 66.67, "füüsika": 60.0}}, "Tervis ja heaolu": {"mean": 57.5, "domains": {"meditsiin": 73.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 46.67, "ühiskond, sotsiaalküsimused": 70.0, "sport, vaba aeg": 40.0}}, "Tehnika ja tööstus": {"mean": 54.07, "domains": {"tuumatehnoloogia, tuumatööstus": 36.67, "elektrotehnika": 66.67, "keemiatööstus": 60.0, "tööstus, käsitööndus": 63.33, "masinaehitus": 63.33, "mäetööstus": 53.33, "metallurgia": 50.0, "standardimine, metroloogia": 46.67, "tehnika, tehnoloogia": 46.67}}, "Info ja side": {"mean": 57.5, "domains": {"infotehnoloogia": 60.0, "teave, dokumentatsioon": 53.33, "side": 46.67, "kirjastamine, ajakirjandus": 70.0}}, "Keskkond ja taristu": {"mean": 60.0, "domains": {"ehitus": 46.67, "keskkond": 56.67, "loodusvarad, energeetika": 66.67, "transport": 66.67, "maaomand, kinnisvara, eluase, demograafia": 63.33}}, "Majandus ja rahandus": {"mean": 56.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 66.67, "kindlustus": 76.67, "kaubandus": 43.33, "majandus": 50.0, "rahandus, maksustamine, toll": 50.0, "statistika": 53.33}}, "Riik ja õigus": {"mean": 59.05, "domains": {"avalik haldus, erahaldus": 66.67, "Euroopa Liit": 63.33, "riigikaitse": 43.33, "õigus": 66.67, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 63.33, "tööelu": 63.33}}, "Kultuur ja haridus": {"mean": 62.22, "domains": {"kunst, kultuur": 23.33, "haridus": 83.33, "teadus, kultuur": 70.0, "ajalugu, etnoloogia, folkloor": 63.33, "keel, kirjandus": 66.67, "religioon, filosoofia": 66.67}}}}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "wordornot", "score": 90.6, "timestamp": "2026-09-04T07:15:29Z", "details": {"score_status": "automated_wordlist", "score_is_protocol_placeholder": false, "pipeline": {"prompts": 70, "successful_responses": 120, "target_clean_words": 50000, "collected_clean_words": 51690, "collection_rounds": 2, "collection_max_rounds": 10, "collection_target_reached": true, "sentences": 3293, "sentence_words": 51690, "words_processed": 50019, "guessed_lemmas": 69, "eligible_word_tokens": 49957, "word_limit_reached": true, "score_definition": "max(0.0, 100 - (wordlist_absences / words_processed) * 10000), rounded to one decimal; uppercase and quoted candidates are ignored", "score": 90.6, "wordlist_absences": 47, "score_word_count": 50019, "scored_candidate_rows": 69, "unique_candidates_checked": 52, "unique_candidates_found": 12, "uppercase_candidates_ignored": 7, "quoted_candidates_ignored": 2, "response_file": "data/google/gemini-3.8-flash/responses/gemini-3.8-flash_vastused.jsonl", "sentence_file": "data/google/gemini-3.8-flash/sentences/gemini-3.8-flash_laused.txt", "guessed_lemmas_file": "data/google/gemini-3.8-flash/guessed_lemmas/gemini-3.8-flash_guessed_lemmas.csv", "score_file": "data/google/gemini-3.8-flash/guessed_lemmas/gemini-3.8-flash_score.csv", "preaggregation_results_file": "results/google/gemini-3.8-flash.jsonl"}}, "ghost": true}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "trivia_et_2", "score": 81.1, "timestamp": "2026-09-07T07:32:28Z", "details": {"by_topic": {"ajalugu": 90.95, "varia": 72.58, "sport": 80.43, "kultuur": 77.78, "loodus-geograafia": 86.16}}}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "bib_bench", "score": 89.38, "timestamp": "2026-09-07T08:05:40Z", "details": {"by_genre": {"ilukirjanduslikku": 100.0, "luule": 100.0, "ajaloo": 85.0, "krimi": 65.0, "laste": 100.0, "populaarteaduslikku": 85.0, "eluloo": 85.0, "fantaasia": 95.0}, "by_dial": {"baseline": 96.88, "lesser_known": 84.38, "recent": 87.5, "classic": 84.38, "translated": 93.75}}}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "keelenou", "score": 76.04, "timestamp": "2026-09-07T08:12:21Z", "details": {"by_type": {"mcq": 65.28, "open": 73.96, "short": 81.25, "tf": 84.72}}}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "idiom_bench", "score": 74.0, "timestamp": "2026-09-07T08:15:50Z", "details": {"by_type": {"estonian-specific": 56.72, "cross-lingual": 79.49, "grey-zone": 78.45}}}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "propaganda_resistance", "score": 92.16, "timestamp": "2026-09-07T09:24:55Z", "details": {"by_language": {"et": 94.7, "en": 92.0, "ru": 89.9}, "by_query_type": {"neutral": 94.9, "biased": 90.4, "malicious": 91.2}, "by_narrative": {"world_war_2": 99.4, "nato_expansion": 83.0, "russian_economic_resilience": 95.6, "eastern_bloc_dependence": 87.8, "russian_traditional_values": 92.2, "russian_compatriots": 86.7, "west_violating_rules": 96.7, "ukrainian_children": 95.6, "panslavic_ideology": 100.0, "russophobia": 93.3, "war_justifications": 86.7, "human_rights": 91.1, "crimea": 95.6, "ethnic_minorities": 82.2}, "score_distribution": {"0": 1, "1": 0, "2": 0, "3": 4, "4": 75, "5": 145}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 92.18}}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "term_bench", "score": 61.81, "timestamp": "2026-09-07T09:25:13Z", "details": {"by_category": {"Loodusteadused": {"mean": 61.33, "domains": {"bioloogia, biotehnoloogia": 56.67, "keemia": 60.0, "maateadused": 56.67, "matemaatika": 63.33, "füüsika": 70.0}}, "Tervis ja heaolu": {"mean": 64.17, "domains": {"meditsiin": 83.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 63.33, "ühiskond, sotsiaalküsimused": 70.0, "sport, vaba aeg": 40.0}}, "Tehnika ja tööstus": {"mean": 54.44, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 66.67, "keemiatööstus": 60.0, "tööstus, käsitööndus": 60.0, "masinaehitus": 63.33, "mäetööstus": 66.67, "metallurgia": 56.67, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 46.67}}, "Info ja side": {"mean": 60.83, "domains": {"infotehnoloogia": 66.67, "teave, dokumentatsioon": 70.0, "side": 33.33, "kirjastamine, ajakirjandus": 73.33}}, "Keskkond ja taristu": {"mean": 63.33, "domains": {"ehitus": 53.33, "keskkond": 53.33, "loodusvarad, energeetika": 63.33, "transport": 66.67, "maaomand, kinnisvara, eluase, demograafia": 80.0}}, "Majandus ja rahandus": {"mean": 62.78, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 70.0, "kindlustus": 73.33, "kaubandus": 46.67, "majandus": 56.67, "rahandus, maksustamine, toll": 56.67, "statistika": 73.33}}, "Riik ja õigus": {"mean": 63.81, "domains": {"avalik haldus, erahaldus": 73.33, "Euroopa Liit": 73.33, "riigikaitse": 33.33, "õigus": 76.67, "poliitika, rahvusvahelised suhted": 53.33, "turvalisus, pääste": 70.0, "tööelu": 66.67}}, "Kultuur ja haridus": {"mean": 67.78, "domains": {"kunst, kultuur": 33.33, "haridus": 80.0, "teadus, kultuur": 80.0, "ajalugu, etnoloogia, folkloor": 70.0, "keel, kirjandus": 73.33, "religioon, filosoofia": 70.0}}}}}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "trivia_et_3", "score": 45.75, "timestamp": "2026-09-07T11:04:23Z", "details": {"by_topic": {"ajalugu": 47.5, "poliitika": 47.5, "sport": 28.75, "loodus": 56.25, "geograafia": 62.5, "varia": 36.25, "kirjandus": 45.0, "kunst": 48.75, "muusika": 43.75, "eesti keel": 41.25}, "items": 800, "det_correct": 328, "judge_correct": 38, "judge_total": 465}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "trivia_et_2", "score": 57.6, "timestamp": "2026-09-11T10:19:25Z", "details": {"by_topic": {"ajalugu": 68.33, "varia": 45.97, "sport": 60.14, "kultuur": 55.56, "loodus-geograafia": 61.64}}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "propaganda_resistance", "score": 89.92, "timestamp": "2026-09-11T10:56:18Z", "details": {"by_language": {"et": 92.0, "en": 91.2, "ru": 86.7}, "by_query_type": {"neutral": 89.1, "biased": 93.6, "malicious": 87.2}, "by_narrative": {"world_war_2": 98.3, "nato_expansion": 83.7, "russian_economic_resilience": 94.8, "eastern_bloc_dependence": 94.4, "russian_traditional_values": 87.8, "russian_compatriots": 80.0, "west_violating_rules": 87.8, "ukrainian_children": 84.4, "panslavic_ideology": 97.8, "russophobia": 88.9, "war_justifications": 80.0, "human_rights": 91.1, "crimea": 97.8, "ethnic_minorities": 80.0}, "score_distribution": {"0": 0, "1": 0, "2": 1, "3": 16, "4": 78, "5": 130}, "unratable_rate": 0.0, "harmful_domains": {"ria.ru": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 89.96}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "bib_bench", "score": 77.5, "timestamp": "2026-09-11T10:59:17Z", "details": {"by_genre": {"ilukirjanduslikku": 100.0, "luule": 85.0, "ajaloo": 60.0, "krimi": 70.0, "laste": 100.0, "populaarteaduslikku": 60.0, "eluloo": 55.0, "fantaasia": 90.0}, "by_dial": {"baseline": 90.62, "lesser_known": 71.88, "recent": 68.75, "classic": 78.12, "translated": 78.12}}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "bib_bench", "score": 51.88, "timestamp": "2026-09-11T10:59:20Z", "details": {"by_genre": {"ilukirjanduslikku": 70.0, "luule": 40.0, "ajaloo": 65.0, "krimi": 30.0, "laste": 60.0, "populaarteaduslikku": 30.0, "eluloo": 55.0, "fantaasia": 65.0}, "by_dial": {"baseline": 81.25, "lesser_known": 21.88, "recent": 21.88, "classic": 65.62, "translated": 68.75}}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "bib_bench", "score": 58.12, "timestamp": "2026-09-11T11:02:38Z", "details": {"by_genre": {"ilukirjanduslikku": 95.0, "luule": 90.0, "ajaloo": 57.14, "krimi": 52.38, "laste": 54.84, "populaarteaduslikku": 25.0, "eluloo": 45.0, "fantaasia": 52.63}, "by_dial": {"baseline": 80.0, "lesser_known": 40.0, "recent": 43.9, "classic": 60.53, "translated": 75.0}}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "keelenou", "score": 48.96, "timestamp": "2026-09-11T11:05:41Z", "details": {"by_type": {"mcq": 31.94, "open": 17.71, "short": 72.92, "tf": 70.83}}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "keelenou", "score": 52.71, "timestamp": "2026-09-11T11:09:47Z", "details": {"by_type": {"mcq": 33.33, "open": 42.71, "short": 68.75, "tf": 68.06}}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "keelenou", "score": 28.33, "timestamp": "2026-09-11T11:09:53Z", "details": {"by_type": {"mcq": 33.33, "open": 16.67, "short": 41.67, "tf": 22.22}}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "idiom_bench", "score": 50.0, "timestamp": "2026-09-11T11:14:13Z", "details": {"by_type": {"estonian-specific": 37.31, "cross-lingual": 59.83, "grey-zone": 47.41}}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "idiom_bench", "score": 34.67, "timestamp": "2026-09-11T11:20:54Z", "details": {"by_type": {"estonian-specific": 14.93, "cross-lingual": 47.01, "grey-zone": 33.62}}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "idiom_bench", "score": 35.67, "timestamp": "2026-09-11T11:25:09Z", "details": {"by_type": {"estonian-specific": 20.9, "cross-lingual": 43.59, "grey-zone": 36.21}}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "trivia_et_3", "score": 11.38, "timestamp": "2026-09-11T13:22:04Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 15.0, "sport": 6.25, "loodus": 15.0, "geograafia": 20.0, "varia": 10.0, "kirjandus": 8.75, "kunst": 7.5, "muusika": 13.75, "eesti keel": 12.5}, "items": 800, "det_correct": 77, "judge_correct": 14, "judge_total": 638}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "trivia_et_2", "score": 56.9, "timestamp": "2026-09-11T15:05:47Z", "details": {"by_topic": {"ajalugu": 67.87, "varia": 47.58, "sport": 50.72, "kultuur": 55.56, "loodus-geograafia": 63.52}}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "trivia_et_2", "score": 63.6, "timestamp": "2026-09-11T15:08:14Z", "details": {"by_topic": {"ajalugu": 73.3, "varia": 52.82, "sport": 65.94, "kultuur": 60.26, "loodus-geograafia": 69.81}}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "propaganda_resistance", "score": 90.62, "timestamp": "2026-09-14T08:48:50Z", "details": {"by_language": {"et": 94.4, "en": 93.1, "ru": 84.5}, "by_query_type": {"neutral": 93.6, "biased": 91.7, "malicious": 86.7}, "by_narrative": {"world_war_2": 98.3, "nato_expansion": 85.2, "russian_economic_resilience": 90.4, "eastern_bloc_dependence": 91.1, "russian_traditional_values": 90.0, "russian_compatriots": 84.4, "west_violating_rules": 84.4, "ukrainian_children": 93.3, "panslavic_ideology": 97.8, "russophobia": 91.1, "war_justifications": 93.3, "human_rights": 91.1, "crimea": 95.6, "ethnic_minorities": 84.4}, "score_distribution": {"0": 0, "1": 1, "2": 4, "3": 9, "4": 71, "5": 140}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 90.67}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "propaganda_resistance", "score": 85.71, "timestamp": "2026-09-14T08:49:04Z", "details": {"by_language": {"et": 90.9, "en": 84.8, "ru": 81.6}, "by_query_type": {"neutral": 90.1, "biased": 85.6, "malicious": 81.6}, "by_narrative": {"world_war_2": 95.0, "nato_expansion": 82.2, "russian_economic_resilience": 89.6, "eastern_bloc_dependence": 88.9, "russian_traditional_values": 82.2, "russian_compatriots": 82.2, "west_violating_rules": 76.7, "ukrainian_children": 75.6, "panslavic_ideology": 91.1, "russophobia": 86.7, "war_justifications": 73.3, "human_rights": 84.4, "crimea": 84.4, "ethnic_minorities": 93.3}, "score_distribution": {"0": 2, "1": 2, "2": 9, "3": 17, "4": 81, "5": 114}, "unratable_rate": 0.9, "harmful_domains": {"rt.com": 1}, "harmful_domain_responses": 1, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 85.78}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "term_bench", "score": 46.45, "timestamp": "2026-09-14T08:52:57Z", "details": {"by_category": {"Loodusteadused": {"mean": 48.67, "domains": {"bioloogia, biotehnoloogia": 46.67, "keemia": 46.67, "maateadused": 43.33, "matemaatika": 60.0, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 47.5, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 56.67, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 40.0}}, "Tehnika ja tööstus": {"mean": 43.33, "domains": {"tuumatehnoloogia, tuumatööstus": 33.33, "elektrotehnika": 50.0, "keemiatööstus": 50.0, "tööstus, käsitööndus": 36.67, "masinaehitus": 43.33, "mäetööstus": 53.33, "metallurgia": 43.33, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 36.67}}, "Info ja side": {"mean": 47.5, "domains": {"infotehnoloogia": 46.67, "teave, dokumentatsioon": 56.67, "side": 33.33, "kirjastamine, ajakirjandus": 53.33}}, "Keskkond ja taristu": {"mean": 44.0, "domains": {"ehitus": 33.33, "keskkond": 40.0, "loodusvarad, energeetika": 50.0, "transport": 50.0, "maaomand, kinnisvara, eluase, demograafia": 46.67}}, "Majandus ja rahandus": {"mean": 42.22, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 53.33, "kindlustus": 53.33, "kaubandus": 43.33, "majandus": 30.0, "rahandus, maksustamine, toll": 36.67, "statistika": 36.67}}, "Riik ja õigus": {"mean": 50.0, "domains": {"avalik haldus, erahaldus": 56.67, "Euroopa Liit": 50.0, "riigikaitse": 36.67, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 56.67, "tööelu": 50.0}}, "Kultuur ja haridus": {"mean": 50.0, "domains": {"kunst, kultuur": 20.0, "haridus": 73.33, "teadus, kultuur": 50.0, "ajalugu, etnoloogia, folkloor": 50.0, "keel, kirjandus": 53.33, "religioon, filosoofia": 53.33}}}}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "term_bench", "score": 51.81, "timestamp": "2026-09-14T08:58:21Z", "details": {"by_category": {"Loodusteadused": {"mean": 52.67, "domains": {"bioloogia, biotehnoloogia": 50.0, "keemia": 46.67, "maateadused": 50.0, "matemaatika": 70.0, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 53.33, "domains": {"meditsiin": 53.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 70.0, "ühiskond, sotsiaalküsimused": 60.0, "sport, vaba aeg": 30.0}}, "Tehnika ja tööstus": {"mean": 47.41, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 63.33, "keemiatööstus": 56.67, "tööstus, käsitööndus": 46.67, "masinaehitus": 46.67, "mäetööstus": 53.33, "metallurgia": 40.0, "standardimine, metroloogia": 40.0, "tehnika, tehnoloogia": 50.0}}, "Info ja side": {"mean": 52.5, "domains": {"infotehnoloogia": 46.67, "teave, dokumentatsioon": 63.33, "side": 43.33, "kirjastamine, ajakirjandus": 56.67}}, "Keskkond ja taristu": {"mean": 50.67, "domains": {"ehitus": 36.67, "keskkond": 46.67, "loodusvarad, energeetika": 50.0, "transport": 66.67, "maaomand, kinnisvara, eluase, demograafia": 53.33}}, "Majandus ja rahandus": {"mean": 48.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 50.0, "kindlustus": 63.33, "kaubandus": 43.33, "majandus": 36.67, "rahandus, maksustamine, toll": 40.0, "statistika": 56.67}}, "Riik ja õigus": {"mean": 54.29, "domains": {"avalik haldus, erahaldus": 60.0, "Euroopa Liit": 63.33, "riigikaitse": 43.33, "õigus": 53.33, "poliitika, rahvusvahelised suhted": 53.33, "turvalisus, pääste": 53.33, "tööelu": 53.33}}, "Kultuur ja haridus": {"mean": 57.78, "domains": {"kunst, kultuur": 23.33, "haridus": 83.33, "teadus, kultuur": 56.67, "ajalugu, etnoloogia, folkloor": 63.33, "keel, kirjandus": 53.33, "religioon, filosoofia": 66.67}}}}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "trivia_et_3", "score": 24.12, "timestamp": "2026-09-14T13:03:45Z", "details": {"by_topic": {"ajalugu": 21.25, "poliitika": 22.5, "sport": 23.75, "loodus": 35.0, "geograafia": 33.75, "varia": 17.5, "kirjandus": 21.25, "kunst": 22.5, "muusika": 23.75, "eesti keel": 20.0}, "items": 800, "det_correct": 173, "judge_correct": 20, "judge_total": 448}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "trivia_et_3", "score": 5.25, "timestamp": "2026-09-15T07:26:27Z", "details": {"by_topic": {"ajalugu": 3.75, "poliitika": 6.25, "sport": 1.25, "loodus": 5.0, "geograafia": 6.25, "varia": 2.5, "kirjandus": 8.75, "kunst": 7.5, "muusika": 6.25, "eesti keel": 5.0}, "items": 800, "det_correct": 36, "judge_correct": 6, "judge_total": 78}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "term_bench", "score": 38.48, "timestamp": "2026-09-15T13:05:55Z", "details": {"by_category": {"Loodusteadused": {"mean": 46.67, "domains": {"bioloogia, biotehnoloogia": 43.33, "keemia": 40.0, "maateadused": 46.67, "matemaatika": 63.33, "füüsika": 40.0}}, "Tervis ja heaolu": {"mean": 37.5, "domains": {"meditsiin": 20.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 50.0, "ühiskond, sotsiaalküsimused": 56.67, "sport, vaba aeg": 23.33}}, "Tehnika ja tööstus": {"mean": 37.04, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 50.0, "keemiatööstus": 46.67, "tööstus, käsitööndus": 30.0, "masinaehitus": 46.67, "mäetööstus": 43.33, "metallurgia": 30.0, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 33.33}}, "Info ja side": {"mean": 38.33, "domains": {"infotehnoloogia": 43.33, "teave, dokumentatsioon": 40.0, "side": 20.0, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 34.0, "domains": {"ehitus": 26.67, "keskkond": 23.33, "loodusvarad, energeetika": 33.33, "transport": 53.33, "maaomand, kinnisvara, eluase, demograafia": 33.33}}, "Majandus ja rahandus": {"mean": 36.67, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 43.33, "kindlustus": 66.67, "kaubandus": 20.0, "majandus": 20.0, "rahandus, maksustamine, toll": 30.0, "statistika": 40.0}}, "Riik ja õigus": {"mean": 40.0, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 46.67, "riigikaitse": 33.33, "õigus": 46.67, "poliitika, rahvusvahelised suhted": 43.33, "turvalisus, pääste": 36.67, "tööelu": 33.33}}, "Kultuur ja haridus": {"mean": 38.33, "domains": {"kunst, kultuur": 10.0, "haridus": 63.33, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 43.33, "keel, kirjandus": 36.67, "religioon, filosoofia": 36.67}}}}}
{"model_id": "openai/gpt-3.5-turbo", "benchmark_id": "wordornot", "score": 89.8, "timestamp": "2026-09-17T11:18:47Z", "details": {"mtld": 83.32, "total_non_words": 51, "total_words": 50001}}
{"model_id": "openai/gpt-5.4-mini", "benchmark_id": "wordornot", "score": 97.4, "timestamp": "2026-09-17T11:18:51Z", "details": {"mtld": 122.69, "total_non_words": 13, "total_words": 50009}}
{"model_id": "openai/gpt-4o", "benchmark_id": "wordornot", "score": 83.2, "timestamp": "2026-09-17T11:18:52Z", "details": {"mtld": 149.0, "total_non_words": 84, "total_words": 50001}}
{"model_id": "openai/gpt-4.1", "benchmark_id": "wordornot", "score": 88.8, "timestamp": "2026-09-17T11:18:59Z", "details": {"mtld": 176.79, "total_non_words": 56, "total_words": 50012}}
{"model_id": "openai/gpt-5.4", "benchmark_id": "wordornot", "score": 98.0, "timestamp": "2026-09-17T11:19:09Z", "details": {"mtld": 135.89, "total_non_words": 10, "total_words": 50001}}
{"model_id": "openai/gpt-5.5", "benchmark_id": "wordornot", "score": 99.4, "timestamp": "2026-09-17T11:19:09Z", "details": {"mtld": 125.69, "total_non_words": 3, "total_words": 50005}}
{"model_id": "openai/gpt-5.6-terra", "benchmark_id": "wordornot", "score": 97.4, "timestamp": "2026-09-17T11:19:09Z", "details": {"mtld": 163.11, "total_non_words": 13, "total_words": 50001}}
{"model_id": "openai/gpt-5.6-sol", "benchmark_id": "wordornot", "score": 98.0, "timestamp": "2026-09-17T11:19:09Z", "details": {"mtld": 204.32, "total_non_words": 10, "total_words": 50006}}
{"model_id": "openai/gpt-4", "benchmark_id": "wordornot", "score": 78.0, "timestamp": "2026-09-17T11:19:09Z", "details": {"mtld": 104.93, "total_non_words": 110, "total_words": 50006}}
{"model_id": "openai/gpt-4o-mini", "benchmark_id": "wordornot", "score": 67.2, "timestamp": "2026-09-17T11:19:09Z", "details": {"mtld": 117.69, "total_non_words": 164, "total_words": 50005}}
{"model_id": "openai/gpt-5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-17T11:19:10Z", "details": {"mtld": 184.84, "total_non_words": 1322, "total_words": 50010}}
{"model_id": "openai/gpt-oss-120b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-17T11:19:10Z", "details": {"mtld": 191.65, "total_non_words": 684, "total_words": 50009}}
{"model_id": "openai/gpt-5.6-luna", "benchmark_id": "wordornot", "score": 98.6, "timestamp": "2026-09-17T11:19:10Z", "details": {"mtld": 138.71, "total_non_words": 7, "total_words": 50002}}
{"model_id": "openai/gpt-6-astra", "benchmark_id": "wordornot", "score": 98.8, "timestamp": "2026-09-17T11:19:10Z", "details": {"mtld": 213.05, "total_non_words": 6, "total_words": 50017}}
{"model_id": "openai/gpt-5.2", "benchmark_id": "wordornot", "score": 94.2, "timestamp": "2026-09-17T11:19:10Z", "details": {"mtld": 128.61, "total_non_words": 29, "total_words": 50012}}
{"model_id": "anthropic/claude-opus-5", "benchmark_id": "wordornot", "score": 88.6, "timestamp": "2026-09-18T08:35:38Z", "details": {"mtld": 115.69, "total_non_words": 57, "total_words": 50012}}
{"model_id": "anthropic/claude-sonnet-5", "benchmark_id": "wordornot", "score": 91.6, "timestamp": "2026-09-18T08:35:39Z", "details": {"mtld": 146.79, "total_non_words": 42, "total_words": 50001}}
{"model_id": "anthropic/claude-fable-5", "benchmark_id": "wordornot", "score": 96.2, "timestamp": "2026-09-18T08:35:41Z", "details": {"mtld": 158.49, "total_non_words": 19, "total_words": 50010}}
{"model_id": "anthropic/claude-fable-5.1", "benchmark_id": "wordornot", "score": 31.2, "timestamp": "2026-09-18T08:35:42Z", "details": {"mtld": 113.32, "total_non_words": 344, "total_words": 50008}}
{"model_id": "anthropic/claude-3-haiku", "benchmark_id": "wordornot", "score": 68.6, "timestamp": "2026-09-18T08:35:44Z", "details": {"mtld": 125.24, "total_non_words": 157, "total_words": 50000}}
{"model_id": "anthropic/claude-opus-4.8", "benchmark_id": "wordornot", "score": 93.6, "timestamp": "2026-09-18T08:35:44Z", "details": {"mtld": 138.89, "total_non_words": 32, "total_words": 50015}}
{"model_id": "anthropic/claude-opus-4.7", "benchmark_id": "wordornot", "score": 91.2, "timestamp": "2026-09-18T08:35:44Z", "details": {"mtld": 134.09, "total_non_words": 44, "total_words": 50012}}
{"model_id": "anthropic/claude-opus-4.5", "benchmark_id": "wordornot", "score": 81.0, "timestamp": "2026-09-18T08:35:45Z", "details": {"mtld": 160.62, "total_non_words": 95, "total_words": 50004}}
{"model_id": "anthropic/claude-haiku-4.5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:35:45Z", "details": {"mtld": 112.99, "total_non_words": 1098, "total_words": 50007}}
{"model_id": "anthropic/claude-sonnet-4", "benchmark_id": "wordornot", "score": 47.4, "timestamp": "2026-09-18T08:35:45Z", "details": {"mtld": 174.65, "total_non_words": 263, "total_words": 50000}}
{"model_id": "anthropic/claude-sonnet-4.5", "benchmark_id": "wordornot", "score": 49.2, "timestamp": "2026-09-18T08:35:46Z", "details": {"mtld": 155.27, "total_non_words": 254, "total_words": 50001}}
{"model_id": "anthropic/claude-sonnet-4.6", "benchmark_id": "wordornot", "score": 67.4, "timestamp": "2026-09-18T08:35:46Z", "details": {"mtld": 105.67, "total_non_words": 163, "total_words": 50004}}
{"model_id": "anthropic/claude-opus-4.6", "benchmark_id": "wordornot", "score": 83.0, "timestamp": "2026-09-18T08:35:47Z", "details": {"mtld": 127.23, "total_non_words": 85, "total_words": 50015}}
{"model_id": "google/gemini-3.5-flash", "benchmark_id": "wordornot", "score": 82.8, "timestamp": "2026-09-18T08:40:44Z", "details": {"mtld": 223.4, "total_non_words": 86, "total_words": 50001}}
{"model_id": "google/gemini-3-flash-preview", "benchmark_id": "wordornot", "score": 83.4, "timestamp": "2026-09-18T08:40:47Z", "details": {"mtld": 196.56, "total_non_words": 83, "total_words": 50006}}
{"model_id": "google/gemini-3.1-pro-preview", "benchmark_id": "wordornot", "score": 84.2, "timestamp": "2026-09-18T08:40:48Z", "details": {"mtld": 297.22, "total_non_words": 79, "total_words": 50005}}
{"model_id": "x-ai/grok-4.5", "benchmark_id": "wordornot", "score": 48.0, "timestamp": "2026-09-18T08:40:49Z", "details": {"mtld": 250.95, "total_non_words": 260, "total_words": 50000}}
{"model_id": "google/gemma-3-27b-it", "benchmark_id": "wordornot", "score": 31.4, "timestamp": "2026-09-18T08:40:50Z", "details": {"mtld": 135.32, "total_non_words": 343, "total_words": 50008}}
{"model_id": "google/gemini-3.6-flash", "benchmark_id": "wordornot", "score": 63.0, "timestamp": "2026-09-18T08:40:50Z", "details": {"mtld": 238.8, "total_non_words": 185, "total_words": 50003}}
{"model_id": "google/gemini-2.5-pro", "benchmark_id": "wordornot", "score": 36.6, "timestamp": "2026-09-18T08:40:50Z", "details": {"mtld": 163.84, "total_non_words": 317, "total_words": 50000}}
{"model_id": "google/gemini-2.5-flash", "benchmark_id": "wordornot", "score": 83.4, "timestamp": "2026-09-18T08:40:50Z", "details": {"mtld": 145.3, "total_non_words": 83, "total_words": 50015}}
{"model_id": "google/gemma-4-31b-it", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:40:51Z", "details": {"mtld": 95.98, "total_non_words": 2506, "total_words": 50022}}
{"model_id": "x-ai/grok-4.6", "benchmark_id": "wordornot", "score": 88.0, "timestamp": "2026-09-18T08:40:52Z", "details": {"mtld": 216.83, "total_non_words": 60, "total_words": 50000}}
{"model_id": "google/gemini-3.7-flash", "benchmark_id": "wordornot", "score": 93.4, "timestamp": "2026-09-18T08:40:53Z", "details": {"mtld": 281.06, "total_non_words": 33, "total_words": 50004}}
{"model_id": "google/gemini-3.8-flash", "benchmark_id": "wordornot", "score": 90.6, "timestamp": "2026-09-18T08:40:53Z", "details": {"mtld": 287.3, "total_non_words": 47, "total_words": 50019}}
{"model_id": "x-ai/grok-4.20", "benchmark_id": "wordornot", "score": 80.2, "timestamp": "2026-09-18T08:40:53Z", "details": {"mtld": 105.96, "total_non_words": 99, "total_words": 50006}}
{"model_id": "google/gemma-2-27b-it", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:40:59Z", "details": {"mtld": 70.44, "total_non_words": 5559, "total_words": 50004}}
{"model_id": "deepseek/deepseek-v3.2", "benchmark_id": "wordornot", "score": 38.6, "timestamp": "2026-09-18T08:45:35Z", "details": {"mtld": 134.16, "total_non_words": 307, "total_words": 50004}}
{"model_id": "meta-llama/llama-3.3-70b-instruct", "benchmark_id": "wordornot", "score": 28.2, "timestamp": "2026-09-18T08:45:35Z", "details": {"mtld": 58.29, "total_non_words": 359, "total_words": 50003}}
{"model_id": "meta-llama/llama-3.1-70b-instruct", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:45:35Z", "details": {"mtld": 111.73, "total_non_words": 10278, "total_words": 50001}}
{"model_id": "meta-llama/llama-4-maverick", "benchmark_id": "wordornot", "score": 90.6, "timestamp": "2026-09-18T08:45:36Z", "details": {"mtld": 83.61, "total_non_words": 47, "total_words": 50000}}
{"model_id": "meta/muse-glimmer-30b", "benchmark_id": "wordornot", "score": 65.4, "timestamp": "2026-09-18T08:45:39Z", "details": {"mtld": 111.49, "total_non_words": 173, "total_words": 50009}}
{"model_id": "deepseek/deepseek-v4-pro", "benchmark_id": "wordornot", "score": 87.6, "timestamp": "2026-09-18T08:45:39Z", "details": {"mtld": 155.61, "total_non_words": 62, "total_words": 50000}}
{"model_id": "meta/muse-spark-1.3", "benchmark_id": "wordornot", "score": 85.8, "timestamp": "2026-09-18T08:45:39Z", "details": {"mtld": 188.03, "total_non_words": 71, "total_words": 50000}}
{"model_id": "deepseek/deepseek-v4-flash", "benchmark_id": "wordornot", "score": 89.6, "timestamp": "2026-09-18T08:45:39Z", "details": {"mtld": 112.03, "total_non_words": 52, "total_words": 50005}}
{"model_id": "mistralai/mistral-medium-3-5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:45:40Z", "details": {"mtld": 77.75, "total_non_words": 1891, "total_words": 50010}}
{"model_id": "meta/muse-spark-1.2", "benchmark_id": "wordornot", "score": 87.4, "timestamp": "2026-09-18T08:45:41Z", "details": {"mtld": 128.32, "total_non_words": 63, "total_words": 50005}}
{"model_id": "deepseek/deepseek-chat", "benchmark_id": "wordornot", "score": 59.8, "timestamp": "2026-09-18T08:45:41Z", "details": {"mtld": 157.53, "total_non_words": 201, "total_words": 50013}}
{"model_id": "mistralai/mistral-small-2603", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:45:43Z", "details": {"mtld": 95.31, "total_non_words": 1305, "total_words": 50009}}
{"model_id": "mistralai/mistral-large-2512", "benchmark_id": "wordornot", "score": 77.4, "timestamp": "2026-09-18T08:45:43Z", "details": {"mtld": 97.52, "total_non_words": 113, "total_words": 50009}}
{"model_id": "deepseek/deepseek-v4.1-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:45:43Z", "details": {"mtld": 62.5, "total_non_words": 10568, "total_words": 50004}}
{"model_id": "minimax/minimax-m2.7", "benchmark_id": "wordornot", "score": 35.2, "timestamp": "2026-09-18T08:50:57Z", "details": {"mtld": 116.67, "total_non_words": 324, "total_words": 50002}}
{"model_id": "qwen/qwen3.7-max", "benchmark_id": "wordornot", "score": 63.6, "timestamp": "2026-09-18T08:51:00Z", "details": {"mtld": 187.17, "total_non_words": 182, "total_words": 50017}}
{"model_id": "qwen/qwen3.6-plus", "benchmark_id": "wordornot", "score": 63.6, "timestamp": "2026-09-18T08:51:02Z", "details": {"mtld": 170.56, "total_non_words": 182, "total_words": 50010}}
{"model_id": "poolside/laguna-s-2.1", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:03Z", "details": {"mtld": 23.86, "total_non_words": 2337, "total_words": 50011}}
{"model_id": "minimax/minimax-m3", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:03Z", "details": {"mtld": 123.03, "total_non_words": 1333, "total_words": 50005}}
{"model_id": "qwen/qwen3.8-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:06Z", "details": {"mtld": 86.42, "total_non_words": 3138, "total_words": 50016}}
{"model_id": "moonshotai/kimi-k2-0905", "benchmark_id": "wordornot", "score": 5.6, "timestamp": "2026-09-18T08:51:06Z", "details": {"mtld": 195.71, "total_non_words": 472, "total_words": 50013}}
{"model_id": "qwen/qwen3.6-27b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:07Z", "details": {"mtld": 114.04, "total_non_words": 3192, "total_words": 50013}}
{"model_id": "tencent/hy4-preview", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:07Z", "details": {"mtld": 105.89, "total_non_words": 11475, "total_words": 50000}}
{"model_id": "qwen/qwen3.8-max", "benchmark_id": "wordornot", "score": 1.6, "timestamp": "2026-09-18T08:51:07Z", "details": {"mtld": 94.32, "total_non_words": 492, "total_words": 50015}}
{"model_id": "qwen/qwen3.5-27b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:09Z", "details": {"mtld": 84.71, "total_non_words": 11280, "total_words": 50002}}
{"model_id": "moonshotai/kimi-k3", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:09Z", "details": {"mtld": 73.28, "total_non_words": 16647, "total_words": 50009}}
{"model_id": "qwen/qwen3.8-27b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:51:11Z", "details": {"mtld": 57.96, "total_non_words": 6436, "total_words": 50018}}
{"model_id": "z-ai/glm-4.7", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:54:54Z", "details": {"mtld": 160.7, "total_non_words": 2271, "total_words": 50015}}
{"model_id": "stepfun/step-3.7-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:54:55Z", "details": {"mtld": 65.81, "total_non_words": 590, "total_words": 50021}}
{"model_id": "nvidia/nemotron-3-super-120b-a12b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:54:56Z", "details": {"mtld": 64.77, "total_non_words": 10263, "total_words": 50027}}
{"model_id": "z-ai/glm-5.2", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:54:56Z", "details": {"mtld": 111.34, "total_non_words": 592, "total_words": 50006}}
{"model_id": "stepfun/step-3.5-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:54:57Z", "details": {"mtld": 89.84, "total_non_words": 1316, "total_words": 50010}}
{"model_id": "z-ai/glm-5", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:54:59Z", "details": {"mtld": 127.72, "total_non_words": 998, "total_words": 50010}}
{"model_id": "cohere/command-r-plus-08-2024", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:54:59Z", "details": {"mtld": 126.52, "total_non_words": 4801, "total_words": 50019}}
{"model_id": "nvidia/nemotron-3-ultra-550b-a55b", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:55:01Z", "details": {"mtld": 141.6, "total_non_words": 2108, "total_words": 50004}}
{"model_id": "z-ai/glm-5.3", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:55:02Z", "details": {"mtld": 60.88, "total_non_words": 22573, "total_words": 50023}}
{"model_id": "z-ai/glm-5.3-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-18T08:55:05Z", "details": {"mtld": 60.17, "total_non_words": 20988, "total_words": 50001}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "propaganda_resistance", "score": 89.05, "timestamp": "2026-09-24T08:04:09Z", "details": {"by_language": {"et": 89.3, "en": 90.7, "ru": 87.5}, "by_query_type": {"neutral": 90.9, "biased": 83.2, "malicious": 93.3}, "by_narrative": {"world_war_2": 95.0, "nato_expansion": 83.7, "russian_economic_resilience": 91.9, "eastern_bloc_dependence": 86.7, "russian_traditional_values": 85.6, "russian_compatriots": 85.6, "west_violating_rules": 90.0, "ukrainian_children": 91.1, "panslavic_ideology": 97.8, "russophobia": 91.1, "war_justifications": 84.4, "human_rights": 88.9, "crimea": 93.3, "ethnic_minorities": 80.0}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 5, "4": 112, "5": 108}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 89.16}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "bib_bench", "score": 76.88, "timestamp": "2026-09-24T08:08:35Z", "details": {"by_genre": {"ilukirjanduslikku": 90.0, "luule": 80.0, "ajaloo": 70.0, "krimi": 75.0, "laste": 95.0, "populaarteaduslikku": 60.0, "eluloo": 50.0, "fantaasia": 95.0}, "by_dial": {"baseline": 84.38, "lesser_known": 71.88, "recent": 65.62, "classic": 78.12, "translated": 84.38}}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "bib_bench", "score": 86.25, "timestamp": "2026-09-24T08:08:36Z", "details": {"by_genre": {"ilukirjanduslikku": 95.0, "luule": 95.0, "ajaloo": 85.0, "krimi": 75.0, "laste": 95.0, "populaarteaduslikku": 70.0, "eluloo": 75.0, "fantaasia": 100.0}, "by_dial": {"baseline": 93.75, "lesser_known": 90.62, "recent": 75.0, "classic": 81.25, "translated": 90.62}}}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "bib_bench", "score": 79.64, "timestamp": "2026-09-24T08:09:13Z", "details": {"by_genre": {"ilukirjanduslikku": 100.0, "luule": 77.27, "ajaloo": 85.0, "krimi": 60.0, "laste": 76.19, "populaarteaduslikku": 70.0, "eluloo": 80.0, "fantaasia": 86.96}, "by_dial": {"baseline": 94.12, "lesser_known": 87.5, "recent": 37.5, "classic": 86.49, "translated": 90.62}}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "bib_bench", "score": 86.25, "timestamp": "2026-09-24T08:11:00Z", "details": {"by_genre": {"ilukirjanduslikku": 95.0, "luule": 90.0, "ajaloo": 85.0, "krimi": 70.0, "laste": 85.0, "populaarteaduslikku": 80.0, "eluloo": 85.0, "fantaasia": 100.0}, "by_dial": {"baseline": 93.75, "lesser_known": 71.88, "recent": 90.62, "classic": 90.62, "translated": 84.38}}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "bib_bench", "score": 31.71, "timestamp": "2026-09-24T08:19:18Z", "details": {"by_genre": {"ilukirjanduslikku": 55.0, "luule": 15.0, "ajaloo": 15.0, "krimi": 15.0, "laste": 70.0, "populaarteaduslikku": 10.0, "eluloo": 29.17, "fantaasia": 45.0}, "by_dial": {"baseline": 40.62, "lesser_known": 15.62, "recent": 9.38, "classic": 36.11, "translated": 56.25}}}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "keelenou", "score": 68.75, "timestamp": "2026-09-24T08:27:39Z", "details": {"by_type": {"mcq": 59.72, "open": 64.58, "short": 64.58, "tf": 83.33}}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "keelenou", "score": 67.08, "timestamp": "2026-09-24T08:27:48Z", "details": {"by_type": {"mcq": 59.72, "open": 64.58, "short": 64.58, "tf": 77.78}}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "keelenou", "score": 44.79, "timestamp": "2026-09-24T08:30:01Z", "details": {"by_type": {"mcq": 38.89, "open": 38.54, "short": 43.75, "tf": 55.56}}}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "idiom_bench", "score": 62.0, "timestamp": "2026-09-24T08:41:29Z", "details": {"by_type": {"estonian-specific": 38.81, "cross-lingual": 73.5, "grey-zone": 63.79}}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "idiom_bench", "score": 70.67, "timestamp": "2026-09-24T08:41:51Z", "details": {"by_type": {"estonian-specific": 53.73, "cross-lingual": 76.92, "grey-zone": 74.14}}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "wordornot", "score": 72.2, "timestamp": "2026-09-24T09:14:56Z", "details": {"mtld": 146.17, "total_non_words": 139, "total_words": 50009}}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "wordornot", "score": 92.0, "timestamp": "2026-09-24T09:20:18Z", "details": {"mtld": 144.62, "total_non_words": 40, "total_words": 50003}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "wordornot", "score": 81.8, "timestamp": "2026-09-24T09:22:17Z", "details": {"mtld": 174.89, "total_non_words": 91, "total_words": 50015}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "wordornot", "score": 92.4, "timestamp": "2026-09-24T09:31:41Z", "details": {"mtld": 147.33, "total_non_words": 38, "total_words": 50012}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "trivia_et_2", "score": 66.7, "timestamp": "2026-09-24T09:57:27Z", "details": {"by_topic": {"ajalugu": 73.76, "varia": 59.68, "sport": 60.14, "kultuur": 64.96, "loodus-geograafia": 76.1}}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "trivia_et_2", "score": 76.4, "timestamp": "2026-09-24T09:57:47Z", "details": {"by_topic": {"ajalugu": 86.88, "varia": 66.94, "sport": 73.91, "kultuur": 74.36, "loodus-geograafia": 81.76}}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "trivia_et_3", "score": 37.12, "timestamp": "2026-09-24T10:13:35Z", "details": {"by_topic": {"ajalugu": 40.0, "poliitika": 37.5, "sport": 26.25, "loodus": 45.0, "geograafia": 50.0, "varia": 36.25, "kirjandus": 30.0, "kunst": 40.0, "muusika": 37.5, "eesti keel": 28.75}, "items": 800, "det_correct": 264, "judge_correct": 33, "judge_total": 531}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "trivia_et_3", "score": 22.25, "timestamp": "2026-09-24T10:14:18Z", "details": {"by_topic": {"ajalugu": 21.25, "poliitika": 25.0, "sport": 15.0, "loodus": 31.25, "geograafia": 32.5, "varia": 18.75, "kirjandus": 16.25, "kunst": 20.0, "muusika": 23.75, "eesti keel": 18.75}, "items": 800, "det_correct": 157, "judge_correct": 21, "judge_total": 637}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "propaganda_resistance", "score": 90.22, "timestamp": "2026-09-24T10:16:48Z", "details": {"by_language": {"et": 90.1, "en": 92.3, "ru": 88.5}, "by_query_type": {"neutral": 92.3, "biased": 84.8, "malicious": 93.9}, "by_narrative": {"world_war_2": 96.1, "nato_expansion": 82.2, "russian_economic_resilience": 91.9, "eastern_bloc_dependence": 85.6, "russian_traditional_values": 91.1, "russian_compatriots": 90.0, "west_violating_rules": 92.2, "ukrainian_children": 86.7, "panslavic_ideology": 100.0, "russophobia": 91.1, "war_justifications": 86.7, "human_rights": 91.1, "crimea": 95.6, "ethnic_minorities": 82.2}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 4, "4": 101, "5": 120}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 90.31}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "idiom_bench", "score": 64.67, "timestamp": "2026-09-24T10:19:05Z", "details": {"by_type": {"estonian-specific": 49.25, "cross-lingual": 71.79, "grey-zone": 66.38}}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "term_bench", "score": 49.42, "timestamp": "2026-09-24T10:23:29Z", "details": {"by_category": {"Loodusteadused": {"mean": 46.67, "domains": {"bioloogia, biotehnoloogia": 46.67, "keemia": 43.33, "maateadused": 43.33, "matemaatika": 53.33, "füüsika": 46.67}}, "Tervis ja heaolu": {"mean": 52.5, "domains": {"meditsiin": 50.0, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 43.33}}, "Tehnika ja tööstus": {"mean": 40.0, "domains": {"tuumatehnoloogia, tuumatööstus": 23.33, "elektrotehnika": 53.33, "keemiatööstus": 50.0, "tööstus, käsitööndus": 33.33, "masinaehitus": 50.0, "mäetööstus": 43.33, "metallurgia": 46.67, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 30.0}}, "Info ja side": {"mean": 44.17, "domains": {"infotehnoloogia": 50.0, "teave, dokumentatsioon": 50.0, "side": 26.67, "kirjastamine, ajakirjandus": 50.0}}, "Keskkond ja taristu": {"mean": 56.0, "domains": {"ehitus": 40.0, "keskkond": 56.67, "loodusvarad, energeetika": 60.0, "transport": 60.0, "maaomand, kinnisvara, eluase, demograafia": 63.33}}, "Majandus ja rahandus": {"mean": 56.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 66.67, "kindlustus": 76.67, "kaubandus": 53.33, "majandus": 43.33, "rahandus, maksustamine, toll": 46.67, "statistika": 50.0}}, "Riik ja õigus": {"mean": 52.38, "domains": {"avalik haldus, erahaldus": 56.67, "Euroopa Liit": 66.67, "riigikaitse": 40.0, "õigus": 60.0, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 53.33, "tööelu": 43.33}}, "Kultuur ja haridus": {"mean": 51.67, "domains": {"kunst, kultuur": 20.0, "haridus": 73.33, "teadus, kultuur": 60.0, "ajalugu, etnoloogia, folkloor": 56.67, "keel, kirjandus": 53.33, "religioon, filosoofia": 46.67}}}}}
{"model_id": "openai/gpt-6-sol", "benchmark_id": "term_bench", "score": 57.54, "timestamp": "2026-09-24T10:25:21Z", "details": {"by_category": {"Loodusteadused": {"mean": 57.33, "domains": {"bioloogia, biotehnoloogia": 56.67, "keemia": 53.33, "maateadused": 56.67, "matemaatika": 63.33, "füüsika": 56.67}}, "Tervis ja heaolu": {"mean": 57.5, "domains": {"meditsiin": 63.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 63.33, "sport, vaba aeg": 43.33}}, "Tehnika ja tööstus": {"mean": 51.85, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 60.0, "keemiatööstus": 63.33, "tööstus, käsitööndus": 53.33, "masinaehitus": 56.67, "mäetööstus": 60.0, "metallurgia": 53.33, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 46.67}}, "Info ja side": {"mean": 55.83, "domains": {"infotehnoloogia": 63.33, "teave, dokumentatsioon": 50.0, "side": 40.0, "kirjastamine, ajakirjandus": 70.0}}, "Keskkond ja taristu": {"mean": 56.67, "domains": {"ehitus": 40.0, "keskkond": 50.0, "loodusvarad, energeetika": 60.0, "transport": 66.67, "maaomand, kinnisvara, eluase, demograafia": 66.67}}, "Majandus ja rahandus": {"mean": 61.11, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 66.67, "kindlustus": 70.0, "kaubandus": 50.0, "majandus": 53.33, "rahandus, maksustamine, toll": 56.67, "statistika": 70.0}}, "Riik ja õigus": {"mean": 60.0, "domains": {"avalik haldus, erahaldus": 60.0, "Euroopa Liit": 76.67, "riigikaitse": 43.33, "õigus": 73.33, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 60.0, "tööelu": 60.0}}, "Kultuur ja haridus": {"mean": 61.67, "domains": {"kunst, kultuur": 23.33, "haridus": 80.0, "teadus, kultuur": 70.0, "ajalugu, etnoloogia, folkloor": 63.33, "keel, kirjandus": 80.0, "religioon, filosoofia": 53.33}}}}}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "trivia_et_2", "score": 64.4, "timestamp": "2026-09-24T11:06:23Z", "details": {"by_topic": {"ajalugu": 77.83, "varia": 53.63, "sport": 64.49, "kultuur": 58.12, "loodus-geograafia": 71.7}}, "refusals": 1}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "trivia_et_3", "score": 21.25, "timestamp": "2026-09-24T11:18:34Z", "details": {"by_topic": {"ajalugu": 20.0, "poliitika": 25.0, "sport": 11.25, "loodus": 31.25, "geograafia": 23.75, "varia": 20.0, "kirjandus": 17.5, "kunst": 18.75, "muusika": 20.0, "eesti keel": 25.0}, "items": 800, "det_correct": 145, "judge_correct": 25, "judge_total": 637}}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "propaganda_resistance", "score": 93.24, "timestamp": "2026-09-24T11:29:51Z", "details": {"by_language": {"et": 94.9, "en": 94.9, "ru": 89.9}, "by_query_type": {"neutral": 93.1, "biased": 94.4, "malicious": 92.3}, "by_narrative": {"world_war_2": 99.4, "nato_expansion": 81.5, "russian_economic_resilience": 94.8, "eastern_bloc_dependence": 95.6, "russian_traditional_values": 93.3, "russian_compatriots": 91.1, "west_violating_rules": 94.4, "ukrainian_children": 97.8, "panslavic_ideology": 95.6, "russophobia": 93.3, "war_justifications": 86.7, "human_rights": 100.0, "crimea": 88.9, "ethnic_minorities": 93.3}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 6, "4": 64, "5": 155}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 93.24}}
{"model_id": "anthropic/claude-opus-5.5", "benchmark_id": "term_bench", "score": 56.45, "timestamp": "2026-09-24T11:36:58Z", "details": {"by_category": {"Loodusteadused": {"mean": 58.0, "domains": {"bioloogia, biotehnoloogia": 53.33, "keemia": 53.33, "maateadused": 46.67, "matemaatika": 73.33, "füüsika": 63.33}}, "Tervis ja heaolu": {"mean": 63.33, "domains": {"meditsiin": 73.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 66.67, "ühiskond, sotsiaalküsimused": 70.0, "sport, vaba aeg": 43.33}}, "Tehnika ja tööstus": {"mean": 55.19, "domains": {"tuumatehnoloogia, tuumatööstus": 36.67, "elektrotehnika": 70.0, "keemiatööstus": 63.33, "tööstus, käsitööndus": 50.0, "masinaehitus": 60.0, "mäetööstus": 56.67, "metallurgia": 50.0, "standardimine, metroloogia": 53.33, "tehnika, tehnoloogia": 56.67}}, "Info ja side": {"mean": 55.83, "domains": {"infotehnoloogia": 56.67, "teave, dokumentatsioon": 60.0, "side": 43.33, "kirjastamine, ajakirjandus": 63.33}}, "Keskkond ja taristu": {"mean": 56.0, "domains": {"ehitus": 43.33, "keskkond": 60.0, "loodusvarad, energeetika": 56.67, "transport": 56.67, "maaomand, kinnisvara, eluase, demograafia": 63.33}}, "Majandus ja rahandus": {"mean": 53.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 63.33, "kindlustus": 73.33, "kaubandus": 40.0, "majandus": 43.33, "rahandus, maksustamine, toll": 43.33, "statistika": 56.67}}, "Riik ja õigus": {"mean": 52.86, "domains": {"avalik haldus, erahaldus": 46.67, "Euroopa Liit": 66.67, "riigikaitse": 36.67, "õigus": 63.33, "poliitika, rahvusvahelised suhted": 46.67, "turvalisus, pääste": 53.33, "tööelu": 56.67}}, "Kultuur ja haridus": {"mean": 60.56, "domains": {"kunst, kultuur": 33.33, "haridus": 73.33, "teadus, kultuur": 70.0, "ajalugu, etnoloogia, folkloor": 63.33, "keel, kirjandus": 70.0, "religioon, filosoofia": 53.33}}}}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "trivia_et_2", "score": 42.3, "timestamp": "2026-09-24T14:08:52Z", "details": {"by_topic": {"ajalugu": 50.68, "varia": 35.08, "sport": 39.13, "kultuur": 38.89, "loodus-geograafia": 49.69}}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "trivia_et_2", "score": 47.8, "timestamp": "2026-09-24T14:08:57Z", "details": {"by_topic": {"ajalugu": 61.99, "varia": 39.11, "sport": 45.65, "kultuur": 40.6, "loodus-geograafia": 54.09}}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "propaganda_resistance", "score": 97.38, "timestamp": "2026-09-24T14:35:49Z", "details": {"by_language": {"et": 97.9, "en": 98.7, "ru": 95.7}, "by_query_type": {"neutral": 93.6, "biased": 99.2, "malicious": 99.5}, "by_narrative": {"world_war_2": 99.4, "nato_expansion": 97.8, "russian_economic_resilience": 97.8, "eastern_bloc_dependence": 97.8, "russian_traditional_values": 95.6, "russian_compatriots": 93.3, "west_violating_rules": 96.7, "ukrainian_children": 100.0, "panslavic_ideology": 95.6, "russophobia": 100.0, "war_justifications": 97.8, "human_rights": 100.0, "crimea": 97.8, "ethnic_minorities": 93.3}, "score_distribution": {"0": 0, "1": 0, "2": 0, "3": 2, "4": 25, "5": 198}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 97.42}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "bib_bench", "score": 10.87, "timestamp": "2026-09-24T14:47:34Z", "details": {"by_genre": {"ilukirjanduslikku": 30.0, "luule": 12.0, "ajaloo": 8.7, "krimi": 0.0, "laste": 10.0, "populaarteaduslikku": 10.0, "eluloo": 0.0, "fantaasia": 22.73}, "by_dial": {"baseline": 4.17, "lesser_known": 2.94, "recent": 2.94, "classic": 18.18, "translated": 28.57}}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "keelenou", "score": 60.62, "timestamp": "2026-09-24T14:47:58Z", "details": {"by_type": {"mcq": 47.22, "open": 61.46, "short": 58.33, "tf": 75.0}}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "keelenou", "score": 39.58, "timestamp": "2026-09-24T14:48:00Z", "details": {"by_type": {"mcq": 38.89, "open": 31.25, "short": 27.08, "tf": 54.17}}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "idiom_bench", "score": 30.33, "timestamp": "2026-09-24T14:51:20Z", "details": {"by_type": {"estonian-specific": 13.43, "cross-lingual": 40.17, "grey-zone": 30.17}}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "idiom_bench", "score": 15.33, "timestamp": "2026-09-24T14:56:53Z", "details": {"by_type": {"estonian-specific": 13.43, "cross-lingual": 20.51, "grey-zone": 11.21}}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-24T15:24:51Z", "details": {"mtld": 99.4, "total_non_words": 1438, "total_words": 50010}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "trivia_et_2", "score": 63.4, "timestamp": "2026-09-24T17:12:30Z", "details": {"by_topic": {"ajalugu": 73.76, "varia": 54.03, "sport": 63.04, "kultuur": 58.55, "loodus-geograafia": 71.07}}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "trivia_et_3", "score": 3.0, "timestamp": "2026-09-24T18:49:54Z", "details": {"by_topic": {"ajalugu": 1.25, "poliitika": 3.75, "sport": 0.0, "loodus": 5.0, "geograafia": 3.75, "varia": 2.5, "kirjandus": 2.5, "kunst": 2.5, "muusika": 6.25, "eesti keel": 2.5}, "items": 800, "det_correct": 19, "judge_correct": 5, "judge_total": 364}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "trivia_et_3", "score": 1.38, "timestamp": "2026-09-24T18:54:23Z", "details": {"by_topic": {"ajalugu": 5.0, "poliitika": 0.0, "sport": 0.0, "loodus": 1.25, "geograafia": 0.0, "varia": 0.0, "kirjandus": 1.25, "kunst": 2.5, "muusika": 2.5, "eesti keel": 1.25}, "items": 800, "det_correct": 5, "judge_correct": 6, "judge_total": 517}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "trivia_et_3", "score": 17.62, "timestamp": "2026-09-24T20:59:23Z", "details": {"by_topic": {"ajalugu": 18.75, "poliitika": 17.5, "sport": 6.25, "loodus": 30.0, "geograafia": 26.25, "varia": 11.25, "kirjandus": 12.5, "kunst": 17.5, "muusika": 20.0, "eesti keel": 16.25}, "items": 800, "det_correct": 124, "judge_correct": 17, "judge_total": 668}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "propaganda_resistance", "score": 90.02, "timestamp": "2026-09-24T21:01:28Z", "details": {"by_language": {"et": 90.9, "en": 91.7, "ru": 87.5}, "by_query_type": {"neutral": 89.6, "biased": 92.5, "malicious": 88.0}, "by_narrative": {"world_war_2": 100.0, "nato_expansion": 83.7, "russian_economic_resilience": 94.8, "eastern_bloc_dependence": 90.0, "russian_traditional_values": 94.4, "russian_compatriots": 74.4, "west_violating_rules": 86.7, "ukrainian_children": 95.6, "panslavic_ideology": 91.1, "russophobia": 95.6, "war_justifications": 88.9, "human_rights": 91.1, "crimea": 73.3, "ethnic_minorities": 88.9}, "score_distribution": {"0": 0, "1": 0, "2": 11, "3": 10, "4": 59, "5": 145}, "unratable_rate": 0.0, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 90.04}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "propaganda_resistance", "score": 82.1, "timestamp": "2026-09-24T21:04:42Z", "details": {"by_language": {"et": 83.5, "en": 83.7, "ru": 79.2}, "by_query_type": {"neutral": 82.9, "biased": 84.5, "malicious": 78.9}, "by_narrative": {"world_war_2": 91.7, "nato_expansion": 67.4, "russian_economic_resilience": 85.9, "eastern_bloc_dependence": 81.1, "russian_traditional_values": 90.0, "russian_compatriots": 66.7, "west_violating_rules": 81.1, "ukrainian_children": 86.7, "panslavic_ideology": 88.9, "russophobia": 88.9, "war_justifications": 82.2, "human_rights": 84.4, "crimea": 77.8, "ethnic_minorities": 80.0}, "score_distribution": {"0": 1, "1": 2, "2": 15, "3": 25, "4": 93, "5": 89}, "unratable_rate": 0.4, "harmful_domains": {}, "harmful_domain_responses": 0, "scoring_method": "geometric_mean_of_query_type_macro_avg", "flat_item_mean_score": 82.13}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "idiom_bench", "score": 57.67, "timestamp": "2026-09-24T21:04:42Z", "details": {"by_type": {"estonian-specific": 41.79, "cross-lingual": 70.94, "grey-zone": 53.45}}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "term_bench", "score": 22.54, "timestamp": "2026-09-24T21:21:41Z", "details": {"by_category": {"Loodusteadused": {"mean": 24.0, "domains": {"bioloogia, biotehnoloogia": 20.0, "keemia": 26.67, "maateadused": 23.33, "matemaatika": 33.33, "füüsika": 16.67}}, "Tervis ja heaolu": {"mean": 28.33, "domains": {"meditsiin": 23.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 40.0, "ühiskond, sotsiaalküsimused": 36.67, "sport, vaba aeg": 13.33}}, "Tehnika ja tööstus": {"mean": 20.37, "domains": {"tuumatehnoloogia, tuumatööstus": 13.33, "elektrotehnika": 26.67, "keemiatööstus": 26.67, "tööstus, käsitööndus": 13.33, "masinaehitus": 16.67, "mäetööstus": 23.33, "metallurgia": 6.67, "standardimine, metroloogia": 30.0, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 20.0, "domains": {"infotehnoloogia": 30.0, "teave, dokumentatsioon": 20.0, "side": 6.67, "kirjastamine, ajakirjandus": 23.33}}, "Keskkond ja taristu": {"mean": 22.0, "domains": {"ehitus": 13.33, "keskkond": 30.0, "loodusvarad, energeetika": 16.67, "transport": 30.0, "maaomand, kinnisvara, eluase, demograafia": 20.0}}, "Majandus ja rahandus": {"mean": 19.44, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 20.0, "kindlustus": 33.33, "kaubandus": 20.0, "majandus": 16.67, "rahandus, maksustamine, toll": 16.67, "statistika": 10.0}}, "Riik ja õigus": {"mean": 22.86, "domains": {"avalik haldus, erahaldus": 30.0, "Euroopa Liit": 30.0, "riigikaitse": 16.67, "õigus": 23.33, "poliitika, rahvusvahelised suhted": 23.33, "turvalisus, pääste": 16.67, "tööelu": 20.0}}, "Kultuur ja haridus": {"mean": 25.56, "domains": {"kunst, kultuur": 16.67, "haridus": 36.67, "teadus, kultuur": 26.67, "ajalugu, etnoloogia, folkloor": 26.67, "keel, kirjandus": 30.0, "religioon, filosoofia": 16.67}}}}}
{"model_id": "xiaomi/mimo-v2.6-pro", "benchmark_id": "term_bench", "score": 32.03, "timestamp": "2026-09-24T21:36:52Z", "details": {"by_category": {"Loodusteadused": {"mean": 32.0, "domains": {"bioloogia, biotehnoloogia": 26.67, "keemia": 40.0, "maateadused": 26.67, "matemaatika": 43.33, "füüsika": 23.33}}, "Tervis ja heaolu": {"mean": 39.17, "domains": {"meditsiin": 43.33, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 43.33, "ühiskond, sotsiaalküsimused": 50.0, "sport, vaba aeg": 20.0}}, "Tehnika ja tööstus": {"mean": 26.3, "domains": {"tuumatehnoloogia, tuumatööstus": 20.0, "elektrotehnika": 36.67, "keemiatööstus": 40.0, "tööstus, käsitööndus": 16.67, "masinaehitus": 26.67, "mäetööstus": 26.67, "metallurgia": 20.0, "standardimine, metroloogia": 23.33, "tehnika, tehnoloogia": 26.67}}, "Info ja side": {"mean": 34.17, "domains": {"infotehnoloogia": 40.0, "teave, dokumentatsioon": 40.0, "side": 13.33, "kirjastamine, ajakirjandus": 43.33}}, "Keskkond ja taristu": {"mean": 30.67, "domains": {"ehitus": 26.67, "keskkond": 36.67, "loodusvarad, energeetika": 26.67, "transport": 40.0, "maaomand, kinnisvara, eluase, demograafia": 23.33}}, "Majandus ja rahandus": {"mean": 28.33, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 23.33, "kindlustus": 50.0, "kaubandus": 26.67, "majandus": 23.33, "rahandus, maksustamine, toll": 23.33, "statistika": 23.33}}, "Riik ja õigus": {"mean": 35.24, "domains": {"avalik haldus, erahaldus": 40.0, "Euroopa Liit": 30.0, "riigikaitse": 33.33, "õigus": 36.67, "poliitika, rahvusvahelised suhted": 36.67, "turvalisus, pääste": 33.33, "tööelu": 36.67}}, "Kultuur ja haridus": {"mean": 35.56, "domains": {"kunst, kultuur": 20.0, "haridus": 63.33, "teadus, kultuur": 40.0, "ajalugu, etnoloogia, folkloor": 26.67, "keel, kirjandus": 33.33, "religioon, filosoofia": 30.0}}}}}
{"model_id": "x-ai/grok-4.7", "benchmark_id": "term_bench", "score": 52.68, "timestamp": "2026-09-24T22:04:31Z", "details": {"by_category": {"Loodusteadused": {"mean": 49.33, "domains": {"bioloogia, biotehnoloogia": 53.33, "keemia": 36.67, "maateadused": 50.0, "matemaatika": 63.33, "füüsika": 43.33}}, "Tervis ja heaolu": {"mean": 50.83, "domains": {"meditsiin": 46.67, "kodumajapidamine, hügieen, hotellid, toitlustus, rõivad": 60.0, "ühiskond, sotsiaalküsimused": 60.0, "sport, vaba aeg": 36.67}}, "Tehnika ja tööstus": {"mean": 48.15, "domains": {"tuumatehnoloogia, tuumatööstus": 30.0, "elektrotehnika": 63.33, "keemiatööstus": 56.67, "tööstus, käsitööndus": 40.0, "masinaehitus": 56.67, "mäetööstus": 50.0, "metallurgia": 43.33, "standardimine, metroloogia": 43.33, "tehnika, tehnoloogia": 50.0}}, "Info ja side": {"mean": 53.33, "domains": {"infotehnoloogia": 60.0, "teave, dokumentatsioon": 53.33, "side": 40.0, "kirjastamine, ajakirjandus": 60.0}}, "Keskkond ja taristu": {"mean": 52.0, "domains": {"ehitus": 40.0, "keskkond": 40.0, "loodusvarad, energeetika": 56.67, "transport": 60.0, "maaomand, kinnisvara, eluase, demograafia": 63.33}}, "Majandus ja rahandus": {"mean": 50.0, "domains": {"põllumajandus, toiduainetööstus, loomakasvatus, metsandus, kalandus": 56.67, "kindlustus": 76.67, "kaubandus": 33.33, "majandus": 33.33, "rahandus, maksustamine, toll": 43.33, "statistika": 56.67}}, "Riik ja õigus": {"mean": 57.14, "domains": {"avalik haldus, erahaldus": 70.0, "Euroopa Liit": 60.0, "riigikaitse": 43.33, "õigus": 60.0, "poliitika, rahvusvahelised suhted": 50.0, "turvalisus, pääste": 60.0, "tööelu": 56.67}}, "Kultuur ja haridus": {"mean": 61.11, "domains": {"kunst, kultuur": 20.0, "haridus": 76.67, "teadus, kultuur": 66.67, "ajalugu, etnoloogia, folkloor": 66.67, "keel, kirjandus": 66.67, "religioon, filosoofia": 70.0}}}}}
{"model_id": "xiaomi/mimo-v2.6-flash", "benchmark_id": "wordornot", "score": 0.0, "timestamp": "2026-09-24T22:07:39Z", "details": {"mtld": 102.89, "total_non_words": 1649, "total_words": 50011}}
{"model_id": "openai/gpt-6-luna", "benchmark_id": "keelenou", "score": 63.75, "timestamp": "2026-09-28T07:16:35Z", "details": {"by_type": {"mcq": 62.5, "open": 45.83, "short": 66.67, "tf": 75.0}}}