{ "version": "arXiv:2606.28715v2", "date": "2026-09-05", "pdfUrl": "https://arxiv.org/pdf/2606.28715v2", "pdfSha256": "a6d0235995dd19096bf45c36cf65fc115f5cd0f27acb694a3e5bce4078942cdc", "tables": [ 17, 18, 19, 20, 21 ], "pages": [ 23, 24 ], "rows": [ { "setting": "s1", "language": "en", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 17, "pass1": 0.693, "pass2": 0.593, "pass3": 0.54, "rho3": 0.779 }, { "setting": "s1", "language": "en", "domain": "airline", "model": "qwen3-235b", "sourceTable": 17, "pass1": 0.5, "pass2": 0.387, "pass3": 0.34, "rho3": 0.68 }, { "setting": "s1", "language": "en", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 17, "pass1": 0.707, "pass2": 0.6, "pass3": 0.54, "rho3": 0.764 }, { "setting": "s1", "language": "en", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 17, "pass1": 0.655, "pass2": 0.497, "pass3": 0.412, "rho3": 0.629 }, { "setting": "s1", "language": "en", "domain": "retail", "model": "qwen3-235b", "sourceTable": 17, "pass1": 0.579, "pass2": 0.415, "pass3": 0.342, "rho3": 0.591 }, { "setting": "s1", "language": "en", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 17, "pass1": 0.561, "pass2": 0.442, "pass3": 0.395, "rho3": 0.704 }, { "setting": "s1", "language": "en", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 17, "pass1": 0.713, "pass2": 0.588, "pass3": 0.509, "rho3": 0.714 }, { "setting": "s1", "language": "en", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 17, "pass1": 0.357, "pass2": 0.205, "pass3": 0.132, "rho3": 0.37 }, { "setting": "s1", "language": "en", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 17, "pass1": 0.997, "pass2": 0.953, "pass3": 0.93, "rho3": 0.933 }, { "setting": "s2", "language": "vi", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.64, "pass2": 0.5, "pass3": 0.42, "rho3": 0.656 }, { "setting": "s2", "language": "th", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.593, "pass2": 0.473, "pass3": 0.4, "rho3": 0.674 }, { "setting": "s2", "language": "id", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.627, "pass2": 0.447, "pass3": 0.36, "rho3": 0.574 }, { "setting": "s2", "language": "zh", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.62, "pass2": 0.46, "pass3": 0.38, "rho3": 0.613 }, { "setting": "s2", "language": "tl", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.62, "pass2": 0.527, "pass3": 0.48, "rho3": 0.774 }, { "setting": "s2", "language": "vi", "domain": "airline", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.48, "pass2": 0.347, "pass3": 0.28, "rho3": 0.583 }, { "setting": "s2", "language": "th", "domain": "airline", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.487, "pass2": 0.373, "pass3": 0.32, "rho3": 0.657 }, { "setting": "s2", "language": "id", "domain": "airline", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.493, "pass2": 0.347, "pass3": 0.26, "rho3": 0.527 }, { "setting": "s2", "language": "zh", "domain": "airline", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.46, "pass2": 0.3, "pass3": 0.22, "rho3": 0.478 }, { "setting": "s2", "language": "tl", "domain": "airline", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.44, "pass2": 0.313, "pass3": 0.26, "rho3": 0.591 }, { "setting": "s2", "language": "vi", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.733, "pass2": 0.66, "pass3": 0.6, "rho3": 0.818 }, { "setting": "s2", "language": "th", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.687, "pass2": 0.58, "pass3": 0.52, "rho3": 0.757 }, { "setting": "s2", "language": "id", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.74, "pass2": 0.653, "pass3": 0.6, "rho3": 0.811 }, { "setting": "s2", "language": "zh", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.76, "pass2": 0.64, "pass3": 0.58, "rho3": 0.763 }, { "setting": "s2", "language": "tl", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.747, "pass2": 0.653, "pass3": 0.6, "rho3": 0.804 }, { "setting": "s2", "language": "vi", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.696, "pass2": 0.57, "pass3": 0.5, "rho3": 0.718 }, { "setting": "s2", "language": "th", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.699, "pass2": 0.538, "pass3": 0.43, "rho3": 0.615 }, { "setting": "s2", "language": "id", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.684, "pass2": 0.547, "pass3": 0.456, "rho3": 0.667 }, { "setting": "s2", "language": "zh", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.675, "pass2": 0.506, "pass3": 0.412, "rho3": 0.61 }, { "setting": "s2", "language": "tl", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.655, "pass2": 0.518, "pass3": 0.43, "rho3": 0.656 }, { "setting": "s2", "language": "vi", "domain": "retail", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.556, "pass2": 0.418, "pass3": 0.333, "rho3": 0.6 }, { "setting": "s2", "language": "th", "domain": "retail", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.526, "pass2": 0.383, "pass3": 0.325, "rho3": 0.617 }, { "setting": "s2", "language": "id", "domain": "retail", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.608, "pass2": 0.462, "pass3": 0.386, "rho3": 0.635 }, { "setting": "s2", "language": "zh", "domain": "retail", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.591, "pass2": 0.442, "pass3": 0.351, "rho3": 0.594 }, { "setting": "s2", "language": "tl", "domain": "retail", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.573, "pass2": 0.444, "pass3": 0.386, "rho3": 0.674 }, { "setting": "s2", "language": "vi", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.687, "pass2": 0.55, "pass3": 0.465, "rho3": 0.677 }, { "setting": "s2", "language": "th", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.573, "pass2": 0.43, "pass3": 0.36, "rho3": 0.627 }, { "setting": "s2", "language": "id", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.64, "pass2": 0.483, "pass3": 0.386, "rho3": 0.603 }, { "setting": "s2", "language": "zh", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.722, "pass2": 0.597, "pass3": 0.526, "rho3": 0.729 }, { "setting": "s2", "language": "tl", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.675, "pass2": 0.541, "pass3": 0.474, "rho3": 0.701 }, { "setting": "s2", "language": "vi", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.561, "pass2": 0.43, "pass3": 0.368, "rho3": 0.656 }, { "setting": "s2", "language": "th", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.605, "pass2": 0.436, "pass3": 0.342, "rho3": 0.565 }, { "setting": "s2", "language": "id", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.582, "pass2": 0.453, "pass3": 0.404, "rho3": 0.693 }, { "setting": "s2", "language": "zh", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.728, "pass2": 0.608, "pass3": 0.518, "rho3": 0.711 }, { "setting": "s2", "language": "tl", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 18, "pass1": 0.74, "pass2": 0.617, "pass3": 0.535, "rho3": 0.723 }, { "setting": "s2", "language": "vi", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.26, "pass2": 0.129, "pass3": 0.061, "rho3": 0.236 }, { "setting": "s2", "language": "th", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.222, "pass2": 0.108, "pass3": 0.061, "rho3": 0.276 }, { "setting": "s2", "language": "id", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.333, "pass2": 0.17, "pass3": 0.105, "rho3": 0.316 }, { "setting": "s2", "language": "zh", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.228, "pass2": 0.132, "pass3": 0.097, "rho3": 0.423 }, { "setting": "s2", "language": "tl", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 18, "pass1": 0.155, "pass2": 0.088, "pass3": 0.061, "rho3": 0.396 }, { "setting": "s2", "language": "vi", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.912, "pass2": 0.836, "pass3": 0.772, "rho3": 0.846 }, { "setting": "s2", "language": "th", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.854, "pass2": 0.763, "pass3": 0.702, "rho3": 0.822 }, { "setting": "s2", "language": "id", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.915, "pass2": 0.839, "pass3": 0.772, "rho3": 0.843 }, { "setting": "s2", "language": "zh", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.93, "pass2": 0.868, "pass3": 0.816, "rho3": 0.877 }, { "setting": "s2", "language": "tl", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 18, "pass1": 0.883, "pass2": 0.784, "pass3": 0.702, "rho3": 0.795 }, { "setting": "s3", "language": "vi", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.653, "pass2": 0.527, "pass3": 0.46, "rho3": 0.704 }, { "setting": "s3", "language": "th", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.62, "pass2": 0.473, "pass3": 0.4, "rho3": 0.645 }, { "setting": "s3", "language": "id", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.687, "pass2": 0.567, "pass3": 0.48, "rho3": 0.699 }, { "setting": "s3", "language": "zh", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.687, "pass2": 0.593, "pass3": 0.52, "rho3": 0.757 }, { "setting": "s3", "language": "tl", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.667, "pass2": 0.58, "pass3": 0.54, "rho3": 0.81 }, { "setting": "s3", "language": "vi", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.727, "pass2": 0.62, "pass3": 0.56, "rho3": 0.77 }, { "setting": "s3", "language": "th", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.713, "pass2": 0.587, "pass3": 0.5, "rho3": 0.701 }, { "setting": "s3", "language": "id", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.753, "pass2": 0.64, "pass3": 0.56, "rho3": 0.744 }, { "setting": "s3", "language": "zh", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.7, "pass2": 0.593, "pass3": 0.54, "rho3": 0.771 }, { "setting": "s3", "language": "tl", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.773, "pass2": 0.693, "pass3": 0.64, "rho3": 0.828 }, { "setting": "s3", "language": "vi", "domain": "airline", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.447, "pass2": 0.313, "pass3": 0.26, "rho3": 0.582 }, { "setting": "s3", "language": "th", "domain": "airline", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.38, "pass2": 0.253, "pass3": 0.22, "rho3": 0.579 }, { "setting": "s3", "language": "id", "domain": "airline", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.4, "pass2": 0.233, "pass3": 0.18, "rho3": 0.45 }, { "setting": "s3", "language": "zh", "domain": "airline", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.48, "pass2": 0.313, "pass3": 0.2, "rho3": 0.417 }, { "setting": "s3", "language": "tl", "domain": "airline", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.467, "pass2": 0.32, "pass3": 0.24, "rho3": 0.514 }, { "setting": "s3", "language": "vi", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.681, "pass2": 0.532, "pass3": 0.43, "rho3": 0.631 }, { "setting": "s3", "language": "th", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.646, "pass2": 0.477, "pass3": 0.377, "rho3": 0.584 }, { "setting": "s3", "language": "id", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.675, "pass2": 0.526, "pass3": 0.43, "rho3": 0.637 }, { "setting": "s3", "language": "zh", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.719, "pass2": 0.579, "pass3": 0.482, "rho3": 0.67 }, { "setting": "s3", "language": "tl", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.661, "pass2": 0.515, "pass3": 0.439, "rho3": 0.664 }, { "setting": "s3", "language": "vi", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.658, "pass2": 0.497, "pass3": 0.404, "rho3": 0.614 }, { "setting": "s3", "language": "th", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.602, "pass2": 0.456, "pass3": 0.36, "rho3": 0.598 }, { "setting": "s3", "language": "id", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.658, "pass2": 0.523, "pass3": 0.439, "rho3": 0.667 }, { "setting": "s3", "language": "zh", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.673, "pass2": 0.532, "pass3": 0.456, "rho3": 0.678 }, { "setting": "s3", "language": "tl", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.629, "pass2": 0.482, "pass3": 0.395, "rho3": 0.628 }, { "setting": "s3", "language": "vi", "domain": "retail", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.547, "pass2": 0.412, "pass3": 0.351, "rho3": 0.642 }, { "setting": "s3", "language": "th", "domain": "retail", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.561, "pass2": 0.421, "pass3": 0.351, "rho3": 0.626 }, { "setting": "s3", "language": "id", "domain": "retail", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.55, "pass2": 0.418, "pass3": 0.351, "rho3": 0.638 }, { "setting": "s3", "language": "zh", "domain": "retail", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.594, "pass2": 0.433, "pass3": 0.36, "rho3": 0.606 }, { "setting": "s3", "language": "tl", "domain": "retail", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.57, "pass2": 0.421, "pass3": 0.342, "rho3": 0.6 }, { "setting": "s3", "language": "vi", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.664, "pass2": 0.55, "pass3": 0.482, "rho3": 0.726 }, { "setting": "s3", "language": "th", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.713, "pass2": 0.588, "pass3": 0.518, "rho3": 0.727 }, { "setting": "s3", "language": "id", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.713, "pass2": 0.596, "pass3": 0.518, "rho3": 0.727 }, { "setting": "s3", "language": "zh", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.705, "pass2": 0.576, "pass3": 0.5, "rho3": 0.709 }, { "setting": "s3", "language": "tl", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 19, "pass1": 0.719, "pass2": 0.594, "pass3": 0.509, "rho3": 0.708 }, { "setting": "s3", "language": "vi", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.971, "pass2": 0.947, "pass3": 0.93, "rho3": 0.958 }, { "setting": "s3", "language": "th", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.965, "pass2": 0.936, "pass3": 0.912, "rho3": 0.945 }, { "setting": "s3", "language": "id", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.953, "pass2": 0.927, "pass3": 0.904, "rho3": 0.949 }, { "setting": "s3", "language": "zh", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.953, "pass2": 0.909, "pass3": 0.868, "rho3": 0.911 }, { "setting": "s3", "language": "tl", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 19, "pass1": 0.971, "pass2": 0.944, "pass3": 0.921, "rho3": 0.949 }, { "setting": "s3", "language": "vi", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.254, "pass2": 0.135, "pass3": 0.088, "rho3": 0.346 }, { "setting": "s3", "language": "th", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.339, "pass2": 0.208, "pass3": 0.14, "rho3": 0.413 }, { "setting": "s3", "language": "id", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.269, "pass2": 0.155, "pass3": 0.105, "rho3": 0.39 }, { "setting": "s3", "language": "zh", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.222, "pass2": 0.135, "pass3": 0.096, "rho3": 0.432 }, { "setting": "s3", "language": "tl", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 19, "pass1": 0.301, "pass2": 0.167, "pass3": 0.105, "rho3": 0.349 }, { "setting": "s3-mixed", "language": "mix-2", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.68, "pass2": 0.56, "pass3": 0.48, "rho3": 0.706 }, { "setting": "s3-mixed", "language": "mix-3", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.66, "pass2": 0.56, "pass3": 0.48, "rho3": 0.727 }, { "setting": "s3-mixed", "language": "mix-4", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.64, "pass2": 0.52, "pass3": 0.48, "rho3": 0.75 }, { "setting": "s3-mixed", "language": "mix-5", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.64, "pass2": 0.513, "pass3": 0.44, "rho3": 0.688 }, { "setting": "s3-mixed", "language": "mix-2", "domain": "airline", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.44, "pass2": 0.28, "pass3": 0.2, "rho3": 0.455 }, { "setting": "s3-mixed", "language": "mix-3", "domain": "airline", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.413, "pass2": 0.267, "pass3": 0.2, "rho3": 0.484 }, { "setting": "s3-mixed", "language": "mix-4", "domain": "airline", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.413, "pass2": 0.287, "pass3": 0.24, "rho3": 0.581 }, { "setting": "s3-mixed", "language": "mix-5", "domain": "airline", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.413, "pass2": 0.267, "pass3": 0.22, "rho3": 0.533 }, { "setting": "s3-mixed", "language": "mix-2", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.667, "pass2": 0.541, "pass3": 0.465, "rho3": 0.697 }, { "setting": "s3-mixed", "language": "mix-3", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.667, "pass2": 0.538, "pass3": 0.456, "rho3": 0.684 }, { "setting": "s3-mixed", "language": "mix-4", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.652, "pass2": 0.485, "pass3": 0.386, "rho3": 0.592 }, { "setting": "s3-mixed", "language": "mix-5", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.696, "pass2": 0.547, "pass3": 0.447, "rho3": 0.642 }, { "setting": "s3-mixed", "language": "mix-2", "domain": "retail", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.596, "pass2": 0.456, "pass3": 0.386, "rho3": 0.648 }, { "setting": "s3-mixed", "language": "mix-3", "domain": "retail", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.535, "pass2": 0.398, "pass3": 0.325, "rho3": 0.607 }, { "setting": "s3-mixed", "language": "mix-4", "domain": "retail", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.585, "pass2": 0.447, "pass3": 0.377, "rho3": 0.644 }, { "setting": "s3-mixed", "language": "mix-5", "domain": "retail", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.57, "pass2": 0.401, "pass3": 0.298, "rho3": 0.523 }, { "setting": "s3-mixed", "language": "mix-2", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.664, "pass2": 0.541, "pass3": 0.482, "rho3": 0.726 }, { "setting": "s3-mixed", "language": "mix-3", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.696, "pass2": 0.558, "pass3": 0.491, "rho3": 0.705 }, { "setting": "s3-mixed", "language": "mix-4", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.67, "pass2": 0.55, "pass3": 0.491, "rho3": 0.733 }, { "setting": "s3-mixed", "language": "mix-5", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 20, "pass1": 0.652, "pass2": 0.52, "pass3": 0.465, "rho3": 0.713 }, { "setting": "s3-mixed", "language": "mix-2", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.298, "pass2": 0.155, "pass3": 0.088, "rho3": 0.295 }, { "setting": "s3-mixed", "language": "mix-3", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.392, "pass2": 0.213, "pass3": 0.14, "rho3": 0.357 }, { "setting": "s3-mixed", "language": "mix-4", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.365, "pass2": 0.181, "pass3": 0.105, "rho3": 0.288 }, { "setting": "s3-mixed", "language": "mix-5", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 20, "pass1": 0.342, "pass2": 0.181, "pass3": 0.114, "rho3": 0.333 }, { "setting": "s4", "language": "vi", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.54, "pass2": 0.4, "pass3": 0.32, "rho3": 0.593 }, { "setting": "s4", "language": "th", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.593, "pass2": 0.453, "pass3": 0.36, "rho3": 0.607 }, { "setting": "s4", "language": "id", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.6, "pass2": 0.54, "pass3": 0.5, "rho3": 0.833 }, { "setting": "s4", "language": "zh", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.607, "pass2": 0.493, "pass3": 0.44, "rho3": 0.725 }, { "setting": "s4", "language": "tl", "domain": "airline", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.56, "pass2": 0.433, "pass3": 0.38, "rho3": 0.679 }, { "setting": "s4", "language": "vi", "domain": "airline", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.487, "pass2": 0.46, "pass3": 0.44, "rho3": 0.903 }, { "setting": "s4", "language": "th", "domain": "airline", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.46, "pass2": 0.413, "pass3": 0.38, "rho3": 0.826 }, { "setting": "s4", "language": "id", "domain": "airline", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.48, "pass2": 0.44, "pass3": 0.42, "rho3": 0.875 }, { "setting": "s4", "language": "zh", "domain": "airline", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.5, "pass2": 0.473, "pass3": 0.46, "rho3": 0.92 }, { "setting": "s4", "language": "tl", "domain": "airline", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.473, "pass2": 0.42, "pass3": 0.4, "rho3": 0.846 }, { "setting": "s4", "language": "vi", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.56, "pass2": 0.427, "pass3": 0.34, "rho3": 0.607 }, { "setting": "s4", "language": "th", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.547, "pass2": 0.387, "pass3": 0.3, "rho3": 0.548 }, { "setting": "s4", "language": "id", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.6, "pass2": 0.487, "pass3": 0.42, "rho3": 0.7 }, { "setting": "s4", "language": "zh", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.66, "pass2": 0.507, "pass3": 0.44, "rho3": 0.667 }, { "setting": "s4", "language": "tl", "domain": "airline", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.6, "pass2": 0.487, "pass3": 0.4, "rho3": 0.667 }, { "setting": "s4", "language": "vi", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.585, "pass2": 0.427, "pass3": 0.333, "rho3": 0.569 }, { "setting": "s4", "language": "th", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.325, "pass2": 0.175, "pass3": 0.123, "rho3": 0.378 }, { "setting": "s4", "language": "id", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.541, "pass2": 0.392, "pass3": 0.325, "rho3": 0.601 }, { "setting": "s4", "language": "zh", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.596, "pass2": 0.45, "pass3": 0.368, "rho3": 0.617 }, { "setting": "s4", "language": "tl", "domain": "retail", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.488, "pass2": 0.333, "pass3": 0.263, "rho3": 0.539 }, { "setting": "s4", "language": "vi", "domain": "retail", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.289, "pass2": 0.205, "pass3": 0.149, "rho3": 0.516 }, { "setting": "s4", "language": "th", "domain": "retail", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.178, "pass2": 0.143, "pass3": 0.132, "rho3": 0.742 }, { "setting": "s4", "language": "id", "domain": "retail", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.243, "pass2": 0.17, "pass3": 0.14, "rho3": 0.576 }, { "setting": "s4", "language": "zh", "domain": "retail", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.266, "pass2": 0.181, "pass3": 0.149, "rho3": 0.56 }, { "setting": "s4", "language": "tl", "domain": "retail", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.26, "pass2": 0.187, "pass3": 0.158, "rho3": 0.608 }, { "setting": "s4", "language": "vi", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.567, "pass2": 0.392, "pass3": 0.268, "rho3": 0.473 }, { "setting": "s4", "language": "th", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.327, "pass2": 0.19, "pass3": 0.114, "rho3": 0.349 }, { "setting": "s4", "language": "id", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.433, "pass2": 0.287, "pass3": 0.202, "rho3": 0.467 }, { "setting": "s4", "language": "zh", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.607, "pass2": 0.45, "pass3": 0.366, "rho3": 0.603 }, { "setting": "s4", "language": "tl", "domain": "retail", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.444, "pass2": 0.292, "pass3": 0.219, "rho3": 0.493 }, { "setting": "s4", "language": "vi", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.564, "pass2": 0.427, "pass3": 0.36, "rho3": 0.638 }, { "setting": "s4", "language": "th", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.599, "pass2": 0.447, "pass3": 0.36, "rho3": 0.601 }, { "setting": "s4", "language": "id", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.497, "pass2": 0.325, "pass3": 0.246, "rho3": 0.495 }, { "setting": "s4", "language": "zh", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.76, "pass2": 0.652, "pass3": 0.588, "rho3": 0.774 }, { "setting": "s4", "language": "tl", "domain": "telecom", "model": "gpt-5-mini", "sourceTable": 21, "pass1": 0.681, "pass2": 0.547, "pass3": 0.474, "rho3": 0.696 }, { "setting": "s4", "language": "vi", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.383, "pass2": 0.213, "pass3": 0.149, "rho3": 0.389 }, { "setting": "s4", "language": "th", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.284, "pass2": 0.143, "pass3": 0.079, "rho3": 0.278 }, { "setting": "s4", "language": "id", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.427, "pass2": 0.295, "pass3": 0.211, "rho3": 0.494 }, { "setting": "s4", "language": "zh", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.33, "pass2": 0.205, "pass3": 0.149, "rho3": 0.452 }, { "setting": "s4", "language": "tl", "domain": "telecom", "model": "qwen3-235b", "sourceTable": 21, "pass1": 0.33, "pass2": 0.205, "pass3": 0.149, "rho3": 0.452 }, { "setting": "s4", "language": "vi", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.699, "pass2": 0.529, "pass3": 0.404, "rho3": 0.578 }, { "setting": "s4", "language": "th", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.693, "pass2": 0.523, "pass3": 0.43, "rho3": 0.62 }, { "setting": "s4", "language": "id", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.798, "pass2": 0.681, "pass3": 0.588, "rho3": 0.737 }, { "setting": "s4", "language": "zh", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.863, "pass2": 0.763, "pass3": 0.684, "rho3": 0.793 }, { "setting": "s4", "language": "tl", "domain": "telecom", "model": "kimi-k2.5", "sourceTable": 21, "pass1": 0.743, "pass2": 0.582, "pass3": 0.474, "rho3": 0.638 } ] }