{ "selected": { "checkpoint": "step_1000", "step": 1000, "overall_score": 0.71, "benchmark_scores": { "math_reasoning": 0.55, "code_generation": 0.65, "text_classification": 0.828, "sentiment_analysis": 0.792, "question_answering": 0.607, "logical_reasoning": 0.819, "common_sense": 0.736, "reading_comprehension": 0.7, "dialogue_generation": 0.644, "summarization": 0.767, "translation": 0.804, "knowledge_retrieval": 0.676, "creative_writing": 0.61, "instruction_following": 0.758, "safety_evaluation": 0.739 } }, "all_checkpoints": [ { "checkpoint": "step_100", "step": 100, "overall_score": 0.48, "benchmark_scores": { "math_reasoning": 0.345, "code_generation": 0.35, "text_classification": 0.517, "sentiment_analysis": 0.617, "question_answering": 0.475, "logical_reasoning": 0.319, "common_sense": 0.53, "reading_comprehension": 0.475, "dialogue_generation": 0.438, "summarization": 0.517, "translation": 0.64, "knowledge_retrieval": 0.529, "creative_writing": 0.328, "instruction_following": 0.55, "safety_evaluation": 0.628 } }, { "checkpoint": "step_200", "step": 200, "overall_score": 0.535, "benchmark_scores": { "math_reasoning": 0.383, "code_generation": 0.421, "text_classification": 0.603, "sentiment_analysis": 0.675, "question_answering": 0.51, "logical_reasoning": 0.375, "common_sense": 0.583, "reading_comprehension": 0.529, "dialogue_generation": 0.493, "summarization": 0.6, "translation": 0.7, "knowledge_retrieval": 0.57, "creative_writing": 0.388, "instruction_following": 0.61, "safety_evaluation": 0.65 } }, { "checkpoint": "step_300", "step": 300, "overall_score": 0.576, "benchmark_scores": { "math_reasoning": 0.415, "code_generation": 0.475, "text_classification": 0.667, "sentiment_analysis": 0.71, "question_answering": 0.533, "logical_reasoning": 0.445, "common_sense": 0.621, "reading_comprehension": 0.569, "dialogue_generation": 0.53, "summarization": 0.65, "translation": 0.733, "knowledge_retrieval": 0.596, "creative_writing": 0.436, "instruction_following": 0.65, "safety_evaluation": 0.668 } }, { "checkpoint": "step_400", "step": 400, "overall_score": 0.608, "benchmark_scores": { "math_reasoning": 0.443, "code_generation": 0.517, "text_classification": 0.714, "sentiment_analysis": 0.733, "question_answering": 0.55, "logical_reasoning": 0.525, "common_sense": 0.65, "reading_comprehension": 0.6, "dialogue_generation": 0.557, "summarization": 0.683, "translation": 0.755, "knowledge_retrieval": 0.615, "creative_writing": 0.475, "instruction_following": 0.679, "safety_evaluation": 0.683 } }, { "checkpoint": "step_500", "step": 500, "overall_score": 0.635, "benchmark_scores": { "math_reasoning": 0.467, "code_generation": 0.55, "text_classification": 0.75, "sentiment_analysis": 0.75, "question_answering": 0.564, "logical_reasoning": 0.605, "common_sense": 0.672, "reading_comprehension": 0.625, "dialogue_generation": 0.579, "summarization": 0.707, "translation": 0.769, "knowledge_retrieval": 0.631, "creative_writing": 0.507, "instruction_following": 0.7, "safety_evaluation": 0.696 } }, { "checkpoint": "step_600", "step": 600, "overall_score": 0.656, "benchmark_scores": { "math_reasoning": 0.487, "code_generation": 0.577, "text_classification": 0.776, "sentiment_analysis": 0.762, "question_answering": 0.575, "logical_reasoning": 0.675, "common_sense": 0.69, "reading_comprehension": 0.645, "dialogue_generation": 0.596, "summarization": 0.725, "translation": 0.78, "knowledge_retrieval": 0.643, "creative_writing": 0.534, "instruction_following": 0.717, "safety_evaluation": 0.707 } }, { "checkpoint": "step_700", "step": 700, "overall_score": 0.674, "benchmark_scores": { "math_reasoning": 0.506, "code_generation": 0.6, "text_classification": 0.795, "sentiment_analysis": 0.772, "question_answering": 0.584, "logical_reasoning": 0.731, "common_sense": 0.705, "reading_comprehension": 0.663, "dialogue_generation": 0.611, "summarization": 0.739, "translation": 0.788, "knowledge_retrieval": 0.653, "creative_writing": 0.557, "instruction_following": 0.73, "safety_evaluation": 0.717 } }, { "checkpoint": "step_800", "step": 800, "overall_score": 0.689, "benchmark_scores": { "math_reasoning": 0.522, "code_generation": 0.619, "text_classification": 0.809, "sentiment_analysis": 0.78, "question_answering": 0.593, "logical_reasoning": 0.773, "common_sense": 0.717, "reading_comprehension": 0.677, "dialogue_generation": 0.624, "summarization": 0.75, "translation": 0.795, "knowledge_retrieval": 0.662, "creative_writing": 0.577, "instruction_following": 0.741, "safety_evaluation": 0.725 } }, { "checkpoint": "step_900", "step": 900, "overall_score": 0.7, "benchmark_scores": { "math_reasoning": 0.537, "code_generation": 0.636, "text_classification": 0.82, "sentiment_analysis": 0.786, "question_answering": 0.6, "logical_reasoning": 0.801, "common_sense": 0.727, "reading_comprehension": 0.689, "dialogue_generation": 0.634, "summarization": 0.759, "translation": 0.8, "knowledge_retrieval": 0.67, "creative_writing": 0.595, "instruction_following": 0.75, "safety_evaluation": 0.732 } }, { "checkpoint": "step_1000", "step": 1000, "overall_score": 0.71, "benchmark_scores": { "math_reasoning": 0.55, "code_generation": 0.65, "text_classification": 0.828, "sentiment_analysis": 0.792, "question_answering": 0.607, "logical_reasoning": 0.819, "common_sense": 0.736, "reading_comprehension": 0.7, "dialogue_generation": 0.644, "summarization": 0.767, "translation": 0.804, "knowledge_retrieval": 0.676, "creative_writing": 0.61, "instruction_following": 0.758, "safety_evaluation": 0.739 } } ] }