Upload checkpoint-5000 evaluation metrics
Browse files
checkpoint-5000/metrics.jsonl
CHANGED
|
@@ -1 +1,2 @@
|
|
| 1 |
{"compile_rate": 0.515625, "avg_clippy_warnings": 0.0, "doc_comment_rate": 0.015625, "avg_doc_comments": 0.046875, "avg_idiomatic_score": 0.267578125, "total_samples": 64, "filtered_samples": 0, "evaluated_samples": 64, "error_types": {"other": 8, "type_mismatch": 13, "undefined_variable": 8, "trait_error": 2}, "avg_functions": 2.28125, "avg_structs": 0.40625, "avg_impls": 0.78125, "avg_traits": 0.078125, "test_rate": 0.0, "avg_prompt_match": 0.12723228939940895, "seed": 0, "timestamp": "2025-11-19T19:47:59.262768"}
|
|
|
|
|
|
| 1 |
{"compile_rate": 0.515625, "avg_clippy_warnings": 0.0, "doc_comment_rate": 0.015625, "avg_doc_comments": 0.046875, "avg_idiomatic_score": 0.267578125, "total_samples": 64, "filtered_samples": 0, "evaluated_samples": 64, "error_types": {"other": 8, "type_mismatch": 13, "undefined_variable": 8, "trait_error": 2}, "avg_functions": 2.28125, "avg_structs": 0.40625, "avg_impls": 0.78125, "avg_traits": 0.078125, "test_rate": 0.0, "avg_prompt_match": 0.12723228939940895, "seed": 0, "timestamp": "2025-11-19T19:47:59.262768"}
|
| 2 |
+
{"compile_rate": 0.49056603773584906, "avg_clippy_warnings": 0.0, "doc_comment_rate": 0.0, "avg_doc_comments": 0.0, "avg_idiomatic_score": 0.15566037735849056, "total_samples": 64, "filtered_samples": 11, "evaluated_samples": 53, "error_types": {"type_mismatch": 7, "other": 11, "trait_error": 7, "borrow_checker": 1, "undefined_variable": 1}, "filter_reasons": {"incomplete_char": 11}, "avg_functions": 1.3962264150943395, "avg_structs": 0.2830188679245283, "avg_impls": 0.16981132075471697, "avg_traits": 0.03773584905660377, "test_rate": 0.0, "avg_prompt_match": 0.16685828375738138, "seed": 0, "timestamp": "2025-11-20T01:19:17.783123"}
|