Superuser666-Sigil commited on
Commit
5a4e691
·
verified ·
1 Parent(s): 33ccfcb

Upload checkpoint-5000 evaluation metrics

Browse files
Files changed (1) hide show
  1. checkpoint-5000/metrics.jsonl +1 -0
checkpoint-5000/metrics.jsonl CHANGED
@@ -1 +1,2 @@
1
  {"compile_rate": 0.515625, "avg_clippy_warnings": 0.0, "doc_comment_rate": 0.015625, "avg_doc_comments": 0.046875, "avg_idiomatic_score": 0.267578125, "total_samples": 64, "filtered_samples": 0, "evaluated_samples": 64, "error_types": {"other": 8, "type_mismatch": 13, "undefined_variable": 8, "trait_error": 2}, "avg_functions": 2.28125, "avg_structs": 0.40625, "avg_impls": 0.78125, "avg_traits": 0.078125, "test_rate": 0.0, "avg_prompt_match": 0.12723228939940895, "seed": 0, "timestamp": "2025-11-19T19:47:59.262768"}
 
 
1
  {"compile_rate": 0.515625, "avg_clippy_warnings": 0.0, "doc_comment_rate": 0.015625, "avg_doc_comments": 0.046875, "avg_idiomatic_score": 0.267578125, "total_samples": 64, "filtered_samples": 0, "evaluated_samples": 64, "error_types": {"other": 8, "type_mismatch": 13, "undefined_variable": 8, "trait_error": 2}, "avg_functions": 2.28125, "avg_structs": 0.40625, "avg_impls": 0.78125, "avg_traits": 0.078125, "test_rate": 0.0, "avg_prompt_match": 0.12723228939940895, "seed": 0, "timestamp": "2025-11-19T19:47:59.262768"}
2
+ {"compile_rate": 0.49056603773584906, "avg_clippy_warnings": 0.0, "doc_comment_rate": 0.0, "avg_doc_comments": 0.0, "avg_idiomatic_score": 0.15566037735849056, "total_samples": 64, "filtered_samples": 11, "evaluated_samples": 53, "error_types": {"type_mismatch": 7, "other": 11, "trait_error": 7, "borrow_checker": 1, "undefined_variable": 1}, "filter_reasons": {"incomplete_char": 11}, "avg_functions": 1.3962264150943395, "avg_structs": 0.2830188679245283, "avg_impls": 0.16981132075471697, "avg_traits": 0.03773584905660377, "test_rate": 0.0, "avg_prompt_match": 0.16685828375738138, "seed": 0, "timestamp": "2025-11-20T01:19:17.783123"}