{
  "version": 1,
  "training_ready": false,
  "checksum_verification": [
    {
      "path": "raw\\Team-ACE--ToolACE\\README.md",
      "sha256": "4e82e47712cfdc0bc86b3b0c6b03f5f2f00a1ca54ccfa696276833743c85e460",
      "verified": true
    },
    {
      "path": "raw\\Team-ACE--ToolACE\\data.json",
      "sha256": "ba12c083fca7e8da48c67ad5b895e495447da7c66e39a2e19742c082e6cb537e",
      "verified": true
    },
    {
      "path": "raw\\glaiveai--glaive-function-calling-v2\\README.md",
      "sha256": "39c78f1f56b86fcd159cadeb8feda8a9333db6ef5ca0ce6830731ac3c666838e",
      "verified": true
    },
    {
      "path": "raw\\glaiveai--glaive-function-calling-v2\\glaive-function-calling-v2.json",
      "sha256": "e9b5d671812b5ca2fbd7b625a37d5c99a19576c37252cdc806defe256aea6dad",
      "verified": true
    }
  ],
  "source_stats": {
    "ToolACE": {
      "counts": {
        "raw_rows": 11300,
        "structure_schema_pass": 6375,
        "exact_filtered_candidates": 6363
      },
      "rejections": {
        "SchemaError": 3974,
        "SyntaxError": 104,
        "empty_or_unknown_role": 5,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4422C9D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C476C0810>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C476D7250>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C477651D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47765D50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47788410>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C43942C50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C43941210>": 1,
        "no_schema": 748,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C439AB050>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47627DD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47627B50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47390D10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C450A7C90>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C450E0750>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C45200BD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4520DA10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C43E3ACD0>": 1,
        "exact_user_sequence_duplicate": 10,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4457EA10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44A7E950>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44B008D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44AEABD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44C02DD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44D18590>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4743DB10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4743DF50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47458450>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C43A10310>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C43C80E50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C43D1DE90>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C43DB5150>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C440D6B50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44139390>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4414F9D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44159CD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C441A0B10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4450F2D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44645710>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C447A38D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4488A5D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C448ADDD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44A0E310>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44D6BC10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44FDFC90>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C44FF7150>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C45DBF110>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C45EAAD50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C45FB2790>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C460511D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C46053710>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C46096A90>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4793A550>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47981B10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C47AA7650>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C49F77A10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C49F7F110>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C49F7C510>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C49FEE610>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C49FF5710>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A03A310>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A06C1D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A09F2D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A17FA10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A258210>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A282C10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A27C450>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A2E1610>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A3487D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A3E3C90>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A41C410>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A61BC50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A6BC050>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A6DBC50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A7F8310>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A80E3D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A8DFA50>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A8EB210>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A8CCBD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A973790>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4A9B5190>": 1,
        "exact_trajectory_duplicate": 2,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AA64310>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AB9DCD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AC0EE10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AC36590>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AD8E910>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AE2F890>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AE3F290>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AEC36D0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4AF1B850>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4B00E290>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4B052CD0>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4B143790>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4B1FF550>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4B2FBE10>": 1,
        "malformed node or string on line 1: <ast.Name object at 0x0000016C4B2DE0D0>": 1
      },
      "raw_functioncall_markers": 0
    },
    "Glaive-v2": {
      "counts": {
        "raw_rows": 112960,
        "structure_schema_pass": 68466,
        "exact_filtered_candidates": 11593
      },
      "rejections": {
        "prior_source_exact_overlap": 19413,
        "SyntaxError": 6763,
        "no_schema": 34598,
        "frozen_eval_exact_overlap": 8621,
        "conversation_endpoints": 1858,
        "exact_user_sequence_duplicate": 17168,
        "unknown_tool": 20,
        "duplicate_schema_name": 351,
        "exact_trajectory_duplicate": 11671,
        "argument_schema": 632,
        "orphan_tool_result": 164,
        "unknown_parameter": 53,
        "arguments_not_object": 11,
        "call_object": 12,
        "SchemaError": 30,
        "mixed_call_text": 2
      },
      "raw_functioncall_markers": 83834
    }
  },
  "frozen_eval_scan": [
    {
      "file": "BFCL_v4_format_sensitivity.json",
      "user_texts": 0
    },
    {
      "file": "BFCL_v4_irrelevance.json",
      "user_texts": 240
    },
    {
      "file": "BFCL_v4_live_irrelevance.json",
      "user_texts": 905
    },
    {
      "file": "BFCL_v4_live_multiple.json",
      "user_texts": 1053
    },
    {
      "file": "BFCL_v4_live_parallel.json",
      "user_texts": 16
    },
    {
      "file": "BFCL_v4_live_parallel_multiple.json",
      "user_texts": 24
    },
    {
      "file": "BFCL_v4_live_relevance.json",
      "user_texts": 16
    },
    {
      "file": "BFCL_v4_live_simple.json",
      "user_texts": 258
    },
    {
      "file": "BFCL_v4_memory.json",
      "user_texts": 155
    },
    {
      "file": "BFCL_v4_multiple.json",
      "user_texts": 200
    },
    {
      "file": "BFCL_v4_multi_turn_base.json",
      "user_texts": 734
    },
    {
      "file": "BFCL_v4_multi_turn_long_context.json",
      "user_texts": 734
    },
    {
      "file": "BFCL_v4_multi_turn_miss_func.json",
      "user_texts": 734
    },
    {
      "file": "BFCL_v4_multi_turn_miss_param.json",
      "user_texts": 934
    },
    {
      "file": "BFCL_v4_parallel.json",
      "user_texts": 200
    },
    {
      "file": "BFCL_v4_parallel_multiple.json",
      "user_texts": 200
    },
    {
      "file": "BFCL_v4_simple_java.json",
      "user_texts": 100
    },
    {
      "file": "BFCL_v4_simple_javascript.json",
      "user_texts": 50
    },
    {
      "file": "BFCL_v4_simple_python.json",
      "user_texts": 400
    },
    {
      "file": "BFCL_v4_web_search.json",
      "user_texts": 100
    },
    {
      "file": "frozen_eval.jsonl",
      "user_texts": 3734
    }
  ],
  "blocked_user_texts": 7132,
  "prior_source_user_texts": 6999,
  "near_exclusions": {
    "near_user_sequence_duplicate": 1208,
    "frozen_eval_near_overlap": 18
  },
  "retained_candidates": 16730,
  "distributions": {
    "ToolACE": {
      "rows": 6363,
      "call_counts": {
        "3": 628,
        "2": 1043,
        "1": 2902,
        "4": 430,
        "5": 47,
        "0": 1286,
        "6": 16,
        "7": 7,
        "8": 3,
        "9": 1
      },
      "available_tools": {
        "6": 646,
        "4": 779,
        "3": 1106,
        "5": 726,
        "2": 1158,
        "1": 1793,
        "7": 94,
        "8": 50,
        "9": 11
      },
      "user_turns": {
        "4": 60,
        "3": 230,
        "5": 3,
        "1": 6067,
        "2": 3
      },
      "multiple_calls_in_one_turn": 1888,
      "with_tool_results": 420,
      "user_text_chars": {
        "min": 22,
        "p50": 148,
        "p95": 741,
        "max": 6702
      },
      "serialized_chars": {
        "min": 589,
        "p50": 2199,
        "p95": 5108,
        "max": 17476
      },
      "cjk_present_rows": 15
    },
    "Glaive-v2": {
      "rows": 10367,
      "call_counts": {
        "0": 178,
        "1": 8139,
        "2": 1876,
        "3": 173,
        "4": 1
      },
      "available_tools": {
        "1": 9117,
        "2": 1250
      },
      "user_turns": {
        "1": 2150,
        "2": 6309,
        "3": 1853,
        "4": 51,
        "5": 4
      },
      "multiple_calls_in_one_turn": 0,
      "with_tool_results": 10189,
      "user_text_chars": {
        "min": 23,
        "p50": 150,
        "p95": 240,
        "max": 805
      },
      "serialized_chars": {
        "min": 571,
        "p50": 1582,
        "p95": 2368,
        "max": 4309
      },
      "cjk_present_rows": 0
    }
  },
  "limitations": [
    "Schema compliance is not semantic correctness; tool results were not executed.",
    "MinHash 64 permutations and word-trigram Jaccard >=0.85 are approximate lexical checks, not exhaustive semantic deduplication.",
    "No confirmed task-family-disjoint split or model-token length audit yet.",
    "Multi-call turns are not automatically proven independent parallel calls.",
    "No-call rows are not automatically correct irrelevance/clarification labels.",
    "Candidate count is not an independent-task count."
  ],
  "pending_gates": [
    "stratified semantic review and confidence intervals",
    "model-token/context and supervision-density audit",
    "task/schema-family grouping and disjoint splits",
    "prior-source near-duplicate scan",
    "executable-result validation where simulators are available"
  ]
}