{
  "config_join": {
    "blind_rows": 3302,
    "gt_rows": 3302,
    "blind_unique_filenames": true,
    "gt_unique_filenames": true,
    "filename_sets_equal": true,
    "blind_split_counts": {
      "train": 2979,
      "test": 323
    },
    "gt_split_counts": {
      "train": 2979,
      "test": 323
    },
    "split_agreement": true
  },
  "split_rule": {
    "default": {
      "rule": "md5(filename utf-8) % 10 == 0 -> test",
      "mismatches": 0,
      "mismatch_examples": []
    },
    "ground_truth": {
      "rule": "md5(filename utf-8) % 10 == 0 -> test",
      "mismatches": 0,
      "mismatch_examples": []
    },
    "claims_source_rule": {
      "rule": "md5(record_id) % 10 (source placement)",
      "checked": 600,
      "rows_moved_by_family_rule": 96,
      "manifest_claim": "96/600 rows differ from source placement"
    }
  },
  "jsonl_parity": {
    "jsonl_rows": 3302,
    "jsonl_columns": [
      "annotation_confidence",
      "annotation_method",
      "annotation_model",
      "annotation_prompt_version",
      "annotation_reviewer",
      "annotation_source",
      "annotation_timestamp",
      "content_sha256",
      "doc_text",
      "document_id",
      "expected",
      "expected_post_retry_state",
      "expected_specialist",
      "expected_stage",
      "expected_subclass",
      "filename",
      "group_id",
      "group_role",
      "gt_fields",
      "matter_construction",
      "matter_id",
      "metadata",
      "normalized_text_sha256",
      "prompt",
      "relationships",
      "retry_expected",
      "review_expected",
      "review_reason",
      "source_corpus",
      "source_document_id",
      "source_filename",
      "source_revision",
      "split",
      "thread_evidence",
      "thread_position",
      "thread_size"
    ],
    "jsonl_rows_in_blind": 3302,
    "jsonl_rows_not_in_blind": 0,
    "doc_text_byte_equal_rate": 1.0,
    "metadata_equal_after_null_normalization": 1.0,
    "metadata_field_diff_counts": {},
    "expected_label_equal_rate": 1.0
  },
  "schema": {
    "blind_columns": [
      "filename",
      "doc_text",
      "prompt",
      "metadata",
      "split"
    ],
    "gt_columns": [
      "filename",
      "prompt",
      "expected",
      "expected_subclass",
      "split",
      "gt_fields",
      "_published",
      "document_id",
      "source_corpus",
      "source_document_id",
      "source_filename",
      "source_revision",
      "content_sha256",
      "normalized_text_sha256",
      "expected_specialist",
      "expected_stage",
      "review_expected",
      "review_reason",
      "retry_expected",
      "expected_post_retry_state",
      "annotation_source",
      "annotation_method",
      "annotation_model",
      "annotation_prompt_version",
      "annotation_confidence",
      "annotation_reviewer",
      "annotation_timestamp",
      "matter_id",
      "matter_construction",
      "group_id",
      "group_role",
      "thread_position",
      "thread_size",
      "thread_evidence",
      "relationships",
      "related_document_ids",
      "adjuster",
      "claim_number",
      "claim_type",
      "claimed_amount",
      "content_topic",
      "coverage_determination",
      "cuad_clause_labels",
      "damages_description",
      "date_filed",
      "date_of_loss",
      "denial_reasons",
      "insured_party",
      "insurer",
      "intent",
      "intent_confidence",
      "intent_source",
      "intent_status",
      "keywords",
      "label_evidence",
      "maud_clause_labels",
      "policy_number",
      "related_document_ids",
      "relationships",
      "sentiment_evidence",
      "sentiment_label",
      "sentiment_score",
      "subject_matter",
      "supporting_documents",
      "topic_evidence"
    ],
    "gt_nonuniform_null_columns": {
      "adjuster": 1152,
      "date_filed": 1152,
      "policy_number": 1152,
      "insurer": 1152,
      "insured_party": 1152,
      "claim_number": 1152,
      "date_of_loss": 1152,
      "damages_description": 1152,
      "coverage_determination": 1152,
      "claimed_amount": 1152,
      "claim_type": 1152,
      "content_topic": 652,
      "sentiment_evidence": 652,
      "sentiment_label": 652,
      "sentiment_score": 652,
      "topic_evidence": 652,
      "label_evidence": 561
    },
    "prompt_all_empty": true,
    "doc_text_nulls": 0,
    "metadata_key_union_n": 55,
    "metadata_all_string_like": true
  },
  "cuad_offsets": {
    "rows_with_labels": 509,
    "total_spans": 13753,
    "exact_offset_matches": 13753,
    "match_rate": 1.0,
    "spans_per_contract_mean": 27.019646365422396,
    "fail_examples": []
  },
  "maud_labels": {
    "rows_with_labels": 152,
    "distinct_tasks": 22,
    "labels_per_row_mean": 16.375,
    "labels_per_row_min_max": [
      11,
      20
    ],
    "task_frequency_top10": {
      "Accuracy of Target R&W Closing Condition": 152,
      "MAE Definition": 152,
      "Tail Period & Acquisition Proposal Details": 152,
      "Ordinary course covenant": 151,
      "Fiduciary exception to COR covenant": 149,
      "Negative interim operating covenant": 145,
      "Agreement provides for matching rights in connection with COR": 139,
      "Superior Offer Definition": 139,
      "Knowledge Definition": 139,
      "No-Shop": 134
    },
    "metadata_count_semantics": "maud_label_count == sum(maud_categories) == upstream annotation count; >= per-task GT column size",
    "metadata_count_consistency_ok": 152,
    "metadata_count_checked": 152
  },
  "metadata_label_consistency": {
    "available": false
  }
}