CV Parser Lab
Back to Training

production-weak-ner-baseline

token_logistic_regression · corrected_then_ai · Completed · 48 samples · 1569 spans
0.3705Token F1
0.1728Span F1
0Unmatched labels
10Test CVs

Field-Level Scores

Field Precision Recall F1 Errors
No field metrics available for this experiment.

Unmatched Label Types

Label Count
No unmatched label summary available.

Worst Test Samples

Sample Span F1 Counts False Negatives False Positives
No sample-level error data available.

Weak Labels Not Found In CV Text

Sample Count Labels
No unmatched labels in this experiment.

Raw Metrics

{
  "token_entity_precision": 0.2712,
  "token_entity_recall": 0.5844,
  "token_entity_f1": 0.3705,
  "span_precision": 0.106,
  "span_recall": 0.4671,
  "span_f1": 0.1728,
  "gold_span_count": 334,
  "predicted_span_count": 1472,
  "per_label": {
    "B-CERTIFICATION": {
      "precision": 0.2045,
      "recall": 0.36,
      "f1": 0.2609,
      "support": 25.0
    },
    "B-CITY": {
      "precision": 1.0,
      "recall": 0.3333,
      "f1": 0.5,
      "support": 3.0
    },
    "B-COUNTRY": {
      "precision": 0.4,
      "recall": 0.4,
      "f1": 0.4,
      "support": 5.0
    },
    "B-EDU_DEGREE": {
      "precision": 0.36,
      "recall": 0.4737,
      "f1": 0.4091,
      "support": 19.0
    },
    "B-EDU_UNIVERSITY": {
      "precision": 0.32,
      "recall": 0.4103,
      "f1": 0.3596,
      "support": 39.0
    },
    "B-EMAIL": {
      "precision": 0.7,
      "recall": 1.0,
      "f1": 0.8235,
      "support": 7.0
    },
    "B-EXP_COMPANY": {
      "precision": 0.2838,
      "recall": 0.525,
      "f1": 0.3684,
      "support": 40.0
    },
    "B-EXP_POSITION": {
      "precision": 0.3333,
      "recall": 0.5814,
      "f1": 0.4237,
      "support": 43.0
    },
    "B-LANGUAGE": {
      "precision": 0.5909,
      "recall": 0.9286,
      "f1": 0.7222,
      "support": 28.0
    },
    "B-LINKEDIN": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "support": 1.0
    },
    "B-LOCATION": {
      "precision": 0.1702,
      "recall": 0.4,
      "f1": 0.2388,
      "support": 20.0
    },
    "B-NAME": {
      "precision": 0.2857,
      "recall": 0.5,
      "f1": 0.3636,
      "support": 8.0
    },
    "B-PHONE": {
      "precision": 0.35,
      "recall": 0.4667,
      "f1": 0.4,
      "support": 15.0
    },
    "B-PROFESSION": {
      "precision": 0.0909,
      "recall": 0.1667,
      "f1": 0.1176,
      "support": 6.0
    },
    "B-SKILL": {
      "precision": 0.2226,
      "recall": 0.7973,
      "f1": 0.3481,
      "support": 74.0
    },
    "B-WEBSITE": {
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 1.0
    },
    "I-CERTIFICATION": {
      "precision": 0.2526,
      "recall": 0.6729,
      "f1": 0.3673,
      "support": 107.0
    },
    "I-CITY": {
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 0.0
    },
    "I-COUNTRY": {
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 0.0
    },
    "I-EDU_DEGREE": {
      "precision": 0.2171,
      "recall": 0.8085,
      "f1": 0.3423,
      "support": 47.0
    },
    "I-EDU_UNIVERSITY": {
      "precision": 0.4961,
      "recall": 0.4324,
      "f1": 0.4621,
      "support": 148.0
    },
    "I-EXP_COMPANY": {
      "precision": 0.2576,
      "recall": 0.6242,
      "f1": 0.3647,
      "support": 149.0
    },
    "I-EXP_POSITION": {
      "precision": 0.3926,
      "recall": 0.7356,
      "f1": 0.512,
      "support": 87.0
    },
    "I-LANGUAGE": {
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 0.0
    },
    "I-LINKEDIN": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "support": 2.0
    },
    "I-LOCATION": {
      "precision": 0.25,
      "recall": 0.0769,
      "f1": 0.1176,
      "support": 26.0
    },
    "I-NAME": {
      "precision": 0.1852,
      "recall": 0.4167,
      "f1": 0.2564,
      "support": 12.0
    },
    "I-PHONE": {
      "precision": 0.45,
      "recall": 0.8571,
      "f1": 0.5902,
      "support": 21.0
    },
    "I-PROFESSION": {
      "precision": 0.0392,
      "recall": 0.1818,
      "f1": 0.0645,
      "support": 11.0
    },
    "I-SKILL": {
      "precision": 0.1452,
      "recall": 0.5217,
      "f1": 0.2271,
      "support": 69.0
    },
    "I-WEBSITE": {
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 0.0
    },
    "micro avg": {
      "precision": 0.2712,
      "recall": 0.5844,
      "f1": 0.3705,
      "support": 1013.0
    }
  },
  "label_source_counts": {
    "corrected": 42,
    "ai": 6
  },
  "token_count": 51105,
  "train_token_count": 41901,
  "test_token_count": 9204,
  "entity_labels": [
    "B-CERTIFICATION",
    "B-CITY",
    "B-COUNTRY",
    "B-EDU_DEGREE",
    "B-EDU_UNIVERSITY",
    "B-EMAIL",
    "B-EXP_COMPANY",
    "B-EXP_POSITION",
    "B-LANGUAGE",
    "B-LINKEDIN",
    "B-LOCATION",
    "B-NAME",
    "B-PHONE",
    "B-PROFESSION",
    "B-SKILL",
    "B-WEBSITE",
    "I-CERTIFICATION",
    "I-CITY",
    "I-COUNTRY",
    "I-EDU_DEGREE",
    "I-EDU_UNIVERSITY",
    "I-EXP_COMPANY",
    "I-EXP_POSITION",
    "I-LANGUAGE",
    "I-LINKEDIN",
    "I-LOCATION",
    "I-NAME",
    "I-PHONE",
    "I-PROFESSION",
    "I-SKILL",
    "I-WEBSITE"
  ],
  "model_kind": "token_logistic_regression",
  "warning": "This is a weak-label baseline trained from corrected labels when available and AI labels otherwise. It is not a production LayoutLM model."
}