temsa's picture
Publish ContextPII rc4 with decoder hardening and updated evals
3460734 verified
{
"base_model": "release/IrishCore-GlobalPointer-135M-v1-rc4",
"init_from": "release/IrishCore-GlobalPointer-135M-v1-rc4",
"init_encoder_from": "",
"init_mode": "partial_global_pointer_labels:11/16",
"label_names": [
"ACCOUNT_NUMBER",
"AGE",
"BANK_ROUTING_NUMBER",
"CITY",
"COUNTY",
"CREDIT_DEBIT_CARD",
"DATE_OF_BIRTH",
"EMAIL",
"FIRST_NAME",
"LAST_NAME",
"PASSPORT_NUMBER",
"PHONE_NUMBER",
"POSTCODE",
"PPSN",
"STREET_ADDRESS",
"SWIFT_BIC"
],
"max_length": 128,
"task": "Irish core PII global-pointer span extraction",
"freeze_layers": 2,
"span_positive_weight": 8.0,
"global_pointer_head_size": 64,
"global_pointer_use_rope": true,
"global_pointer_negative_ratio": 16,
"global_pointer_min_negatives": 256,
"fitted_label_max_span_tokens": {
"ACCOUNT_NUMBER": 19,
"AGE": 8,
"BANK_ROUTING_NUMBER": 6,
"CITY": 8,
"COUNTY": 8,
"CREDIT_DEBIT_CARD": 12,
"DATE_OF_BIRTH": 8,
"EMAIL": 16,
"FIRST_NAME": 6,
"LAST_NAME": 8,
"PASSPORT_NUMBER": 8,
"PHONE_NUMBER": 10,
"POSTCODE": 8,
"PPSN": 9,
"STREET_ADDRESS": 10,
"SWIFT_BIC": 8
},
"train_examples": 7413,
"valid_examples": 932,
"test_examples": 924,
"data": "data/irish_core_globalpointer_focus_extended_v1"
}