| { |
| "_name_or_path": "answerdotai/ModernBERT-large", |
| "_num_labels": 42, |
| "architectures": [ |
| "ModernBertForTokenClassification" |
| ], |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "bos_token_id": 50281, |
| "classifier_activation": "gelu", |
| "classifier_bias": false, |
| "classifier_dropout": 0.0, |
| "classifier_pooling": "mean", |
| "cls_token_id": 50281, |
| "decoder_bias": true, |
| "deterministic_flash_attn": false, |
| "embedding_dropout": 0.0, |
| "eos_token_id": 50282, |
| "global_attn_every_n_layers": 3, |
| "global_rope_theta": 160000.0, |
| "gradient_checkpointing": false, |
| "hidden_activation": "gelu", |
| "hidden_size": 1024, |
| "id2label": { |
| "0": "B-URL", |
| "1": "I-URL", |
| "2": "O", |
| "3": "B-ORG", |
| "4": "B-SERVICE", |
| "5": "I-ORG", |
| "6": "B-SECTOR", |
| "7": "I-SECTOR", |
| "8": "B-FILEPATH", |
| "9": "I-FILEPATH", |
| "10": "I-DOMAIN", |
| "11": "B-PLATFORM", |
| "12": "I-SERVICE", |
| "13": "I-PLATFORM", |
| "14": "B-THREAT-ACTOR", |
| "15": "I-THREAT-ACTOR", |
| "16": "B-PRODUCT", |
| "17": "B-MALWARE", |
| "18": "I-MALWARE", |
| "19": "B-LOC", |
| "20": "B-CVE", |
| "21": "I-CVE", |
| "22": "B-TOOL", |
| "23": "I-PRODUCT", |
| "24": "B-IPV4", |
| "25": "I-IPV4", |
| "26": "B-MITRE-TACTIC", |
| "27": "I-MITRE-TACTIC", |
| "28": "B-DOMAIN", |
| "29": "I-TOOL", |
| "30": "B-MD5", |
| "31": "I-LOC", |
| "32": "B-CAMPAIGN", |
| "33": "I-CAMPAIGN", |
| "34": "B-SHA1", |
| "35": "B-SHA256", |
| "36": "B-EMAIL", |
| "37": "I-EMAIL", |
| "38": "B-IPV6", |
| "39": "I-IPV6", |
| "40": "B-REGISTRY-KEYS", |
| "41": "I-REGISTRY-KEYS" |
| }, |
| "initializer_cutoff_factor": 2.0, |
| "initializer_range": 0.02, |
| "intermediate_size": 2624, |
| "label2id": { |
| "B-CAMPAIGN": 32, |
| "B-CVE": 20, |
| "B-DOMAIN": 28, |
| "B-EMAIL": 36, |
| "B-FILEPATH": 8, |
| "B-IPV4": 24, |
| "B-IPV6": 38, |
| "B-LOC": 19, |
| "B-MALWARE": 17, |
| "B-MD5": 30, |
| "B-MITRE-TACTIC": 26, |
| "B-ORG": 3, |
| "B-PLATFORM": 11, |
| "B-PRODUCT": 16, |
| "B-REGISTRY-KEYS": 40, |
| "B-SECTOR": 6, |
| "B-SERVICE": 4, |
| "B-SHA1": 34, |
| "B-SHA256": 35, |
| "B-THREAT-ACTOR": 14, |
| "B-TOOL": 22, |
| "B-URL": 0, |
| "I-CAMPAIGN": 33, |
| "I-CVE": 21, |
| "I-DOMAIN": 10, |
| "I-EMAIL": 37, |
| "I-FILEPATH": 9, |
| "I-IPV4": 25, |
| "I-IPV6": 39, |
| "I-LOC": 31, |
| "I-MALWARE": 18, |
| "I-MITRE-TACTIC": 27, |
| "I-ORG": 5, |
| "I-PLATFORM": 13, |
| "I-PRODUCT": 23, |
| "I-REGISTRY-KEYS": 41, |
| "I-SECTOR": 7, |
| "I-SERVICE": 12, |
| "I-THREAT-ACTOR": 15, |
| "I-TOOL": 29, |
| "I-URL": 1, |
| "O": 2 |
| }, |
| "layer_norm_eps": 1e-05, |
| "local_attention": 128, |
| "local_rope_theta": 10000.0, |
| "max_position_embeddings": 8192, |
| "mlp_bias": false, |
| "mlp_dropout": 0.0, |
| "model_type": "modernbert", |
| "norm_bias": false, |
| "norm_eps": 1e-05, |
| "num_attention_heads": 16, |
| "num_hidden_layers": 28, |
| "pad_token_id": 50283, |
| "position_embedding_type": "absolute", |
| "reference_compile": true, |
| "repad_logits_with_grad": false, |
| "sep_token_id": 50282, |
| "sparse_pred_ignore_index": -100, |
| "sparse_prediction": false, |
| "torch_dtype": "float32", |
| "transformers_version": "4.48.0", |
| "vocab_size": 50368 |
| } |
|
|
