codechrl commited on
Commit
63ab79d
·
verified ·
1 Parent(s): 0ffb375

Training update: 163,262/336,594 rows (48.50%) | +2 new @ 2026-03-11 10:06:54

Browse files
README.md CHANGED
@@ -25,7 +25,7 @@ pipeline_tag: fill-mask
25
  - Model type: fine-tuned lightweight BERT variant
26
  - Languages: English & Indonesia
27
  - Finetuned from: `boltuix/bert-micro`
28
- - Status: **Early version** — trained on **66.14%** of planned data.
29
 
30
  **Model sources**
31
  - Base model: [boltuix/bert-micro](https://huggingface.co/boltuix/bert-micro)
@@ -51,7 +51,7 @@ You can use this model to classify cybersecurity-related text — for example, w
51
  - Early classification of SIEM alert & events.
52
 
53
  ## 3. Bias, Risks, and Limitations
54
- Because the model is based on a small subset (66.14%) of planned data, performance is preliminary and may degrade on unseen or specialized domains (industrial control, IoT logs, foreign language).
55
  - Inherits any biases present in the base model (`boltuix/bert-micro`) and in the fine-tuning data — e.g., over-representation of certain threat types, vendor or tooling-specific vocabulary.
56
  - **Should not be used as sole authority for incident decisions; only as an aid to human analysts.**
57
 
@@ -75,9 +75,9 @@ Since cybersecurity data often contains lengthy alert descriptions and execution
75
  - **LR scheduler**: Linear with warmup
76
 
77
  ### Training Data
78
- - **Total database rows**: 246,838
79
- - **Rows processed (cumulative)**: 163,258 (66.14%)
80
- - **Training date**: 2025-12-30 04:18:17
81
 
82
  ### Post-Training Metrics
83
  - **Final training loss**:
 
25
  - Model type: fine-tuned lightweight BERT variant
26
  - Languages: English & Indonesia
27
  - Finetuned from: `boltuix/bert-micro`
28
+ - Status: **Early version** — trained on **48.50%** of planned data.
29
 
30
  **Model sources**
31
  - Base model: [boltuix/bert-micro](https://huggingface.co/boltuix/bert-micro)
 
51
  - Early classification of SIEM alert & events.
52
 
53
  ## 3. Bias, Risks, and Limitations
54
+ Because the model is based on a small subset (48.50%) of planned data, performance is preliminary and may degrade on unseen or specialized domains (industrial control, IoT logs, foreign language).
55
  - Inherits any biases present in the base model (`boltuix/bert-micro`) and in the fine-tuning data — e.g., over-representation of certain threat types, vendor or tooling-specific vocabulary.
56
  - **Should not be used as sole authority for incident decisions; only as an aid to human analysts.**
57
 
 
75
  - **LR scheduler**: Linear with warmup
76
 
77
  ### Training Data
78
+ - **Total database rows**: 336,594
79
+ - **Rows processed (cumulative)**: 163,262 (48.50%)
80
+ - **Training date**: 2026-03-11 10:06:54
81
 
82
  ### Post-Training Metrics
83
  - **Final training loss**:
config.json CHANGED
@@ -1,15 +1,19 @@
1
  {
 
2
  "architectures": [
3
  "BertForMaskedLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
 
6
  "classifier_dropout": null,
7
  "dtype": "float32",
 
8
  "hidden_act": "gelu",
9
  "hidden_dropout_prob": 0.1,
10
  "hidden_size": 128,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 512,
 
13
  "layer_norm_eps": 1e-12,
14
  "max_position_embeddings": 512,
15
  "model_type": "bert",
@@ -17,8 +21,9 @@
17
  "num_hidden_layers": 2,
18
  "pad_token_id": 0,
19
  "position_embedding_type": "absolute",
20
- "transformers_version": "4.57.3",
 
21
  "type_vocab_size": 2,
22
- "use_cache": true,
23
  "vocab_size": 30522
24
  }
 
1
  {
2
+ "add_cross_attention": false,
3
  "architectures": [
4
  "BertForMaskedLM"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": null,
8
  "classifier_dropout": null,
9
  "dtype": "float32",
10
+ "eos_token_id": null,
11
  "hidden_act": "gelu",
12
  "hidden_dropout_prob": 0.1,
13
  "hidden_size": 128,
14
  "initializer_range": 0.02,
15
  "intermediate_size": 512,
16
+ "is_decoder": false,
17
  "layer_norm_eps": 1e-12,
18
  "max_position_embeddings": 512,
19
  "model_type": "bert",
 
21
  "num_hidden_layers": 2,
22
  "pad_token_id": 0,
23
  "position_embedding_type": "absolute",
24
+ "tie_word_embeddings": true,
25
+ "transformers_version": "5.2.0",
26
  "type_vocab_size": 2,
27
+ "use_cache": false,
28
  "vocab_size": 30522
29
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26c5935114f21374e4d0f3f42a947134eefbe480e99aafb1d50a514e0acb719a
3
- size 17671560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8683bad3e8100351f331bb9af101fab4a51c5b7b8da3f28ba377e1aebbf542
3
+ size 17671552
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,51 +1,10 @@
1
  {
2
- "added_tokens_decoder": {
3
- "0": {
4
- "content": "[PAD]",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false,
9
- "special": true
10
- },
11
- "100": {
12
- "content": "[UNK]",
13
- "lstrip": false,
14
- "normalized": false,
15
- "rstrip": false,
16
- "single_word": false,
17
- "special": true
18
- },
19
- "101": {
20
- "content": "[CLS]",
21
- "lstrip": false,
22
- "normalized": false,
23
- "rstrip": false,
24
- "single_word": false,
25
- "special": true
26
- },
27
- "102": {
28
- "content": "[SEP]",
29
- "lstrip": false,
30
- "normalized": false,
31
- "rstrip": false,
32
- "single_word": false,
33
- "special": true
34
- },
35
- "103": {
36
- "content": "[MASK]",
37
- "lstrip": false,
38
- "normalized": false,
39
- "rstrip": false,
40
- "single_word": false,
41
- "special": true
42
- }
43
- },
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
  "do_basic_tokenize": true,
47
  "do_lower_case": true,
48
- "extra_special_tokens": {},
49
  "mask_token": "[MASK]",
50
  "model_max_length": 1000000000000000019884624838656,
51
  "never_split": null,
 
1
  {
2
+ "backend": "tokenizers",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "clean_up_tokenization_spaces": true,
4
  "cls_token": "[CLS]",
5
  "do_basic_tokenize": true,
6
  "do_lower_case": true,
7
+ "is_local": false,
8
  "mask_token": "[MASK]",
9
  "model_max_length": 1000000000000000019884624838656,
10
  "never_split": null,
training_metadata.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "trained_at": 1767068297.1543417,
3
- "trained_at_readable": "2025-12-30 04:18:17",
4
- "samples_this_session": 1491,
5
- "new_rows_this_session": 4,
6
- "trained_rows_total": 163258,
7
- "total_db_rows": 246838,
8
- "percentage": 66.13973537299768,
9
  "final_loss": 0,
10
  "epochs": 3,
11
  "learning_rate": 5e-05,
 
1
  {
2
+ "trained_at": 1773198414.7230554,
3
+ "trained_at_readable": "2026-03-11 10:06:54",
4
+ "samples_this_session": 89,
5
+ "new_rows_this_session": 2,
6
+ "trained_rows_total": 163262,
7
+ "total_db_rows": 336594,
8
+ "percentage": 48.50413257514988,
9
  "final_loss": 0,
10
  "epochs": 3,
11
  "learning_rate": 5e-05,