| { |
| "output_path": "/var/home/nhamad/SharedTask2024/nested-final2/output-nested", |
| "train_path": "/var/home/nhamad/SharedTask2024/nested-final2/train.txt", |
| "val_path": "/var/home/nhamad/SharedTask2024/nested-final2/val.txt", |
| "test_path": "/var/home/nhamad/SharedTask2024/nested-final2/test.txt", |
| "bert_model": "aubmindlab/bert-base-arabertv2", |
| "gpus": [ |
| 0 |
| ], |
| "log_interval": 10, |
| "batch_size": 8, |
| "num_workers": 0, |
| "data_config": { |
| "fn": "arabiner.data.datasets.NestedTagsDataset", |
| "kwargs": { |
| "max_seq_len": 512 |
| } |
| }, |
| "trainer_config": { |
| "fn": "arabiner.trainers.BertNestedTrainer", |
| "kwargs": { |
| "max_epochs": 50 |
| } |
| }, |
| "network_config": { |
| "fn": "arabiner.nn.BertNestedTagger", |
| "kwargs": { |
| "dropout": 0.1, |
| "bert_model": "aubmindlab/bert-base-arabertv2", |
| "num_labels": [ |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 3, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 3, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4, |
| 4 |
| ] |
| } |
| }, |
| "optimizer": { |
| "fn": "torch.optim.AdamW", |
| "kwargs": { |
| "lr": 0.0001 |
| } |
| }, |
| "lr_scheduler": { |
| "fn": "torch.optim.lr_scheduler.ExponentialLR", |
| "kwargs": { |
| "gamma": 1 |
| } |
| }, |
| "loss": { |
| "fn": "torch.nn.CrossEntropyLoss", |
| "kwargs": {} |
| }, |
| "overwrite": false, |
| "seed": 1 |
| } |