| { |
| "data_source": "/scratch/ssd004/datasets/cellxgene/scb_strict/human", |
| "save_dir": "/scratch/ssd004/datasets/cellxgene/save/cellxgene_census_human-May23-08-36-2023", |
| "load_model": null, |
| "n_hvg": null, |
| "valid_size_or_ratio": 0.003, |
| "dist_backend": "nccl", |
| "grad_accu_steps": 1, |
| "pad_token": "<pad>", |
| "input_style": "binned", |
| "input_emb_style": "continuous", |
| "n_bins": 51, |
| "max_seq_len": 1200, |
| "training_tasks": "both", |
| "dist_url": "tcp://gpu188.cluster.local:53833", |
| "mask_ratio": [ |
| 0.25, |
| 0.5, |
| 0.75 |
| ], |
| "trunc_by_sample": true, |
| "vocab_path": "/scratch/ssd004/datasets/cellxgene/scFormer/scformer/tokenizer/default_census_vocab.json", |
| "rank": 0, |
| "batch_size": 32, |
| "eval_batch_size": 64, |
| "epochs": 6, |
| "lr": 0.0001, |
| "scheduler_interval": 100, |
| "scheduler_factor": 0.99, |
| "warmup_ratio_or_step": 10000.0, |
| "no_cls": true, |
| "no_cce": true, |
| "fp16": true, |
| "fast_transformer": true, |
| "nlayers": 12, |
| "nheads": 8, |
| "embsize": 512, |
| "d_hid": 512, |
| "dropout": 0.2, |
| "n_layers_cls": 3, |
| "log_interval": 9000, |
| "save_interval": 27000, |
| "mask_value": -1, |
| "pad_value": -2, |
| "USE_CLS": false, |
| "USE_CCE": false, |
| "MVC": true, |
| "USE_GENERATIVE_TRAINING": true, |
| "world_size": 16, |
| "distributed": true, |
| "local_rank": 0, |
| "gpu": 0 |
| } |
