CUDA_VISIBLE_DEVICES=0 python demo.py
PYTHONPATH=$(pwd)/VeOmni:$PYTHONPATH sh train.sh tasks/train_llada2_bd.py configs/sft/llada2_mini_bd_sft.yaml
PYTHONPATH=$(pwd)/VeOmni:$PYTHONPATH sh train.sh tasks/train_llada2_bd_semi2.py configs/sft/llada2_mini_bd_sft_new.yaml
PYTHONPATH=$(pwd)/VeOmni:$PYTHONPATH sh train.sh tasks/train_llada2_bd_hybrid.py configs/sft/llada2_mini_bd_sft_new.yaml
sft2 batchsize=8 sft3 batchsize=32 sft4 batchsize=8
python scripts/moe_convertor.py
--input-path /scratch/e0973935/model_weights/local_LLaDA2.1-mini
--output-path /scratch/e0973935/model_weights/local_LLaDA2.1-mini-merge
--mode merge
python scripts/moe_convertor.py
--input-path /scratch/e0973935/model_weights/llada2.0_mini_sft_27
--output-path /scratch/e0973935/model_weights/local_LLaDA2.0-mini-merge-cust
--mode merge
python scripts/moe_convertor.py
--input-path /scratch/e0973935/dFactory/llada2_mini_bd_sft_outputs_mathabla/checkpoints/global_step_179430/hf_ckpt
--output-path /scratch/e0973935/model_weights/llada2.0_mini_abla
--mode split
qsub -I
-P CFP03-SF-102
-l select=1:ngpus=2
-l walltime=1:40:00
outputs3 online 0.6-1.0 lr=1e-6 bsz=8 outputs4 online 0.6-1.0 lr=1e-5 bsz=64 outputs5 online 0.4-0.8 lr=1e-6 bsz=8 allmath outputs6 online 0.4-0.8 lr=1e-6 bsz=8 allmath onpolicyremask outputs7 online 0.6-0.8 lr=1e-6 bsz=8 allmath outputs8 online 0.6-0.8 lr=2e-6 bsz=8 allmath outputs9 online 0.3-0.8 lr=1e-6 bsz=8 allmath ar-mask outputs10 online 0.0-1.0 lr=1e-6 bsz=8 allmath ar-mask outputs11 online 0.6-0.8 lr=1e-6 bsz=8 allmath+ outputs12 online 0.6-0.8 lr=5e-7 bsz=8 allmath+ outputs13 online 0.6-0.8 lr=1e-6 bsz=8 allmath+ block=64 outputs14 online 0.6-0.8 lr=2e-6 bsz=8 allmath+ outputs16 online 0.3-0.8 lr=1e-6 bsz=8 allmath+ ar-mask-8 label-mask outputs17 online 0.3-0.5 lr=1e-6 bsz=8 allmath ar-mask outputs18 online 0.6-0.8 lr=4e-6 bsz=8 allmath+ outputs19 online 0.6-0.8 lr=1e-5 bsz=8 allmath+ outputs20 online 0.6-0.8 lr=4e-6 bsz=8 allmath+ blockrand outputs21 online 0.7-0.7 lr=4e-6 bsz=8 allmath+
outputs23 online 0.3-0.8 lr=2e-6 bsz=8 allmath+ ar-mask outputs24 online 0.3-0.8 lr=2e-6 bsz=8 allmath+ gumblemask outputs25 online 0.6-0.8 lr=2e-6 bsz=8 allmath+ gumblemask
outputs26 online 0.6-0.8 lr=2e-6 bsz=8 allmath++ outputs27 online 0.75 lr=2e-6 bsz=8 allmath++ outputs28 online 0.6-0.8 lr=2e-6 bsz=8 allmath++ label-mask outputs29 online 0.75 lr=2e-6 bsz=8 allmath++ gumblemask thresh=0.5 outputs30 online 0.75 lr=2e-6 bsz=8 allmath++ gumblemask thresh=0.3 outputs31 online 0.5-0.8 lr=2e-6 bsz=8 allmath++ gumblemask thresh=0.3 outputs32 online 0.75 lr=2e-6 bsz=8 allmath+ rkd outputs33 online 0.6-1.0 lr=2e-6 bsz=8 allmath+ rkd outputs34 online 0.75 lr=2e-6 bsz=8 allmath+ rkd w0.25 outputs36 online 0.75 lr=2e-6 bsz=8 allmath+ ar-attention outputs37 online 0.75 lr=2e-6 bsz=8 allmath+ ar-attention-no-uni
outputs38 online 0.75 lr=2e-6 bsz=8 allmath+ cont k=3 outputs39 online 0.6-0.8 lr=2e-6 bsz=8 allmath+ cont k=3 outputs40 online 0.75 lr=2e-6 bsz=8 allmath+ cont k=1 outputs41 online 0.6-1.0 lr=2e-6 bsz=8 allmath+ cont k=1 outputs42 online 0.75 lr=2e-6 bsz=8 allcode+
outputs43 online 0.75 lr=2e-6 bsz=8 allmath+ cont-norm k=1 outputs44 online 0.6-1.0 lr=2e-6 bsz=8 allmath+ cont-norm k=1 outputs45 online 0.75 lr=2e-6 bsz=8 allmath+ cont-norm k=3 outputs47 online 0.75 lr=2e-6 bsz=8 allmath+ cont-norm nomask k=3
outputs48 online 0.6-0.9 lr=2e-6 bsz=8 allmath+
outputs49 online 0.7-0.9 lr=2e-6 bsz=8 allcode+-
outputs50 online 0.75 lr=2e-6 bsz=8 allcode+-
outputs51 online 0.6-0.8 lr=2e-6 bsz=8 allcode+
outputs52 online 0.75 lr=2e-6 bsz=8 allmath++ 27+epoch2
outputs61 online 0.8 lr=2e-6 bsz=4 codefinal epoch=1
export PYTHONPATH="/scratch/e0973935/dInfer/python:${PYTHONPATH}" python -c "import dinfer; print(dinfer.file)"
amgr login
hpc project
CUDA_VISIBLE_DEVICES=0,1,2,3 python load.py
deepspeed --include localhost:0 train_compress_ed2.py
deepspeed --num_nodes=1 --num_gpus=8 train_compress3.py
MAX_JOBS=4 pip install flash-attn --no-build-isolation
MAX_JOBS=64 pip install flash_attn==2.8.3 --no-build-isolation
scp -r /home/svu/e0973935/CompThinker /scratch/e0973935
scp -r /scratch/e0973935/model_weights/custom_Qwen3-1.7B /scratch/e0950166
scp -r /Users/yuruonan/Downloads/VITON_traindata/* yuruonan@deep40:/scratch/e0973935/model_weights/custom_Qwen3-1.7B
scp -r e0973935@hopper.nus.edu.sg:/scratch/e0973935/model_weights/custom_Qwen3-1.7B /Users/zigeng/Downloads/nips26/models
/Project_Storage/CFP-03/CFP03-SF-102
scp -r /scratch/e0973935/model_weights/llada2.0_mini_sft_70 /Project_Storage/CFP-03/CFP03-SF-102
scp -r /Project_Storage/CFP-03/CFP03-SF-102/llada2.0_mini_sft_70_5 /scratch/e0973935/model_weights/