checkpoint step 5000 epoch 1

0512_1615_checkpoint_step_5000_epoch_1/config.json

@@ -0,0 +1,103 @@
+{
+  "epoch": 1,
+  "global_step": 5000,
+  "loss": 0.08364282548427582,
+  "training_config": {
+    "llm_backbone": "dasheng",
+    "qwen3_name": "Qwen/Qwen3-Embedding-0.6B",
+    "dasheng_name": "mispeech/midashenglm-7b-0804-fp32",
+    "dasheng_path": "/workspace/cache/huggingface/dasheng_lm",
+    "trainable_modules": [
+      "backbone",
+      "dasheng_down",
+      "dasheng_proj",
+      "siglip_head"
+    ],
+    "use_lora": true,
+    "lora_r": 16,
+    "lora_alpha": 32,
+    "lora_dropout": 0.05,
+    "lora_target_modules": [
+      "q_proj",
+      "k_proj",
+      "v_proj"
+    ],
+    "use_dasheng_lora": false,
+    "dasheng_lora_r": 8,
+    "dasheng_lora_alpha": 16,
+    "dasheng_lora_dropout": 0.1,
+    "dasheng_lora_target_modules": null,
+    "train_layer_ratio": 1.0,
+    "train_layer_strategy": "last_n",
+    "output_dim": null,
+    "output_identity": false,
+    "use_logit_scale": true,
+    "loss_type": "infonce",
+    "use_checkpointing": true,
+    "checkpoint_reentrant": false,
+    "gather_negatives": true,
+    "use_loss_mask": true,
+    "duplicate_doc_threshold": 0.999,
+    "duplicate_query_threshold": 0.999,
+    "hard_negative_margin": 0.1,
+    "add_speaker_mask": false,
+    "s3_base_path": "https://d2j287p0ytux1o.cloudfront.net",
+    "dataset_config": "/workspace/SpeechRAG_exp/config/config_dataset/setting_audio_train_new_stage2.json",
+    "aws_profile": "test_user",
+    "cache_dir": "/workspace/cache/huggingface",
+    "enable_audio_cache": false,
+    "audio_cache_dir": null,
+    "target_sr": 16000,
+    "mono": true,
+    "max_query_audio_length": 30.0,
+    "max_doc_audio_length": 30.0,
+    "max_query_text_length": 1000,
+    "max_doc_text_length": 1000,
+    "eval_max_query_audio_length": null,
+    "eval_max_doc_audio_length": null,
+    "eval_max_query_text_length": null,
+    "eval_max_doc_text_length": null,
+    "batch_size": 32,
+    "num_epochs": 10,
+    "learning_rate": 0.0001,
+    "gradient_accumulation_steps": 2,
+    "use_grad_cache": true,
+    "gc_query_chunk_size": 16,
+    "gc_doc_chunk_size": 16,
+    "gc_no_sync_except_last": true,
+    "ddp_find_unused_parameters": false,
+    "weight_decay": 0.001,
+    "optimizer_bits": "default",
+    "num_workers": 32,
+    "pin_memory": false,
+    "persistent_workers": false,
+    "prefetch_factor": null,
+    "train_batch_task_mode": "single_task",
+    "task_batch_ratio": "{\"audio\": 0.5, \"semantic\": 0.5}",
+    "save_dir": "checkpoints",
+    "save_steps": 500,
+    "keep_checkpoints": 1,
+    "upload_steps": 500,
+    "upload_repo_id": "Helloworld628/ARAG_embedding_checkpoint",
+    "log_dir": "logs",
+    "log_steps": 5,
+    "mixed_precision": "bf16",
+    "use_deepspeed": false,
+    "deepspeed_config": null,
+    "use_fsdp": false,
+    "fsdp_config": null,
+    "use_ema": false,
+    "ema_decay": 0.9999,
+    "ema_update_after": 0,
+    "ema_update_every": 1,
+    "scheduler_type": "warmup_cosine_decay",
+    "warmup_steps": 500,
+    "warmup_ratio": 0.1,
+    "min_lr": 1e-05,
+    "eval_steps": 500,
+    "eval_batch_size": 32,
+    "resume_from": "/workspace/downloaded_model/0508_0505_checkpoint_step_4000_epoch_1",
+    "test_mode": false,
+    "mock_dataset_size": 100
+  }
+}

0512_1615_checkpoint_step_5000_epoch_1/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bfd5dcd69d4e08039cd0d999a771a681bd17e1f2e3aa1b519355bfbf04d068
+size 31026342367

0512_1615_checkpoint_step_5000_epoch_1/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0532b3d33817848022edc6a0a7a83290e0bf18edc58a7a3a6442768451086550
+size 444309003

0512_1615_checkpoint_step_5000_epoch_1/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318db1e0570132629a1678b5b2f7b524274006365c03105f4400ae2fb18c0809
+size 1401