Training in progress, step 14000, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -1303,6 +1303,10 @@ You can finetune this model on your own dataset.
|
|
| 1303 |
| 0.2421 | 13700 | 0.541 |
|
| 1304 |
| 0.2430 | 13750 | 0.3936 |
|
| 1305 |
| 0.2439 | 13800 | 0.3871 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1306 |
|
| 1307 |
</details>
|
| 1308 |
|
|
|
|
| 1303 |
| 0.2421 | 13700 | 0.541 |
|
| 1304 |
| 0.2430 | 13750 | 0.3936 |
|
| 1305 |
| 0.2439 | 13800 | 0.3871 |
|
| 1306 |
+
| 0.2447 | 13850 | 0.2983 |
|
| 1307 |
+
| 0.2456 | 13900 | 0.4071 |
|
| 1308 |
+
| 0.2465 | 13950 | 0.3434 |
|
| 1309 |
+
| 0.2474 | 14000 | 0.3885 |
|
| 1310 |
|
| 1311 |
</details>
|
| 1312 |
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90864192
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34a2adb6bfbbea4a476d8b39550525184889426d7ad5ada0704bf7fd8a08014e
|
| 3 |
size 90864192
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 180609210
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6a2ea9542b2fcc7b78ffb8a7db7115adb812d5622752385f67467dd05781af7
|
| 3 |
size 180609210
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9dfd9fafd1943af1c942d00aedf93cc91b1f2ac9b2c40fb3cf2c6437e950a58a
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1201e8bd755a170476aeef974a56a5ac4ecf9ad78800bc8d10ac6b9ce01f61e
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68dc0af212086453eea98bd905245f2ef7726e76a3df4d950b27559bc0469f69
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -1940,6 +1940,34 @@
|
|
| 1940 |
"learning_rate": 4.201174137558658e-05,
|
| 1941 |
"loss": 0.3871,
|
| 1942 |
"step": 13800
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1943 |
}
|
| 1944 |
],
|
| 1945 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.24738916082062518,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 14000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 1940 |
"learning_rate": 4.201174137558658e-05,
|
| 1941 |
"loss": 0.3871,
|
| 1942 |
"step": 13800
|
| 1943 |
+
},
|
| 1944 |
+
{
|
| 1945 |
+
"epoch": 0.24473856266897565,
|
| 1946 |
+
"grad_norm": 1.7289350032806396,
|
| 1947 |
+
"learning_rate": 4.1962655357248045e-05,
|
| 1948 |
+
"loss": 0.2983,
|
| 1949 |
+
"step": 13850
|
| 1950 |
+
},
|
| 1951 |
+
{
|
| 1952 |
+
"epoch": 0.24562209538619215,
|
| 1953 |
+
"grad_norm": 1.792413592338562,
|
| 1954 |
+
"learning_rate": 4.191356933890951e-05,
|
| 1955 |
+
"loss": 0.4071,
|
| 1956 |
+
"step": 13900
|
| 1957 |
+
},
|
| 1958 |
+
{
|
| 1959 |
+
"epoch": 0.24650562810340867,
|
| 1960 |
+
"grad_norm": 1.5456571578979492,
|
| 1961 |
+
"learning_rate": 4.186448332057097e-05,
|
| 1962 |
+
"loss": 0.3434,
|
| 1963 |
+
"step": 13950
|
| 1964 |
+
},
|
| 1965 |
+
{
|
| 1966 |
+
"epoch": 0.24738916082062518,
|
| 1967 |
+
"grad_norm": 1.9666177034378052,
|
| 1968 |
+
"learning_rate": 4.181539730223243e-05,
|
| 1969 |
+
"loss": 0.3885,
|
| 1970 |
+
"step": 14000
|
| 1971 |
}
|
| 1972 |
],
|
| 1973 |
"logging_steps": 50,
|