Instructions to use Team-PIXEL/pixel-m4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Team-PIXEL/pixel-m4 with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModelForPreTraining model = AutoModelForPreTraining.from_pretrained("Team-PIXEL/pixel-m4", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 790000
Browse files- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/pytorch_model.bin +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +1 -1
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/rng_state_4.pth +1 -1
- last-checkpoint/rng_state_5.pth +1 -1
- last-checkpoint/rng_state_6.pth +1 -1
- last-checkpoint/rng_state_7.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +123 -3
- pytorch_model.bin +1 -1
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 893441093
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20b6bf8d8d5ac37a0b6971256a9cb8002960aa2ad847514a0c95822b7371956c
|
| 3 |
size 893441093
|
last-checkpoint/pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 449450757
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f69469f2f4fdd57ec4edb31c8576ad74c022cba61a82ed361e8c725a8bfd2e3
|
| 3 |
size 449450757
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5afad9e10e656b39d9c034eb9ad27905a1d701ec7ef4e06fa31f7ac951907d8c
|
| 3 |
size 14583
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:03e2d491d974215512be82d6817d741af1d742ce064c8b5b0baa9340cdbe75ca
|
| 3 |
size 14583
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0bcd5267c0fedea8e2e55ea80159101ae68ee5e1146b9a301bf39c2aa9967fc9
|
| 3 |
size 14583
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:520166b189f0edf67170e629d5706d1486c93dc11ca389dea5cc1d7e88d1c779
|
| 3 |
size 14583
|
last-checkpoint/rng_state_4.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0087d17439da3954b20dcc50e6499dffee5c672acc2c36f39d3118a283f2182
|
| 3 |
size 14583
|
last-checkpoint/rng_state_5.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4fbf378409b94ea4e42885f8fd80f66f4b8772dfb60fc2828754427211bf4250
|
| 3 |
size 14583
|
last-checkpoint/rng_state_6.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1391cf6e3c77ca8f90819d71da90612fe1be4331051d0d6f5e3bcd7b00dcd5f4
|
| 3 |
size 14583
|
last-checkpoint/rng_state_7.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14583
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:551b9dc6c1d0749787d20f6ec1e55e5ed180247a2ee512bc66f5e7851b51c414
|
| 3 |
size 14583
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 627
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:228d16b33dbcec485ca9a2cd36ed151eb467accc3519b3dbd8f821e5f67aeb40
|
| 3 |
size 627
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 1.
|
| 5 |
-
"global_step":
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
@@ -9366,11 +9366,131 @@
|
|
| 9366 |
"learning_rate": 2.7722496611109243e-05,
|
| 9367 |
"loss": 0.2912,
|
| 9368 |
"step": 780000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9369 |
}
|
| 9370 |
],
|
| 9371 |
"max_steps": 1000000,
|
| 9372 |
"num_train_epochs": 2,
|
| 9373 |
-
"total_flos": 5.
|
| 9374 |
"trial_name": null,
|
| 9375 |
"trial_params": null
|
| 9376 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 1.119578128363135,
|
| 5 |
+
"global_step": 790000,
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
|
|
|
| 9366 |
"learning_rate": 2.7722496611109243e-05,
|
| 9367 |
"loss": 0.2912,
|
| 9368 |
"step": 780000
|
| 9369 |
+
},
|
| 9370 |
+
{
|
| 9371 |
+
"epoch": 1.1,
|
| 9372 |
+
"learning_rate": 2.7645596244470935e-05,
|
| 9373 |
+
"loss": 0.2908,
|
| 9374 |
+
"step": 780500
|
| 9375 |
+
},
|
| 9376 |
+
{
|
| 9377 |
+
"epoch": 1.1,
|
| 9378 |
+
"learning_rate": 2.7568839012773365e-05,
|
| 9379 |
+
"loss": 0.2904,
|
| 9380 |
+
"step": 781000
|
| 9381 |
+
},
|
| 9382 |
+
{
|
| 9383 |
+
"epoch": 1.1,
|
| 9384 |
+
"learning_rate": 2.7492225125867825e-05,
|
| 9385 |
+
"loss": 0.2915,
|
| 9386 |
+
"step": 781500
|
| 9387 |
+
},
|
| 9388 |
+
{
|
| 9389 |
+
"epoch": 1.1,
|
| 9390 |
+
"learning_rate": 2.7415754793213826e-05,
|
| 9391 |
+
"loss": 0.2914,
|
| 9392 |
+
"step": 782000
|
| 9393 |
+
},
|
| 9394 |
+
{
|
| 9395 |
+
"epoch": 1.1,
|
| 9396 |
+
"learning_rate": 2.7339428223878283e-05,
|
| 9397 |
+
"loss": 0.2911,
|
| 9398 |
+
"step": 782500
|
| 9399 |
+
},
|
| 9400 |
+
{
|
| 9401 |
+
"epoch": 1.11,
|
| 9402 |
+
"learning_rate": 2.7263245626535116e-05,
|
| 9403 |
+
"loss": 0.291,
|
| 9404 |
+
"step": 783000
|
| 9405 |
+
},
|
| 9406 |
+
{
|
| 9407 |
+
"epoch": 1.11,
|
| 9408 |
+
"learning_rate": 2.7187207209464687e-05,
|
| 9409 |
+
"loss": 0.2905,
|
| 9410 |
+
"step": 783500
|
| 9411 |
+
},
|
| 9412 |
+
{
|
| 9413 |
+
"epoch": 1.11,
|
| 9414 |
+
"learning_rate": 2.7111313180553077e-05,
|
| 9415 |
+
"loss": 0.2917,
|
| 9416 |
+
"step": 784000
|
| 9417 |
+
},
|
| 9418 |
+
{
|
| 9419 |
+
"epoch": 1.11,
|
| 9420 |
+
"learning_rate": 2.703556374729169e-05,
|
| 9421 |
+
"loss": 0.2909,
|
| 9422 |
+
"step": 784500
|
| 9423 |
+
},
|
| 9424 |
+
{
|
| 9425 |
+
"epoch": 1.11,
|
| 9426 |
+
"learning_rate": 2.6959959116776587e-05,
|
| 9427 |
+
"loss": 0.2905,
|
| 9428 |
+
"step": 785000
|
| 9429 |
+
},
|
| 9430 |
+
{
|
| 9431 |
+
"epoch": 1.11,
|
| 9432 |
+
"learning_rate": 2.68844994957079e-05,
|
| 9433 |
+
"loss": 0.2901,
|
| 9434 |
+
"step": 785500
|
| 9435 |
+
},
|
| 9436 |
+
{
|
| 9437 |
+
"epoch": 1.11,
|
| 9438 |
+
"learning_rate": 2.6809185090389406e-05,
|
| 9439 |
+
"loss": 0.2908,
|
| 9440 |
+
"step": 786000
|
| 9441 |
+
},
|
| 9442 |
+
{
|
| 9443 |
+
"epoch": 1.11,
|
| 9444 |
+
"learning_rate": 2.6734016106727777e-05,
|
| 9445 |
+
"loss": 0.2911,
|
| 9446 |
+
"step": 786500
|
| 9447 |
+
},
|
| 9448 |
+
{
|
| 9449 |
+
"epoch": 1.11,
|
| 9450 |
+
"learning_rate": 2.6658992750232167e-05,
|
| 9451 |
+
"loss": 0.2907,
|
| 9452 |
+
"step": 787000
|
| 9453 |
+
},
|
| 9454 |
+
{
|
| 9455 |
+
"epoch": 1.11,
|
| 9456 |
+
"learning_rate": 2.6584115226013553e-05,
|
| 9457 |
+
"loss": 0.2912,
|
| 9458 |
+
"step": 787500
|
| 9459 |
+
},
|
| 9460 |
+
{
|
| 9461 |
+
"epoch": 1.12,
|
| 9462 |
+
"learning_rate": 2.6509383738784218e-05,
|
| 9463 |
+
"loss": 0.2907,
|
| 9464 |
+
"step": 788000
|
| 9465 |
+
},
|
| 9466 |
+
{
|
| 9467 |
+
"epoch": 1.12,
|
| 9468 |
+
"learning_rate": 2.6434798492857228e-05,
|
| 9469 |
+
"loss": 0.2912,
|
| 9470 |
+
"step": 788500
|
| 9471 |
+
},
|
| 9472 |
+
{
|
| 9473 |
+
"epoch": 1.12,
|
| 9474 |
+
"learning_rate": 2.6360359692145757e-05,
|
| 9475 |
+
"loss": 0.2907,
|
| 9476 |
+
"step": 789000
|
| 9477 |
+
},
|
| 9478 |
+
{
|
| 9479 |
+
"epoch": 1.12,
|
| 9480 |
+
"learning_rate": 2.6286067540162677e-05,
|
| 9481 |
+
"loss": 0.2904,
|
| 9482 |
+
"step": 789500
|
| 9483 |
+
},
|
| 9484 |
+
{
|
| 9485 |
+
"epoch": 1.12,
|
| 9486 |
+
"learning_rate": 2.6211922240019883e-05,
|
| 9487 |
+
"loss": 0.2908,
|
| 9488 |
+
"step": 790000
|
| 9489 |
}
|
| 9490 |
],
|
| 9491 |
"max_steps": 1000000,
|
| 9492 |
"num_train_epochs": 2,
|
| 9493 |
+
"total_flos": 5.340954623628781e+22,
|
| 9494 |
"trial_name": null,
|
| 9495 |
"trial_params": null
|
| 9496 |
}
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 449450757
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f69469f2f4fdd57ec4edb31c8576ad74c022cba61a82ed361e8c725a8bfd2e3
|
| 3 |
size 449450757
|