jflotz commited on
Commit
1951179
·
1 Parent(s): e25de3f

Training in progress, step 790000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcc3c36997c3e2d67ff281b7368d313bba34290ce41ed0ef03fbb66c2fd8c261
3
  size 893441093
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b6bf8d8d5ac37a0b6971256a9cb8002960aa2ad847514a0c95822b7371956c
3
  size 893441093
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8b0a9a4710510a701454e4a0fb1a71c2177f4a86ebed7a5a933b03d8dd0b751
3
  size 449450757
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f69469f2f4fdd57ec4edb31c8576ad74c022cba61a82ed361e8c725a8bfd2e3
3
  size 449450757
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27109ce75571d88013a93cb35a1a3c7d7d15028e613ecdf8ee073753cfb94f38
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5afad9e10e656b39d9c034eb9ad27905a1d701ec7ef4e06fa31f7ac951907d8c
3
  size 14583
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0094385d834cb1ec706117318e471a0075be68a85ec9764c4545ac0f6efa4870
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03e2d491d974215512be82d6817d741af1d742ce064c8b5b0baa9340cdbe75ca
3
  size 14583
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf0f0bb0f59ee4112d66d1953ecfc7413e8d8d218297793b9d8da89541514a59
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bcd5267c0fedea8e2e55ea80159101ae68ee5e1146b9a301bf39c2aa9967fc9
3
  size 14583
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05b34e275cec07c3270e59e90227ba6fc9093e4546f8cc3d69758f2cc56db276
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:520166b189f0edf67170e629d5706d1486c93dc11ca389dea5cc1d7e88d1c779
3
  size 14583
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21ca62b10ecaab5df0b934083f5cac3e5bb3a8ff8d03ca0b2b0226c006b51c8a
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0087d17439da3954b20dcc50e6499dffee5c672acc2c36f39d3118a283f2182
3
  size 14583
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1015c352273935dccb1ad658877e46bd202e6790ffa1452361cb8471b9826f52
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbf378409b94ea4e42885f8fd80f66f4b8772dfb60fc2828754427211bf4250
3
  size 14583
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d80149c966fe382631c185d2add7adbb05b414e2f89a2beb87be77bf6ac42702
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1391cf6e3c77ca8f90819d71da90612fe1be4331051d0d6f5e3bcd7b00dcd5f4
3
  size 14583
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de0a2359765bf9faea31121b06efa5ae9c241a3674bdc2c8dd1212c8f02d12d2
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551b9dc6c1d0749787d20f6ec1e55e5ed180247a2ee512bc66f5e7851b51c414
3
  size 14583
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6171a3650f7edcd7ba806173bc1edf44f8b190f727c060bc2c5344813bf26e4e
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:228d16b33dbcec485ca9a2cd36ed151eb467accc3519b3dbd8f821e5f67aeb40
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.0996484403026123,
5
- "global_step": 780000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -9366,11 +9366,131 @@
9366
  "learning_rate": 2.7722496611109243e-05,
9367
  "loss": 0.2912,
9368
  "step": 780000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9369
  }
9370
  ],
9371
  "max_steps": 1000000,
9372
  "num_train_epochs": 2,
9373
- "total_flos": 5.2733508318967965e+22,
9374
  "trial_name": null,
9375
  "trial_params": null
9376
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.119578128363135,
5
+ "global_step": 790000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
9366
  "learning_rate": 2.7722496611109243e-05,
9367
  "loss": 0.2912,
9368
  "step": 780000
9369
+ },
9370
+ {
9371
+ "epoch": 1.1,
9372
+ "learning_rate": 2.7645596244470935e-05,
9373
+ "loss": 0.2908,
9374
+ "step": 780500
9375
+ },
9376
+ {
9377
+ "epoch": 1.1,
9378
+ "learning_rate": 2.7568839012773365e-05,
9379
+ "loss": 0.2904,
9380
+ "step": 781000
9381
+ },
9382
+ {
9383
+ "epoch": 1.1,
9384
+ "learning_rate": 2.7492225125867825e-05,
9385
+ "loss": 0.2915,
9386
+ "step": 781500
9387
+ },
9388
+ {
9389
+ "epoch": 1.1,
9390
+ "learning_rate": 2.7415754793213826e-05,
9391
+ "loss": 0.2914,
9392
+ "step": 782000
9393
+ },
9394
+ {
9395
+ "epoch": 1.1,
9396
+ "learning_rate": 2.7339428223878283e-05,
9397
+ "loss": 0.2911,
9398
+ "step": 782500
9399
+ },
9400
+ {
9401
+ "epoch": 1.11,
9402
+ "learning_rate": 2.7263245626535116e-05,
9403
+ "loss": 0.291,
9404
+ "step": 783000
9405
+ },
9406
+ {
9407
+ "epoch": 1.11,
9408
+ "learning_rate": 2.7187207209464687e-05,
9409
+ "loss": 0.2905,
9410
+ "step": 783500
9411
+ },
9412
+ {
9413
+ "epoch": 1.11,
9414
+ "learning_rate": 2.7111313180553077e-05,
9415
+ "loss": 0.2917,
9416
+ "step": 784000
9417
+ },
9418
+ {
9419
+ "epoch": 1.11,
9420
+ "learning_rate": 2.703556374729169e-05,
9421
+ "loss": 0.2909,
9422
+ "step": 784500
9423
+ },
9424
+ {
9425
+ "epoch": 1.11,
9426
+ "learning_rate": 2.6959959116776587e-05,
9427
+ "loss": 0.2905,
9428
+ "step": 785000
9429
+ },
9430
+ {
9431
+ "epoch": 1.11,
9432
+ "learning_rate": 2.68844994957079e-05,
9433
+ "loss": 0.2901,
9434
+ "step": 785500
9435
+ },
9436
+ {
9437
+ "epoch": 1.11,
9438
+ "learning_rate": 2.6809185090389406e-05,
9439
+ "loss": 0.2908,
9440
+ "step": 786000
9441
+ },
9442
+ {
9443
+ "epoch": 1.11,
9444
+ "learning_rate": 2.6734016106727777e-05,
9445
+ "loss": 0.2911,
9446
+ "step": 786500
9447
+ },
9448
+ {
9449
+ "epoch": 1.11,
9450
+ "learning_rate": 2.6658992750232167e-05,
9451
+ "loss": 0.2907,
9452
+ "step": 787000
9453
+ },
9454
+ {
9455
+ "epoch": 1.11,
9456
+ "learning_rate": 2.6584115226013553e-05,
9457
+ "loss": 0.2912,
9458
+ "step": 787500
9459
+ },
9460
+ {
9461
+ "epoch": 1.12,
9462
+ "learning_rate": 2.6509383738784218e-05,
9463
+ "loss": 0.2907,
9464
+ "step": 788000
9465
+ },
9466
+ {
9467
+ "epoch": 1.12,
9468
+ "learning_rate": 2.6434798492857228e-05,
9469
+ "loss": 0.2912,
9470
+ "step": 788500
9471
+ },
9472
+ {
9473
+ "epoch": 1.12,
9474
+ "learning_rate": 2.6360359692145757e-05,
9475
+ "loss": 0.2907,
9476
+ "step": 789000
9477
+ },
9478
+ {
9479
+ "epoch": 1.12,
9480
+ "learning_rate": 2.6286067540162677e-05,
9481
+ "loss": 0.2904,
9482
+ "step": 789500
9483
+ },
9484
+ {
9485
+ "epoch": 1.12,
9486
+ "learning_rate": 2.6211922240019883e-05,
9487
+ "loss": 0.2908,
9488
+ "step": 790000
9489
  }
9490
  ],
9491
  "max_steps": 1000000,
9492
  "num_train_epochs": 2,
9493
+ "total_flos": 5.340954623628781e+22,
9494
  "trial_name": null,
9495
  "trial_params": null
9496
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8b0a9a4710510a701454e4a0fb1a71c2177f4a86ebed7a5a933b03d8dd0b751
3
  size 449450757
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f69469f2f4fdd57ec4edb31c8576ad74c022cba61a82ed361e8c725a8bfd2e3
3
  size 449450757