Federic commited on
Commit
96d7e91
·
verified ·
1 Parent(s): 1be51dc

Training in progress, step 100, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86e374c8dc7670e113009cd1fdfda77981cea1eaaf2ad23a2d3bed74d7e78c3e
3
  size 1822093912
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c20844f42c9b93f8267b12ae97e2c4b934beb498ba4e0a7ea41e6234c0ed18b7
3
  size 1822093912
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bcf0d8e8f1f3112975af58007b6082535a22615fa7b80bd89786ecd57d63dae8
3
  size 650679452
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e97d8bbeea278080342591be0d762b3aea4c5972203388498704771c3259f8
3
  size 650679452
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7b4b635714e5c492f91ef8f4c0ec9baf619449d326b7e622ba9e43b98d6b0e5
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17623c77e12578c6ece88c5a168fe7d884bdd692e2133596e023b617714e6485
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aee2b620608ef64c9c8f70ed72f3a0e1bf233746a6ec27ad47abebf797bd2580
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81007ec48272bbdc4f9622c046f9c026bf8120ed11d1398fd97bb5168a6f3dda
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.6,
5
  "eval_steps": 500,
6
- "global_step": 75,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -457,13 +457,163 @@
457
  "learning_rate": 0.0002,
458
  "loss": 0.5811,
459
  "step": 75
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
460
  }
461
  ],
462
  "logging_steps": 1,
463
  "max_steps": 125,
464
  "num_train_epochs": 1,
465
  "save_steps": 25,
466
- "total_flos": 9865641429368832.0,
467
  "trial_name": null,
468
  "trial_params": null
469
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.8,
5
  "eval_steps": 500,
6
+ "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
457
  "learning_rate": 0.0002,
458
  "loss": 0.5811,
459
  "step": 75
460
+ },
461
+ {
462
+ "epoch": 0.61,
463
+ "learning_rate": 0.0002,
464
+ "loss": 0.5042,
465
+ "step": 76
466
+ },
467
+ {
468
+ "epoch": 0.62,
469
+ "learning_rate": 0.0002,
470
+ "loss": 0.4639,
471
+ "step": 77
472
+ },
473
+ {
474
+ "epoch": 0.62,
475
+ "learning_rate": 0.0002,
476
+ "loss": 0.489,
477
+ "step": 78
478
+ },
479
+ {
480
+ "epoch": 0.63,
481
+ "learning_rate": 0.0002,
482
+ "loss": 0.4993,
483
+ "step": 79
484
+ },
485
+ {
486
+ "epoch": 0.64,
487
+ "learning_rate": 0.0002,
488
+ "loss": 0.5359,
489
+ "step": 80
490
+ },
491
+ {
492
+ "epoch": 0.65,
493
+ "learning_rate": 0.0002,
494
+ "loss": 0.4741,
495
+ "step": 81
496
+ },
497
+ {
498
+ "epoch": 0.66,
499
+ "learning_rate": 0.0002,
500
+ "loss": 0.4857,
501
+ "step": 82
502
+ },
503
+ {
504
+ "epoch": 0.66,
505
+ "learning_rate": 0.0002,
506
+ "loss": 0.4896,
507
+ "step": 83
508
+ },
509
+ {
510
+ "epoch": 0.67,
511
+ "learning_rate": 0.0002,
512
+ "loss": 0.4386,
513
+ "step": 84
514
+ },
515
+ {
516
+ "epoch": 0.68,
517
+ "learning_rate": 0.0002,
518
+ "loss": 0.4184,
519
+ "step": 85
520
+ },
521
+ {
522
+ "epoch": 0.69,
523
+ "learning_rate": 0.0002,
524
+ "loss": 0.4119,
525
+ "step": 86
526
+ },
527
+ {
528
+ "epoch": 0.7,
529
+ "learning_rate": 0.0002,
530
+ "loss": 0.4549,
531
+ "step": 87
532
+ },
533
+ {
534
+ "epoch": 0.7,
535
+ "learning_rate": 0.0002,
536
+ "loss": 0.4056,
537
+ "step": 88
538
+ },
539
+ {
540
+ "epoch": 0.71,
541
+ "learning_rate": 0.0002,
542
+ "loss": 0.3885,
543
+ "step": 89
544
+ },
545
+ {
546
+ "epoch": 0.72,
547
+ "learning_rate": 0.0002,
548
+ "loss": 0.3585,
549
+ "step": 90
550
+ },
551
+ {
552
+ "epoch": 0.73,
553
+ "learning_rate": 0.0002,
554
+ "loss": 0.4061,
555
+ "step": 91
556
+ },
557
+ {
558
+ "epoch": 0.74,
559
+ "learning_rate": 0.0002,
560
+ "loss": 0.3935,
561
+ "step": 92
562
+ },
563
+ {
564
+ "epoch": 0.74,
565
+ "learning_rate": 0.0002,
566
+ "loss": 0.3814,
567
+ "step": 93
568
+ },
569
+ {
570
+ "epoch": 0.75,
571
+ "learning_rate": 0.0002,
572
+ "loss": 0.7408,
573
+ "step": 94
574
+ },
575
+ {
576
+ "epoch": 0.76,
577
+ "learning_rate": 0.0002,
578
+ "loss": 0.7369,
579
+ "step": 95
580
+ },
581
+ {
582
+ "epoch": 0.77,
583
+ "learning_rate": 0.0002,
584
+ "loss": 0.6254,
585
+ "step": 96
586
+ },
587
+ {
588
+ "epoch": 0.78,
589
+ "learning_rate": 0.0002,
590
+ "loss": 0.6206,
591
+ "step": 97
592
+ },
593
+ {
594
+ "epoch": 0.78,
595
+ "learning_rate": 0.0002,
596
+ "loss": 0.5881,
597
+ "step": 98
598
+ },
599
+ {
600
+ "epoch": 0.79,
601
+ "learning_rate": 0.0002,
602
+ "loss": 0.6188,
603
+ "step": 99
604
+ },
605
+ {
606
+ "epoch": 0.8,
607
+ "learning_rate": 0.0002,
608
+ "loss": 0.5896,
609
+ "step": 100
610
  }
611
  ],
612
  "logging_steps": 1,
613
  "max_steps": 125,
614
  "num_train_epochs": 1,
615
  "save_steps": 25,
616
+ "total_flos": 1.3033187428073472e+16,
617
  "trial_name": null,
618
  "trial_params": null
619
  }