| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.999775734469612, | |
| "eval_steps": 500, | |
| "global_step": 2229, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008970621215519175, | |
| "grad_norm": 1.0645267963409424, | |
| "learning_rate": 5.970149253731343e-06, | |
| "loss": 4.2454, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01794124243103835, | |
| "grad_norm": 0.974229633808136, | |
| "learning_rate": 1.1940298507462686e-05, | |
| "loss": 3.1584, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.026911863646557524, | |
| "grad_norm": 0.9352247714996338, | |
| "learning_rate": 1.791044776119403e-05, | |
| "loss": 3.0759, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0358824848620767, | |
| "grad_norm": 0.7863051891326904, | |
| "learning_rate": 1.999821584672887e-05, | |
| "loss": 3.0341, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04485310607759587, | |
| "grad_norm": 0.8577287197113037, | |
| "learning_rate": 1.998850515736159e-05, | |
| "loss": 3.0815, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05382372729311505, | |
| "grad_norm": 0.6335000395774841, | |
| "learning_rate": 1.9970358823117534e-05, | |
| "loss": 3.0384, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.06279434850863422, | |
| "grad_norm": 0.7152234315872192, | |
| "learning_rate": 1.994379216921594e-05, | |
| "loss": 2.9225, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.0717649697241534, | |
| "grad_norm": 0.6568615436553955, | |
| "learning_rate": 1.990882763213298e-05, | |
| "loss": 2.9516, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08073559093967257, | |
| "grad_norm": 0.6041061282157898, | |
| "learning_rate": 1.986549474065333e-05, | |
| "loss": 3.0125, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.08970621215519174, | |
| "grad_norm": 0.6791430115699768, | |
| "learning_rate": 1.98138300909321e-05, | |
| "loss": 3.0675, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09867683337071093, | |
| "grad_norm": 0.5899327397346497, | |
| "learning_rate": 1.9753877315588072e-05, | |
| "loss": 2.7601, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.1076474545862301, | |
| "grad_norm": 0.6127994656562805, | |
| "learning_rate": 1.9685687046854415e-05, | |
| "loss": 2.8789, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.11661807580174927, | |
| "grad_norm": 0.5294649004936218, | |
| "learning_rate": 1.9609316873817992e-05, | |
| "loss": 2.9753, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.12558869701726844, | |
| "grad_norm": 0.5529225468635559, | |
| "learning_rate": 1.952483129378333e-05, | |
| "loss": 2.9229, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.13455931823278763, | |
| "grad_norm": 0.8343173861503601, | |
| "learning_rate": 1.9432301657802378e-05, | |
| "loss": 3.0116, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1435299394483068, | |
| "grad_norm": 0.528243899345398, | |
| "learning_rate": 1.9331806110416027e-05, | |
| "loss": 2.9695, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.15250056066382597, | |
| "grad_norm": 0.5646138191223145, | |
| "learning_rate": 1.922342952365829e-05, | |
| "loss": 2.8888, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.16147118187934514, | |
| "grad_norm": 0.5159996151924133, | |
| "learning_rate": 1.9107263425378873e-05, | |
| "loss": 2.9894, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.1704418030948643, | |
| "grad_norm": 0.6501027941703796, | |
| "learning_rate": 1.8983405921944686e-05, | |
| "loss": 2.8444, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.17941242431038348, | |
| "grad_norm": 0.5916054248809814, | |
| "learning_rate": 1.8851961615385542e-05, | |
| "loss": 2.96, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.18838304552590268, | |
| "grad_norm": 0.5567501783370972, | |
| "learning_rate": 1.8713041515054065e-05, | |
| "loss": 2.9343, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.19735366674142185, | |
| "grad_norm": 0.5652680397033691, | |
| "learning_rate": 1.8566762943874376e-05, | |
| "loss": 2.8886, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.20632428795694102, | |
| "grad_norm": 0.5061436295509338, | |
| "learning_rate": 1.8413249439258743e-05, | |
| "loss": 2.9397, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.2152949091724602, | |
| "grad_norm": 0.592443585395813, | |
| "learning_rate": 1.8252630648775874e-05, | |
| "loss": 2.9407, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.22426553038797936, | |
| "grad_norm": 0.6554358601570129, | |
| "learning_rate": 1.8085042220658993e-05, | |
| "loss": 2.8923, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.23323615160349853, | |
| "grad_norm": 0.5817515850067139, | |
| "learning_rate": 1.791062568924609e-05, | |
| "loss": 2.905, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.24220677281901773, | |
| "grad_norm": 0.5327040553092957, | |
| "learning_rate": 1.7729528355449214e-05, | |
| "loss": 2.8576, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.25117739403453687, | |
| "grad_norm": 0.6554744839668274, | |
| "learning_rate": 1.7541903162353638e-05, | |
| "loss": 2.9158, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.26014801525005604, | |
| "grad_norm": 0.5069458484649658, | |
| "learning_rate": 1.734790856605204e-05, | |
| "loss": 2.8801, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.26911863646557527, | |
| "grad_norm": 0.8996289372444153, | |
| "learning_rate": 1.714770840182273e-05, | |
| "loss": 2.8207, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.27808925768109444, | |
| "grad_norm": 0.6184943318367004, | |
| "learning_rate": 1.6941471745764996e-05, | |
| "loss": 2.8421, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.2870598788966136, | |
| "grad_norm": 1.6989350318908691, | |
| "learning_rate": 1.672937277200837e-05, | |
| "loss": 2.9348, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.2960305001121328, | |
| "grad_norm": 0.5281040668487549, | |
| "learning_rate": 1.6511590605616423e-05, | |
| "loss": 2.8391, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.30500112132765195, | |
| "grad_norm": 0.8458319306373596, | |
| "learning_rate": 1.628830917130935e-05, | |
| "loss": 2.9132, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.3139717425431711, | |
| "grad_norm": 0.61818927526474, | |
| "learning_rate": 1.6059717038133038e-05, | |
| "loss": 2.9718, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3229423637586903, | |
| "grad_norm": 0.608075737953186, | |
| "learning_rate": 1.5826007260205868e-05, | |
| "loss": 2.8189, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.33191298497420946, | |
| "grad_norm": 0.5290448069572449, | |
| "learning_rate": 1.5587377213677705e-05, | |
| "loss": 2.8194, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.3408836061897286, | |
| "grad_norm": 1.4047750234603882, | |
| "learning_rate": 1.5344028430038764e-05, | |
| "loss": 2.849, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.3498542274052478, | |
| "grad_norm": 0.5588248372077942, | |
| "learning_rate": 1.5096166425919176e-05, | |
| "loss": 2.811, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.35882484862076697, | |
| "grad_norm": 0.5888757109642029, | |
| "learning_rate": 1.4844000529522942e-05, | |
| "loss": 2.8002, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.36779546983628614, | |
| "grad_norm": 0.5068212747573853, | |
| "learning_rate": 1.458774370384287e-05, | |
| "loss": 2.9016, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.37676609105180536, | |
| "grad_norm": 0.5036651492118835, | |
| "learning_rate": 1.4327612366805832e-05, | |
| "loss": 2.8372, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.38573671226732453, | |
| "grad_norm": 0.5104559659957886, | |
| "learning_rate": 1.4063826208500182e-05, | |
| "loss": 2.9339, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3947073334828437, | |
| "grad_norm": 0.5798824429512024, | |
| "learning_rate": 1.3796608005639738e-05, | |
| "loss": 2.9184, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.4036779546983629, | |
| "grad_norm": 0.48436641693115234, | |
| "learning_rate": 1.352618343342098e-05, | |
| "loss": 2.8423, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.41264857591388204, | |
| "grad_norm": 0.5358359217643738, | |
| "learning_rate": 1.3252780874932395e-05, | |
| "loss": 2.8338, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.4216191971294012, | |
| "grad_norm": 0.5757357478141785, | |
| "learning_rate": 1.2976631228276894e-05, | |
| "loss": 2.851, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.4305898183449204, | |
| "grad_norm": 0.662520706653595, | |
| "learning_rate": 1.2697967711570243e-05, | |
| "loss": 2.7493, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.43956043956043955, | |
| "grad_norm": 0.464627206325531, | |
| "learning_rate": 1.2417025665980114e-05, | |
| "loss": 2.8057, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.4485310607759587, | |
| "grad_norm": 0.5200120806694031, | |
| "learning_rate": 1.2134042356972175e-05, | |
| "loss": 2.9126, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.4575016819914779, | |
| "grad_norm": 0.530265748500824, | |
| "learning_rate": 1.1849256773931058e-05, | |
| "loss": 2.6896, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.46647230320699706, | |
| "grad_norm": 0.4869816303253174, | |
| "learning_rate": 1.156290942832536e-05, | |
| "loss": 2.7893, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.47544292442251623, | |
| "grad_norm": 0.5833351612091064, | |
| "learning_rate": 1.1275242150587254e-05, | |
| "loss": 2.8435, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.48441354563803546, | |
| "grad_norm": 0.520775556564331, | |
| "learning_rate": 1.0986497885878145e-05, | |
| "loss": 2.781, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.49338416685355463, | |
| "grad_norm": 0.5047538876533508, | |
| "learning_rate": 1.0696920488912923e-05, | |
| "loss": 2.8266, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5023547880690737, | |
| "grad_norm": 0.7905083894729614, | |
| "learning_rate": 1.0406754518016047e-05, | |
| "loss": 2.9204, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.5113254092845929, | |
| "grad_norm": 0.6023253798484802, | |
| "learning_rate": 1.0116245028583418e-05, | |
| "loss": 2.8986, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.5202960305001121, | |
| "grad_norm": 0.4778802692890167, | |
| "learning_rate": 9.825637366124458e-06, | |
| "loss": 2.7699, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.5292666517156313, | |
| "grad_norm": 0.5715895295143127, | |
| "learning_rate": 9.535176959059171e-06, | |
| "loss": 2.837, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.5382372729311505, | |
| "grad_norm": 0.523801863193512, | |
| "learning_rate": 9.245109111445189e-06, | |
| "loss": 2.7792, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5472078941466697, | |
| "grad_norm": 0.7714831233024597, | |
| "learning_rate": 8.95567879580984e-06, | |
| "loss": 2.7714, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.5561785153621889, | |
| "grad_norm": 0.7075884342193604, | |
| "learning_rate": 8.667130446262214e-06, | |
| "loss": 2.7973, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.565149136577708, | |
| "grad_norm": 0.6289039850234985, | |
| "learning_rate": 8.379707752059932e-06, | |
| "loss": 2.8021, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.5741197577932272, | |
| "grad_norm": 0.5410972237586975, | |
| "learning_rate": 8.093653451804987e-06, | |
| "loss": 2.9025, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.5830903790087464, | |
| "grad_norm": 0.5992820262908936, | |
| "learning_rate": 7.809209128442408e-06, | |
| "loss": 2.8603, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5920610002242656, | |
| "grad_norm": 0.5674196481704712, | |
| "learning_rate": 7.52661500523497e-06, | |
| "loss": 2.827, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.6010316214397847, | |
| "grad_norm": 0.6220895051956177, | |
| "learning_rate": 7.246109742886156e-06, | |
| "loss": 2.8788, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.6100022426553039, | |
| "grad_norm": 0.5512953996658325, | |
| "learning_rate": 6.967930237982793e-06, | |
| "loss": 2.7649, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.6189728638708231, | |
| "grad_norm": 0.6244585514068604, | |
| "learning_rate": 6.692311422927515e-06, | |
| "loss": 2.792, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.6279434850863422, | |
| "grad_norm": 0.5638495683670044, | |
| "learning_rate": 6.4194860675300695e-06, | |
| "loss": 2.8633, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6369141063018614, | |
| "grad_norm": 0.5531652569770813, | |
| "learning_rate": 6.149684582425013e-06, | |
| "loss": 2.8242, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.6458847275173806, | |
| "grad_norm": 0.6662128567695618, | |
| "learning_rate": 5.883134824481786e-06, | |
| "loss": 2.8038, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.6548553487328997, | |
| "grad_norm": 0.5970107913017273, | |
| "learning_rate": 5.620061904371565e-06, | |
| "loss": 2.7767, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.6638259699484189, | |
| "grad_norm": 0.7101424932479858, | |
| "learning_rate": 5.360687996453348e-06, | |
| "loss": 2.8163, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.6727965911639381, | |
| "grad_norm": 0.6316853761672974, | |
| "learning_rate": 5.105232151139895e-06, | |
| "loss": 2.8411, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6817672123794573, | |
| "grad_norm": 0.6361038684844971, | |
| "learning_rate": 4.853910109901901e-06, | |
| "loss": 2.7593, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.6907378335949764, | |
| "grad_norm": 0.6812238097190857, | |
| "learning_rate": 4.606934123066739e-06, | |
| "loss": 2.7211, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.6997084548104956, | |
| "grad_norm": 0.6737092733383179, | |
| "learning_rate": 4.3645127705655654e-06, | |
| "loss": 2.8697, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.7086790760260148, | |
| "grad_norm": 0.5926268696784973, | |
| "learning_rate": 4.126850785780199e-06, | |
| "loss": 2.9391, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.7176496972415339, | |
| "grad_norm": 0.6012536287307739, | |
| "learning_rate": 3.8941488826385855e-06, | |
| "loss": 2.8052, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.7266203184570531, | |
| "grad_norm": 1.8011324405670166, | |
| "learning_rate": 3.6666035861047744e-06, | |
| "loss": 2.8488, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.7355909396725723, | |
| "grad_norm": 0.6892098784446716, | |
| "learning_rate": 3.444407066206692e-06, | |
| "loss": 2.7448, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.7445615608880914, | |
| "grad_norm": 0.5641138553619385, | |
| "learning_rate": 3.2277469757417403e-06, | |
| "loss": 2.7845, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.7535321821036107, | |
| "grad_norm": 0.623548150062561, | |
| "learning_rate": 3.0168062917974173e-06, | |
| "loss": 2.7557, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.7625028033191299, | |
| "grad_norm": 0.553068995475769, | |
| "learning_rate": 2.8117631612207084e-06, | |
| "loss": 2.787, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.7714734245346491, | |
| "grad_norm": 0.6410458087921143, | |
| "learning_rate": 2.6127907501667726e-06, | |
| "loss": 2.8642, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.7804440457501682, | |
| "grad_norm": 0.6185659766197205, | |
| "learning_rate": 2.420057097854046e-06, | |
| "loss": 2.7798, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.7894146669656874, | |
| "grad_norm": 0.5815610885620117, | |
| "learning_rate": 2.2337249746491695e-06, | |
| "loss": 2.7624, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.7983852881812066, | |
| "grad_norm": 0.549314558506012, | |
| "learning_rate": 2.0539517446016975e-06, | |
| "loss": 2.7385, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.8073559093967257, | |
| "grad_norm": 0.6471444368362427, | |
| "learning_rate": 1.880889232544585e-06, | |
| "loss": 2.8196, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.8163265306122449, | |
| "grad_norm": 0.5903030633926392, | |
| "learning_rate": 1.714683595872777e-06, | |
| "loss": 2.7618, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.8252971518277641, | |
| "grad_norm": 0.5994915962219238, | |
| "learning_rate": 1.5554752011081332e-06, | |
| "loss": 2.7856, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.8342677730432833, | |
| "grad_norm": 0.6510009169578552, | |
| "learning_rate": 1.4033985053549425e-06, | |
| "loss": 2.7116, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.8432383942588024, | |
| "grad_norm": 0.6316107511520386, | |
| "learning_rate": 1.2585819427461564e-06, | |
| "loss": 2.7599, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.8522090154743216, | |
| "grad_norm": 0.6176051497459412, | |
| "learning_rate": 1.121147815976248e-06, | |
| "loss": 2.7122, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.8611796366898408, | |
| "grad_norm": 0.552987813949585, | |
| "learning_rate": 9.912121930122542e-07, | |
| "loss": 2.7253, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.8701502579053599, | |
| "grad_norm": 0.6738405227661133, | |
| "learning_rate": 8.688848090702928e-07, | |
| "loss": 2.7408, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.8791208791208791, | |
| "grad_norm": 0.6588544249534607, | |
| "learning_rate": 7.542689739403097e-07, | |
| "loss": 2.7972, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.8880915003363983, | |
| "grad_norm": 0.58263099193573, | |
| "learning_rate": 6.474614847373051e-07, | |
| "loss": 2.7572, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.8970621215519174, | |
| "grad_norm": 0.7105110287666321, | |
| "learning_rate": 5.485525441527651e-07, | |
| "loss": 2.7105, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.9060327427674366, | |
| "grad_norm": 0.6308173537254333, | |
| "learning_rate": 4.5762568427529795e-07, | |
| "loss": 2.7918, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.9150033639829558, | |
| "grad_norm": 0.5979055166244507, | |
| "learning_rate": 3.747576960448551e-07, | |
| "loss": 2.7782, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.923973985198475, | |
| "grad_norm": 1.7976534366607666, | |
| "learning_rate": 3.0001856440005307e-07, | |
| "loss": 2.7122, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.9329446064139941, | |
| "grad_norm": 0.6443936228752136, | |
| "learning_rate": 2.3347140917344579e-07, | |
| "loss": 2.884, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.9419152276295133, | |
| "grad_norm": 0.6675403118133545, | |
| "learning_rate": 1.7517243178458486e-07, | |
| "loss": 2.799, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.9508858488450325, | |
| "grad_norm": 0.6668349504470825, | |
| "learning_rate": 1.2517086777594112e-07, | |
| "loss": 2.7874, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.9598564700605517, | |
| "grad_norm": 0.5564482808113098, | |
| "learning_rate": 8.35089452317639e-08, | |
| "loss": 2.6968, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.9688270912760709, | |
| "grad_norm": 0.6463912129402161, | |
| "learning_rate": 5.022184911495864e-08, | |
| "loss": 2.7258, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.9777977124915901, | |
| "grad_norm": 0.7440292835235596, | |
| "learning_rate": 2.5337691552156372e-08, | |
| "loss": 2.7671, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.9867683337071093, | |
| "grad_norm": 0.9270328283309937, | |
| "learning_rate": 8.877488092022823e-09, | |
| "loss": 2.7775, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.9957389549226284, | |
| "grad_norm": 0.6276254057884216, | |
| "learning_rate": 8.551399568945684e-10, | |
| "loss": 2.7756, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.999775734469612, | |
| "step": 2229, | |
| "total_flos": 3.285867140355195e+17, | |
| "train_loss": 2.858161311879079, | |
| "train_runtime": 1835.3961, | |
| "train_samples_per_second": 77.727, | |
| "train_steps_per_second": 1.214 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 2229, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.285867140355195e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |