gooo-compiler-context-tiny-v1 / training-report.json
asketeddy's picture
Publish own Gooo compiler-context tiny models and bounded evidence
7f7ceb7 verified
Raw History Blame Contribute Delete
21.9 kB
{
"exports": {
"caller_context": {
"fp32": {
"metadata_sha256": "420a6b1fde31c4d1888c1616447660933b6179c8cae6361481bce602acb8ab28",
"packed_weights_bytes": 50912,
"weights_sha256": "91b0ec6b205c42f225e4d88342a730bf86fa767834372a75e91d824b315005da"
},
"ptq_ternary": {
"metadata_sha256": "b71accf16de7fa05b54f224ab6905f38a15e72f07284173a4c2ba86e0ca99638",
"packed_weights_bytes": 2759,
"weights_sha256": "24993f04166a6742200e8340b3c59dde903109c72a993fc00a08c35db4c3fa85"
},
"qat_ternary": {
"metadata_sha256": "456566d4a47d6227d34fea133a2c7bad9ae6602baadd803b4cb3141706523647",
"packed_weights_bytes": 2759,
"weights_sha256": "cb3973aed257c9d294ca0118cb9d1d23ac72566531ef72f2b67303689d487bb4"
}
},
"compiler_context": {
"fp32": {
"metadata_sha256": "af702111c4f25880180dbe2e58affe0118f1d353302bc6820a78bba6c0ace846",
"packed_weights_bytes": 50912,
"weights_sha256": "4c977ed55ad4e6ef7b93f5d1b143cc85f3860f4f306ae1262b8562b624bad154"
},
"ptq_ternary": {
"metadata_sha256": "d78bf0c3406c6ef6effc7bf37811cd160c6bebaeba8fcabe0176ed0ba28a7851",
"packed_weights_bytes": 2759,
"weights_sha256": "7830fe5e2db1eab341acb8fc10f64fa47fe1658f131b0ad672b152c845db4d01"
},
"qat_ternary": {
"metadata_sha256": "72a1a5ed66daee225110f2ebf0a354ba5bbdd9e0f564017863277cb3659f1f62",
"packed_weights_bytes": 2759,
"weights_sha256": "f3b8631fc994cbbc69b2a3dd99a7954204cca66722634465c4ee88fbe9e178ea"
}
}
},
"optimizer_steps": 560,
"preexecution_sha256": "679b197558d0ca300bd070a9e064bd068b48f7b64a5bea4756dce49c9d487a6b",
"schema": "gooo/compiler-context-training-report/v1",
"scope": "same random initialization and finite bilingual targets; calibration-only checkpoint/temperature; reused development cohort, no default model promotion or inherited weights",
"status": "TRAINED_AND_EXPORTED",
"training": {
"caller_context": {
"fp32": {
"consistency_weight": 0.0,
"epochs": 20,
"history": [
{
"calibration_bilingual_js": 5.107997822051402e-06,
"calibration_finite_nll": 0.6940779089927673,
"epoch": 1,
"train_objective": 0.6948217238698687
},
{
"calibration_bilingual_js": 9.655858775658999e-06,
"calibration_finite_nll": 0.6926261186599731,
"epoch": 2,
"train_objective": 0.6915828670774188
},
{
"calibration_bilingual_js": 1.3438993846648373e-05,
"calibration_finite_nll": 0.6910189390182495,
"epoch": 3,
"train_objective": 0.6889366337231227
},
{
"calibration_bilingual_js": 1.988905387406703e-05,
"calibration_finite_nll": 0.6897923350334167,
"epoch": 4,
"train_objective": 0.6868329388754708
},
{
"calibration_bilingual_js": 2.958482946269214e-05,
"calibration_finite_nll": 0.6884660124778748,
"epoch": 5,
"train_objective": 0.6833352191107613
},
{
"calibration_bilingual_js": 4.484983946895227e-05,
"calibration_finite_nll": 0.6867282390594482,
"epoch": 6,
"train_objective": 0.6809289114815849
},
{
"calibration_bilingual_js": 6.564248178619891e-05,
"calibration_finite_nll": 0.6848896741867065,
"epoch": 7,
"train_objective": 0.6771211794444493
},
{
"calibration_bilingual_js": 9.648525156080723e-05,
"calibration_finite_nll": 0.6829919219017029,
"epoch": 8,
"train_objective": 0.674125782081059
},
{
"calibration_bilingual_js": 0.00013927587133366615,
"calibration_finite_nll": 0.6815704107284546,
"epoch": 9,
"train_objective": 0.6699109503201076
},
{
"calibration_bilingual_js": 0.00018581861513666809,
"calibration_finite_nll": 0.6791824102401733,
"epoch": 10,
"train_objective": 0.663810236113412
},
{
"calibration_bilingual_js": 0.0002515903324820101,
"calibration_finite_nll": 0.6760865449905396,
"epoch": 11,
"train_objective": 0.6591650758470807
},
{
"calibration_bilingual_js": 0.0003351887280587107,
"calibration_finite_nll": 0.6734129190444946,
"epoch": 12,
"train_objective": 0.6530376502445766
},
{
"calibration_bilingual_js": 0.0004411584814079106,
"calibration_finite_nll": 0.6707509160041809,
"epoch": 13,
"train_objective": 0.6472692915371486
},
{
"calibration_bilingual_js": 0.0005795840406790376,
"calibration_finite_nll": 0.6686149835586548,
"epoch": 14,
"train_objective": 0.6414704237665448
},
{
"calibration_bilingual_js": 0.0007373701082542539,
"calibration_finite_nll": 0.6646196246147156,
"epoch": 15,
"train_objective": 0.6351120216505868
},
{
"calibration_bilingual_js": 0.0009441166184842587,
"calibration_finite_nll": 0.6614384651184082,
"epoch": 16,
"train_objective": 0.6245505384036473
},
{
"calibration_bilingual_js": 0.0011823696549981833,
"calibration_finite_nll": 0.6590856313705444,
"epoch": 17,
"train_objective": 0.6193567429270063
},
{
"calibration_bilingual_js": 0.0014520694967359304,
"calibration_finite_nll": 0.6541511416435242,
"epoch": 18,
"train_objective": 0.6127637198993138
},
{
"calibration_bilingual_js": 0.0018218427430838346,
"calibration_finite_nll": 0.6514661312103271,
"epoch": 19,
"train_objective": 0.6035076124327523
},
{
"calibration_bilingual_js": 0.002175369067117572,
"calibration_finite_nll": 0.6467602849006653,
"epoch": 20,
"train_objective": 0.5992842827524457
}
],
"loop_wall_seconds": 0.721335083944723,
"mps_allocated_peak_sampled_bytes": 2033920,
"mps_driver_peak_sampled_bytes": 53166080,
"optimizer_steps": 140,
"process_lifetime_peak_rss_bytes": 465731584,
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
"training_pairs": 800,
"training_views": 1600
},
"qat_ternary": {
"consistency_weight": 0.0,
"epochs": 20,
"history": [
{
"calibration_bilingual_js": 0.00018446310423314571,
"calibration_finite_nll": 0.6797909140586853,
"epoch": 1,
"train_objective": 0.6667989577565875
},
{
"calibration_bilingual_js": 0.00019955067546106875,
"calibration_finite_nll": 0.6789397597312927,
"epoch": 2,
"train_objective": 0.6637502482959202
},
{
"calibration_bilingual_js": 0.00022182721295394003,
"calibration_finite_nll": 0.6782833337783813,
"epoch": 3,
"train_objective": 0.6599512100219727
},
{
"calibration_bilingual_js": 0.00025502167409285903,
"calibration_finite_nll": 0.6775752305984497,
"epoch": 4,
"train_objective": 0.660746693611145
},
{
"calibration_bilingual_js": 0.0002925873559433967,
"calibration_finite_nll": 0.676576554775238,
"epoch": 5,
"train_objective": 0.6585878559521267
},
{
"calibration_bilingual_js": 0.00032696276321075857,
"calibration_finite_nll": 0.6762930154800415,
"epoch": 6,
"train_objective": 0.6570599760328021
},
{
"calibration_bilingual_js": 0.00033509061904624104,
"calibration_finite_nll": 0.6751500368118286,
"epoch": 7,
"train_objective": 0.6575100421905518
},
{
"calibration_bilingual_js": 0.00036517795524559915,
"calibration_finite_nll": 0.6740777492523193,
"epoch": 8,
"train_objective": 0.6529555831636701
},
{
"calibration_bilingual_js": 0.00036917297984473407,
"calibration_finite_nll": 0.6734050512313843,
"epoch": 9,
"train_objective": 0.6522513202258519
},
{
"calibration_bilingual_js": 0.0003826947067864239,
"calibration_finite_nll": 0.6725369691848755,
"epoch": 10,
"train_objective": 0.6519896643502372
},
{
"calibration_bilingual_js": 0.00044157906086184084,
"calibration_finite_nll": 0.6720331907272339,
"epoch": 11,
"train_objective": 0.6498520118849618
},
{
"calibration_bilingual_js": 0.0005055981455370784,
"calibration_finite_nll": 0.6713635325431824,
"epoch": 12,
"train_objective": 0.6459641797201974
},
{
"calibration_bilingual_js": 0.0005428912118077278,
"calibration_finite_nll": 0.6703205704689026,
"epoch": 13,
"train_objective": 0.6420704211507525
},
{
"calibration_bilingual_js": 0.0006172559224069118,
"calibration_finite_nll": 0.6699962615966797,
"epoch": 14,
"train_objective": 0.6428254757608686
},
{
"calibration_bilingual_js": 0.0006839719135314226,
"calibration_finite_nll": 0.6690052151679993,
"epoch": 15,
"train_objective": 0.6404649019241333
},
{
"calibration_bilingual_js": 0.000696853909175843,
"calibration_finite_nll": 0.6677294969558716,
"epoch": 16,
"train_objective": 0.6384593163217817
},
{
"calibration_bilingual_js": 0.0007323584286496043,
"calibration_finite_nll": 0.6667459607124329,
"epoch": 17,
"train_objective": 0.6353470172200885
},
{
"calibration_bilingual_js": 0.0007846547523513436,
"calibration_finite_nll": 0.6662721037864685,
"epoch": 18,
"train_objective": 0.6365912471498761
},
{
"calibration_bilingual_js": 0.0008749963599257171,
"calibration_finite_nll": 0.6650696992874146,
"epoch": 19,
"train_objective": 0.6337699208940778
},
{
"calibration_bilingual_js": 0.0009153846767731011,
"calibration_finite_nll": 0.6639047861099243,
"epoch": 20,
"train_objective": 0.6313505598476955
}
],
"loop_wall_seconds": 0.19988095900043845,
"mps_allocated_peak_sampled_bytes": 2033920,
"mps_driver_peak_sampled_bytes": 53166080,
"optimizer_steps": 140,
"process_lifetime_peak_rss_bytes": 466731008,
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
"training_pairs": 800,
"training_views": 1600
}
},
"compiler_context": {
"fp32": {
"consistency_weight": 0.0,
"epochs": 20,
"history": [
{
"calibration_bilingual_js": 3.977482265327126e-06,
"calibration_finite_nll": 0.6939678192138672,
"epoch": 1,
"train_objective": 0.6949950116021293
},
{
"calibration_bilingual_js": 9.632222827349324e-06,
"calibration_finite_nll": 0.6923149824142456,
"epoch": 2,
"train_objective": 0.6915569305419922
},
{
"calibration_bilingual_js": 1.4612383893108927e-05,
"calibration_finite_nll": 0.6909125447273254,
"epoch": 3,
"train_objective": 0.6887623412268502
},
{
"calibration_bilingual_js": 2.1947997083771043e-05,
"calibration_finite_nll": 0.6896669268608093,
"epoch": 4,
"train_objective": 0.6867656452315194
},
{
"calibration_bilingual_js": 3.0667593819089234e-05,
"calibration_finite_nll": 0.6882656812667847,
"epoch": 5,
"train_objective": 0.683396714074271
},
{
"calibration_bilingual_js": 4.444122168933973e-05,
"calibration_finite_nll": 0.6865875720977783,
"epoch": 6,
"train_objective": 0.680937647819519
},
{
"calibration_bilingual_js": 6.583626236533746e-05,
"calibration_finite_nll": 0.6845824718475342,
"epoch": 7,
"train_objective": 0.6771453448704311
},
{
"calibration_bilingual_js": 9.710214362712577e-05,
"calibration_finite_nll": 0.6826382279396057,
"epoch": 8,
"train_objective": 0.6741497346333095
},
{
"calibration_bilingual_js": 0.00013596934149973094,
"calibration_finite_nll": 0.6812388896942139,
"epoch": 9,
"train_objective": 0.6698468668120248
},
{
"calibration_bilingual_js": 0.00018880117568187416,
"calibration_finite_nll": 0.6788015961647034,
"epoch": 10,
"train_objective": 0.6637757505689349
},
{
"calibration_bilingual_js": 0.00025304799783043563,
"calibration_finite_nll": 0.6756687760353088,
"epoch": 11,
"train_objective": 0.6591424090521676
},
{
"calibration_bilingual_js": 0.0003439797437749803,
"calibration_finite_nll": 0.6726455688476562,
"epoch": 12,
"train_objective": 0.652982405253819
},
{
"calibration_bilingual_js": 0.00045845285058021545,
"calibration_finite_nll": 0.6698784828186035,
"epoch": 13,
"train_objective": 0.6473039899553571
},
{
"calibration_bilingual_js": 0.0006029190262779593,
"calibration_finite_nll": 0.6674006581306458,
"epoch": 14,
"train_objective": 0.6413383398737226
},
{
"calibration_bilingual_js": 0.0007719746208749712,
"calibration_finite_nll": 0.6631737351417542,
"epoch": 15,
"train_objective": 0.6349030477660043
},
{
"calibration_bilingual_js": 0.000981479068286717,
"calibration_finite_nll": 0.6599622964859009,
"epoch": 16,
"train_objective": 0.6243991851806641
},
{
"calibration_bilingual_js": 0.0012407886097207665,
"calibration_finite_nll": 0.6571118235588074,
"epoch": 17,
"train_objective": 0.6189338735171727
},
{
"calibration_bilingual_js": 0.0015493183163926005,
"calibration_finite_nll": 0.6518324017524719,
"epoch": 18,
"train_objective": 0.6123499700001308
},
{
"calibration_bilingual_js": 0.0018915499094873667,
"calibration_finite_nll": 0.6488856077194214,
"epoch": 19,
"train_objective": 0.6026633296694074
},
{
"calibration_bilingual_js": 0.0023286701180040836,
"calibration_finite_nll": 0.6433910131454468,
"epoch": 20,
"train_objective": 0.5983859726360866
}
],
"loop_wall_seconds": 0.19198954105377197,
"mps_allocated_peak_sampled_bytes": 2033920,
"mps_driver_peak_sampled_bytes": 53166080,
"optimizer_steps": 140,
"process_lifetime_peak_rss_bytes": 473088000,
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
"training_pairs": 800,
"training_views": 1600
},
"qat_ternary": {
"consistency_weight": 0.0,
"epochs": 20,
"history": [
{
"calibration_bilingual_js": 0.00018913496751338243,
"calibration_finite_nll": 0.6783126592636108,
"epoch": 1,
"train_objective": 0.6662091953413827
},
{
"calibration_bilingual_js": 0.0002059169637504965,
"calibration_finite_nll": 0.6776911616325378,
"epoch": 2,
"train_objective": 0.6637177467346191
},
{
"calibration_bilingual_js": 0.0002268392563564703,
"calibration_finite_nll": 0.6771960854530334,
"epoch": 3,
"train_objective": 0.660070708819798
},
{
"calibration_bilingual_js": 0.0002482712734490633,
"calibration_finite_nll": 0.6767796874046326,
"epoch": 4,
"train_objective": 0.6608716249465942
},
{
"calibration_bilingual_js": 0.00027073355158790946,
"calibration_finite_nll": 0.6756640672683716,
"epoch": 5,
"train_objective": 0.658714064529964
},
{
"calibration_bilingual_js": 0.00030133704422041774,
"calibration_finite_nll": 0.6751080751419067,
"epoch": 6,
"train_objective": 0.6573847191674369
},
{
"calibration_bilingual_js": 0.0003316766524221748,
"calibration_finite_nll": 0.6743139028549194,
"epoch": 7,
"train_objective": 0.6577694501195636
},
{
"calibration_bilingual_js": 0.0003425511531531811,
"calibration_finite_nll": 0.6739143133163452,
"epoch": 8,
"train_objective": 0.6532496980258397
},
{
"calibration_bilingual_js": 0.0003688219003379345,
"calibration_finite_nll": 0.6730626225471497,
"epoch": 9,
"train_objective": 0.6526359404836383
},
{
"calibration_bilingual_js": 0.0004412288253661245,
"calibration_finite_nll": 0.6720489263534546,
"epoch": 10,
"train_objective": 0.6516720482281276
},
{
"calibration_bilingual_js": 0.0004723774327430874,
"calibration_finite_nll": 0.670627236366272,
"epoch": 11,
"train_objective": 0.6492663451603481
},
{
"calibration_bilingual_js": 0.0005120452842675149,
"calibration_finite_nll": 0.6696962118148804,
"epoch": 12,
"train_objective": 0.6455966404506138
},
{
"calibration_bilingual_js": 0.000544523005373776,
"calibration_finite_nll": 0.6685571670532227,
"epoch": 13,
"train_objective": 0.6417037418910435
},
{
"calibration_bilingual_js": 0.0006097810110077262,
"calibration_finite_nll": 0.6681718826293945,
"epoch": 14,
"train_objective": 0.6423301015581403
},
{
"calibration_bilingual_js": 0.0006583305657841265,
"calibration_finite_nll": 0.6672413945198059,
"epoch": 15,
"train_objective": 0.6397220662661961
},
{
"calibration_bilingual_js": 0.0007012317655608058,
"calibration_finite_nll": 0.6665853261947632,
"epoch": 16,
"train_objective": 0.6375235659735543
},
{
"calibration_bilingual_js": 0.0007856548763811588,
"calibration_finite_nll": 0.665299654006958,
"epoch": 17,
"train_objective": 0.6340147597449166
},
{
"calibration_bilingual_js": 0.0008482521516270936,
"calibration_finite_nll": 0.6647157669067383,
"epoch": 18,
"train_objective": 0.6352339897836957
},
{
"calibration_bilingual_js": 0.0008815507171675563,
"calibration_finite_nll": 0.6636601686477661,
"epoch": 19,
"train_objective": 0.6319783585412162
},
{
"calibration_bilingual_js": 0.0009709246223792434,
"calibration_finite_nll": 0.6610101461410522,
"epoch": 20,
"train_objective": 0.6291737045560565
}
],
"loop_wall_seconds": 0.19608808308839798,
"mps_allocated_peak_sampled_bytes": 2033920,
"mps_driver_peak_sampled_bytes": 53166080,
"optimizer_steps": 140,
"process_lifetime_peak_rss_bytes": 473366528,
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
"training_pairs": 800,
"training_views": 1600
}
}
}
}